sandai-react
Version:
React components and utilities for the Sandai 3D AI Characters.
149 lines • 10.9 kB
TypeScript
import { FaceExpression } from "../../../r3f-vrm/src/utils/FaceExpressionManager";
import { MotionExpression } from "../../../r3f-vrm/src/utils/MotionExpressionManager";
import { EmotionAnimationMetadataType } from "../../../ai-character/src/repo/animations/emotions";
import { VRMManager } from "../../../r3f-vrm/src/utils/VRMManager";
import { ChainManager } from "../../../ai-character/src/managers/ChainManager";
import { Misc } from "../../../ai-character/src/misc/Misc";
import { LlmManager } from "../../../ai-character/src/managers/LlmManager";
import { AsrManager } from "../../../ai-character/src/managers/AsrManager";
import { MicManager } from "../../../ai-character/src/managers/MicManager";
import { PuppeteerManager } from "../../../ai-character/src/managers/PuppeteerManager";
export interface RpcMethods_AICharacterManager {
"addEventListener": {
args: [type: "\"change\"", listener: (...args: any[]) => any];
return: void;
};
"removeEventListener": {
args: [type: "\"change\"", listener: (...args: any[]) => any];
return: void;
};
"setEmotion": {
args: [newEmotion: string, intensity: undefined | number, faceExpressions: undefined | FaceExpression<any>[], motionExpressions: undefined | MotionExpression<EmotionAnimationMetadataType>[]];
return: Promise<void>;
};
"setEmotionIntensity": {
args: [intensity: number];
return: Promise<void>;
};
"puppeteer": {
args: [];
return: Promise<any>;
};
"listen": {
args: [options: any, onEvent: undefined | any];
return: Promise<void | any & any>;
};
"stopListening": {
args: [];
return: Promise<void>;
};
"_generatePiperData": {
args: [text: string, voiceName: undefined | "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\"", onProgress: undefined | any, audioOverride: undefined | string | AudioNode | MediaStream];
return: Promise<any>;
};
"say": {
args: [text: string, voiceName: undefined | "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\"", onProgress: undefined | any, emotionOverride: undefined | string, intensityOverride: undefined | number, faceExpressionsOverride: undefined | FaceExpression<any>[], motionExpressionsOverride: undefined | MotionExpression<EmotionAnimationMetadataType>[], audioOverride: undefined | string | AudioNode | MediaStream, realtimeLipSync: undefined | false | true, normalizeAudioOverride: undefined | false | true];
return: Promise<any>;
};
"respond": {
args: [text: string, context: undefined | string, voiceName: undefined | "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\"", onProgress: undefined | any, emotionOverride: undefined | string, intensityOverride: undefined | number, faceExpressionsOverride: undefined | FaceExpression<any>[], motionExpressionsOverride: undefined | MotionExpression<EmotionAnimationMetadataType>[], audioGenerator: undefined | any, realtimeLipSync: undefined | false | true];
return: Promise<string>;
};
"stop": {
args: [];
return: Promise<void>;
};
"_getEmotionMotionChain": {
args: [emotion: string, intensity: number];
return: Promise<MotionExpression<EmotionAnimationMetadataType>[]>;
};
"_getNearestEmotion": {
args: [emotion: string];
return: string;
};
"_getClosestViableAnimation": {
args: [emotion: string, intensity: 2 | 3 | 1, motionType: "\"Gesture\"" | "\"Loop\"", isFallback: boolean];
return: EmotionAnimationMetadataType;
};
"_setAnimation": {
args: [animationEmotion: string, animationIntensity: number, newAnimationName: string];
return: Promise<void>;
};
"_getExactViableEmotionAnimations": {
args: [emotion: string, intensity: number];
return: undefined | EmotionAnimationMetadataType[];
};
"_normalizeIntensity": {
args: [intensity: number];
return: 2 | 3 | 1;
};
"destroy": {
args: [];
return: Promise<void>;
};
"update": {
args: [delta: number];
return: void;
};
"renderController": {
args: [];
return: undefined | any;
};
"uid": {
args: [];
return: string;
};
"vrmManager": {
args: [];
return: VRMManager;
};
"chainManager": {
args: [];
return: ChainManager;
};
"misc": {
args: [];
return: Misc;
};
"llmManager": {
args: [];
return: LlmManager;
};
"asrManager": {
args: [];
return: AsrManager;
};
"micManager": {
args: [];
return: MicManager;
};
"voiceName": {
args: [];
return: "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\"";
};
"currentFaceEmotionIntensity": {
args: [];
return: number;
};
"currentEmotion": {
args: [];
return: string;
};
"currentEmotionAnimationIntensity": {
args: [];
return: 2 | 3 | 1;
};
"currentEmotionName": {
args: [];
return: string;
};
"currentTargetEmotion": {
args: [];
return: string;
};
"puppeteerManager": {
args: [];
return: undefined | PuppeteerManager;
};
}
//# sourceMappingURL=AICharacterManager.rpc.d.ts.map