@memori.ai/memori-react
Version:
[](https://www.npmjs.com/package/@memori.ai/memori-react)  ![TypeScript Support](https
178 lines • 6.53 kB
JavaScript
import { jsx as _jsx } from "react/jsx-runtime";
import { createContext, useContext, useRef, useCallback, useState, useMemo, } from 'react';
const VisemeContext = createContext(undefined);
const VISEME_MAP = {
0: 'viseme_sil',
1: 'viseme_PP',
2: 'viseme_FF',
3: 'viseme_TH',
4: 'viseme_DD',
5: 'viseme_kk',
6: 'viseme_CH',
7: 'viseme_SS',
8: 'viseme_nn',
9: 'viseme_RR',
10: 'viseme_aa',
11: 'viseme_E',
12: 'viseme_I',
13: 'viseme_O',
14: 'viseme_U',
15: 'viseme_kk',
16: 'viseme_CH',
17: 'viseme_SS',
18: 'viseme_TH',
19: 'viseme_RR',
20: 'viseme_kk',
21: 'viseme_PP',
};
const CONSTANTS = {
DEFAULT_VISEME_DURATION: 0.12,
VISEME_OVERLAP: 0.02,
SMOOTHING_FACTOR: 0.4,
LOG_INTERVAL: 60,
PRELOAD: 0.2,
WEIGHT_MULTIPLIER: 0.8,
};
export const { DEFAULT_VISEME_DURATION, VISEME_OVERLAP, SMOOTHING_FACTOR, LOG_INTERVAL, PRELOAD, WEIGHT_MULTIPLIER, } = CONSTANTS;
const timing = {
calculateEndTime: (startTime) => startTime + DEFAULT_VISEME_DURATION,
isExpired: (viseme, currentTime) => viseme.endTime < currentTime - VISEME_OVERLAP,
calculateWeight: (progress) => Math.sin(Math.PI * Math.min(progress, 1)) * WEIGHT_MULTIPLIER,
smoothWeight: (currentWeight, targetWeight) => currentWeight + (targetWeight - currentWeight) * SMOOTHING_FACTOR,
};
export const VisemeProvider = ({ children, }) => {
const visemeQueueRef = useRef([]);
const audioContextRef = useRef(null);
const audioStartTimeRef = useRef(null);
const [isProcessing, setIsProcessing] = useState(false);
const [visemeState, setVisemeState] = useState('idle');
const lastVisemeRef = useRef(null);
const frameCountRef = useRef(0);
const firstVisemeTimeRef = useRef(null);
const setAudioContext = useCallback((ctx) => {
audioContextRef.current = ctx;
ctx.onstatechange = () => {
switch (ctx.state) {
case 'running':
setVisemeState('active');
break;
case 'suspended':
setVisemeState('paused');
break;
case 'closed':
setVisemeState('finished');
stopProcessing();
break;
}
};
}, []);
const addViseme = useCallback((visemeId, audioOffset) => {
if (visemeState === 'finished')
return;
const visemeName = VISEME_MAP[visemeId] || 'viseme_sil';
const startTime = audioOffset / 10000000;
if (firstVisemeTimeRef.current === null) {
firstVisemeTimeRef.current = startTime;
}
const relativeStartTime = startTime - (firstVisemeTimeRef.current || 0);
const endTime = relativeStartTime + DEFAULT_VISEME_DURATION;
const newViseme = {
name: visemeName,
weight: 0,
startTime: relativeStartTime,
endTime,
};
visemeQueueRef.current.push(newViseme);
if (visemeState === 'idle') {
setVisemeState('preparing');
}
}, [visemeState]);
const startProcessing = useCallback((audioCtx) => {
if (!audioCtx) {
return;
}
audioContextRef.current = audioCtx;
audioStartTimeRef.current = audioCtx.currentTime;
frameCountRef.current = 0;
setIsProcessing(true);
setVisemeState('active');
}, []);
const stopProcessing = useCallback(() => {
setIsProcessing(false);
setVisemeState('finished');
audioStartTimeRef.current = null;
lastVisemeRef.current = null;
frameCountRef.current = 0;
audioContextRef.current = null;
}, []);
const updateCurrentViseme = useCallback((_) => {
if (!isProcessing || !audioContextRef.current)
return null;
const audioTime = audioContextRef.current.currentTime -
(audioStartTimeRef.current || 0) +
PRELOAD;
visemeQueueRef.current = visemeQueueRef.current.filter(v => !timing.isExpired(v, audioTime));
const currentViseme = visemeQueueRef.current.find(v => v.startTime <= audioTime && v.endTime > audioTime - VISEME_OVERLAP);
if (currentViseme) {
const progress = (audioTime - currentViseme.startTime) /
(currentViseme.endTime - currentViseme.startTime);
const targetWeight = timing.calculateWeight(progress);
const smoothedWeight = lastVisemeRef.current
? timing.smoothWeight(lastVisemeRef.current.weight, targetWeight)
: targetWeight;
const updatedViseme = { ...currentViseme, weight: smoothedWeight };
lastVisemeRef.current = updatedViseme;
return updatedViseme;
}
if (lastVisemeRef.current) {
const reducedWeight = lastVisemeRef.current.weight * (1 - SMOOTHING_FACTOR);
lastVisemeRef.current = {
...lastVisemeRef.current,
weight: reducedWeight,
};
}
lastVisemeRef.current = null;
return null;
}, [isProcessing]);
const resetVisemeQueue = useCallback(() => {
visemeQueueRef.current = [];
lastVisemeRef.current = null;
audioStartTimeRef.current = null;
firstVisemeTimeRef.current = null;
frameCountRef.current = 0;
setVisemeState('idle');
}, [visemeState]);
const resetAndStartProcessing = useCallback((audioCtx) => {
stopProcessing();
resetVisemeQueue();
startProcessing(audioCtx);
}, [stopProcessing, resetVisemeQueue, startProcessing, visemeState]);
const contextValue = useMemo(() => ({
addViseme,
updateCurrentViseme,
startProcessing,
stopProcessing,
resetAndStartProcessing,
resetVisemeQueue,
isProcessing,
setAudioContext,
}), [
addViseme,
updateCurrentViseme,
startProcessing,
stopProcessing,
resetAndStartProcessing,
resetVisemeQueue,
isProcessing,
setAudioContext,
]);
return (_jsx(VisemeContext.Provider, { value: contextValue, children: children }));
};
export const useViseme = () => {
const context = useContext(VisemeContext);
if (!context) {
throw new Error('useVisemeContext must be used within a VisemeProvider');
}
return context;
};
//# sourceMappingURL=visemeContext.js.map