@memori.ai/memori-react 7.7.1 → 7.8.0-rc.0

package/esm/context/visemeContext.js

@@ -1,13 +1,6 @@
 import { jsx as _jsx } from "react/jsx-runtime";
-import { createContext, useContext, useState, useCallback, useRef, useEffect, } from 'react';
-import { MathUtils } from 'three';
+import { createContext, useContext, useRef, useCallback, useState, } from 'react';
 const VisemeContext = createContext(undefined);
-const VISEME_SMOOTHING = 0.3;
-const DEFAULT_VISEME_DURATION = 0.1;
-const MINIMUM_ELAPSED_TIME = 0.01;
-const VISEME_SPEED_FACTOR = 1;
-const AUDIO_PLAYBACK_RATE = 1;
-const VISEME_BASE_SPEED = 1;
 const VISEME_MAP = {
     0: 'viseme_sil',
     1: 'viseme_PP',
@@ -32,208 +25,98 @@ const VISEME_MAP = {
     20: 'viseme_kk',
     21: 'viseme_PP',
 };
+const DEFAULT_VISEME_DURATION = 0.04;
+const VISEME_OVERLAP = 0.15;
+const SMOOTHING_FACTOR = 0.35;
+const TIME_OFFSET = -0.04;
+const PRELOAD_TIME = 1;
 export const VisemeProvider = ({ children, }) => {
-    const [isMeshSet, setIsMeshSet] = useState(false);
-    const [emotion, setEmotion] = useState('Neutral');
-    const isAnimatingRef = useRef(false);
-    const currentVisemesRef = useRef([]);
     const visemeQueueRef = useRef([]);
-    const animationFrameRef = useRef(null);
     const startTimeRef = useRef(null);
-    const currentVisemeWeightRef = useRef({});
-    const meshRef = useRef(null);
-    const lerp = (start, end, alpha) => {
-        return start * (1 - alpha) + end * alpha;
-    };
-    const easeInOutQuad = (x) => {
-        return x < 0.5 ? 2 * x * x : 1 - Math.pow(-2 * x + 2, 2) / 2;
-    };
-    const setMeshRef = useCallback((mesh) => {
-        if (mesh && mesh.morphTargetDictionary && mesh.morphTargetInfluences) {
-            meshRef.current = mesh;
-            setIsMeshSet(true);
-        }
-        else {
-            console.error('Invalid mesh provided:', mesh);
+    const [isProcessing, setIsProcessing] = useState(false);
+    const lastVisemeRef = useRef(null);
+    const addViseme = useCallback((visemeId, audioOffset) => {
+        const visemeName = VISEME_MAP[visemeId] || 'viseme_sil';
+        const startTime = audioOffset / 10000000 + TIME_OFFSET;
+        const endTime = startTime + DEFAULT_VISEME_DURATION;
+        const newViseme = {
+            name: visemeName,
+            weight: 0,
+            startTime,
+            endTime,
+        };
+        visemeQueueRef.current.push(newViseme);
+        if (!isProcessing) {
+            startProcessing();
         }
-    }, [meshRef]);
-    const addVisemeToQueue = useCallback((viseme) => {
-        visemeQueueRef.current.push(viseme);
-    }, []);
-    const getCurrentViseme = useCallback((elapsedTime) => {
-        if (elapsedTime < MINIMUM_ELAPSED_TIME)
+    }, [isProcessing]);
+    const updateCurrentViseme = useCallback((currentTime) => {
+        if (!isProcessing || startTimeRef.current === null) {
+            console.log('StartTimeRef not set');
             return null;
-        return currentVisemesRef.current.find((viseme, index) => {
-            const nextViseme = currentVisemesRef.current[index + 1];
-            return (elapsedTime >= viseme.startTime &&
-                (!nextViseme || elapsedTime < nextViseme.startTime));
-        });
-    }, []);
-    const getDynamicSpeedFactor = (visemeDuration) => {
-        const baseDuration = 0.1;
-        return (VISEME_BASE_SPEED * (baseDuration / visemeDuration) * AUDIO_PLAYBACK_RATE);
-    };
-    const applyViseme = useCallback((viseme, elapsedTime) => {
-        var _a;
-        if (!meshRef.current) {
-            console.error('Mesh not set');
-            return;
         }
-        const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
-        const dynamicSpeedFactor = getDynamicSpeedFactor(viseme.duration);
-        const adjustedProgress = visemeProgress * dynamicSpeedFactor;
-        const easedProgress = easeInOutQuad(adjustedProgress);
-        const targetWeight = Math.sin(easedProgress * Math.PI) * viseme.weight;
-        currentVisemeWeightRef.current[viseme.name] = MathUtils.lerp(currentVisemeWeightRef.current[viseme.name] || 0, targetWeight, VISEME_SMOOTHING);
-        const visemeIndex = (_a = meshRef.current.morphTargetDictionary) === null || _a === void 0 ? void 0 : _a[viseme.name];
-        if (typeof visemeIndex === 'number' &&
-            meshRef.current.morphTargetInfluences) {
-            meshRef.current.morphTargetInfluences[visemeIndex] =
-                currentVisemeWeightRef.current[viseme.name];
-        }
-        else {
-            console.error(`Viseme not found in morph target dictionary: ${viseme.name}`);
-        }
-        Object.keys(currentVisemeWeightRef.current).forEach((visemeName) => {
-            var _a;
-            if (visemeName !== viseme.name) {
-                currentVisemeWeightRef.current[visemeName] = lerp(currentVisemeWeightRef.current[visemeName], 0, VISEME_SMOOTHING * 0.5);
-                const index = (_a = meshRef.current.morphTargetDictionary) === null || _a === void 0 ? void 0 : _a[visemeName];
-                if (typeof index === 'number' && meshRef.current.morphTargetInfluences) {
-                    meshRef.current.morphTargetInfluences[index] = currentVisemeWeightRef.current[visemeName];
-                }
-            }
-        });
-    }, []);
-    const animate = useCallback((time) => {
-        if (startTimeRef.current === null) {
-            startTimeRef.current = time;
-        }
-        const elapsedTime = ((time - startTimeRef.current) / 1000) * VISEME_SPEED_FACTOR;
-        const currentViseme = getCurrentViseme(elapsedTime);
+        const elapsedTime = currentTime - startTimeRef.current + PRELOAD_TIME;
+        visemeQueueRef.current = visemeQueueRef.current.filter(v => v.endTime > elapsedTime);
+        const currentViseme = visemeQueueRef.current.find(v => v.startTime <= elapsedTime && v.endTime > elapsedTime - VISEME_OVERLAP);
         if (currentViseme) {
-            applyViseme(currentViseme, elapsedTime);
-        }
-        if (currentVisemesRef.current.length > 0 &&
-            elapsedTime <
-                currentVisemesRef.current[currentVisemesRef.current.length - 1]
-                    .startTime +
-                    currentVisemesRef.current[currentVisemesRef.current.length - 1]
-                        .duration) {
-            animationFrameRef.current = requestAnimationFrame(animate);
-        }
-        else {
-            clearVisemes();
+            console.log('CurrentViseme Found!');
+            const visemeProgress = (elapsedTime - currentViseme.startTime) /
+                (currentViseme.endTime - currentViseme.startTime);
+            const targetWeight = Math.sin(Math.PI * Math.min(visemeProgress, 1));
+            const smoothedWeight = lastVisemeRef.current
+                ? lastVisemeRef.current.weight +
+                    (targetWeight - lastVisemeRef.current.weight) * SMOOTHING_FACTOR
+                : targetWeight;
+            const updatedViseme = { ...currentViseme, weight: smoothedWeight };
+            lastVisemeRef.current = updatedViseme;
+            return updatedViseme;
         }
-    }, [getCurrentViseme, applyViseme]);
-    const processVisemeQueue = useCallback(() => {
-        const azureVisemes = [...visemeQueueRef.current];
-        visemeQueueRef.current = [];
-        if (azureVisemes.length === 0) {
-            return [];
-        }
-        const processedVisemes = azureVisemes.map((currentViseme, i) => {
-            const nextViseme = azureVisemes[i + 1];
-            const duration = nextViseme
-                ? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
-                : DEFAULT_VISEME_DURATION;
-            const processedViseme = {
-                name: VISEME_MAP[currentViseme.visemeId] || 'viseme_sil',
-                duration,
-                weight: 1,
-                startTime: currentViseme.audioOffset / 10000000,
-            };
-            return processedViseme;
-        });
-        const interpolatedVisemes = [];
-        for (let i = 0; i < processedVisemes.length - 1; i++) {
-            const currentViseme = processedVisemes[i];
-            const nextViseme = processedVisemes[i + 1];
-            interpolatedVisemes.push(currentViseme);
-            const intermediateDuration = (nextViseme.startTime - currentViseme.startTime) * 0.5;
-            interpolatedVisemes.push({
-                name: 'viseme_sil',
-                duration: intermediateDuration,
-                weight: 0.5,
-                startTime: currentViseme.startTime + intermediateDuration,
-            });
-        }
-        interpolatedVisemes.push(processedVisemes[processedVisemes.length - 1]);
-        currentVisemesRef.current = interpolatedVisemes;
-        if (!isAnimatingRef.current) {
-            isAnimatingRef.current = true;
-            startTimeRef.current = performance.now();
-            animationFrameRef.current = requestAnimationFrame(animate);
-        }
-        else {
-            if (startTimeRef.current !== null) {
-                const currentTime = performance.now();
-                const elapsedTime = ((currentTime - startTimeRef.current) / 1000) * VISEME_SPEED_FACTOR;
-                startTimeRef.current =
-                    currentTime - (elapsedTime / VISEME_SPEED_FACTOR) * 1000;
+        if (lastVisemeRef.current) {
+            const reducedWeight = lastVisemeRef.current.weight * (1 - SMOOTHING_FACTOR);
+            if (reducedWeight > 0.01) {
+                lastVisemeRef.current = {
+                    ...lastVisemeRef.current,
+                    weight: reducedWeight,
+                };
+                return lastVisemeRef.current;
             }
         }
-        return interpolatedVisemes;
-    }, [animate]);
-    const clearVisemes = useCallback(() => {
-        var _a, _b;
-        currentVisemesRef.current = [];
-        visemeQueueRef.current = [];
-        if (animationFrameRef.current !== null) {
-            cancelAnimationFrame(animationFrameRef.current);
-            animationFrameRef.current = null;
-        }
-        if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) &&
-            ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
-            Object.values(meshRef.current.morphTargetDictionary).forEach(index => {
-                if (typeof index === 'number') {
-                    meshRef.current.morphTargetInfluences[index] = 0;
-                }
-            });
-        }
-        currentVisemeWeightRef.current = {};
+        lastVisemeRef.current = null;
+        return null;
+    }, [isProcessing]);
+    const startProcessing = useCallback(() => {
+        startTimeRef.current = performance.now() / 1000;
+        setIsProcessing(true);
+    }, [isProcessing]);
+    const stopProcessing = useCallback(() => {
+        setIsProcessing(false);
         startTimeRef.current = null;
-        isAnimatingRef.current = false;
+        lastVisemeRef.current = null;
     }, []);
-    const emotionMap = {
-        Gioia: { Gioria: 1 },
-        Rabbia: { Rabbia: 1 },
-        Sorpresa: { Sorpresa: 1 },
-        Tristezza: { Tristezza: 1 },
-        Timore: { Timore: 1 },
-    };
-    const emotionToAzureStyleMap = {
-        Gioia: 'cheerful',
-        Rabbia: 'angry',
-        Sorpresa: 'excited',
-        Tristezza: 'sad',
-        Timore: 'terrified',
-    };
-    function getAzureStyleForEmotion(emotion) {
-        return emotionToAzureStyleMap[emotion] || 'neutral';
-    }
-    useEffect(() => {
-        return () => {
-            if (animationFrameRef.current !== null) {
-                cancelAnimationFrame(animationFrameRef.current);
-            }
-        };
+    const resetVisemeQueue = useCallback(() => {
+        visemeQueueRef.current = [];
+        lastVisemeRef.current = null;
     }, []);
+    const resetAndStartProcessing = useCallback(() => {
+        stopProcessing();
+        resetVisemeQueue();
+        startTimeRef.current = performance.now() / 1000;
+        setIsProcessing(true);
+    }, [stopProcessing, resetVisemeQueue]);
     const contextValue = {
-        setMeshRef,
-        addVisemeToQueue,
-        processVisemeQueue,
-        clearVisemes,
-        isMeshSet,
-        setEmotion,
-        emotion,
-        getAzureStyleForEmotion,
+        addViseme,
+        updateCurrentViseme,
+        startProcessing,
+        stopProcessing,
+        resetAndStartProcessing,
+        resetVisemeQueue,
+        isProcessing,
     };
     return (_jsx(VisemeContext.Provider, { value: contextValue, children: children }));
 };
 export const useViseme = () => {
     const context = useContext(VisemeContext);
-    if (context === undefined) {
+    if (!context) {
         throw new Error('useViseme must be used within a VisemeProvider');
     }
     return context;

package/esm/context/visemeContext.js.map

@@ -1 +1 @@
-{"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../src/context/visemeContext.tsx"],"names":[],"mappings":";AAAA,OAAc,EACZ,aAAa,EACb,UAAU,EACV,QAAQ,EACR,WAAW,EACX,MAAM,EACN,SAAS,GACV,MAAM,OAAO,CAAC;AACf,OAAO,EAAE,SAAS,EAAe,MAAM,OAAO,CAAC;AAsB/C,MAAM,aAAa,GAAG,aAAa,CAAgC,SAAS,CAAC,CAAC;AAE9E,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,MAAM,UAAU,GAA8B;IAC5C,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;CAChB,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAA4C,CAAC,EACtE,QAAQ,GACT,EAAE,EAAE;IACH,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,iBAAiB,GAAG,MAAM,CAAoB,EAAE,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,MAAM,CAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,MAAM,CAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,MAAM,CAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;QACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;IAC3C,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,CAAC,CAAS,EAAU,EAAE;QAC1C,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,WAAW,CAC5B,CAAC,IAAwB,EAAE,EAAE;QAC3B,IAAI,IAAI,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,qBAAqB,EAAE;YACpE,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,CAAC;SACpB;aAAM;YACL,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;SAC/C;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,IAAI,WAAW,GAAG,oBAAoB;YAAE,OAAO,IAAI,CAAC;QAEpD,OAAO,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACtD,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACxD,OAAO,CACL,WAAW,IAAI,MAAM,CAAC,SAAS;gBAC/B,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CACpD,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,qBAAqB,GAAG,CAAC,cAAsB,EAAU,EAAE;QAC/D,MAAM,YAAY,GAAG,GAAG,CAAC;QACzB,OAAO,CACL,iBAAiB,GAAG,CAAC,YAAY,GAAG,cAAc,CAAC,GAAG,mBAAmB,CAC1E,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,WAAW,CAC7B,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/C,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACpB,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAC9B,OAAO;SACR;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAClD,CAAC,CACF,CAAC;QAEF,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClE,MAAM,gBAAgB,GAAG,cAAc,GAAG,kBAAkB,CAAC;QAE7D,MAAM,aAAa,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAEvE,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAC1D,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAChD,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,OAAO,CAAC,OAAO,CAAC,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QACzE,IACE,OAAO,WAAW,KAAK,QAAQ;YAC/B,OAAO,CAAC,OAAO,CAAC,qBAAqB,EACrC;YACA,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC;gBAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAC/C;aAAM;YACL,OAAO,CAAC,KAAK,CACX,gDAAgD,MAAM,CAAC,IAAI,EAAE,CAC9D,CAAC;SACH;QAED,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;;YACjE,IAAI,UAAU,KAAK,MAAM,CAAC,IAAI,EAAE;gBAC9B,sBAAsB,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAC/C,sBAAsB,CAAC,OAAO,CAAC,UAAU,CAAC,EAC1C,CAAC,EACD,gBAAgB,GAAG,GAAG,CACvB,CAAC;gBAEF,MAAM,KAAK,GAAG,MAAA,OAAO,CAAC,OAAQ,CAAC,qBAAqB,0CAAG,UAAU,CAAC,CAAC;gBACnE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAQ,CAAC,qBAAqB,EAAE;oBACvE,OAAO,CAAC,OAAQ,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;iBAC5F;aACF;QACH,CAAC,CAAC,CAAC;IACL,CAAC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,OAAO,GAAG,WAAW,CACzB,CAAC,IAAY,EAAE,EAAE;QACf,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GACf,CAAC,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,mBAAmB,CAAC;QAE/D,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IACE,iBAAiB,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YACpC,WAAW;gBACT,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;qBAC5D,SAAS;oBACV,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;yBAC5D,QAAQ,EACf;YACA,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EACD,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAChC,CAAC;IAEF,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;YAC7B,OAAO,EAAE,CAAC;SACX;QAED,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAC1D,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YACnB,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,MAAM,eAAe,GAAG;gBACtB,IAAI,EAAE,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACxD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;YACF,OAAO,eAAe,CAAC;QACzB,CAAC,CACF,CAAC;QAEF,MAAM,mBAAmB,GAAsB,EAAE,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YACpD,MAAM,aAAa,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE3C,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAExC,MAAM,oBAAoB,GAAG,CAAC,UAAU,CAAC,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;YACpF,mBAAmB,CAAC,IAAI,CAAC;gBACvB,IAAI,EAAE,YAAY;gBAClB,QAAQ,EAAE,oBAAoB;gBAC9B,MAAM,EAAE,GAAG;gBACX,SAAS,EAAE,aAAa,CAAC,SAAS,GAAG,oBAAoB;aAC1D,CAAC,CAAC;SACJ;QACD,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAExE,iBAAiB,CAAC,OAAO,GAAG,mBAAmB,CAAC;QAEhD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE;YAC3B,cAAc,CAAC,OAAO,GAAG,IAAI,CAAC;YAC9B,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACzC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;gBACjC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBACtC,MAAM,WAAW,GACf,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,mBAAmB,CAAC;gBACtE,YAAY,CAAC,OAAO;oBAClB,WAAW,GAAG,CAAC,WAAW,GAAG,mBAAmB,CAAC,GAAG,IAAI,CAAC;aAC5D;SACF;QAED,OAAO,mBAAmB,CAAC;IAC7B,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,OAAO,GAAG,EAAE,CAAC;QAC/B,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IACE,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB;aACtC,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EACtC;YACA,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBACnE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QAED,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;QACpC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;QAC5B,cAAc,CAAC,OAAO,GAAG,KAAK,CAAC;IACjC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,UAAU,GAA2C;QACzD,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;QACpB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;QACrB,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;QACzB,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;QAC3B,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;KACtB,CAAC;IAEF,MAAM,sBAAsB,GAA2B;QACrD,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE,KAAK;QAChB,MAAM,EAAE,WAAW;KACpB,CAAC;IAEF,SAAS,uBAAuB,CAAC,OAAe;QAC9C,OAAO,sBAAsB,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;IACtD,CAAC;IAED,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,YAAY,GAAsB;QACtC,UAAU;QACV,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,SAAS;QACT,UAAU;QACV,OAAO;QACP,uBAAuB;KACxB,CAAC;IAEF,OAAO,CACL,KAAC,aAAa,CAAC,QAAQ,IAAC,KAAK,EAAE,YAAY,YACxC,QAAQ,GACc,CAC1B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,GAAsB,EAAE;IAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,OAAO,KAAK,SAAS,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;KACnE;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}
+{"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../src/context/visemeContext.tsx"],"names":[],"mappings":";AAAA,OAAc,EACZ,aAAa,EACb,UAAU,EACV,MAAM,EACN,WAAW,EACX,QAAQ,GAET,MAAM,OAAO,CAAC;AAmBf,MAAM,aAAa,GAAG,aAAa,CAAgC,SAAS,CAAC,CAAC;AAE9E,MAAM,UAAU,GAA8B;IAC5C,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IAEd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;CAChB,CAAC;AAEF,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC;AAC1B,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,MAAM,CAAC,MAAM,cAAc,GAA4C,CAAC,EACtE,QAAQ,GACT,EAAE,EAAE;IACH,MAAM,cAAc,GAAG,MAAM,CAAW,EAAE,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IAElD,MAAM,SAAS,GAAG,WAAW,CAC3B,CAAC,QAAgB,EAAE,WAAmB,EAAE,EAAE;QACxC,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC;QACxD,MAAM,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QACvD,MAAM,OAAO,GAAG,SAAS,GAAG,uBAAuB,CAAC;QACpD,MAAM,SAAS,GAAW;YACxB,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,CAAC;YACT,SAAS;YACT,OAAO;SACR,CAAC;QACF,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvC,IAAI,CAAC,YAAY,EAAE;YACjB,eAAe,EAAE,CAAC;SACnB;IACH,CAAC,EACD,CAAC,YAAY,CAAC,CACf,CAAC;IAEF,MAAM,mBAAmB,GAAG,WAAW,CACrC,CAAC,WAAmB,EAAiB,EAAE;QACrC,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YAClD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;SACb;QAED,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC,OAAO,GAAG,YAAY,CAAC;QAGtE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CACpD,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,WAAW,CAC7B,CAAC;QAEF,MAAM,aAAa,GAAG,cAAc,CAAC,OAAO,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,CACF,CAAC,CAAC,SAAS,IAAI,WAAW,IAAI,CAAC,CAAC,OAAO,GAAG,WAAW,GAAG,cAAc,CACzE,CAAC;QAEF,IAAI,aAAa,EAAE;YACjB,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,MAAM,cAAc,GAClB,CAAC,WAAW,GAAG,aAAa,CAAC,SAAS,CAAC;gBACvC,CAAC,aAAa,CAAC,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;YAGrE,MAAM,cAAc,GAAG,aAAa,CAAC,OAAO;gBAC1C,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM;oBAC5B,CAAC,YAAY,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,gBAAgB;gBAClE,CAAC,CAAC,YAAY,CAAC;YAEjB,MAAM,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;YACnE,aAAa,CAAC,OAAO,GAAG,aAAa,CAAC;YACtC,OAAO,aAAa,CAAC;SACtB;QAGD,IAAI,aAAa,CAAC,OAAO,EAAE;YACzB,MAAM,aAAa,GACjB,aAAa,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC;YACxD,IAAI,aAAa,GAAG,IAAI,EAAE;gBACxB,aAAa,CAAC,OAAO,GAAG;oBACtB,GAAG,aAAa,CAAC,OAAO;oBACxB,MAAM,EAAE,aAAa;iBACtB,CAAC;gBACF,OAAO,aAAa,CAAC,OAAO,CAAC;aAC9B;SACF;QAED,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC,EACD,CAAC,YAAY,CAAC,CACf,CAAC;IAEF,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;QAEvC,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAChD,eAAe,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IAEnB,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,eAAe,CAAC,KAAK,CAAC,CAAC;QACvB,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;QAC5B,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;IAC/B,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE;QACxC,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAC5B,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;IAC/B,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,uBAAuB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC/C,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,CAAC;QACnB,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAChD,eAAe,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC,EAAE,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAEvC,MAAM,YAAY,GAAG;QACnB,SAAS;QACT,mBAAmB;QACnB,eAAe;QACf,cAAc;QACd,uBAAuB;QACvB,gBAAgB;QAChB,YAAY;KACb,CAAC;IAEF,OAAO,CACL,KAAC,aAAa,CAAC,QAAQ,IAAC,KAAK,EAAE,YAAY,YACxC,QAAQ,GACc,CAC1B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,GAAsB,EAAE;IAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;KACnE;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "7.7.1",
+  "version": "7.8.0-rc.0",
   "name": "@memori.ai/memori-react",
   "author": "Memori Srl",
   "main": "dist/index.js",

package/src/components/Avatar/Avatar.tsx

@@ -57,7 +57,7 @@ const Avatar: React.FC<Props> = ({
   const { t } = useTranslation();
   const [isClient, setIsClient] = useState(false);
 
-  const { setMeshRef, clearVisemes, setEmotion } = useViseme();
+  const { stopProcessing, updateCurrentViseme, resetVisemeQueue } = useViseme();
 
   useEffect(() => {
     setIsClient(true);
@@ -132,6 +132,7 @@ const Avatar: React.FC<Props> = ({
           }
         >
           <ContainerAvatarView
+            updateCurrentViseme={updateCurrentViseme}
             url={integrationConfig.avatarURL}
             sex={memori.voiceType === 'FEMALE' ? 'FEMALE' : 'MALE'}
             fallbackImg={getAvatarUrl()}
@@ -142,11 +143,10 @@ const Avatar: React.FC<Props> = ({
             speaking={isPlayingAudio}
             loading={loading}
             style={getAvatarStyle()}
-            clearVisemes={clearVisemes}
-            setMeshRef={setMeshRef}
-            isZoomed={isZoomed}
+            stopProcessing={stopProcessing}
+            resetVisemeQueue={resetVisemeQueue}
+            isZoomed={isZoomed} 
             chatEmission={chatProps?.dialogState?.emission}
-            setEmotion={setEmotion}
           />
         </ErrorBoundary>
       );

package/src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx

@@ -14,9 +14,9 @@ interface Props {
   speaking: boolean;
   isZoomed: boolean;
   chatEmission: any;
-  setMeshRef: any;
-  clearVisemes: () => void;
-  setEmotion: (emotion: string) => void;
+  stopProcessing: () => void;
+  resetVisemeQueue: () => void;
+  updateCurrentViseme: (currentTime: number) => { name: string; weight: number } | null;
 }
 
 interface BaseAction {
@@ -50,9 +50,9 @@ const baseActions: Record<string, BaseAction> = {
   Loading3: { weight: 0 },
 };
 
+
 export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
-  setMeshRef,
-  clearVisemes,
+  stopProcessing,
   chatEmission,
   showControls,
   animation,
@@ -64,7 +64,8 @@ export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
   halfBody,
   loading,
   isZoomed,
-  setEmotion,
+  updateCurrentViseme,
+  resetVisemeQueue,
 }) => {
   const [currentBaseAction, setCurrentBaseAction] = useState({
     action: animation || 'Idle1',
@@ -77,6 +78,9 @@ export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
   const [morphTargetDictionary, setMorphTargetDictionary] = useState<{
     [key: string]: number;
   }>({});
+  const [emotionMorphTargets, setEmotionMorphTargets] = useState<{
+    [key: string]: number;
+  }>({});
 
   const [timeScale, setTimeScale] = useState(0.8);
 
@@ -93,7 +97,7 @@ export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
 
     //remove the last character from the action
     const newEmotion = action.slice(0, -1);
-    setEmotion(newEmotion);
+    // setEmotion(newEmotion);
 
     const defaultEmotions = Object.keys(emotionMap).reduce((acc, key) => {
       acc[key] = 0;
@@ -105,9 +109,8 @@ export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
     const emotionValues =
       emotion === 'default' ? defaultEmotions : emotionMap[emotion];
 
-    setMorphTargetInfluences(prevInfluences => ({
-      ...prevInfluences,
-      ...defaultEmotions,
+    setEmotionMorphTargets(prevEmotions => ({
+      ...prevEmotions,
       ...emotionValues,
     }));
   }, []);
@@ -162,6 +165,11 @@ export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
       const emotion = `${outputContent}${randomNumber}`;
 
       onBaseActionChange(emotion);
+    } else {
+      //Set a random idle animation
+      const randomNumber = Math.floor(Math.random() * 5) + 1;
+      const animation = `Idle${randomNumber === 3 ? 4 : randomNumber}`;
+      onBaseActionChange(animation);
     }
   }, [chatEmission]);
 
@@ -174,6 +182,13 @@ export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
     }
   }, [loading]);
 
+  // useEffect(() => {
+  //   if (speaking && currentBaseAction.action !== 'Idle1') {
+  //     const animation = `Idle1`;
+  //     onBaseActionChange(animation);
+  //   }
+  // }, [speaking]);
+
   return (
     <>
       {showControls && (
@@ -191,30 +206,29 @@ export const AvatarView: React.FC<Props & { halfBody: boolean }> = ({
       {halfBody ? (
         <HalfBodyAvatar
           url={url}
-          setMeshRef={setMeshRef}
-          setMorphTargetInfluences={setMorphTargetInfluences}
           headMovement={headMovement}
           speaking={speaking}
           eyeBlink={eyeBlink}
           morphTargetInfluences={morphTargetInfluences}
-          clearVisemes={clearVisemes}
+          setMorphTargetInfluences={setMorphTargetInfluences}
           setMorphTargetDictionary={setMorphTargetDictionary}
+          updateCurrentViseme={updateCurrentViseme}
         />
       ) : (
         <FullbodyAvatar
           url={url}
           sex={sex}
+          resetVisemeQueue={resetVisemeQueue}
           eyeBlink={eyeBlink}
-          speaking={speaking}
           currentBaseAction={currentBaseAction}
           timeScale={timeScale}
-          setMorphTargetInfluences={setMorphTargetInfluences}
-          setMorphTargetDictionary={setMorphTargetDictionary}
           morphTargetInfluences={morphTargetInfluences}
-          morphTargetDictionary={morphTargetDictionary}
           isZoomed={isZoomed}
-          setMeshRef={setMeshRef}
-          clearVisemes={clearVisemes}
+          updateCurrentViseme={updateCurrentViseme}
+          stopProcessing={stopProcessing}
+          setMorphTargetDictionary={setMorphTargetDictionary}
+          setMorphTargetInfluences={setMorphTargetInfluences}
+          emotionMorphTargets={emotionMorphTargets}
         />
       )}
     </>