@memori.ai/memori-react 7.6.1 → 7.7.1

package/src/context/visemeContext.tsx

@@ -6,7 +6,7 @@ import React, {
   useRef,
   useEffect,
 } from 'react';
-import { SkinnedMesh } from 'three';
+import { MathUtils, SkinnedMesh } from 'three';
 
 type AzureViseme = { visemeId: number; audioOffset: number };
 
@@ -30,37 +30,36 @@ interface VisemeContextType {
 
 const VisemeContext = createContext<VisemeContextType | undefined>(undefined);
 
-const VISEME_SMOOTHING = 0.5;
+const VISEME_SMOOTHING = 0.3;
 const DEFAULT_VISEME_DURATION = 0.1;
 const MINIMUM_ELAPSED_TIME = 0.01;
-const VISEME_SPEED_FACTOR = 1.0;
-const AUDIO_PLAYBACK_RATE = 1.0;
-const VISEME_BASE_SPEED = 1.0;
+const VISEME_SPEED_FACTOR = 1;
+const AUDIO_PLAYBACK_RATE = 1;
+const VISEME_BASE_SPEED = 1;
 
 const VISEME_MAP: { [key: number]: string } = {
-  0: 'viseme_sil', // silence
-  1: 'viseme_PP', // p, b, m
-  2: 'viseme_FF', // f, v
-  3: 'viseme_TH', // th, dh
-  4: 'viseme_DD', // t, d, n, l
-  5: 'viseme_kk', // k, g, ng
-  6: 'viseme_CH', // tS, dZ, S, Z
-  7: 'viseme_SS', // s, z
-  8: 'viseme_nn', // Not explicitly defined in Azure mapping, keeping for compatibility
-  9: 'viseme_RR', // r
-  10: 'viseme_aa', // A:
-  11: 'viseme_E', // e
-  12: 'viseme_I', // I
-  13: 'viseme_O', // O
-  14: 'viseme_U', // u
-  // Mapping the rest based on closest matches or keeping them as in the original mapping
-  15: 'viseme_kk', // g, k (same as 5)
-  16: 'viseme_CH', // ch, j, sh, zh (same as 6)
-  17: 'viseme_SS', // s, z (same as 7)
-  18: 'viseme_TH', // th, dh (same as 3)
-  19: 'viseme_RR', // r (same as 9)
-  20: 'viseme_kk', // w (closest match, could be debated)
-  21: 'viseme_PP', // y (closest match, could be debated)
+  0: 'viseme_sil',
+  1: 'viseme_PP',
+  2: 'viseme_FF',
+  3: 'viseme_TH',
+  4: 'viseme_DD',
+  5: 'viseme_kk',
+  6: 'viseme_CH',
+  7: 'viseme_SS',
+  8: 'viseme_nn',
+  9: 'viseme_RR',
+  10: 'viseme_aa',
+  11: 'viseme_E',
+  12: 'viseme_I',
+  13: 'viseme_O',
+  14: 'viseme_U',
+  15: 'viseme_kk',
+  16: 'viseme_CH',
+  17: 'viseme_SS',
+  18: 'viseme_TH',
+  19: 'viseme_RR',
+  20: 'viseme_kk',
+  21: 'viseme_PP',
 };
 
 export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
@@ -80,8 +79,8 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
     return start * (1 - alpha) + end * alpha;
   };
 
-  const easeInOutCubic = (x: number): number => {
-    return x < 0.5 ? 4 * x * x * x : 1 - Math.pow(-2 * x + 2, 3) / 2;
+  const easeInOutQuad = (x: number): number => {
+    return x < 0.5 ? 2 * x * x : 1 - Math.pow(-2 * x + 2, 2) / 2;
   };
 
   const setMeshRef = useCallback(
@@ -89,7 +88,6 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
       if (mesh && mesh.morphTargetDictionary && mesh.morphTargetInfluences) {
         meshRef.current = mesh;
         setIsMeshSet(true);
-        // console.log('Mesh set successfully:', mesh);
       } else {
         console.error('Invalid mesh provided:', mesh);
       }
@@ -99,7 +97,6 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
 
   const addVisemeToQueue = useCallback((viseme: AzureViseme) => {
     visemeQueueRef.current.push(viseme);
-    // console.log('Viseme added to queue:', viseme);
   }, []);
 
   const getCurrentViseme = useCallback((elapsedTime: number) => {
@@ -115,7 +112,7 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
   }, []);
 
   const getDynamicSpeedFactor = (visemeDuration: number): number => {
-    const baseDuration = 0.1; // Average expected viseme duration
+    const baseDuration = 0.1;
     return (
       VISEME_BASE_SPEED * (baseDuration / visemeDuration) * AUDIO_PLAYBACK_RATE
     );
@@ -136,11 +133,10 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
       const dynamicSpeedFactor = getDynamicSpeedFactor(viseme.duration);
       const adjustedProgress = visemeProgress * dynamicSpeedFactor;
 
-      // Use a cubic easing function for smoother transitions
-      const easedProgress = easeInOutCubic(adjustedProgress);
+      const easedProgress = easeInOutQuad(adjustedProgress);
       const targetWeight = Math.sin(easedProgress * Math.PI) * viseme.weight;
 
-      currentVisemeWeightRef.current[viseme.name] = lerp(
+      currentVisemeWeightRef.current[viseme.name] = MathUtils.lerp(
         currentVisemeWeightRef.current[viseme.name] || 0,
         targetWeight,
         VISEME_SMOOTHING
@@ -153,12 +149,26 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
       ) {
         meshRef.current.morphTargetInfluences[visemeIndex] =
           currentVisemeWeightRef.current[viseme.name];
-        // console.log(`Applied viseme: ${viseme.name}, weight: ${currentVisemeWeightRef.current[viseme.name]}`);
       } else {
         console.error(
           `Viseme not found in morph target dictionary: ${viseme.name}`
         );
       }
+
+      Object.keys(currentVisemeWeightRef.current).forEach((visemeName) => {
+        if (visemeName !== viseme.name) {
+          currentVisemeWeightRef.current[visemeName] = lerp(
+            currentVisemeWeightRef.current[visemeName],
+            0,
+            VISEME_SMOOTHING * 0.5
+          );
+
+          const index = meshRef.current!.morphTargetDictionary?.[visemeName];
+          if (typeof index === 'number' && meshRef.current!.morphTargetInfluences) {
+            meshRef.current!.morphTargetInfluences[index] = currentVisemeWeightRef.current[visemeName];
+          }
+        }
+      });
     },
     []
   );
@@ -199,7 +209,6 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
     visemeQueueRef.current = [];
 
     if (azureVisemes.length === 0) {
-      // console.log('No visemes to process');
       return [];
     }
 
@@ -216,21 +225,34 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
           weight: 1,
           startTime: currentViseme.audioOffset / 10000000,
         };
-        //console.log('Processed viseme:', processedViseme);
         return processedViseme;
       }
     );
 
-    currentVisemesRef.current = processedVisemes;
+    const interpolatedVisemes: ProcessedViseme[] = [];
+    for (let i = 0; i < processedVisemes.length - 1; i++) {
+      const currentViseme = processedVisemes[i];
+      const nextViseme = processedVisemes[i + 1];
+      
+      interpolatedVisemes.push(currentViseme);
+      
+      const intermediateDuration = (nextViseme.startTime - currentViseme.startTime) * 0.5;
+      interpolatedVisemes.push({
+        name: 'viseme_sil',
+        duration: intermediateDuration,
+        weight: 0.5,
+        startTime: currentViseme.startTime + intermediateDuration,
+      });
+    }
+    interpolatedVisemes.push(processedVisemes[processedVisemes.length - 1]);
+
+    currentVisemesRef.current = interpolatedVisemes;
 
-    // Start animation immediately if not already animating
     if (!isAnimatingRef.current) {
       isAnimatingRef.current = true;
       startTimeRef.current = performance.now();
-      // console.log('Starting animation');
       animationFrameRef.current = requestAnimationFrame(animate);
     } else {
-      // If already animating, adjust the start time for the new visemes
       if (startTimeRef.current !== null) {
         const currentTime = performance.now();
         const elapsedTime =
@@ -240,8 +262,8 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
       }
     }
 
-    return processedVisemes;
-  }, [isMeshSet, animate]);
+    return interpolatedVisemes;
+  }, [animate]);
 
   const clearVisemes = useCallback(() => {
     currentVisemesRef.current = [];
@@ -266,10 +288,8 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
     currentVisemeWeightRef.current = {};
     startTimeRef.current = null;
     isAnimatingRef.current = false;
-    // console.log('Visemes cleared');
   }, []);
 
-  // Your existing emotion map
   const emotionMap: Record<string, Record<string, number>> = {
     Gioia: { Gioria: 1 },
     Rabbia: { Rabbia: 1 },
@@ -278,7 +298,6 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
     Timore: { Timore: 1 },
   };
 
-  // Mapping from your emotions to Azure styles
   const emotionToAzureStyleMap: Record<string, string> = {
     Gioia: 'cheerful',
     Rabbia: 'angry',
@@ -287,12 +306,10 @@ export const VisemeProvider: React.FC<{ children: React.ReactNode }> = ({
     Timore: 'terrified',
   };
 
-  // Function to get Azure style from emotion
   function getAzureStyleForEmotion(emotion: string): string {
     return emotionToAzureStyleMap[emotion] || 'neutral';
   }
 
-
   useEffect(() => {
     return () => {
       if (animationFrameRef.current !== null) {
@@ -325,4 +342,4 @@ export const useViseme = (): VisemeContextType => {
     throw new Error('useViseme must be used within a VisemeProvider');
   }
   return context;
-};
+};

package/src/helpers/translations.ts

@@ -28,18 +28,21 @@ export const getTranslation = async (
 
   const isReservedKeyword = dialogKeywords.indexOf(text.toLowerCase()) > -1;
   const fromLanguage = isReservedKeyword ? 'IT' : from?.toUpperCase();
+  const toLanguage = to.toUpperCase();
+
   const deeplResult = await fetch(
-    `${
-      baseUrl || 'https://www.aisuru.com'
-    }/api/translate?text=${encodeURIComponent(
-      textToTranslate
-    )}&target_lang=${to.toUpperCase()}${
-      fromLanguage ? `&source_lang=${fromLanguage}` : ''
-    }`,
+    `${baseUrl || 'https://www.aisuru.com'}/api/translate`,
     {
-      method: 'GET',
+      cache: 'no-cache',
+      method: 'POST',
+      body: JSON.stringify({
+        text: textToTranslate,
+        target_lang: toLanguage,
+        source_lang: fromLanguage,
+      }),
       headers: {
         Accept: '*/*',
+        'Content-Type': 'application/json',
       },
     }
   );

package/src/helpers/utils.ts

@@ -184,15 +184,16 @@ export const stripMarkdown = (text: string) => {
 };
 
 export const stripOutputTags = (text: string): string => {
-  let hasTags = text.includes('</output>');
-
-  if (!hasTags) return text;
-
-  let output = text.split('</output>');
-  let textBefore = output[0].split('<output')[0];
-  let textAfter = output[1];
+  const outputTagRegex = /<output.*?<\/output>/gs;
+  
+  if (!outputTagRegex.test(text)) {
+    return text;
+  }
 
-  return stripOutputTags(textBefore + textAfter);
+  const strippedText = text.replace(outputTagRegex, '');
+  
+  // Recursively strip nested output tags
+  return stripOutputTags(strippedText);
 };
 
 export const stripHTML = (text: string) => {

package/src/index.stories.tsx

@@ -111,29 +111,31 @@ Giovanna.args = {
 
 export const GiovannaProva = Template.bind({});
 GiovannaProva.args = {
-  memoriName: 'GiovannaProva',
-  ownerUserName: 'patini929',
-  memoriID: 'aee4c0ab-66c0-4a4e-acf5-e7be0a3a8ddf',
-  ownerUserID: '1941d326-6986-4fa1-872b-458d09fb654c',
-  tenantID: 'www.aisuru.com',
-  engineURL: 'https://engine.memori.ai',
-  apiURL: 'https://backend.memori.ai',
-  baseURL: 'https://www.aisuru.com',
-  uiLang: 'IT',
+  memoriName: 'Giovanna Test',
+  ownerUserName: 'andrea.patini3',
+  memoriID: '431d9819-c958-442c-a799-f90617371c0c',
+  ownerUserID: '58770358-a5db-4b49-b3a4-734fc468e745',
+  tenantID: 'aisuru-staging.aclambda.online',
+  engineURL: 'https://engine-staging.memori.ai',
+  apiURL: 'https://backend-staging.memori.ai',
+  baseURL: 'https://aisuru-staging.aclambda.online',
+  uiLang: 'EN',
   spokenLang: 'IT',
   layout: 'ZOOMED_FULL_BODY',
-  showInstruct: false,
-  showSettings: true,
-  showClear: false,
-  showAIicon: true,
-  showWhyThisAnswer: true,
-  showTypingText: false,
-  showOnlyLastMessages: false,
-  showTranslationOriginal: false,
-  showCopyButton: false,
-  showShare: true,
-  showLogin: false,
-  enableAudio: true,
+  showInstruct: 'false',
+  showSettings: 'true',
+  showClear: 'false',
+  showAIicon: 'true',
+  showWhyThisAnswer: 'true',
+  showTypingText: 'false',
+  showOnlyLastMessages: 'false',
+  showTranslationOriginal: 'false',
+  showCopyButton: 'false',
+  showShare: 'true',
+  showLogin: 'false',
+  enableAudio: 'true',
+  integrationID: 'e92ac275-39b5-474d-8f9e-826cc5284f1e',
+  initialQuestion: 'inizio simulazione',
 };
 
 const TemplateWithBatchButton: Story<Props> = args => (

package/src/styles.css

@@ -52,7 +52,7 @@
 @import url('./components/layouts/totem.css');
 @import url('./components/layouts/website-assistant.css');
 @import url('./components/layouts/chat.css');
-
+@import url('./components/layouts/zoomed-full-body.css');
 @import url('https://cdn.jsdelivr.net/npm/katex@0.16.10/dist/katex.min.css');
 
 .sr-only {

package/dist/components/Avatar/AvatarView/components/avatar.d.ts

@@ -1,9 +0,0 @@
-interface AvatarProps {
-    url: string;
-    eyeBlink?: boolean;
-    headMovement?: boolean;
-    speaking?: boolean;
-    onLoaded?: () => void;
-}
-export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }: AvatarProps): JSX.Element;
-export {};

package/dist/components/Avatar/AvatarView/components/avatar.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const tslib_1 = require("tslib");
-const jsx_runtime_1 = require("react/jsx-runtime");
-const react_1 = require("react");
-const three_1 = require("three");
-const drei_1 = require("@react-three/drei");
-const useEyeBlink_1 = tslib_1.__importDefault(require("../utils/useEyeBlink"));
-const useHeadMovement_1 = tslib_1.__importDefault(require("../utils/useHeadMovement"));
-const useMouthSpeaking_1 = tslib_1.__importDefault(require("../utils/useMouthSpeaking"));
-const fiber_1 = require("@react-three/fiber");
-const utils_1 = require("../utils/utils");
-const AVATAR_POSITION = new three_1.Vector3(0, -0.6, 0);
-function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }) {
-    const { scene } = (0, drei_1.useGLTF)(url);
-    const { nodes, materials } = (0, fiber_1.useGraph)(scene);
-    (0, useEyeBlink_1.default)(eyeBlink, nodes);
-    (0, useHeadMovement_1.default)(headMovement, nodes);
-    (0, useMouthSpeaking_1.default)(!!speaking, nodes);
-    (0, react_1.useEffect)(() => {
-        const setupAvatar = () => {
-            (0, utils_1.hideHands)(nodes);
-            (0, utils_1.correctMaterials)(materials);
-            onLoaded === null || onLoaded === void 0 ? void 0 : onLoaded();
-        };
-        setupAvatar();
-        return () => {
-            const disposeObjects = () => {
-                Object.values(materials).forEach(fiber_1.dispose);
-                Object.values(nodes).filter(utils_1.isSkinnedMesh).forEach(fiber_1.dispose);
-            };
-            disposeObjects();
-        };
-    }, [materials, nodes, url, onLoaded]);
-    const skinnedMeshes = (0, react_1.useMemo)(() => Object.values(nodes).filter(utils_1.isSkinnedMesh), [nodes]);
-    return ((0, jsx_runtime_1.jsxs)("group", { position: AVATAR_POSITION, children: [(0, jsx_runtime_1.jsx)("primitive", { object: nodes.Hips }, "armature"), skinnedMeshes.map((node) => ((0, jsx_runtime_1.jsx)("primitive", { object: node, receiveShadow: true, castShadow: true }, node.name)))] }));
-}
-exports.default = Avatar;
-//# sourceMappingURL=avatar.js.map

package/dist/components/Avatar/AvatarView/components/avatar.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"avatar.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/components/avatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAkD;AAClD,iCAA0C;AAC1C,4CAA4C;AAC5C,+EAA+C;AAC/C,uFAAuD;AACvD,yFAAyD;AACzD,8CAAuD;AACvD,0CAA4E;AAW5E,MAAM,eAAe,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEhD,SAAwB,MAAM,CAAC,EAC7B,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,GACI;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAE7C,IAAA,qBAAW,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,IAAA,yBAAe,EAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACrC,IAAA,0BAAgB,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpC,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,MAAM,WAAW,GAAG,GAAG,EAAE;YACvB,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC;YACjB,IAAA,wBAAgB,EAAC,SAAS,CAAC,CAAC;YAC5B,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,EAAI,CAAC;QACf,CAAC,CAAC;QAEF,WAAW,EAAE,CAAC;QAEd,OAAO,GAAG,EAAE;YACV,MAAM,cAAc,GAAG,GAAG,EAAE;gBAC1B,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;YAC9D,CAAC,CAAC;YAEF,cAAc,EAAE,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,MAAM,aAAa,GAAG,IAAA,eAAO,EAAC,GAAG,EAAE,CACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,EAC1C,CAAC,KAAK,CAAC,CACR,CAAC;IAEF,OAAO,CACL,mCAAO,QAAQ,EAAE,eAAe,aAC9B,sCAA0B,MAAM,EAAE,KAAK,CAAC,IAAI,IAA7B,UAAU,CAAuB,EAC/C,aAAa,CAAC,GAAG,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,CACrC,sCAA2B,MAAM,EAAE,IAAI,EAAE,aAAa,QAAC,UAAU,UAAjD,IAAI,CAAC,IAAI,CAA2C,CACrE,CAAC,IACI,CACT,CAAC;AACJ,CAAC;AA9CD,yBA8CC"}

package/dist/components/Avatar/AvatarView/utils/useViseme.d.ts

@@ -1,18 +0,0 @@
-import { SkinnedMesh } from 'three';
-type AzureViseme = {
-    visemeId: number;
-    audioOffset: number;
-};
-type ProcessedViseme = {
-    name: string;
-    duration: number;
-    weight: number;
-    startTime: number;
-};
-export declare const useViseme: () => {
-    addVisemeToQueue: (viseme: AzureViseme) => void;
-    processVisemeQueue: () => ProcessedViseme[];
-    clearVisemes: () => void;
-    setMeshRef: (mesh: SkinnedMesh | null) => void;
-};
-export {};

package/dist/components/Avatar/AvatarView/utils/useViseme.js

@@ -1,141 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.useViseme = void 0;
-const react_1 = require("react");
-const VISEME_SMOOTHING = 0.42;
-const DEFAULT_VISEME_DURATION = 0.1;
-const lerp = (start, end, alpha) => {
-    return start * (1 - alpha) + end * alpha;
-};
-const useViseme = () => {
-    const [currentVisemes, setCurrentVisemes] = (0, react_1.useState)([]);
-    const visemeQueueRef = (0, react_1.useRef)([]);
-    const animationFrameRef = (0, react_1.useRef)(null);
-    const startTimeRef = (0, react_1.useRef)(null);
-    const currentVisemeWeightRef = (0, react_1.useRef)({});
-    const meshRef = (0, react_1.useRef)(null);
-    const visemeMap = {
-        0: 'viseme_sil',
-        1: 'viseme_aa',
-        2: 'viseme_aa',
-        3: 'viseme_O',
-        4: 'viseme_E',
-        5: 'viseme_I',
-        6: 'viseme_I',
-        7: 'viseme_U',
-        8: 'viseme_O',
-        9: 'viseme_aa',
-        10: 'viseme_O',
-        11: 'viseme_aa',
-        12: 'viseme_CH',
-        13: 'viseme_RR',
-        14: 'viseme_SS',
-        15: 'viseme_SS',
-        16: 'viseme_CH',
-        17: 'viseme_TH',
-        18: 'viseme_FF',
-        19: 'viseme_DD',
-        20: 'viseme_kk',
-        21: 'viseme_PP'
-    };
-    const setMeshRef = (0, react_1.useCallback)((mesh) => {
-        meshRef.current = mesh;
-    }, []);
-    const addVisemeToQueue = (0, react_1.useCallback)((viseme) => {
-        visemeQueueRef.current.push(viseme);
-    }, []);
-    const processVisemeQueue = (0, react_1.useCallback)(() => {
-        const azureVisemes = [...visemeQueueRef.current];
-        visemeQueueRef.current = [];
-        if (azureVisemes.length === 0)
-            return [];
-        const processedVisemes = azureVisemes.map((currentViseme, i) => {
-            const nextViseme = azureVisemes[i + 1];
-            const duration = nextViseme
-                ? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
-                : DEFAULT_VISEME_DURATION;
-            return {
-                name: visemeMap[currentViseme.visemeId] || 'viseme_sil',
-                duration,
-                weight: 1,
-                startTime: currentViseme.audioOffset / 10000000
-            };
-        });
-        setCurrentVisemes(processedVisemes);
-        console.log('processedVisemes', processedVisemes, meshRef.current);
-        startTimeRef.current = performance.now();
-        if (animationFrameRef.current === null) {
-            animationFrameRef.current = requestAnimationFrame(animate);
-        }
-        return processedVisemes;
-    }, []);
-    const clearVisemes = (0, react_1.useCallback)(() => {
-        var _a, _b;
-        setCurrentVisemes([]);
-        visemeQueueRef.current = [];
-        if (animationFrameRef.current !== null) {
-            cancelAnimationFrame(animationFrameRef.current);
-            animationFrameRef.current = null;
-        }
-        if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) && ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
-            Object.values(meshRef.current.morphTargetDictionary).forEach((index) => {
-                if (typeof index === 'number') {
-                    meshRef.current.morphTargetInfluences[index] = 0;
-                }
-            });
-        }
-        currentVisemeWeightRef.current = {};
-    }, []);
-    const getCurrentViseme = (0, react_1.useCallback)((elapsedTime) => {
-        return currentVisemes.find((viseme, index) => {
-            const nextViseme = currentVisemes[index + 1];
-            return elapsedTime >= viseme.startTime && (!nextViseme || elapsedTime < nextViseme.startTime);
-        });
-    }, [currentVisemes]);
-    const applyViseme = (0, react_1.useCallback)((viseme, elapsedTime) => {
-        var _a, _b, _c;
-        if (!meshRef.current)
-            return;
-        const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
-        const targetWeight = Math.sin(visemeProgress * Math.PI) * viseme.weight;
-        if (!currentVisemeWeightRef.current[viseme.name]) {
-            currentVisemeWeightRef.current[viseme.name] = 0;
-        }
-        currentVisemeWeightRef.current[viseme.name] = lerp(currentVisemeWeightRef.current[viseme.name], targetWeight, VISEME_SMOOTHING);
-        const visemeIndex = (_b = (_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) === null || _b === void 0 ? void 0 : _b[viseme.name];
-        if (typeof visemeIndex === 'number' && ((_c = meshRef.current) === null || _c === void 0 ? void 0 : _c.morphTargetInfluences)) {
-            meshRef.current.morphTargetInfluences[visemeIndex] = currentVisemeWeightRef.current[viseme.name];
-        }
-    }, []);
-    const animate = (0, react_1.useCallback)((time) => {
-        if (startTimeRef.current === null) {
-            startTimeRef.current = time;
-        }
-        const elapsedTime = (time - startTimeRef.current) / 1000;
-        const currentViseme = getCurrentViseme(elapsedTime);
-        if (currentViseme) {
-            applyViseme(currentViseme, elapsedTime);
-        }
-        if (currentVisemes.length > 0 && elapsedTime < currentVisemes[currentVisemes.length - 1].startTime + currentVisemes[currentVisemes.length - 1].duration) {
-            animationFrameRef.current = requestAnimationFrame(animate);
-        }
-        else {
-            clearVisemes();
-        }
-    }, [getCurrentViseme, applyViseme, currentVisemes, clearVisemes]);
-    (0, react_1.useEffect)(() => {
-        return () => {
-            if (animationFrameRef.current !== null) {
-                cancelAnimationFrame(animationFrameRef.current);
-            }
-        };
-    }, []);
-    return {
-        addVisemeToQueue,
-        processVisemeQueue,
-        clearVisemes,
-        setMeshRef
-    };
-};
-exports.useViseme = useViseme;
-//# sourceMappingURL=useViseme.js.map

package/dist/components/Avatar/AvatarView/utils/useViseme.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"useViseme.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/useViseme.ts"],"names":[],"mappings":";;;AAAA,iCAAiE;AAejE,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;IACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;AAC3C,CAAC,CAAC;AAEK,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,IAAA,gBAAQ,EAAoB,EAAE,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,IAAA,cAAM,EAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,IAAA,cAAM,EAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,IAAA,cAAM,EAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,SAAS,GAA8B;QAC3C,CAAC,EAAE,YAAY;QACf,CAAC,EAAE,WAAW;QACd,CAAC,EAAE,WAAW;QACd,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,WAAW;QACd,EAAE,EAAE,UAAU;QACd,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;KAChB,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAwB,EAAE,EAAE;QAC1D,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YAChF,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACvD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QAEpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnE,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEzC,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,YAAY,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACtB,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAC5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IAAI,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,MAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YACpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QACD,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,WAAW,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/E,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QAED,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAC3C,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,OAAO,WAAW,KAAK,QAAQ,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YAC7E,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClG;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,OAAO,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAY,EAAE,EAAE;QAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE;YACvJ,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC;IAElE,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO;QACL,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,UAAU;KACX,CAAC;AACJ,CAAC,CAAC;AAzJW,QAAA,SAAS,aAyJpB"}

package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts

@@ -1,24 +0,0 @@
-import React from 'react';
-import { SkinnedMesh } from 'three';
-type AzureViseme = {
-    visemeId: number;
-    audioOffset: number;
-};
-type ProcessedViseme = {
-    name: string;
-    duration: number;
-    weight: number;
-    startTime: number;
-};
-type VisemeContextType = {
-    addVisemeToQueue: (viseme: AzureViseme) => void;
-    processVisemeQueue: () => ProcessedViseme[];
-    clearVisemes: () => void;
-    setMeshRef: (mesh: SkinnedMesh | null) => void;
-};
-export declare const VisemeContext: React.Context<VisemeContextType>;
-export declare const VisemeProvider: React.FC<{
-    children: React.ReactNode;
-}>;
-export declare const useViseme: () => VisemeContextType;
-export {};