@memori.ai/memori-react 7.8.0 → 7.8.2

package/dist/components/Avatar/AvatarView/utils/useViseme.js

@@ -0,0 +1,141 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.useViseme = void 0;
+const react_1 = require("react");
+const VISEME_SMOOTHING = 0.42;
+const DEFAULT_VISEME_DURATION = 0.1;
+const lerp = (start, end, alpha) => {
+    return start * (1 - alpha) + end * alpha;
+};
+const useViseme = () => {
+    const [currentVisemes, setCurrentVisemes] = (0, react_1.useState)([]);
+    const visemeQueueRef = (0, react_1.useRef)([]);
+    const animationFrameRef = (0, react_1.useRef)(null);
+    const startTimeRef = (0, react_1.useRef)(null);
+    const currentVisemeWeightRef = (0, react_1.useRef)({});
+    const meshRef = (0, react_1.useRef)(null);
+    const visemeMap = {
+        0: 'viseme_sil',
+        1: 'viseme_aa',
+        2: 'viseme_aa',
+        3: 'viseme_O',
+        4: 'viseme_E',
+        5: 'viseme_I',
+        6: 'viseme_I',
+        7: 'viseme_U',
+        8: 'viseme_O',
+        9: 'viseme_aa',
+        10: 'viseme_O',
+        11: 'viseme_aa',
+        12: 'viseme_CH',
+        13: 'viseme_RR',
+        14: 'viseme_SS',
+        15: 'viseme_SS',
+        16: 'viseme_CH',
+        17: 'viseme_TH',
+        18: 'viseme_FF',
+        19: 'viseme_DD',
+        20: 'viseme_kk',
+        21: 'viseme_PP'
+    };
+    const setMeshRef = (0, react_1.useCallback)((mesh) => {
+        meshRef.current = mesh;
+    }, []);
+    const addVisemeToQueue = (0, react_1.useCallback)((viseme) => {
+        visemeQueueRef.current.push(viseme);
+    }, []);
+    const processVisemeQueue = (0, react_1.useCallback)(() => {
+        const azureVisemes = [...visemeQueueRef.current];
+        visemeQueueRef.current = [];
+        if (azureVisemes.length === 0)
+            return [];
+        const processedVisemes = azureVisemes.map((currentViseme, i) => {
+            const nextViseme = azureVisemes[i + 1];
+            const duration = nextViseme
+                ? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
+                : DEFAULT_VISEME_DURATION;
+            return {
+                name: visemeMap[currentViseme.visemeId] || 'viseme_sil',
+                duration,
+                weight: 1,
+                startTime: currentViseme.audioOffset / 10000000
+            };
+        });
+        setCurrentVisemes(processedVisemes);
+        console.log('processedVisemes', processedVisemes, meshRef.current);
+        startTimeRef.current = performance.now();
+        if (animationFrameRef.current === null) {
+            animationFrameRef.current = requestAnimationFrame(animate);
+        }
+        return processedVisemes;
+    }, []);
+    const clearVisemes = (0, react_1.useCallback)(() => {
+        var _a, _b;
+        setCurrentVisemes([]);
+        visemeQueueRef.current = [];
+        if (animationFrameRef.current !== null) {
+            cancelAnimationFrame(animationFrameRef.current);
+            animationFrameRef.current = null;
+        }
+        if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) && ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
+            Object.values(meshRef.current.morphTargetDictionary).forEach((index) => {
+                if (typeof index === 'number') {
+                    meshRef.current.morphTargetInfluences[index] = 0;
+                }
+            });
+        }
+        currentVisemeWeightRef.current = {};
+    }, []);
+    const getCurrentViseme = (0, react_1.useCallback)((elapsedTime) => {
+        return currentVisemes.find((viseme, index) => {
+            const nextViseme = currentVisemes[index + 1];
+            return elapsedTime >= viseme.startTime && (!nextViseme || elapsedTime < nextViseme.startTime);
+        });
+    }, [currentVisemes]);
+    const applyViseme = (0, react_1.useCallback)((viseme, elapsedTime) => {
+        var _a, _b, _c;
+        if (!meshRef.current)
+            return;
+        const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
+        const targetWeight = Math.sin(visemeProgress * Math.PI) * viseme.weight;
+        if (!currentVisemeWeightRef.current[viseme.name]) {
+            currentVisemeWeightRef.current[viseme.name] = 0;
+        }
+        currentVisemeWeightRef.current[viseme.name] = lerp(currentVisemeWeightRef.current[viseme.name], targetWeight, VISEME_SMOOTHING);
+        const visemeIndex = (_b = (_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) === null || _b === void 0 ? void 0 : _b[viseme.name];
+        if (typeof visemeIndex === 'number' && ((_c = meshRef.current) === null || _c === void 0 ? void 0 : _c.morphTargetInfluences)) {
+            meshRef.current.morphTargetInfluences[visemeIndex] = currentVisemeWeightRef.current[viseme.name];
+        }
+    }, []);
+    const animate = (0, react_1.useCallback)((time) => {
+        if (startTimeRef.current === null) {
+            startTimeRef.current = time;
+        }
+        const elapsedTime = (time - startTimeRef.current) / 1000;
+        const currentViseme = getCurrentViseme(elapsedTime);
+        if (currentViseme) {
+            applyViseme(currentViseme, elapsedTime);
+        }
+        if (currentVisemes.length > 0 && elapsedTime < currentVisemes[currentVisemes.length - 1].startTime + currentVisemes[currentVisemes.length - 1].duration) {
+            animationFrameRef.current = requestAnimationFrame(animate);
+        }
+        else {
+            clearVisemes();
+        }
+    }, [getCurrentViseme, applyViseme, currentVisemes, clearVisemes]);
+    (0, react_1.useEffect)(() => {
+        return () => {
+            if (animationFrameRef.current !== null) {
+                cancelAnimationFrame(animationFrameRef.current);
+            }
+        };
+    }, []);
+    return {
+        addVisemeToQueue,
+        processVisemeQueue,
+        clearVisemes,
+        setMeshRef
+    };
+};
+exports.useViseme = useViseme;
+//# sourceMappingURL=useViseme.js.map

package/dist/components/Avatar/AvatarView/utils/useViseme.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"useViseme.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/useViseme.ts"],"names":[],"mappings":";;;AAAA,iCAAiE;AAejE,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;IACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;AAC3C,CAAC,CAAC;AAEK,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,IAAA,gBAAQ,EAAoB,EAAE,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,IAAA,cAAM,EAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,IAAA,cAAM,EAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,IAAA,cAAM,EAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,SAAS,GAA8B;QAC3C,CAAC,EAAE,YAAY;QACf,CAAC,EAAE,WAAW;QACd,CAAC,EAAE,WAAW;QACd,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,WAAW;QACd,EAAE,EAAE,UAAU;QACd,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;KAChB,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAwB,EAAE,EAAE;QAC1D,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YAChF,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACvD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QAEpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnE,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEzC,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,YAAY,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACtB,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAC5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IAAI,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,MAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YACpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QACD,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,WAAW,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/E,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QAED,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAC3C,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,OAAO,WAAW,KAAK,QAAQ,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YAC7E,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClG;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,OAAO,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAY,EAAE,EAAE;QAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE;YACvJ,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC;IAElE,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO;QACL,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,UAAU;KACX,CAAC;AACJ,CAAC,CAAC;AAzJW,QAAA,SAAS,aAyJpB"}

package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts

@@ -0,0 +1,24 @@
+import React from 'react';
+import { SkinnedMesh } from 'three';
+type AzureViseme = {
+    visemeId: number;
+    audioOffset: number;
+};
+type ProcessedViseme = {
+    name: string;
+    duration: number;
+    weight: number;
+    startTime: number;
+};
+type VisemeContextType = {
+    addVisemeToQueue: (viseme: AzureViseme) => void;
+    processVisemeQueue: () => ProcessedViseme[];
+    clearVisemes: () => void;
+    setMeshRef: (mesh: SkinnedMesh | null) => void;
+};
+export declare const VisemeContext: React.Context<VisemeContextType>;
+export declare const VisemeProvider: React.FC<{
+    children: React.ReactNode;
+}>;
+export declare const useViseme: () => VisemeContextType;
+export {};

package/dist/components/Avatar/AvatarView/utils/visemeContext.js

@@ -0,0 +1,157 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.useViseme = exports.VisemeProvider = exports.VisemeContext = void 0;
+const jsx_runtime_1 = require("react/jsx-runtime");
+const react_1 = require("react");
+exports.VisemeContext = (0, react_1.createContext)({
+    addVisemeToQueue: () => { },
+    processVisemeQueue: () => [],
+    clearVisemes: () => { },
+    setMeshRef: () => { },
+});
+const VISEME_SMOOTHING = 0.42;
+const DEFAULT_VISEME_DURATION = 0.1;
+const visemeMap = {
+    0: 'viseme_sil',
+    1: 'viseme_aa',
+    2: 'viseme_aa',
+    3: 'viseme_O',
+    4: 'viseme_E',
+    5: 'viseme_I',
+    6: 'viseme_I',
+    7: 'viseme_U',
+    8: 'viseme_O',
+    9: 'viseme_aa',
+    10: 'viseme_O',
+    11: 'viseme_aa',
+    12: 'viseme_CH',
+    13: 'viseme_RR',
+    14: 'viseme_SS',
+    15: 'viseme_SS',
+    16: 'viseme_CH',
+    17: 'viseme_TH',
+    18: 'viseme_FF',
+    19: 'viseme_DD',
+    20: 'viseme_kk',
+    21: 'viseme_PP'
+};
+const VisemeProvider = ({ children }) => {
+    const [currentVisemes, setCurrentVisemes] = (0, react_1.useState)([]);
+    const visemeQueueRef = (0, react_1.useRef)([]);
+    const animationFrameRef = (0, react_1.useRef)(null);
+    const startTimeRef = (0, react_1.useRef)(null);
+    const currentVisemeWeightRef = (0, react_1.useRef)({});
+    const meshRef = (0, react_1.useRef)(null);
+    const lerp = (start, end, alpha) => {
+        return start * (1 - alpha) + end * alpha;
+    };
+    const setMeshRef = (0, react_1.useCallback)((mesh) => {
+        meshRef.current = mesh;
+    }, []);
+    const addVisemeToQueue = (0, react_1.useCallback)((viseme) => {
+        visemeQueueRef.current.push(viseme);
+    }, []);
+    const getCurrentViseme = (0, react_1.useCallback)((elapsedTime) => {
+        return currentVisemes.find((viseme, index) => {
+            const nextViseme = currentVisemes[index + 1];
+            return elapsedTime >= viseme.startTime && (!nextViseme || elapsedTime < nextViseme.startTime);
+        });
+    }, [currentVisemes]);
+    const applyViseme = (0, react_1.useCallback)((viseme, elapsedTime) => {
+        var _a, _b, _c;
+        if (!meshRef.current)
+            return;
+        const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
+        const targetWeight = Math.sin(visemeProgress * Math.PI) * viseme.weight;
+        if (!currentVisemeWeightRef.current[viseme.name]) {
+            currentVisemeWeightRef.current[viseme.name] = 0;
+        }
+        currentVisemeWeightRef.current[viseme.name] = lerp(currentVisemeWeightRef.current[viseme.name], targetWeight, VISEME_SMOOTHING);
+        const visemeIndex = (_b = (_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) === null || _b === void 0 ? void 0 : _b[viseme.name];
+        if (typeof visemeIndex === 'number' && ((_c = meshRef.current) === null || _c === void 0 ? void 0 : _c.morphTargetInfluences)) {
+            meshRef.current.morphTargetInfluences[visemeIndex] = currentVisemeWeightRef.current[viseme.name];
+        }
+    }, []);
+    const animate = (0, react_1.useCallback)((time) => {
+        if (startTimeRef.current === null) {
+            startTimeRef.current = time;
+        }
+        const elapsedTime = (time - startTimeRef.current) / 1000;
+        const currentViseme = getCurrentViseme(elapsedTime);
+        if (currentViseme) {
+            applyViseme(currentViseme, elapsedTime);
+        }
+        if (currentVisemes.length > 0 && elapsedTime < currentVisemes[currentVisemes.length - 1].startTime + currentVisemes[currentVisemes.length - 1].duration) {
+            animationFrameRef.current = requestAnimationFrame(animate);
+        }
+        else {
+            clearVisemes();
+        }
+    }, [getCurrentViseme, applyViseme, currentVisemes]);
+    const clearVisemes = (0, react_1.useCallback)(() => {
+        var _a, _b;
+        setCurrentVisemes([]);
+        visemeQueueRef.current = [];
+        if (animationFrameRef.current !== null) {
+            cancelAnimationFrame(animationFrameRef.current);
+            animationFrameRef.current = null;
+        }
+        if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) && ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
+            Object.values(meshRef.current.morphTargetDictionary).forEach((index) => {
+                if (typeof index === 'number') {
+                    meshRef.current.morphTargetInfluences[index] = 0;
+                }
+            });
+        }
+        currentVisemeWeightRef.current = {};
+    }, []);
+    const processVisemeQueue = (0, react_1.useCallback)(() => {
+        const azureVisemes = [...visemeQueueRef.current];
+        visemeQueueRef.current = [];
+        if (azureVisemes.length === 0)
+            return [];
+        const processedVisemes = azureVisemes.map((currentViseme, i) => {
+            const nextViseme = azureVisemes[i + 1];
+            const duration = nextViseme
+                ? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
+                : DEFAULT_VISEME_DURATION;
+            return {
+                name: visemeMap[currentViseme.visemeId] || 'viseme_sil',
+                duration,
+                weight: 1,
+                startTime: currentViseme.audioOffset / 10000000
+            };
+        });
+        setCurrentVisemes(processedVisemes);
+        console.log('processedVisemes', processedVisemes, meshRef.current);
+        if (animationFrameRef.current === null) {
+            startTimeRef.current = performance.now();
+            animationFrameRef.current = requestAnimationFrame(animate);
+        }
+        return processedVisemes;
+    }, [animate]);
+    (0, react_1.useEffect)(() => {
+        return () => {
+            if (animationFrameRef.current !== null) {
+                cancelAnimationFrame(animationFrameRef.current);
+            }
+        };
+    }, []);
+    const value = (0, react_1.useMemo)(() => ({
+        addVisemeToQueue,
+        processVisemeQueue,
+        clearVisemes,
+        setMeshRef,
+    }), [addVisemeToQueue, processVisemeQueue, clearVisemes, setMeshRef]);
+    return (0, jsx_runtime_1.jsx)(exports.VisemeContext.Provider, { value: value, children: children });
+};
+exports.VisemeProvider = VisemeProvider;
+const useViseme = () => {
+    const context = (0, react_1.useContext)(exports.VisemeContext);
+    if (!context) {
+        throw new Error('useViseme must be used within a VisemeProvider');
+    }
+    return context;
+};
+exports.useViseme = useViseme;
+//# sourceMappingURL=visemeContext.js.map

package/dist/components/Avatar/AvatarView/utils/visemeContext.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/visemeContext.tsx"],"names":[],"mappings":";;;;AAAA,iCAA4G;AAsB/F,QAAA,aAAa,GAAG,IAAA,qBAAa,EAAoB;IAC5D,gBAAgB,EAAE,GAAG,EAAE,GAAE,CAAC;IAC1B,kBAAkB,EAAE,GAAG,EAAE,CAAC,EAAE;IAC5B,YAAY,EAAE,GAAG,EAAE,GAAE,CAAC;IACtB,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;CACrB,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,SAAS,GAA8B;IAC3C,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,WAAW;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;CAChB,CAAC;AAEK,MAAM,cAAc,GAA4C,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;IACtF,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,IAAA,gBAAQ,EAAoB,EAAE,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,IAAA,cAAM,EAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,IAAA,cAAM,EAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,IAAA,cAAM,EAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;QACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;IAC3C,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAwB,EAAE,EAAE;QAC1D,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,WAAW,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/E,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QAED,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAC3C,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,OAAO,WAAW,KAAK,QAAQ,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YAC7E,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClG;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,OAAO,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAY,EAAE,EAAE;QAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE;YACvJ,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;IAEpD,MAAM,YAAY,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACtB,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IAAI,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,MAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YACpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QAED,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YAChF,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACvD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnE,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACzC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,KAAK,GAAG,IAAA,eAAO,EAAC,GAAG,EAAE,CAAC,CAAC;QAC3B,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,UAAU;KACX,CAAC,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;IAEtE,OAAO,uBAAC,qBAAa,CAAC,QAAQ,IAAC,KAAK,EAAE,KAAK,YAAG,QAAQ,GAA0B,CAAC;AACnF,CAAC,CAAC;AAtIW,QAAA,cAAc,kBAsIzB;AAEK,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,IAAA,kBAAU,EAAC,qBAAa,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;KACnE;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AANW,QAAA,SAAS,aAMpB"}

package/dist/components/AvatarView/components/avatar.d.ts

@@ -0,0 +1,9 @@
+interface AvatarProps {
+    url: string;
+    eyeBlink?: boolean;
+    headMovement?: boolean;
+    speaking?: boolean;
+    onLoaded?: () => void;
+}
+export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }: AvatarProps): JSX.Element;
+export {};

package/dist/components/AvatarView/components/avatar.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const jsx_runtime_1 = require("react/jsx-runtime");
+const react_1 = require("react");
+const three_1 = require("three");
+const drei_1 = require("@react-three/drei");
+const useEyeBlink_1 = tslib_1.__importDefault(require("../utils/useEyeBlink"));
+const useHeadMovement_1 = tslib_1.__importDefault(require("../utils/useHeadMovement"));
+const useMouthSpeaking_1 = tslib_1.__importDefault(require("../utils/useMouthSpeaking"));
+const fiber_1 = require("@react-three/fiber");
+const utils_1 = require("../utils/utils");
+const position = new three_1.Vector3(0, -0.6, 0);
+function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }) {
+    const { scene } = (0, drei_1.useGLTF)(url);
+    const { nodes, materials } = (0, fiber_1.useGraph)(scene);
+    (0, useEyeBlink_1.default)(eyeBlink, nodes);
+    (0, useHeadMovement_1.default)(headMovement, nodes);
+    (0, useMouthSpeaking_1.default)(!!speaking, nodes);
+    (0, react_1.useEffect)(() => {
+        (0, utils_1.hideHands)(nodes);
+        (0, utils_1.correctMaterials)(materials);
+        if (onLoaded)
+            onLoaded();
+        return () => {
+            Object.values(materials).forEach(fiber_1.dispose);
+            Object.values(nodes).filter(utils_1.isSkinnedMesh).forEach(fiber_1.dispose);
+        };
+    }, [materials, nodes, url, onLoaded]);
+    return ((0, jsx_runtime_1.jsxs)("group", { position: position, children: [(0, jsx_runtime_1.jsx)("primitive", { object: nodes.Hips }, "armature"), Object.values(nodes)
+                .filter(utils_1.isSkinnedMesh)
+                .map((node) => ((0, jsx_runtime_1.jsx)("primitive", { object: node, receiveShadow: true, castShadow: true }, node.name)))] }));
+}
+exports.default = Avatar;
+//# sourceMappingURL=avatar.js.map

package/dist/components/AvatarView/components/avatar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"avatar.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/avatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAyC;AACzC,iCAA0C;AAC1C,4CAA4C;AAC5C,+EAA+C;AAC/C,uFAAuD;AACvD,yFAAyD;AACzD,8CAAuD;AACvD,0CAA4E;AAU5E,MAAM,QAAQ,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEzC,SAAwB,MAAM,CAAC,EAC7B,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,GACI;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAE7C,IAAA,qBAAW,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,IAAA,yBAAe,EAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACrC,IAAA,0BAAgB,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpC,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC;QACjB,IAAA,wBAAgB,EAAC,SAAS,CAAC,CAAC;QAE5B,IAAI,QAAQ;YAAE,QAAQ,EAAE,CAAC;QAEzB,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;YAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;QAC9D,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,OAAO,CACL,mCAAO,QAAQ,EAAE,QAAQ,aACvB,sCAA0B,MAAM,EAAE,KAAK,CAAC,IAAI,IAA7B,UAAU,CAAuB,EAC/C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;iBAClB,MAAM,CAAC,qBAAa,CAAC;iBACrB,GAAG,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,CACvB,sCAA2B,MAAM,EAAE,IAAI,EAAE,aAAa,QAAC,UAAU,UAAjD,IAAI,CAAC,IAAI,CAA2C,CACrE,CAAC,IACE,CACT,CAAC;AACJ,CAAC;AArCD,yBAqCC"}

package/dist/components/AvatarView/components/fullbodyAvatar.d.ts

@@ -0,0 +1,10 @@
+export interface AvatarProps {
+    url: string;
+    sex: 'MALE' | 'FEMALE';
+    eyeBlink?: boolean;
+    headMovement?: boolean;
+    speaking?: boolean;
+    onLoaded?: () => void;
+    animation?: 'Idle' | 'Idle 1' | 'Idle 2' | 'Idle 3' | 'Loading' | 'Sad' | 'Talk 1' | 'Talk 2' | 'Talk 3';
+}
+export default function Avatar({ url, sex, eyeBlink, speaking, onLoaded, animation, }: AvatarProps): JSX.Element;

package/dist/components/AvatarView/components/fullbodyAvatar.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const jsx_runtime_1 = require("react/jsx-runtime");
+const react_1 = require("react");
+const three_1 = require("three");
+const drei_1 = require("@react-three/drei");
+const useEyeBlink_1 = tslib_1.__importDefault(require("../utils/useEyeBlink"));
+const useLoadingMorphAnim_1 = tslib_1.__importDefault(require("../utils/useLoadingMorphAnim"));
+const useMouthSpeaking_1 = tslib_1.__importDefault(require("../utils/useMouthSpeaking"));
+const fiber_1 = require("@react-three/fiber");
+const utils_1 = require("../utils/utils");
+const useSmile_1 = tslib_1.__importDefault(require("../utils/useSmile"));
+const position = new three_1.Vector3(0, -1, 0);
+const rotation = new three_1.Euler(0.175, 0, 0);
+function Avatar({ url, sex, eyeBlink, speaking, onLoaded, animation, }) {
+    const { scene } = (0, drei_1.useGLTF)(url);
+    const { animations } = (0, drei_1.useGLTF)(sex === 'MALE'
+        ? 'https://assets.memori.ai/api/v2/asset/5de7456f-0cd8-4e29-95a7-0cd0045a5325.glb'
+        : 'https://assets.memori.ai/api/v2/asset/84487a2b-377c-4565-800a-51459d580ec8.glb');
+    const { nodes, materials } = (0, fiber_1.useGraph)(scene);
+    const anim = (0, drei_1.useAnimations)(animations, scene);
+    (0, useEyeBlink_1.default)(eyeBlink, nodes);
+    (0, useMouthSpeaking_1.default)(!!speaking, nodes);
+    (0, useLoadingMorphAnim_1.default)(animation === 'Loading', nodes);
+    (0, useSmile_1.default)(animation === null || animation === void 0 ? void 0 : animation.startsWith('Idle'), nodes);
+    (0, react_1.useEffect)(() => {
+        (0, utils_1.correctMaterials)(materials);
+        if (onLoaded)
+            onLoaded();
+        return () => {
+            Object.values(materials).forEach(fiber_1.dispose);
+            Object.values(nodes).filter(utils_1.isSkinnedMesh).forEach(fiber_1.dispose);
+        };
+    }, [materials, nodes, url, onLoaded]);
+    try {
+        if (animation && animation in anim.actions) {
+            Object.keys(anim.actions).forEach(name => {
+                let action = anim.actions[name];
+                if (!action)
+                    return;
+                else if (name === animation)
+                    action.fadeIn(0.3).play();
+                else
+                    action.fadeOut(0.3).stop();
+            });
+        }
+        else {
+            Object.values(anim.actions).forEach(action => {
+                if (!action)
+                    return;
+                action === null || action === void 0 ? void 0 : action.fadeOut(0.2).reset().stop();
+            });
+        }
+    }
+    catch (e) {
+        console.log(e);
+    }
+    return ((0, jsx_runtime_1.jsx)("group", { position: position, rotation: rotation, children: (0, jsx_runtime_1.jsx)("primitive", { object: scene }) }));
+}
+exports.default = Avatar;
+//# sourceMappingURL=fullbodyAvatar.js.map

package/dist/components/AvatarView/components/fullbodyAvatar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/fullbodyAvatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAwD;AACxD,iCAOe;AACf,4CAA2D;AAC3D,+EAA+C;AAC/C,+FAA+D;AAC/D,yFAAyD;AACzD,8CAAuD;AACvD,0CAA4E;AAC5E,yEAAyC;AAqBzC,MAAM,QAAQ,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvC,MAAM,QAAQ,GAAG,IAAI,aAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAExC,SAAwB,MAAM,CAAC,EAC7B,GAAG,EACH,GAAG,EACH,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,SAAS,GACG;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,cAAO,EAC5B,GAAG,KAAK,MAAM;QACZ,CAAC,CAAC,gFAAgF;QAClF,CAAC,CAAC,gFAAgF,CACrF,CAAC;IACF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAE7C,MAAM,IAAI,GAAG,IAAA,oBAAa,EAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAE9C,IAAA,qBAAW,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE7B,IAAA,0BAAgB,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACpC,IAAA,6BAAmB,EAAC,SAAS,KAAK,SAAS,EAAE,KAAK,CAAC,CAAC;IACpD,IAAA,kBAAQ,EAAC,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,UAAU,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;IAE/C,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAA,wBAAgB,EAAC,SAAS,CAAC,CAAC;QAE5B,IAAI,QAAQ;YAAE,QAAQ,EAAE,CAAC;QAEzB,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;YAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;QAC9D,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,IAAI;QACF,IAAI,SAAS,IAAI,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE;YAC1C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACvC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM;oBAAE,OAAO;qBACf,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;;oBAClD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAClC,CAAC,CAAC,CAAC;SACJ;aAAM;YACL,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAC3C,IAAI,CAAC,MAAM;oBAAE,OAAO;gBACpB,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,EAAE,CAAC;YACtC,CAAC,CAAC,CAAC;SACJ;KACF;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;KAChB;IAED,OAAO,CACL,kCAAO,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,YAC3C,sCAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC;AA3DD,yBA2DC"}

package/dist/components/AvatarView/components/loader.d.ts

@@ -0,0 +1,5 @@
+interface Props {
+    fallbackImg?: string;
+}
+declare const Loader: ({ fallbackImg }: Props) => JSX.Element;
+export default Loader;

package/dist/components/AvatarView/components/loader.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const jsx_runtime_1 = require("react/jsx-runtime");
+const drei_1 = require("@react-three/drei");
+const Spin_1 = tslib_1.__importDefault(require("../../ui/Spin"));
+const Loader = ({ fallbackImg }) => {
+    const { progress } = (0, drei_1.useProgress)();
+    return ((0, jsx_runtime_1.jsx)(drei_1.Html, { center: true, className: "avatar-loader", children: (0, jsx_runtime_1.jsx)(Spin_1.default, { spinning: true, children: fallbackImg ? ((0, jsx_runtime_1.jsxs)("figure", { children: [(0, jsx_runtime_1.jsx)("img", { src: fallbackImg, alt: `${Math.round(progress)}% loaded`, title: `${Math.round(progress)}% loaded` }), (0, jsx_runtime_1.jsx)("figcaption", { children: `${Math.round(progress)}%` })] })) : ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [Math.round(progress), " % loaded"] })) }) }));
+};
+exports.default = Loader;
+//# sourceMappingURL=loader.js.map

package/dist/components/AvatarView/components/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/loader.tsx"],"names":[],"mappings":";;;;AACA,4CAAsD;AACtD,iEAAiC;AAMjC,MAAM,MAAM,GAAG,CAAC,EAAE,WAAW,EAAS,EAAE,EAAE;IACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAA,kBAAW,GAAE,CAAC;IACnC,OAAO,CACL,uBAAC,WAAI,IAAC,MAAM,QAAC,SAAS,EAAC,eAAe,YACpC,uBAAC,cAAI,IAAC,QAAQ,kBACX,WAAW,CAAC,CAAC,CAAC,CACb,+CACE,gCACE,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EACtC,KAAK,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,GACxC,EACF,iDAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAc,IAC9C,CACV,CAAC,CAAC,CAAC,CACF,6DAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAa,CACrC,GACI,GACF,CACR,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,MAAM,CAAC"}

package/dist/components/AvatarView/index.d.ts

@@ -0,0 +1,17 @@
+import { CSSProperties } from 'react';
+import React from 'react';
+import { AvatarProps } from './components/fullbodyAvatar';
+export interface Props {
+    url: string;
+    sex: 'MALE' | 'FEMALE';
+    fallbackImg?: string;
+    eyeBlink?: boolean;
+    headMovement?: boolean;
+    rotateAvatar?: boolean;
+    speaking?: boolean;
+    style?: CSSProperties;
+    fallback?: React.ReactNode;
+    halfBody?: boolean;
+    animation?: AvatarProps['animation'];
+}
+export default function AvatarView({ url, sex, fallbackImg, style, rotateAvatar, eyeBlink, headMovement, speaking, fallback, halfBody, animation, }: Props): JSX.Element;

package/dist/components/AvatarView/index.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const jsx_runtime_1 = require("react/jsx-runtime");
+const react_1 = require("react");
+const avatar_1 = tslib_1.__importDefault(require("./components/avatar"));
+const fullbodyAvatar_1 = tslib_1.__importDefault(require("./components/fullbodyAvatar"));
+const loader_1 = tslib_1.__importDefault(require("./components/loader"));
+const fiber_1 = require("@react-three/fiber");
+const drei_1 = require("@react-three/drei");
+const utils_1 = require("../../helpers/utils");
+const defaultStylesHalfBody = {
+    width: '250px',
+    height: '250px',
+    backgroundColor: 'white',
+    borderRadius: '100%',
+};
+const defaultStylesFullBody = {
+    width: '500px',
+    height: '500px',
+    backgroundColor: 'white',
+};
+function AvatarView({ url, sex, fallbackImg, style, rotateAvatar, eyeBlink, headMovement, speaking, fallback, halfBody = true, animation, }) {
+    const defaultStyles = halfBody
+        ? defaultStylesHalfBody
+        : defaultStylesFullBody;
+    return ((0, jsx_runtime_1.jsx)(fiber_1.Canvas, { style: style || defaultStyles, camera: halfBody
+            ? {
+                fov: 40,
+                position: [0, 0, 0.6],
+            }
+            : { fov: 40, position: [0, 0.0000175, 3] }, children: (0, jsx_runtime_1.jsxs)(react_1.Suspense, { fallback: fallback || (0, jsx_runtime_1.jsx)(loader_1.default, { fallbackImg: fallbackImg }), children: [(0, utils_1.isAndroid)() || (0, utils_1.isiOS)() ? ((0, jsx_runtime_1.jsx)(drei_1.SpotLight, { distance: 100, position: [-0.3, 0.2, 1.25], angle: Math.PI / 2, attenuation: 5, anglePower: 5 })) : ((0, jsx_runtime_1.jsx)(drei_1.Environment, { files: "https://raw.githack.com/pmndrs/drei-assets/456060a26bbeb8fdf79326f224b6d99b8bcce736/hdri/venice_sunset_1k.hdr" })), rotateAvatar && halfBody && ((0, jsx_runtime_1.jsx)(drei_1.OrbitControls, { enablePan: false, enableZoom: false })), halfBody ? ((0, jsx_runtime_1.jsx)(avatar_1.default, { url: url, eyeBlink: eyeBlink, headMovement: headMovement, speaking: speaking })) : ((0, jsx_runtime_1.jsx)(fullbodyAvatar_1.default, { url: url, sex: sex, eyeBlink: eyeBlink, headMovement: headMovement, speaking: speaking, animation: animation }))] }) }));
+}
+exports.default = AvatarView;
+//# sourceMappingURL=index.js.map

package/dist/components/AvatarView/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/components/AvatarView/index.tsx"],"names":[],"mappings":";;;;AACA,iCAAwC;AACxC,yEAAyC;AACzC,yFAA0E;AAC1E,yEAAyC;AACzC,8CAA4C;AAC5C,4CAA0E;AAC1E,+CAAuD;AAgBvD,MAAM,qBAAqB,GAAG;IAC5B,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO;IACf,eAAe,EAAE,OAAO;IACxB,YAAY,EAAE,MAAM;CACrB,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO;IACf,eAAe,EAAE,OAAO;CACzB,CAAC;AAEF,SAAwB,UAAU,CAAC,EACjC,GAAG,EACH,GAAG,EACH,WAAW,EACX,KAAK,EACL,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,QAAQ,GAAG,IAAI,EACf,SAAS,GACH;IACN,MAAM,aAAa,GAAG,QAAQ;QAC5B,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,qBAAqB,CAAC;IAE1B,OAAO,CACL,uBAAC,cAAM,IACL,KAAK,EAAE,KAAK,IAAI,aAAa,EAC7B,MAAM,EACJ,QAAQ;YACN,CAAC,CAAC;gBACE,GAAG,EAAE,EAAE;gBACP,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC;aACtB;YACH,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,YAG9C,wBAAC,gBAAQ,IAAC,QAAQ,EAAE,QAAQ,IAAI,uBAAC,gBAAM,IAAC,WAAW,EAAE,WAAW,GAAI,aACjE,IAAA,iBAAS,GAAE,IAAI,IAAA,aAAK,GAAE,CAAC,CAAC,CAAC,CACxB,uBAAC,gBAAS,IACR,QAAQ,EAAE,GAAG,EACb,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAC3B,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,EAClB,WAAW,EAAE,CAAC,EACd,UAAU,EAAE,CAAC,GACb,CACH,CAAC,CAAC,CAAC,CACF,uBAAC,kBAAW,IAAC,KAAK,EAAC,+GAA+G,GAAG,CACtI,EACA,YAAY,IAAI,QAAQ,IAAI,CAC3B,uBAAC,oBAAa,IAAC,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,GAAI,CACvD,EACA,QAAQ,CAAC,CAAC,CAAC,CACV,uBAAC,gBAAM,IACL,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,GAClB,CACH,CAAC,CAAC,CAAC,CACF,uBAAC,wBAAc,IACb,GAAG,EAAE,GAAG,EACR,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,EAClB,SAAS,EAAE,SAAS,GACpB,CACH,IACQ,GACJ,CACV,CAAC;AACJ,CAAC;AAhED,6BAgEC"}

package/dist/components/AvatarView/utils/useEyeBlink.d.ts

@@ -0,0 +1,2 @@
+import { Nodes } from './utils';
+export default function useEyeBlink(enabled: boolean | undefined, nodes: Nodes): void;

package/dist/components/AvatarView/utils/useEyeBlink.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const react_1 = require("react");
+const fiber_1 = require("@react-three/fiber");
+let blinkTime = 999;
+let timeout;
+let headMesh;
+let morphIndex = 0;
+const setNextBlink = () => {
+    blinkTime = 0;
+    timeout = setTimeout(setNextBlink, Math.random() * 5000 + 2000);
+};
+function useEyeBlink(enabled, nodes) {
+    (0, react_1.useEffect)(() => {
+        if (!enabled)
+            return;
+        headMesh = (nodes.Wolf3D_Head || nodes.Wolf3D_Avatar);
+        if ((headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetDictionary) && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
+            morphIndex = headMesh.morphTargetDictionary.eyesClosed;
+        }
+        timeout = setTimeout(setNextBlink, 3000);
+        return () => {
+            clearTimeout(timeout);
+        };
+    }, [nodes, enabled]);
+    (0, fiber_1.useFrame)((_, delta) => {
+        if (!enabled)
+            return;
+        if (blinkTime < 2 && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
+            let value = Math.abs(Math.sin((blinkTime * Math.PI) / 2));
+            blinkTime += delta * 10;
+            headMesh.morphTargetInfluences[morphIndex] = value;
+        }
+        else if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
+            headMesh.morphTargetInfluences[morphIndex] = 0;
+        }
+    });
+}
+exports.default = useEyeBlink;
+//# sourceMappingURL=useEyeBlink.js.map

package/dist/components/AvatarView/utils/useEyeBlink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"useEyeBlink.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useEyeBlink.ts"],"names":[],"mappings":";;AAEA,iCAAkC;AAClC,8CAA8C;AAE9C,IAAI,SAAS,GAAW,GAAG,CAAC;AAC5B,IAAI,OAAuB,CAAC;AAE5B,IAAI,QAAqB,CAAC;AAC1B,IAAI,UAAU,GAAW,CAAC,CAAC;AAE3B,MAAM,YAAY,GAAG,GAAG,EAAE;IACxB,SAAS,GAAG,CAAC,CAAC;IACd,OAAO,GAAG,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;AAClE,CAAC,CAAC;AAEF,SAAwB,WAAW,CACjC,OAA4B,EAC5B,KAAY;IAEZ,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,aAAa,CAAgB,CAAC;QAErE,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,MAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACtE,UAAU,GAAG,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC;SACxD;QAED,OAAO,GAAG,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAEzC,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAErB,IAAA,gBAAQ,EAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,IAAI,SAAS,GAAG,CAAC,KAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACpD,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1D,SAAS,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC;SACpD;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;YAC1C,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SAChD;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AA/BD,8BA+BC"}

package/dist/components/AvatarView/utils/useHeadMovement.d.ts

@@ -0,0 +1,2 @@
+import { Nodes } from './utils';
+export default function useHeadMovement(enabled: boolean | undefined, nodes: Nodes): void;