@memori.ai/memori-react 7.16.0 → 7.16.2

package/esm/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/constants.js

@@ -0,0 +1,22 @@
+import { Vector3, Euler } from 'three';
+export const AVATAR_POSITION = new Vector3(0, -1, 0);
+export const AVATAR_ROTATION = new Euler(0.175, 0, 0);
+export const AVATAR_POSITION_ZOOMED = new Vector3(0, -1.45, 0);
+export const ANIMATION_URLS = {
+    MALE: 'https://assets.memori.ai/api/v2/asset/2c5e88a4-cf62-408b-9ef0-518b099dfcb2.glb',
+    FEMALE: 'https://assets.memori.ai/api/v2/asset/2adc934b-24b2-45bd-94ad-ffec58d3cb32.glb',
+};
+export const BLINK_CONFIG = {
+    minInterval: 1000,
+    maxInterval: 5000,
+    blinkDuration: 150,
+};
+export const DEFAULT_CONFIG = {
+    fadeInDuration: 0.8,
+    fadeOutDuration: 0.8,
+    idleCount: 5,
+    timeScale: 1.0,
+};
+export const EMOTION_SMOOTHING = 0.3;
+export const VISEME_SMOOTHING = 0.5;
+//# sourceMappingURL=constants.js.map

package/esm/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAGvC,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACrD,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AACtD,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAoB;IAC7C,cAAc,EAAE,GAAG;IACnB,eAAe,EAAE,GAAG;IACpB,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE,GAAG;CACf,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AACrC,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC"}

package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.d.ts

@@ -0,0 +1,26 @@
+interface FullbodyAvatarProps {
+    url: string;
+    sex: 'MALE' | 'FEMALE';
+    onLoaded?: () => void;
+    currentBaseAction: {
+        action: string;
+        weight: number;
+    };
+    timeScale: number;
+    isZoomed?: boolean;
+    eyeBlink?: boolean;
+    stopProcessing: () => void;
+    resetVisemeQueue: () => void;
+    updateCurrentViseme: (currentTime: number) => {
+        name: string;
+        weight: number;
+    } | null;
+    smoothMorphTarget?: boolean;
+    morphTargetSmoothing?: number;
+    morphTargetInfluences: Record<string, number>;
+    setMorphTargetDictionary: (morphTargetDictionary: Record<string, number>) => void;
+    setMorphTargetInfluences: (morphTargetInfluences: Record<string, number>) => void;
+    emotionMorphTargets: Record<string, number>;
+}
+export default function FullbodyAvatar({ url, sex, currentBaseAction, timeScale, isZoomed, eyeBlink, updateCurrentViseme, setMorphTargetDictionary, setMorphTargetInfluences, emotionMorphTargets, }: FullbodyAvatarProps): JSX.Element;
+export {};

package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js

@@ -0,0 +1,163 @@
+import { jsx as _jsx } from "react/jsx-runtime";
+import { useEffect, useRef, useMemo, useCallback } from 'react';
+import { Vector3, Euler, AnimationMixer, SkinnedMesh, MathUtils, LoopOnce, } from 'three';
+import { useAnimations, useGLTF } from '@react-three/drei';
+import { useFrame } from '@react-three/fiber';
+const AVATAR_POSITION = new Vector3(0, -1, 0);
+const AVATAR_ROTATION = new Euler(0.175, 0, 0);
+const AVATAR_POSITION_ZOOMED = new Vector3(0, -1.45, 0);
+const ANIMATION_URLS = {
+    MALE: 'https://assets.memori.ai/api/v2/asset/2c5e88a4-cf62-408b-9ef0-518b099dfcb2.glb',
+    FEMALE: 'https://assets.memori.ai/api/v2/asset/8d1a5853-f05a-4a34-9f99-6eff64986081.glb',
+};
+const BLINK_CONFIG = {
+    minInterval: 1000,
+    maxInterval: 5000,
+    blinkDuration: 150,
+};
+const EMOTION_SMOOTHING = 0.3;
+const VISME_SMOOTHING = 0.5;
+export default function FullbodyAvatar({ url, sex, currentBaseAction, timeScale, isZoomed, eyeBlink, updateCurrentViseme, setMorphTargetDictionary, setMorphTargetInfluences, emotionMorphTargets, }) {
+    const { scene } = useGLTF(url);
+    const { animations } = useGLTF(ANIMATION_URLS[sex]);
+    const { actions } = useAnimations(animations, scene);
+    const mixerRef = useRef();
+    const headMeshRef = useRef();
+    const currentActionRef = useRef(null);
+    const isTransitioningToIdleRef = useRef(false);
+    const lastBlinkTimeRef = useRef(0);
+    const nextBlinkTimeRef = useRef(0);
+    const isBlinkingRef = useRef(false);
+    const blinkStartTimeRef = useRef(0);
+    const currentEmotionRef = useRef({});
+    const previousEmotionKeysRef = useRef(new Set());
+    const headMesh = useMemo(() => {
+        let foundMesh;
+        scene.traverse((object) => {
+            if (object instanceof SkinnedMesh &&
+                (object.name === 'GBNL__Head' || object.name === 'Wolf3D_Avatar')) {
+                foundMesh = object;
+            }
+        });
+        return foundMesh;
+    }, [scene]);
+    useEffect(() => {
+        if (headMesh) {
+            headMeshRef.current = headMesh;
+            if (headMesh.morphTargetDictionary && headMesh.morphTargetInfluences) {
+                setMorphTargetDictionary(headMesh.morphTargetDictionary);
+                const initialInfluences = Object.keys(headMesh.morphTargetDictionary).reduce((acc, key) => ({ ...acc, [key]: 0 }), {});
+                setMorphTargetInfluences(initialInfluences);
+            }
+        }
+        mixerRef.current = new AnimationMixer(scene);
+    }, [headMesh, scene, setMorphTargetDictionary, setMorphTargetInfluences]);
+    const handleAnimationChange = useCallback(() => {
+        if (!actions || !currentBaseAction.action)
+            return;
+        const newAction = actions[currentBaseAction.action];
+        if (!newAction) {
+            console.warn(`Animation "${currentBaseAction.action}" not found in actions.`);
+            return;
+        }
+        const fadeOutDuration = 0.8;
+        const fadeInDuration = 0.8;
+        if (currentActionRef.current) {
+            currentActionRef.current.fadeOut(fadeOutDuration);
+        }
+        newAction.reset().fadeIn(fadeInDuration).play();
+        currentActionRef.current = newAction;
+        newAction.timeScale = timeScale;
+        if (currentBaseAction.action.startsWith('Gioia') ||
+            currentBaseAction.action.startsWith('Rabbia') ||
+            currentBaseAction.action.startsWith('Sorpresa') ||
+            currentBaseAction.action.startsWith('Timore') ||
+            currentBaseAction.action.startsWith('Tristezza')) {
+            newAction.setLoop(LoopOnce, 1);
+            newAction.clampWhenFinished = true;
+            isTransitioningToIdleRef.current = true;
+        }
+    }, [actions, currentBaseAction, timeScale]);
+    useEffect(() => {
+        handleAnimationChange();
+    }, [handleAnimationChange]);
+    const updateFrame = useCallback((currentTime) => {
+        var _a;
+        if (!headMeshRef.current ||
+            !headMeshRef.current.morphTargetDictionary ||
+            !headMeshRef.current.morphTargetInfluences)
+            return;
+        let blinkValue = 0;
+        if (eyeBlink) {
+            if (currentTime >= nextBlinkTimeRef.current && !isBlinkingRef.current) {
+                isBlinkingRef.current = true;
+                blinkStartTimeRef.current = currentTime;
+                lastBlinkTimeRef.current = currentTime;
+                nextBlinkTimeRef.current =
+                    currentTime +
+                        Math.random() *
+                            (BLINK_CONFIG.maxInterval - BLINK_CONFIG.minInterval) +
+                        BLINK_CONFIG.minInterval;
+            }
+            if (isBlinkingRef.current) {
+                const blinkProgress = (currentTime - blinkStartTimeRef.current) /
+                    BLINK_CONFIG.blinkDuration;
+                if (blinkProgress <= 0.5) {
+                    blinkValue = blinkProgress * 2;
+                }
+                else if (blinkProgress <= 1) {
+                    blinkValue = 2 - blinkProgress * 2;
+                }
+                else {
+                    isBlinkingRef.current = false;
+                    blinkValue = 0;
+                }
+            }
+        }
+        const currentViseme = updateCurrentViseme(currentTime / 1000);
+        const currentEmotionKeys = new Set(Object.keys(emotionMorphTargets));
+        Object.entries(headMeshRef.current.morphTargetDictionary).forEach(([key, index]) => {
+            if (typeof index === 'number') {
+                let targetValue = 0;
+                if (currentEmotionKeys.has(key)) {
+                    const targetEmotionValue = emotionMorphTargets[key];
+                    const currentEmotionValue = currentEmotionRef.current[key] || 0;
+                    const newEmotionValue = MathUtils.lerp(currentEmotionValue, targetEmotionValue * 2.5, EMOTION_SMOOTHING);
+                    currentEmotionRef.current[key] = newEmotionValue;
+                    targetValue += newEmotionValue;
+                }
+                if (currentViseme && key === currentViseme.name) {
+                    targetValue += currentViseme.weight;
+                }
+                if (key === 'eyesClosed' && eyeBlink) {
+                    targetValue += blinkValue;
+                }
+                targetValue = MathUtils.clamp(targetValue, 0, 1);
+                if (headMeshRef.current &&
+                    headMeshRef.current.morphTargetInfluences) {
+                    headMeshRef.current.morphTargetInfluences[index] = MathUtils.lerp(headMeshRef.current.morphTargetInfluences[index], targetValue, VISME_SMOOTHING);
+                }
+            }
+        });
+        previousEmotionKeysRef.current = currentEmotionKeys;
+        if (isTransitioningToIdleRef.current && currentActionRef.current) {
+            if (currentActionRef.current.time >=
+                currentActionRef.current.getClip().duration) {
+                const idleNumber = Math.floor(Math.random() * 5) + 1;
+                const idleAction = actions[`Idle${idleNumber === 3 ? 4 : idleNumber}`];
+                if (idleAction) {
+                    currentActionRef.current.fadeOut(0.5);
+                    idleAction.reset().fadeIn(0.5).play();
+                    currentActionRef.current = idleAction;
+                    isTransitioningToIdleRef.current = false;
+                }
+            }
+        }
+        (_a = mixerRef.current) === null || _a === void 0 ? void 0 : _a.update(0.01);
+    }, [actions, emotionMorphTargets, eyeBlink, updateCurrentViseme]);
+    useFrame(state => {
+        updateFrame(state.clock.elapsedTime * 1000);
+    });
+    return (_jsx("group", { position: isZoomed ? AVATAR_POSITION_ZOOMED : AVATAR_POSITION, rotation: AVATAR_ROTATION, children: _jsx("primitive", { object: scene }) }));
+}
+//# sourceMappingURL=fullbodyAvatar.js.map

package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AACvE,OAAO,EACL,OAAO,EACP,KAAK,EACL,cAAc,EACd,WAAW,EAEX,SAAS,EAET,QAAQ,GACT,MAAM,OAAO,CAAC;AACf,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAY,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AA8BxD,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/C,MAAM,sBAAsB,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAExD,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEF,MAAM,YAAY,GAAG;IACnB,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,CAAC,OAAO,UAAU,cAAc,CAAC,EACrC,GAAG,EACH,GAAG,EACH,iBAAiB,EACjB,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,mBAAmB,GACC;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,MAAM,EAAkB,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,EAAe,CAAC;IAC1C,MAAM,gBAAgB,GAAG,MAAM,CAAyB,IAAI,CAAC,CAAC;IAC9D,MAAM,wBAAwB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAEpC,MAAM,iBAAiB,GAAG,MAAM,CAAyB,EAAE,CAAC,CAAC;IAC7D,MAAM,sBAAsB,GAAG,MAAM,CAAc,IAAI,GAAG,EAAE,CAAC,CAAC;IAG9D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE;QAC5B,IAAI,SAAkC,CAAC;QACvC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAgB,EAAE,EAAE;YAClC,IACE,MAAM,YAAY,WAAW;gBAC7B,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,CAAC,EACjE;gBACA,SAAS,GAAG,MAAM,CAAC;aACpB;QACH,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,QAAQ,EAAE;YACZ,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC;YAC/B,IAAI,QAAQ,CAAC,qBAAqB,IAAI,QAAQ,CAAC,qBAAqB,EAAE;gBACpE,wBAAwB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;gBACzD,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CACnC,QAAQ,CAAC,qBAAqB,CAC/B,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnD,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;aAC7C;SACF;QACD,QAAQ,CAAC,OAAO,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,wBAAwB,EAAE,wBAAwB,CAAC,CAAC,CAAC;IAG1E,MAAM,qBAAqB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7C,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAAE,OAAO;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,CAAC,IAAI,CACV,cAAc,iBAAiB,CAAC,MAAM,yBAAyB,CAChE,CAAC;YACF,OAAO;SACR;QAED,MAAM,eAAe,GAAG,GAAG,CAAC;QAC5B,MAAM,cAAc,GAAG,GAAG,CAAC;QAE3B,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAC5B,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;SACnD;QAED,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,gBAAgB,CAAC,OAAO,GAAG,SAAS,CAAC;QACrC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAEhC,IACE,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC;YAC/C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,EAChD;YACA,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC/B,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACnC,wBAAwB,CAAC,OAAO,GAAG,IAAI,CAAC;SACzC;IACH,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC;IAE5C,SAAS,CAAC,GAAG,EAAE;QACb,qBAAqB,EAAE,CAAC;IAC1B,CAAC,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAG5B,MAAM,WAAW,GAAG,WAAW,CAC7B,CAAC,WAAmB,EAAE,EAAE;;QACtB,IACE,CAAC,WAAW,CAAC,OAAO;YACpB,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAC1C,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAE1C,OAAO;QAET,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,EAAE;YACZ,IAAI,WAAW,IAAI,gBAAgB,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;gBACrE,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;gBAC7B,iBAAiB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACxC,gBAAgB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACvC,gBAAgB,CAAC,OAAO;oBACtB,WAAW;wBACX,IAAI,CAAC,MAAM,EAAE;4BACX,CAAC,YAAY,CAAC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;wBACvD,YAAY,CAAC,WAAW,CAAC;aAC5B;YAED,IAAI,aAAa,CAAC,OAAO,EAAE;gBACzB,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC;oBACzC,YAAY,CAAC,aAAa,CAAC;gBAC7B,IAAI,aAAa,IAAI,GAAG,EAAE;oBACxB,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;iBAChC;qBAAM,IAAI,aAAa,IAAI,CAAC,EAAE;oBAC7B,UAAU,GAAG,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC;iBACpC;qBAAM;oBACL,aAAa,CAAC,OAAO,GAAG,KAAK,CAAC;oBAC9B,UAAU,GAAG,CAAC,CAAC;iBAChB;aACF;SACF;QAGD,MAAM,aAAa,GAAG,mBAAmB,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;QAC9D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAGrE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAC/D,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACf,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;gBAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;gBAEpB,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBAC/B,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;oBACpD,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAChE,MAAM,eAAe,GAAG,SAAS,CAAC,IAAI,CACpC,mBAAmB,EACnB,kBAAkB,GAAG,GAAG,EACxB,iBAAiB,CAClB,CAAC;oBACF,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC;oBACjD,WAAW,IAAI,eAAe,CAAC;iBAChC;gBAED,IAAI,aAAa,IAAI,GAAG,KAAK,aAAa,CAAC,IAAI,EAAE;oBAC/C,WAAW,IAAI,aAAa,CAAC,MAAM,CAAC;iBACrC;gBAED,IAAI,GAAG,KAAK,YAAY,IAAI,QAAQ,EAAE;oBACpC,WAAW,IAAI,UAAU,CAAC;iBAC3B;gBAED,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjD,IACE,WAAW,CAAC,OAAO;oBACnB,WAAW,CAAC,OAAO,CAAC,qBAAqB,EACzC;oBACA,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,CAC/D,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAChD,WAAW,EACX,eAAe,CAChB,CAAC;iBACH;aACF;QACH,CAAC,CACF,CAAC;QAGF,sBAAsB,CAAC,OAAO,GAAG,kBAAkB,CAAC;QAGpD,IAAI,wBAAwB,CAAC,OAAO,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAChE,IACE,gBAAgB,CAAC,OAAO,CAAC,IAAI;gBAC7B,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,QAAQ,EAC3C;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBACrD,MAAM,UAAU,GACd,OAAO,CAAC,OAAO,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;gBAEtD,IAAI,UAAU,EAAE;oBACd,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,gBAAgB,CAAC,OAAO,GAAG,UAAU,CAAC;oBACtC,wBAAwB,CAAC,OAAO,GAAG,KAAK,CAAC;iBAC1C;aACF;SACF;QAED,MAAA,QAAQ,CAAC,OAAO,0CAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC,EACD,CAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAC9D,CAAC;IAEF,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,OAAO,CACL,gBACE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,eAAe,EAC7D,QAAQ,EAAE,eAAe,YAEzB,oBAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC"}

package/esm/components/MemoriWidget/MemoriWidget.js

@@ -1653,7 +1653,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         };
     }, [sessionId, userLang, disableTextEnteredEvents]);
     const onClickStart = useCallback(async (session, initialSessionExpired = false) => {
-        var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r;
+        var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _t;
         const sessionID = (session === null || session === void 0 ? void 0 : session.sessionID) || sessionId;
         const dialogState = (session === null || session === void 0 ? void 0 : session.dialogState) || currentDialogState;
         setClickedStart(true);
@@ -1663,6 +1663,9 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             !window.navigator.userAgent.includes('Chrome');
         if (memoriAudioElement && isSafari) {
             memoriAudioElement.muted = false;
+            memoriAudioElement.play().catch((e) => {
+                console.warn('error playing intro audio', e);
+            });
         }
         let storageBirthDate = getLocalConfig('birthDate', undefined);
         let birth = birthDate || storageBirthDate || undefined;
@@ -1721,8 +1724,10 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             return;
         }
         else if (initialSessionID) {
+            console.debug('[CLICK_START] Handling initial session');
             const { currentState, ...response } = await getSession(sessionID);
             if (response.resultCode !== 0 || !currentState) {
+                console.debug('[CLICK_START] Session expired, opening new session');
                 setGotErrorInOpening(true);
                 setSessionId(undefined);
                 setClickedStart(false);
@@ -1735,8 +1740,9 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             if (memori.needsDateTime)
                 sendDateChangedEvent({ sessionID: sessionID, state: currentState });
             if (personification &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) !== personification.tag) {
+                currentState.currentTag !== personification.tag) {
                 try {
+                    console.debug('[CLICK_START] Changing tag for personification', personification, currentState);
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, personification.tag, personification.pin);
                     if (session && session.resultCode === 0) {
@@ -1769,10 +1775,11 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                 }
             }
             else if (!personification &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) !== anonTag &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) !== '-') {
+                (currentState === null || currentState === void 0 ? void 0 : currentState.currentTag) &&
+                (currentState === null || currentState === void 0 ? void 0 : currentState.currentTag) !== anonTag &&
+                (currentState === null || currentState === void 0 ? void 0 : currentState.currentTag) !== '-') {
                 try {
+                    console.debug('[CLICK_START] Changing to anonymous tag');
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, anonTag);
                     if (session && session.resultCode === 0) {
@@ -1806,6 +1813,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             }
             else {
                 try {
+                    console.debug('[CLICK_START] Getting chat history');
                     const { chatLogs, ...resp } = await getSessionChatLogs(sessionID, sessionID);
                     const messages = (_r = chatLogs === null || chatLogs === void 0 ? void 0 : chatLogs[0]) === null || _r === void 0 ? void 0 : _r.lines.map((l, i) => {
                         var _a, _b;
@@ -1821,10 +1829,11 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                             initial: i === 0,
                         });
                     });
-                    translatedMessages = messages;
+                    translatedMessages = messages !== null && messages !== void 0 ? messages : [];
                     if (language.toUpperCase() !== userLang.toUpperCase() &&
                         isMultilanguageEnabled) {
                         try {
+                            console.debug('[CLICK_START] Translating messages');
                             translatedMessages = await Promise.all(messages.map(async (m) => ({
                                 ...m,
                                 originalText: m.text,
@@ -1835,19 +1844,42 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                         }
                     }
                     setHistory(translatedMessages);
+                    console.debug('[CLICK_START] props currentState:', currentState, 'userLang:', userLang, 'translatedMessages:', translatedMessages, 'history:', history);
                 }
                 catch (e) {
+                    console.log('[CLICK_START] Error retrieving chat logs:', e);
+                }
+                if ((!!(translatedMessages === null || translatedMessages === void 0 ? void 0 : translatedMessages.length) && translatedMessages.length > 1) ||
+                    !initialQuestion) {
+                    translateDialogState(currentState, userLang, undefined, !!(translatedMessages === null || translatedMessages === void 0 ? void 0 : translatedMessages.length))
+                        .then(ts => {
+                        let text = ts.translatedEmission || ts.emission;
+                        if (text) {
+                            speak(text);
+                        }
+                    })
+                        .finally(() => {
+                        setHasUserActivatedSpeak(true);
+                    });
+                }
+                else {
+                    translatedMessages = [];
+                    setHistory([]);
+                    const response = await postTextEnteredEvent({
+                        sessionId: sessionID,
+                        text: initialQuestion,
+                    });
+                    translateDialogState((_t = response.currentState) !== null && _t !== void 0 ? _t : currentState, userLang, undefined, false)
+                        .then(ts => {
+                        let text = ts.translatedEmission || ts.emission;
+                        if (text) {
+                            speak(text);
+                        }
+                    })
+                        .finally(() => {
+                        setHasUserActivatedSpeak(true);
+                    });
                 }
-                translateDialogState(currentState, userLang, undefined, true)
-                    .then(ts => {
-                    let text = ts.translatedEmission || ts.emission;
-                    if (text) {
-                        speak(text);
-                    }
-                })
-                    .finally(() => {
-                    setHasUserActivatedSpeak(true);
-                });
             }
             if (position)
                 applyPosition(position, sessionID);
@@ -1855,6 +1887,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                 sendDateChangedEvent({ sessionID: sessionID, state: currentState });
         }
         else {
+            console.debug('[CLICK_START] Using existing session');
             setHistory([]);
             translateDialogState(dialogState, userLang)
                 .then(ts => {