npm - @memori.ai/memori-react - Versions diffs - 7.16.0 → 7.16.2 - Mend

@memori.ai/memori-react 7.16.0 → 7.16.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (33) hide show

package/CHANGELOG.md CHANGED Viewed

@@ -1,5 +1,30 @@
+## [7.16.2](https://github.com/memori-ai/memori-react/compare/v7.16.1...v7.16.2) (2025-02-10)
+### Bug Fixes
+* improve speech key fetching and audio enabling logic ([f6ea5e2](https://github.com/memori-ai/memori-react/commit/f6ea5e2f23e0316b70702661670a487572cda07c))
+### Changes
+* send initial question with previous session with empty history ([1a6ff68](https://github.com/memori-ai/memori-react/commit/1a6ff6838c19a2099da4bfe224150718d794fd6f))
+### Maintenance
+* remove AZURE_COGNITIVE_SERVICES_TTS_KEY as prop ([06ee821](https://github.com/memori-ai/memori-react/commit/06ee821d309532941121c949badeb6f9d3a6d297))
+* update api client ([a97c44e](https://github.com/memori-ai/memori-react/commit/a97c44e4ac052135b2e515aa36c76424bdf729b5))
+## [7.16.1](https://github.com/memori-ai/memori-react/compare/v7.16.0...v7.16.1) (2025-01-31)
+### Bug Fixes
+* opening session current tag check + history ([adc90f9](https://github.com/memori-ai/memori-react/commit/adc90f9a0c1e7414ec24a55a19d6504a0aec65a8))
 ## [7.16.0](https://github.com/memori-ai/memori-react/compare/v7.15.2...v7.16.0) (2025-01-31)

package/README.md CHANGED Viewed

@@ -90,7 +90,6 @@ const App = () => (
 | `defaultSpeakerActive`             |                | `boolean`                                   | `true`                      | Default value for the speaker activation                                                                                                                                                                                                                                                                                                                                                                                                |
 | `disableTextEnteredEvents`         |                | `boolean`                                   | `false`                     | Disable MemoriTextEntered events listeners for `typeMessage` functions, useful to avoid issues with multiple widgets in page.                                                                                                                                                                                                                                                                                                           |
 | `useMathFormatting`                |                | `boolean`                                   | `false`                     | Apply math formatting to the messages, defaults to false if otherwise indicated by props or integration config.                                                                                                                                                                                                                                                                                                                         |
-| `AZURE_COGNITIVE_SERVICES_TTS_KEY` |                | `string`                                    |                             | Azure Cognitive Services TTS key, used to generate the audio of the Memori and for STT recognition                                                                                                                                                                                                                                                                                                                                      |
 | `layout`                           |                | `string`                                    |                             | Layout of the Memori, can be "FULLPAGE" (default), "CHAT", "WEBSITE_ASSISTANT", "TOTEM", "HIDDEN_CHAT" or "ZOOMED_FULL_BODY". see [below](#layouts)                                                                                                                                                                                                                                                                                     |
 | `customLayout`                     |                | `React.FC<LayoutProps>`                     |                             | Custom layout component, see [below](#custom-layout)                                                                                                                                                                                                                                                                                                                                                                                    |
 | `customMediaRenderer`              |                | `(mimeType: string) => JSX.Element \| null` |                             | Custom media renderer, see [below](#custom-media-renderer)                                                                                                                                                                                                                                                                                                                                                                              |

package/dist/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/MorhTargetController.d.ts ADDED Viewed

@@ -0,0 +1,17 @@
+import { SkinnedMesh } from 'three';
+export declare class MorphTargetController {
+    private headMesh;
+    private currentEmotionValues;
+    private previousEmotionKeys;
+    constructor(headMesh: SkinnedMesh);
+    updateMorphTargets(currentTime: number, emotionMorphTargets: Record<string, number>, currentViseme: {
+        name: string;
+        weight: number;
+    } | null, eyeBlink: boolean, blinkState: {
+        isBlinking: boolean;
+        lastBlinkTime: number;
+        nextBlinkTime: number;
+        blinkStartTime: number;
+    }): void;
+    private calculateBlinkValue;
+}

package/dist/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/MorhTargetController.js ADDED Viewed

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MorphTargetController = void 0;
+const three_1 = require("three");
+const constants_1 = require("./constants");
+class MorphTargetController {
+    constructor(headMesh) {
+        this.currentEmotionValues = {};
+        this.previousEmotionKeys = new Set();
+        this.headMesh = headMesh;
+    }
+    updateMorphTargets(currentTime, emotionMorphTargets, currentViseme, eyeBlink, blinkState) {
+        if (!this.headMesh.morphTargetDictionary ||
+            !this.headMesh.morphTargetInfluences) {
+            return;
+        }
+        const blinkValue = this.calculateBlinkValue(currentTime, blinkState, eyeBlink);
+        const currentEmotionKeys = new Set(Object.keys(emotionMorphTargets));
+        Object.entries(this.headMesh.morphTargetDictionary).forEach(([key, index]) => {
+            if (typeof index !== 'number')
+                return;
+            let targetValue = 0;
+            if (currentEmotionKeys.has(key)) {
+                const targetEmotionValue = emotionMorphTargets[key];
+                const currentEmotionValue = this.currentEmotionValues[key] || 0;
+                const newEmotionValue = three_1.MathUtils.lerp(currentEmotionValue, targetEmotionValue * 2.5, constants_1.EMOTION_SMOOTHING);
+                this.currentEmotionValues[key] = newEmotionValue;
+                targetValue += newEmotionValue;
+            }
+            if (currentViseme && key === currentViseme.name) {
+                targetValue += currentViseme.weight;
+            }
+            if (key === 'eyesClosed' && eyeBlink) {
+                targetValue += blinkValue;
+            }
+            targetValue = three_1.MathUtils.clamp(targetValue, 0, 1);
+            if (this.headMesh.morphTargetInfluences) {
+                this.headMesh.morphTargetInfluences[index] = three_1.MathUtils.lerp(this.headMesh.morphTargetInfluences[index] || 0, targetValue, constants_1.VISEME_SMOOTHING);
+            }
+        });
+        this.previousEmotionKeys = currentEmotionKeys;
+    }
+    calculateBlinkValue(currentTime, blinkState, eyeBlink) {
+        if (!eyeBlink)
+            return 0;
+        let blinkValue = 0;
+        if (currentTime >= blinkState.nextBlinkTime && !blinkState.isBlinking) {
+            blinkState.isBlinking = true;
+            blinkState.blinkStartTime = currentTime;
+            blinkState.lastBlinkTime = currentTime;
+            blinkState.nextBlinkTime =
+                currentTime +
+                    Math.random() * (constants_1.BLINK_CONFIG.maxInterval - constants_1.BLINK_CONFIG.minInterval) +
+                    constants_1.BLINK_CONFIG.minInterval;
+        }
+        if (blinkState.isBlinking) {
+            const blinkProgress = (currentTime - blinkState.blinkStartTime) / constants_1.BLINK_CONFIG.blinkDuration;
+            if (blinkProgress <= 0.5) {
+                blinkValue = blinkProgress * 2;
+            }
+            else if (blinkProgress <= 1) {
+                blinkValue = 2 - blinkProgress * 2;
+            }
+            else {
+                blinkState.isBlinking = false;
+                blinkValue = 0;
+            }
+        }
+        return blinkValue;
+    }
+}
+exports.MorphTargetController = MorphTargetController;
+//# sourceMappingURL=MorhTargetController.js.map

package/dist/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/MorhTargetController.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"MorhTargetController.js","sourceRoot":"","sources":["../../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/MorhTargetController.ts"],"names":[],"mappings":";;;AACA,iCAAkC;AAClC,2CAAgF;AAEhF,MAAa,qBAAqB;IAKhC,YAAY,QAAqB;QAHzB,yBAAoB,GAA2B,EAAE,CAAC;QAClD,wBAAmB,GAAgB,IAAI,GAAG,EAAE,CAAC;QAGnD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,kBAAkB,CAChB,WAAmB,EACnB,mBAA2C,EAC3C,aAAsD,EACtD,QAAiB,EACjB,UAKC;QAED,IACE,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB;YACpC,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,EACpC;YACA,OAAO;SACR;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CACzC,WAAW,EACX,UAAU,EACV,QAAQ,CACT,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAErE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,OAAO,CACzD,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACf,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO;YAEtC,IAAI,WAAW,GAAG,CAAC,CAAC;YAGpB,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;gBAC/B,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,mBAAmB,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAChE,MAAM,eAAe,GAAG,iBAAS,CAAC,IAAI,CACpC,mBAAmB,EACnB,kBAAkB,GAAG,GAAG,EACxB,6BAAiB,CAClB,CAAC;gBACF,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC;gBACjD,WAAW,IAAI,eAAe,CAAC;aAChC;YAGD,IAAI,aAAa,IAAI,GAAG,KAAK,aAAa,CAAC,IAAI,EAAE;gBAC/C,WAAW,IAAI,aAAa,CAAC,MAAM,CAAC;aACrC;YAGD,IAAI,GAAG,KAAK,YAAY,IAAI,QAAQ,EAAE;gBACpC,WAAW,IAAI,UAAU,CAAC;aAC3B;YAGD,WAAW,GAAG,iBAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,qBAAqB,EAAE;gBACvC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,iBAAS,CAAC,IAAI,CACzD,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,EAC/C,WAAW,EACX,4BAAgB,CACjB,CAAC;aACH;QACH,CAAC,CACF,CAAC;QAEF,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;IAChD,CAAC;IAEO,mBAAmB,CACzB,WAAmB,EACnB,UAKC,EACD,QAAiB;QAEjB,IAAI,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC;QAExB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,WAAW,IAAI,UAAU,CAAC,aAAa,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE;YACrE,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC;YAC7B,UAAU,CAAC,cAAc,GAAG,WAAW,CAAC;YACxC,UAAU,CAAC,aAAa,GAAG,WAAW,CAAC;YACvC,UAAU,CAAC,aAAa;gBACtB,WAAW;oBACX,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,wBAAY,CAAC,WAAW,GAAG,wBAAY,CAAC,WAAW,CAAC;oBACrE,wBAAY,CAAC,WAAW,CAAC;SAC5B;QAED,IAAI,UAAU,CAAC,UAAU,EAAE;YACzB,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,UAAU,CAAC,cAAc,CAAC,GAAG,wBAAY,CAAC,aAAa,CAAC;YACzE,IAAI,aAAa,IAAI,GAAG,EAAE;gBACxB,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;aAChC;iBAAM,IAAI,aAAa,IAAI,CAAC,EAAE;gBAC7B,UAAU,GAAG,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC;aACpC;iBAAM;gBACL,UAAU,CAAC,UAAU,GAAG,KAAK,CAAC;gBAC9B,UAAU,GAAG,CAAC,CAAC;aAChB;SACF;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;CACF;AAtHD,sDAsHC"}

package/dist/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/constants.d.ts ADDED Viewed

@@ -0,0 +1,17 @@
+import { Vector3, Euler } from 'three';
+import { AnimationConfig } from './types';
+export declare const AVATAR_POSITION: Vector3;
+export declare const AVATAR_ROTATION: Euler;
+export declare const AVATAR_POSITION_ZOOMED: Vector3;
+export declare const ANIMATION_URLS: {
+    MALE: string;
+    FEMALE: string;
+};
+export declare const BLINK_CONFIG: {
+    minInterval: number;
+    maxInterval: number;
+    blinkDuration: number;
+};
+export declare const DEFAULT_CONFIG: AnimationConfig;
+export declare const EMOTION_SMOOTHING = 0.3;
+export declare const VISEME_SMOOTHING = 0.5;

package/dist/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/constants.js ADDED Viewed

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VISEME_SMOOTHING = exports.EMOTION_SMOOTHING = exports.DEFAULT_CONFIG = exports.BLINK_CONFIG = exports.ANIMATION_URLS = exports.AVATAR_POSITION_ZOOMED = exports.AVATAR_ROTATION = exports.AVATAR_POSITION = void 0;
+const three_1 = require("three");
+exports.AVATAR_POSITION = new three_1.Vector3(0, -1, 0);
+exports.AVATAR_ROTATION = new three_1.Euler(0.175, 0, 0);
+exports.AVATAR_POSITION_ZOOMED = new three_1.Vector3(0, -1.45, 0);
+exports.ANIMATION_URLS = {
+    MALE: 'https://assets.memori.ai/api/v2/asset/2c5e88a4-cf62-408b-9ef0-518b099dfcb2.glb',
+    FEMALE: 'https://assets.memori.ai/api/v2/asset/2adc934b-24b2-45bd-94ad-ffec58d3cb32.glb',
+};
+exports.BLINK_CONFIG = {
+    minInterval: 1000,
+    maxInterval: 5000,
+    blinkDuration: 150,
+};
+exports.DEFAULT_CONFIG = {
+    fadeInDuration: 0.8,
+    fadeOutDuration: 0.8,
+    idleCount: 5,
+    timeScale: 1.0,
+};
+exports.EMOTION_SMOOTHING = 0.3;
+exports.VISEME_SMOOTHING = 0.5;
+//# sourceMappingURL=constants.js.map

package/dist/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/constants.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/FullbodyAvatar/constants.ts"],"names":[],"mappings":";;;AAAA,iCAAuC;AAG1B,QAAA,eAAe,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxC,QAAA,eAAe,GAAG,IAAI,aAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AACzC,QAAA,sBAAsB,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAElD,QAAA,cAAc,GAAG;IAC5B,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEW,QAAA,YAAY,GAAG;IAC1B,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEW,QAAA,cAAc,GAAoB;IAC7C,cAAc,EAAE,GAAG;IACnB,eAAe,EAAE,GAAG;IACpB,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE,GAAG;CACf,CAAC;AAEW,QAAA,iBAAiB,GAAG,GAAG,CAAC;AACxB,QAAA,gBAAgB,GAAG,GAAG,CAAC"}

package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.d.ts ADDED Viewed

@@ -0,0 +1,26 @@
+interface FullbodyAvatarProps {
+    url: string;
+    sex: 'MALE' | 'FEMALE';
+    onLoaded?: () => void;
+    currentBaseAction: {
+        action: string;
+        weight: number;
+    };
+    timeScale: number;
+    isZoomed?: boolean;
+    eyeBlink?: boolean;
+    stopProcessing: () => void;
+    resetVisemeQueue: () => void;
+    updateCurrentViseme: (currentTime: number) => {
+        name: string;
+        weight: number;
+    } | null;
+    smoothMorphTarget?: boolean;
+    morphTargetSmoothing?: number;
+    morphTargetInfluences: Record<string, number>;
+    setMorphTargetDictionary: (morphTargetDictionary: Record<string, number>) => void;
+    setMorphTargetInfluences: (morphTargetInfluences: Record<string, number>) => void;
+    emotionMorphTargets: Record<string, number>;
+}
+export default function FullbodyAvatar({ url, sex, currentBaseAction, timeScale, isZoomed, eyeBlink, updateCurrentViseme, setMorphTargetDictionary, setMorphTargetInfluences, emotionMorphTargets, }: FullbodyAvatarProps): JSX.Element;
+export {};

package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js ADDED Viewed

@@ -0,0 +1,166 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const jsx_runtime_1 = require("react/jsx-runtime");
+const react_1 = require("react");
+const three_1 = require("three");
+const drei_1 = require("@react-three/drei");
+const fiber_1 = require("@react-three/fiber");
+const AVATAR_POSITION = new three_1.Vector3(0, -1, 0);
+const AVATAR_ROTATION = new three_1.Euler(0.175, 0, 0);
+const AVATAR_POSITION_ZOOMED = new three_1.Vector3(0, -1.45, 0);
+const ANIMATION_URLS = {
+    MALE: 'https://assets.memori.ai/api/v2/asset/2c5e88a4-cf62-408b-9ef0-518b099dfcb2.glb',
+    FEMALE: 'https://assets.memori.ai/api/v2/asset/8d1a5853-f05a-4a34-9f99-6eff64986081.glb',
+};
+const BLINK_CONFIG = {
+    minInterval: 1000,
+    maxInterval: 5000,
+    blinkDuration: 150,
+};
+const EMOTION_SMOOTHING = 0.3;
+const VISME_SMOOTHING = 0.5;
+function FullbodyAvatar({ url, sex, currentBaseAction, timeScale, isZoomed, eyeBlink, updateCurrentViseme, setMorphTargetDictionary, setMorphTargetInfluences, emotionMorphTargets, }) {
+    const { scene } = (0, drei_1.useGLTF)(url);
+    const { animations } = (0, drei_1.useGLTF)(ANIMATION_URLS[sex]);
+    const { actions } = (0, drei_1.useAnimations)(animations, scene);
+    const mixerRef = (0, react_1.useRef)();
+    const headMeshRef = (0, react_1.useRef)();
+    const currentActionRef = (0, react_1.useRef)(null);
+    const isTransitioningToIdleRef = (0, react_1.useRef)(false);
+    const lastBlinkTimeRef = (0, react_1.useRef)(0);
+    const nextBlinkTimeRef = (0, react_1.useRef)(0);
+    const isBlinkingRef = (0, react_1.useRef)(false);
+    const blinkStartTimeRef = (0, react_1.useRef)(0);
+    const currentEmotionRef = (0, react_1.useRef)({});
+    const previousEmotionKeysRef = (0, react_1.useRef)(new Set());
+    const headMesh = (0, react_1.useMemo)(() => {
+        let foundMesh;
+        scene.traverse((object) => {
+            if (object instanceof three_1.SkinnedMesh &&
+                (object.name === 'GBNL__Head' || object.name === 'Wolf3D_Avatar')) {
+                foundMesh = object;
+            }
+        });
+        return foundMesh;
+    }, [scene]);
+    (0, react_1.useEffect)(() => {
+        if (headMesh) {
+            headMeshRef.current = headMesh;
+            if (headMesh.morphTargetDictionary && headMesh.morphTargetInfluences) {
+                setMorphTargetDictionary(headMesh.morphTargetDictionary);
+                const initialInfluences = Object.keys(headMesh.morphTargetDictionary).reduce((acc, key) => ({ ...acc, [key]: 0 }), {});
+                setMorphTargetInfluences(initialInfluences);
+            }
+        }
+        mixerRef.current = new three_1.AnimationMixer(scene);
+    }, [headMesh, scene, setMorphTargetDictionary, setMorphTargetInfluences]);
+    const handleAnimationChange = (0, react_1.useCallback)(() => {
+        if (!actions || !currentBaseAction.action)
+            return;
+        const newAction = actions[currentBaseAction.action];
+        if (!newAction) {
+            console.warn(`Animation "${currentBaseAction.action}" not found in actions.`);
+            return;
+        }
+        const fadeOutDuration = 0.8;
+        const fadeInDuration = 0.8;
+        if (currentActionRef.current) {
+            currentActionRef.current.fadeOut(fadeOutDuration);
+        }
+        newAction.reset().fadeIn(fadeInDuration).play();
+        currentActionRef.current = newAction;
+        newAction.timeScale = timeScale;
+        if (currentBaseAction.action.startsWith('Gioia') ||
+            currentBaseAction.action.startsWith('Rabbia') ||
+            currentBaseAction.action.startsWith('Sorpresa') ||
+            currentBaseAction.action.startsWith('Timore') ||
+            currentBaseAction.action.startsWith('Tristezza')) {
+            newAction.setLoop(three_1.LoopOnce, 1);
+            newAction.clampWhenFinished = true;
+            isTransitioningToIdleRef.current = true;
+        }
+    }, [actions, currentBaseAction, timeScale]);
+    (0, react_1.useEffect)(() => {
+        handleAnimationChange();
+    }, [handleAnimationChange]);
+    const updateFrame = (0, react_1.useCallback)((currentTime) => {
+        var _a;
+        if (!headMeshRef.current ||
+            !headMeshRef.current.morphTargetDictionary ||
+            !headMeshRef.current.morphTargetInfluences)
+            return;
+        let blinkValue = 0;
+        if (eyeBlink) {
+            if (currentTime >= nextBlinkTimeRef.current && !isBlinkingRef.current) {
+                isBlinkingRef.current = true;
+                blinkStartTimeRef.current = currentTime;
+                lastBlinkTimeRef.current = currentTime;
+                nextBlinkTimeRef.current =
+                    currentTime +
+                        Math.random() *
+                            (BLINK_CONFIG.maxInterval - BLINK_CONFIG.minInterval) +
+                        BLINK_CONFIG.minInterval;
+            }
+            if (isBlinkingRef.current) {
+                const blinkProgress = (currentTime - blinkStartTimeRef.current) /
+                    BLINK_CONFIG.blinkDuration;
+                if (blinkProgress <= 0.5) {
+                    blinkValue = blinkProgress * 2;
+                }
+                else if (blinkProgress <= 1) {
+                    blinkValue = 2 - blinkProgress * 2;
+                }
+                else {
+                    isBlinkingRef.current = false;
+                    blinkValue = 0;
+                }
+            }
+        }
+        const currentViseme = updateCurrentViseme(currentTime / 1000);
+        const currentEmotionKeys = new Set(Object.keys(emotionMorphTargets));
+        Object.entries(headMeshRef.current.morphTargetDictionary).forEach(([key, index]) => {
+            if (typeof index === 'number') {
+                let targetValue = 0;
+                if (currentEmotionKeys.has(key)) {
+                    const targetEmotionValue = emotionMorphTargets[key];
+                    const currentEmotionValue = currentEmotionRef.current[key] || 0;
+                    const newEmotionValue = three_1.MathUtils.lerp(currentEmotionValue, targetEmotionValue * 2.5, EMOTION_SMOOTHING);
+                    currentEmotionRef.current[key] = newEmotionValue;
+                    targetValue += newEmotionValue;
+                }
+                if (currentViseme && key === currentViseme.name) {
+                    targetValue += currentViseme.weight;
+                }
+                if (key === 'eyesClosed' && eyeBlink) {
+                    targetValue += blinkValue;
+                }
+                targetValue = three_1.MathUtils.clamp(targetValue, 0, 1);
+                if (headMeshRef.current &&
+                    headMeshRef.current.morphTargetInfluences) {
+                    headMeshRef.current.morphTargetInfluences[index] = three_1.MathUtils.lerp(headMeshRef.current.morphTargetInfluences[index], targetValue, VISME_SMOOTHING);
+                }
+            }
+        });
+        previousEmotionKeysRef.current = currentEmotionKeys;
+        if (isTransitioningToIdleRef.current && currentActionRef.current) {
+            if (currentActionRef.current.time >=
+                currentActionRef.current.getClip().duration) {
+                const idleNumber = Math.floor(Math.random() * 5) + 1;
+                const idleAction = actions[`Idle${idleNumber === 3 ? 4 : idleNumber}`];
+                if (idleAction) {
+                    currentActionRef.current.fadeOut(0.5);
+                    idleAction.reset().fadeIn(0.5).play();
+                    currentActionRef.current = idleAction;
+                    isTransitioningToIdleRef.current = false;
+                }
+            }
+        }
+        (_a = mixerRef.current) === null || _a === void 0 ? void 0 : _a.update(0.01);
+    }, [actions, emotionMorphTargets, eyeBlink, updateCurrentViseme]);
+    (0, fiber_1.useFrame)(state => {
+        updateFrame(state.clock.elapsedTime * 1000);
+    });
+    return ((0, jsx_runtime_1.jsx)("group", { position: isZoomed ? AVATAR_POSITION_ZOOMED : AVATAR_POSITION, rotation: AVATAR_ROTATION, children: (0, jsx_runtime_1.jsx)("primitive", { object: scene }) }));
+}
+exports.default = FullbodyAvatar;
+//# sourceMappingURL=fullbodyAvatar.js.map

package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx"],"names":[],"mappings":";;;AAAA,iCAAuE;AACvE,iCASe;AACf,4CAA2D;AAC3D,8CAAwD;AA8BxD,MAAM,eAAe,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,eAAe,GAAG,IAAI,aAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/C,MAAM,sBAAsB,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAExD,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEF,MAAM,YAAY,GAAG;IACnB,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,SAAwB,cAAc,CAAC,EACrC,GAAG,EACH,GAAG,EACH,iBAAiB,EACjB,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,mBAAmB,GACC;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,cAAO,EAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,oBAAa,EAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,IAAA,cAAM,GAAkB,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAA,cAAM,GAAe,CAAC;IAC1C,MAAM,gBAAgB,GAAG,IAAA,cAAM,EAAyB,IAAI,CAAC,CAAC;IAC9D,MAAM,wBAAwB,GAAG,IAAA,cAAM,EAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,gBAAgB,GAAG,IAAA,cAAM,EAAC,CAAC,CAAC,CAAC;IACnC,MAAM,gBAAgB,GAAG,IAAA,cAAM,EAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,IAAA,cAAM,EAAC,KAAK,CAAC,CAAC;IACpC,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAC,CAAC,CAAC,CAAC;IAEpC,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAyB,EAAE,CAAC,CAAC;IAC7D,MAAM,sBAAsB,GAAG,IAAA,cAAM,EAAc,IAAI,GAAG,EAAE,CAAC,CAAC;IAG9D,MAAM,QAAQ,GAAG,IAAA,eAAO,EAAC,GAAG,EAAE;QAC5B,IAAI,SAAkC,CAAC;QACvC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAgB,EAAE,EAAE;YAClC,IACE,MAAM,YAAY,mBAAW;gBAC7B,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,CAAC,EACjE;gBACA,SAAS,GAAG,MAAM,CAAC;aACpB;QACH,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAEZ,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,QAAQ,EAAE;YACZ,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC;YAC/B,IAAI,QAAQ,CAAC,qBAAqB,IAAI,QAAQ,CAAC,qBAAqB,EAAE;gBACpE,wBAAwB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;gBACzD,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CACnC,QAAQ,CAAC,qBAAqB,CAC/B,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnD,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;aAC7C;SACF;QACD,QAAQ,CAAC,OAAO,GAAG,IAAI,sBAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,wBAAwB,EAAE,wBAAwB,CAAC,CAAC,CAAC;IAG1E,MAAM,qBAAqB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QAC7C,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAAE,OAAO;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,CAAC,IAAI,CACV,cAAc,iBAAiB,CAAC,MAAM,yBAAyB,CAChE,CAAC;YACF,OAAO;SACR;QAED,MAAM,eAAe,GAAG,GAAG,CAAC;QAC5B,MAAM,cAAc,GAAG,GAAG,CAAC;QAE3B,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAC5B,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;SACnD;QAED,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,gBAAgB,CAAC,OAAO,GAAG,SAAS,CAAC;QACrC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAEhC,IACE,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC;YAC/C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,EAChD;YACA,SAAS,CAAC,OAAO,CAAC,gBAAQ,EAAE,CAAC,CAAC,CAAC;YAC/B,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACnC,wBAAwB,CAAC,OAAO,GAAG,IAAI,CAAC;SACzC;IACH,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC;IAE5C,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,qBAAqB,EAAE,CAAC;IAC1B,CAAC,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAG5B,MAAM,WAAW,GAAG,IAAA,mBAAW,EAC7B,CAAC,WAAmB,EAAE,EAAE;;QACtB,IACE,CAAC,WAAW,CAAC,OAAO;YACpB,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAC1C,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAE1C,OAAO;QAET,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,EAAE;YACZ,IAAI,WAAW,IAAI,gBAAgB,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;gBACrE,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;gBAC7B,iBAAiB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACxC,gBAAgB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACvC,gBAAgB,CAAC,OAAO;oBACtB,WAAW;wBACX,IAAI,CAAC,MAAM,EAAE;4BACX,CAAC,YAAY,CAAC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;wBACvD,YAAY,CAAC,WAAW,CAAC;aAC5B;YAED,IAAI,aAAa,CAAC,OAAO,EAAE;gBACzB,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC;oBACzC,YAAY,CAAC,aAAa,CAAC;gBAC7B,IAAI,aAAa,IAAI,GAAG,EAAE;oBACxB,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;iBAChC;qBAAM,IAAI,aAAa,IAAI,CAAC,EAAE;oBAC7B,UAAU,GAAG,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC;iBACpC;qBAAM;oBACL,aAAa,CAAC,OAAO,GAAG,KAAK,CAAC;oBAC9B,UAAU,GAAG,CAAC,CAAC;iBAChB;aACF;SACF;QAGD,MAAM,aAAa,GAAG,mBAAmB,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;QAC9D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAGrE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAC/D,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACf,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;gBAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;gBAEpB,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBAC/B,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;oBACpD,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAChE,MAAM,eAAe,GAAG,iBAAS,CAAC,IAAI,CACpC,mBAAmB,EACnB,kBAAkB,GAAG,GAAG,EACxB,iBAAiB,CAClB,CAAC;oBACF,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC;oBACjD,WAAW,IAAI,eAAe,CAAC;iBAChC;gBAED,IAAI,aAAa,IAAI,GAAG,KAAK,aAAa,CAAC,IAAI,EAAE;oBAC/C,WAAW,IAAI,aAAa,CAAC,MAAM,CAAC;iBACrC;gBAED,IAAI,GAAG,KAAK,YAAY,IAAI,QAAQ,EAAE;oBACpC,WAAW,IAAI,UAAU,CAAC;iBAC3B;gBAED,WAAW,GAAG,iBAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjD,IACE,WAAW,CAAC,OAAO;oBACnB,WAAW,CAAC,OAAO,CAAC,qBAAqB,EACzC;oBACA,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,iBAAS,CAAC,IAAI,CAC/D,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAChD,WAAW,EACX,eAAe,CAChB,CAAC;iBACH;aACF;QACH,CAAC,CACF,CAAC;QAGF,sBAAsB,CAAC,OAAO,GAAG,kBAAkB,CAAC;QAGpD,IAAI,wBAAwB,CAAC,OAAO,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAChE,IACE,gBAAgB,CAAC,OAAO,CAAC,IAAI;gBAC7B,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,QAAQ,EAC3C;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBACrD,MAAM,UAAU,GACd,OAAO,CAAC,OAAO,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;gBAEtD,IAAI,UAAU,EAAE;oBACd,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,gBAAgB,CAAC,OAAO,GAAG,UAAU,CAAC;oBACtC,wBAAwB,CAAC,OAAO,GAAG,KAAK,CAAC;iBAC1C;aACF;SACF;QAED,MAAA,QAAQ,CAAC,OAAO,0CAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC,EACD,CAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAC9D,CAAC;IAEF,IAAA,gBAAQ,EAAC,KAAK,CAAC,EAAE;QACf,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,OAAO,CACL,kCACE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,eAAe,EAC7D,QAAQ,EAAE,eAAe,YAEzB,sCAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC;AA3ND,iCA2NC"}

package/dist/components/MemoriWidget/MemoriWidget.js CHANGED Viewed

@@ -1656,7 +1656,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         };
     }, [sessionId, userLang, disableTextEnteredEvents]);
     const onClickStart = (0, react_1.useCallback)(async (session, initialSessionExpired = false) => {
-        var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r;
+        var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _t;
         const sessionID = (session === null || session === void 0 ? void 0 : session.sessionID) || sessionId;
         const dialogState = (session === null || session === void 0 ? void 0 : session.dialogState) || currentDialogState;
         setClickedStart(true);
@@ -1666,6 +1666,9 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             !window.navigator.userAgent.includes('Chrome');
         if (memoriAudioElement && isSafari) {
             memoriAudioElement.muted = false;
+            memoriAudioElement.play().catch((e) => {
+                console.warn('error playing intro audio', e);
+            });
         }
         let storageBirthDate = (0, configuration_1.getLocalConfig)('birthDate', undefined);
         let birth = birthDate || storageBirthDate || undefined;
@@ -1724,8 +1727,10 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             return;
         }
         else if (initialSessionID) {
+            console.debug('[CLICK_START] Handling initial session');
             const { currentState, ...response } = await getSession(sessionID);
             if (response.resultCode !== 0 || !currentState) {
+                console.debug('[CLICK_START] Session expired, opening new session');
                 setGotErrorInOpening(true);
                 setSessionId(undefined);
                 setClickedStart(false);
@@ -1738,8 +1743,9 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             if (memori.needsDateTime)
                 sendDateChangedEvent({ sessionID: sessionID, state: currentState });
             if (personification &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) !== personification.tag) {
+                currentState.currentTag !== personification.tag) {
                 try {
+                    console.debug('[CLICK_START] Changing tag for personification', personification, currentState);
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, personification.tag, personification.pin);
                     if (session && session.resultCode === 0) {
@@ -1772,10 +1778,11 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                 }
             }
             else if (!personification &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) !== constants_1.anonTag &&
-                (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.currentTag) !== '-') {
+                (currentState === null || currentState === void 0 ? void 0 : currentState.currentTag) &&
+                (currentState === null || currentState === void 0 ? void 0 : currentState.currentTag) !== constants_1.anonTag &&
+                (currentState === null || currentState === void 0 ? void 0 : currentState.currentTag) !== '-') {
                 try {
+                    console.debug('[CLICK_START] Changing to anonymous tag');
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, constants_1.anonTag);
                     if (session && session.resultCode === 0) {
@@ -1809,6 +1816,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             }
             else {
                 try {
+                    console.debug('[CLICK_START] Getting chat history');
                     const { chatLogs, ...resp } = await getSessionChatLogs(sessionID, sessionID);
                     const messages = (_r = chatLogs === null || chatLogs === void 0 ? void 0 : chatLogs[0]) === null || _r === void 0 ? void 0 : _r.lines.map((l, i) => {
                         var _a, _b;
@@ -1824,10 +1832,11 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                             initial: i === 0,
                         });
                     });
-                    translatedMessages = messages;
+                    translatedMessages = messages !== null && messages !== void 0 ? messages : [];
                     if (language.toUpperCase() !== userLang.toUpperCase() &&
                         isMultilanguageEnabled) {
                         try {
+                            console.debug('[CLICK_START] Translating messages');
                             translatedMessages = await Promise.all(messages.map(async (m) => ({
                                 ...m,
                                 originalText: m.text,
@@ -1838,19 +1847,42 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                         }
                     }
                     setHistory(translatedMessages);
+                    console.debug('[CLICK_START] props currentState:', currentState, 'userLang:', userLang, 'translatedMessages:', translatedMessages, 'history:', history);
                 }
                 catch (e) {
+                    console.log('[CLICK_START] Error retrieving chat logs:', e);
+                }
+                if ((!!(translatedMessages === null || translatedMessages === void 0 ? void 0 : translatedMessages.length) && translatedMessages.length > 1) ||
+                    !initialQuestion) {
+                    translateDialogState(currentState, userLang, undefined, !!(translatedMessages === null || translatedMessages === void 0 ? void 0 : translatedMessages.length))
+                        .then(ts => {
+                        let text = ts.translatedEmission || ts.emission;
+                        if (text) {
+                            speak(text);
+                        }
+                    })
+                        .finally(() => {
+                        setHasUserActivatedSpeak(true);
+                    });
+                }
+                else {
+                    translatedMessages = [];
+                    setHistory([]);
+                    const response = await postTextEnteredEvent({
+                        sessionId: sessionID,
+                        text: initialQuestion,
+                    });
+                    translateDialogState((_t = response.currentState) !== null && _t !== void 0 ? _t : currentState, userLang, undefined, false)
+                        .then(ts => {
+                        let text = ts.translatedEmission || ts.emission;
+                        if (text) {
+                            speak(text);
+                        }
+                    })
+                        .finally(() => {
+                        setHasUserActivatedSpeak(true);
+                    });
                 }
-                translateDialogState(currentState, userLang, undefined, true)
-                    .then(ts => {
-                    let text = ts.translatedEmission || ts.emission;
-                    if (text) {
-                        speak(text);
-                    }
-                })
-                    .finally(() => {
-                    setHasUserActivatedSpeak(true);
-                });
             }
             if (position)
                 applyPosition(position, sessionID);
@@ -1858,6 +1890,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                 sendDateChangedEvent({ sessionID: sessionID, state: currentState });
         }
         else {
+            console.debug('[CLICK_START] Using existing session');
             setHistory([]);
             translateDialogState(dialogState, userLang)
                 .then(ts => {