@memori.ai/memori-react 1.0.0-alpha.21 → 1.0.0-alpha.23

package/esm/components/MemoriWidget/MemoriWidget.js

@@ -78,6 +78,7 @@ let recognizer;
 let speechConfig;
 let speechSynthesizer;
 let audioDestination;
+let audioContext;
 const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInstruct = false, showShare = true, preview = false, embed = false, showInputs = true, showDates = false, showContextPerLine = false, showSettings = false, height = '100vh', secret, baseUrl = 'https://app.twincreator.com', apiUrl = 'https://backend.memori.ai', initialContextVars, initialQuestion, ogImage, sessionID: initialSessionID, tenant, personification, authToken, AZURE_COGNITIVE_SERVICES_TTS_KEY, onStateChange, }) => {
     var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _t, _u, _v;
     const { t, i18n } = useTranslation();
@@ -104,7 +105,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
     const [showPositionDrawer, setShowPositionDrawer] = useState(false);
     const [showSettingsDrawer, setShowSettingsDrawer] = useState(false);
     const [muteSpeaker, setMuteSpeaker] = useState(false);
-    const [continuousSpeech, setContinuousSpeech] = useState(false);
+    const [continuousSpeech, setContinuousSpeech] = useState(true);
     const [continuousSpeechTimeout, setContinuousSpeechTimeout] = useState(3);
     const [isPlayingAudio, setIsPlayingAudio] = useState(false);
     useEffect(() => {
@@ -112,7 +113,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
     }, [speechSynthesizer]);
     useEffect(() => {
         setMuteSpeaker(getLocalConfig('muteSpeaker', false));
-        setContinuousSpeech(getLocalConfig('continuousSpeech', false));
+        setContinuousSpeech(getLocalConfig('continuousSpeech', true));
         setContinuousSpeechTimeout(getLocalConfig('continuousSpeechTimeout', 3));
     }, []);
     const [memoriPwd, setMemoriPwd] = useState(secret);
@@ -191,6 +192,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                             media: currentState.media,
                             fromUser: false,
                         });
+                        speak(currentState.emission);
                     }
                 }
                 else {
@@ -213,6 +215,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                                 media: currentState.media,
                                 fromUser: false,
                             });
+                            speak(currentState.emission);
                         }
                     }
                     else {
@@ -229,28 +232,34 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 emission &&
                 !instruct &&
                 isMultilanguageEnabled) {
-                translateDialogState(currentState, userLang);
+                translateDialogState(currentState, userLang).then(ts => {
+                    if (ts.emission) {
+                        speak(ts.emission);
+                    }
+                });
             }
             else {
                 setCurrentDialogState({
                     ...currentState,
                     emission,
                 });
-                if (emission)
+                if (emission) {
                     pushMessage({
                         text: emission,
                         media: currentState.media,
                         fromUser: false,
                     });
+                    speak(emission);
+                }
             }
         }
         else if (response.resultCode === 404) {
             setHistory(h => [...h.slice(0, h.length - 1)]);
-            reopenSession(false, memoriPwd || memori.secretToken, memoriTokens, instruct && memori.giverTag ? memori.giverTag : undefined, instruct && memori.giverPIN ? memori.giverPIN : undefined, initialContextVars, initialQuestion).then(sessionID => {
+            reopenSession(false, memoriPwd || memori.secretToken, memoriTokens, instruct && memori.giverTag ? memori.giverTag : undefined, instruct && memori.giverPIN ? memori.giverPIN : undefined, initialContextVars, initialQuestion).then(state => {
                 console.info('session timeout');
-                if (sessionID) {
+                if (state === null || state === void 0 ? void 0 : state.sessionID) {
                     setTimeout(() => {
-                        sendMessage(text, media, sessionID);
+                        sendMessage(text, media, state === null || state === void 0 ? void 0 : state.sessionID);
                     }, 500);
                 }
             });
@@ -321,7 +330,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         }
     };
     const fetchSession = async (params) => {
-        var _a, _b, _c, _d, _f;
+        var _a;
         if (memori.privacyType !== 'PUBLIC' &&
             !memori.secretToken &&
             !memoriPwd &&
@@ -343,50 +352,6 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 (session === null || session === void 0 ? void 0 : session.currentState) &&
                 session.resultCode === 0) {
                 setSessionId(session.sessionID);
-                const language = (_f = (_d = (_c = (_b = memori.culture) === null || _b === void 0 ? void 0 : _b.split('-')) === null || _c === void 0 ? void 0 : _c[0]) !== null && _d !== void 0 ? _d : i18n.language) !== null && _f !== void 0 ? _f : 'IT';
-                if (!instruct &&
-                    isMultilanguageEnabled &&
-                    userLang.toLowerCase() !== language.toLowerCase()) {
-                    translateDialogState(session.currentState, userLang).then(state => {
-                        if (state === null || state === void 0 ? void 0 : state.emission) {
-                            history.length <= 1
-                                ? setHistory([
-                                    {
-                                        text: state.emission,
-                                        media: state.media,
-                                        fromUser: false,
-                                        initial: true,
-                                    },
-                                ])
-                                : pushMessage({
-                                    text: state.emission,
-                                    media: state.media,
-                                    fromUser: false,
-                                    initial: true,
-                                });
-                        }
-                    });
-                }
-                else {
-                    setCurrentDialogState(session.currentState);
-                    if (session.currentState.emission) {
-                        history.length <= 1
-                            ? setHistory([
-                                {
-                                    text: session.currentState.emission,
-                                    media: session.currentState.media,
-                                    fromUser: false,
-                                    initial: true,
-                                },
-                            ])
-                            : pushMessage({
-                                text: session.currentState.emission,
-                                media: session.currentState.media,
-                                fromUser: false,
-                                initial: true,
-                            });
-                    }
-                }
                 if (position)
                     applyPosition(position, session.sessionID);
                 setLoading(false);
@@ -442,7 +407,10 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 if (position)
                     applyPosition(position, sessionID);
                 setLoading(false);
-                return sessionID;
+                return {
+                    dialogState: currentState,
+                    sessionID,
+                };
             }
             else {
                 console.error(response);
@@ -565,7 +533,11 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     userLang !== (i18n === null || i18n === void 0 ? void 0 : i18n.language) &&
                     emission &&
                     emission.length > 0) {
-                    translateDialogState({ ...currentState, emission: emission }, userLang);
+                    translateDialogState({ ...currentState, emission: emission }, userLang).then(ts => {
+                        if (ts.emission) {
+                            speak(ts.emission);
+                        }
+                    });
                 }
                 else if (emission && emission.length > 0) {
                     pushMessage({
@@ -573,6 +545,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                         media: currentState.media,
                         fromUser: false,
                     });
+                    speak(emission);
                     setCurrentDialogState(currentState);
                 }
             }
@@ -627,39 +600,15 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         if (hasTouchscreen())
             speechConfig.speechSynthesisOutputFormat =
                 speechSdk.SpeechSynthesisOutputFormat.Audio16Khz32KBitRateMonoMp3;
-        let memoriAudioElement = document.getElementById('memori-audio');
-        if (memoriAudioElement && window.navigator.userAgent.includes('Safari')) {
-            memoriAudioElement.muted = false;
-            memoriAudioElement
-                .play()
-                .then(() => {
-                console.log('played intro audio');
-                try {
-                    const context = new AudioContext();
-                    let buffer = context.createBuffer(1, 1, 22050);
-                    let source = context.createBufferSource();
-                    source.buffer = buffer;
-                    source.connect(context.destination);
-                }
-                catch (e) {
-                    console.error(e);
-                }
-            })
-                .catch((e) => {
-                console.error('error playing intro audio', e);
-            });
-        }
+        audioContext = new AudioContext();
+        let buffer = audioContext.createBuffer(1, 10000, 22050);
+        let source = audioContext.createBufferSource();
+        source.buffer = buffer;
+        source.connect(audioContext.destination);
+        audioDestination = new speechSdk.SpeakerAudioDestination();
+        let audioConfig = speechSdk.AudioConfig.fromSpeakerOutput(audioDestination);
+        speechSynthesizer = new speechSdk.SpeechSynthesizer(speechConfig, audioConfig);
     };
-    useEffect(() => {
-        return () => {
-            if (audioDestination)
-                audioDestination.pause();
-            if (speechSynthesizer) {
-                speechSynthesizer.close();
-                speechSynthesizer = null;
-            }
-        };
-    }, []);
     const getTTSVoice = useCallback((lang) => {
         var _a, _b, _c, _d;
         let voice = '';
@@ -714,9 +663,11 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         return voice;
     }, [memori.voiceType, i18n.language, memori.culture]);
     const getCultureCodeByLanguage = (lang) => {
-        var _a, _b, _c;
+        var _a, _b;
         let voice = '';
-        let voiceLang = ((_c = lang !== null && lang !== void 0 ? lang : (_b = (_a = memori.culture) === null || _a === void 0 ? void 0 : _a.split('-')) === null || _b === void 0 ? void 0 : _b[0]) !== null && _c !== void 0 ? _c : i18n.language,
+        let voiceLang = (lang ||
+            ((_b = (_a = memori.culture) === null || _a === void 0 ? void 0 : _a.split('-')) === null || _b === void 0 ? void 0 : _b[0]) ||
+            i18n.language ||
             'IT').toUpperCase();
         switch (voiceLang) {
             case 'IT':
@@ -783,45 +734,66 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         }, text);
         return ssmlText;
     };
-    const speak = (text, fireListeningEvent = true) => {
+    const speak = (text) => {
         console.log(AZURE_COGNITIVE_SERVICES_TTS_KEY, hasUserActivatedSpeak, preview);
         if (!AZURE_COGNITIVE_SERVICES_TTS_KEY)
             return;
-        if (preview || !hasUserActivatedSpeak)
+        if (listening) {
+            stopListening();
+        }
+        if (preview)
             return;
         if (audioDestination)
             audioDestination.pause();
-        if (speechSynthesizer) {
-            speechSynthesizer.close();
-            speechSynthesizer = null;
+        let isSafari = window.navigator.userAgent.includes('Safari') &&
+            !window.navigator.userAgent.includes('Chrome');
+        let isIOS = /iPad|iPhone|iPod/.test(navigator.userAgent);
+        if (isIOS && isSafari) {
+            audioContext.suspend();
         }
-        if (muteSpeaker && fireListeningEvent) {
-            setTimeout(() => {
-                document.dispatchEvent(new Event('endSpeakStartListen'));
-            }, 3000);
-            return;
+        else if (audioContext.state === 'suspended') {
+            stopAudio();
+            audioContext = new AudioContext();
+            let buffer = audioContext.createBuffer(1, 10000, 22050);
+            let source = audioContext.createBufferSource();
+            source.buffer = buffer;
+            source.connect(audioContext.destination);
         }
-        else if (muteSpeaker) {
+        if (!speechSynthesizer) {
+            audioDestination = new speechSdk.SpeakerAudioDestination();
+            let audioConfig = speechSdk.AudioConfig.fromSpeakerOutput(audioDestination);
+            speechSynthesizer = new speechSdk.SpeechSynthesizer(speechConfig, audioConfig);
+        }
+        if (muteSpeaker) {
+            if (continuousSpeech) {
+                setListeningTimeout();
+            }
             return;
         }
-        audioDestination = new speechSdk.SpeakerAudioDestination();
-        let audioConfig = speechSdk.AudioConfig.fromSpeakerOutput(audioDestination);
-        speechSynthesizer = new speechSdk.SpeechSynthesizer(speechConfig, audioConfig);
         audioDestination.onAudioEnd = () => {
             setIsPlayingAudio(false);
-            if (fireListeningEvent) {
+            if (continuousSpeech) {
                 document.dispatchEvent(new Event('endSpeakStartListen'));
             }
         };
         setIsPlayingAudio(true);
-        console.log('speaking', text);
-        console.log('speechSynthesizer', speechSynthesizer);
-        console.log('audioDestination', audioDestination);
-        console.log('speechConfig', speechConfig);
-        console.log('audioConfig', audioConfig);
+        speechSynthesizer.synthesisCompleted = (s, e) => {
+            console.log('synthesisCompleted', s, e);
+            setIsPlayingAudio(false);
+        };
         speechSynthesizer.speakSsmlAsync(`<speak version="1.0" xmlns="http://www.w3.org/2001/10/synthesis" xmlns:mstts="https://www.w3.org/2001/mstts" xmlns:emo="http://www.w3.org/2009/10/emotionml" xml:lang="${getCultureCodeByLanguage(userLang)}"><voice name="${getTTSVoice(userLang)}"><s>${replaceTextWithPhonemes(text, userLang.toLowerCase())}</s></voice></speak>`, result => {
             if (result) {
+                console.log('result', result);
                 try {
+                    audioContext.decodeAudioData(result.audioData, function (buffer) {
+                        const source = audioContext.createBufferSource();
+                        source.buffer = buffer;
+                        source.connect(audioContext.destination);
+                        if (history.length < 1 || (isSafari && isIOS)) {
+                            source.start(0);
+                        }
+                    });
+                    audioContext.resume();
                     if (speechSynthesizer) {
                         speechSynthesizer.close();
                         speechSynthesizer = null;
@@ -831,10 +803,14 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     console.error('speak error: ', e);
                     window.speechSynthesis.speak(new SpeechSynthesisUtterance(text));
                     setIsPlayingAudio(false);
+                    if (speechSynthesizer) {
+                        speechSynthesizer.close();
+                        speechSynthesizer = null;
+                    }
                 }
             }
             else {
-                window.speechSynthesis.speak(new SpeechSynthesisUtterance(text));
+                audioContext.resume();
                 setIsPlayingAudio(false);
             }
         }, error => {
@@ -843,12 +819,20 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
             setIsPlayingAudio(false);
         });
         setIsPlayingAudio(false);
+        setMemoriTyping(false);
     };
     const stopAudio = () => {
         if (speechSynthesizer) {
             speechSynthesizer.close();
             speechSynthesizer = null;
         }
+        if (audioContext) {
+            audioContext.close();
+        }
+        if (audioDestination) {
+            audioDestination.pause();
+            audioDestination.close();
+        }
     };
     useEffect(() => {
         let textarea = document.querySelector('#chat-fieldset textarea');
@@ -887,11 +871,6 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
     useEffect(() => {
         resetListeningTimeout();
         resetInteractionTimeout();
-        if ((transcript === null || transcript === void 0 ? void 0 : transcript.length) > 0) {
-            const transcriptMessage = stripDuplicates(transcript);
-            if (transcriptMessage.length > 0)
-                setUserMessage(transcriptMessage);
-        }
     }, [transcript]);
     const startListening = () => {
         console.log('start listening');
@@ -917,9 +896,14 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 recognizer = new speechSdk.SpeechRecognizer(speechConfig, audioConfig);
                 setListening(true);
                 recognizer.recognized = (_s, e) => {
-                    var _a;
                     if (e.result.reason === speechSdk.ResultReason.RecognizedSpeech) {
-                        setTranscript((_a = e.result.text) !== null && _a !== void 0 ? _a : '');
+                        let transcript = e.result.text;
+                        setTranscript(transcript || '');
+                        if ((transcript === null || transcript === void 0 ? void 0 : transcript.length) > 0) {
+                            const transcriptMessage = stripDuplicates(transcript);
+                            if (transcriptMessage.length > 0)
+                                setUserMessage(transcriptMessage);
+                        }
                     }
                     else if (e.result.reason === speechSdk.ResultReason.NoMatch) {
                         console.debug('NOMATCH: Speech could not be recognized.');
@@ -934,8 +918,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     stopListening();
                 };
                 recognizer.sessionStopped = (_s, _e) => {
-                    if (recognizer)
-                        recognizer.stopContinuousRecognitionAsync();
+                    stopListening();
                 };
                 recognizer.startContinuousRecognitionAsync();
             })
@@ -950,8 +933,8 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
             recognizer.stopContinuousRecognitionAsync();
             recognizer.close();
             recognizer = null;
-            setListening(false);
         }
+        setListening(false);
     };
     const clearListening = () => {
         setHasUserActivatedListening(false);
@@ -973,15 +956,6 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         if ((currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.state) === 'Z0')
             clearListening();
     }, [currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.state]);
-    useEffect(() => {
-        if (hasUserActivatedSpeak &&
-            !preview &&
-            !muteSpeaker &&
-            history.length > 0 &&
-            (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.emission)) {
-            speak(currentDialogState.emission, currentDialogState.state !== 'Z0');
-        }
-    }, [currentDialogState, hasUserActivatedSpeak]);
     const [requestedListening, setRequestedListening] = useState(false);
     const onEndSpeakStartListen = useCallback((_e) => {
         if (isPlayingAudio && speechSynthesizer) {
@@ -1185,7 +1159,15 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         const sessionID = (session === null || session === void 0 ? void 0 : session.sessionID) || sessionId;
         const dialogState = (session === null || session === void 0 ? void 0 : session.dialogState) || currentDialogState;
         setClickedStart(true);
-        console.log('onClickStart');
+        let memoriAudioElement = document.getElementById('memori-audio');
+        let isSafari = window.navigator.userAgent.includes('Safari') &&
+            !window.navigator.userAgent.includes('Chrome');
+        if (memoriAudioElement && isSafari) {
+            memoriAudioElement.muted = false;
+            memoriAudioElement.play().catch((e) => {
+                console.error('error playing intro audio', e);
+            });
+        }
         if ((!sessionID &&
             memori.privacyType !== 'PUBLIC' &&
             !memori.secretToken &&
@@ -1207,7 +1189,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 initialContextVars,
                 initialQuestion,
             });
-            onClickStart(session || undefined);
+            await onClickStart(session || undefined);
             return;
         }
         else if (initialSessionID) {
@@ -1217,7 +1199,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 setGotErrorInOpening(true);
                 setSessionId(undefined);
                 setClickedStart(false);
-                onClickStart();
+                await onClickStart();
                 return;
             }
             setHistory([]);
@@ -1229,7 +1211,13 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, memori.giverTag, memori.giverPIN);
                     if (session && session.resultCode === 0) {
-                        translateDialogState(session.currentState, userLang).finally(() => {
+                        translateDialogState(session.currentState, userLang)
+                            .then(ts => {
+                            if (ts.emission) {
+                                speak(ts.emission);
+                            }
+                        })
+                            .finally(() => {
                             setHasUserActivatedSpeak(true);
                         });
                     }
@@ -1253,7 +1241,13 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, personification.tag, personification.pin);
                     if (session && session.resultCode === 0) {
-                        translateDialogState(session.currentState, userLang).finally(() => {
+                        translateDialogState(session.currentState, userLang)
+                            .then(ts => {
+                            if (ts.emission) {
+                                speak(ts.emission);
+                            }
+                        })
+                            .finally(() => {
                             setHasUserActivatedSpeak(true);
                         });
                     }
@@ -1277,7 +1271,13 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, anonTag);
                     if (session && session.resultCode === 0) {
-                        translateDialogState(session.currentState, userLang).finally(() => {
+                        translateDialogState(session.currentState, userLang)
+                            .then(ts => {
+                            if (ts.emission) {
+                                speak(ts.emission);
+                            }
+                        })
+                            .finally(() => {
                             setHasUserActivatedSpeak(true);
                         });
                     }
@@ -1294,14 +1294,26 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 }
             }
             else {
-                translateDialogState(currentState, userLang).finally(() => {
+                translateDialogState(currentState, userLang)
+                    .then(ts => {
+                    if (ts.emission) {
+                        speak(ts.emission);
+                    }
+                })
+                    .finally(() => {
                     setHasUserActivatedSpeak(true);
                 });
             }
         }
         else {
             setHistory([]);
-            translateDialogState(dialogState, userLang).finally(() => {
+            translateDialogState(dialogState, userLang)
+                .then(ts => {
+                if (ts.emission) {
+                    speak(ts.emission);
+                }
+            })
+                .finally(() => {
                 setHasUserActivatedSpeak(true);
             });
         }
@@ -1337,7 +1349,19 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
             observer.disconnect();
         };
     }, []);
-    const header = (React.createElement(Header, { memori: memori, history: history, showShare: showShare, position: position, setShowPositionDrawer: setShowPositionDrawer, setShowSettingsDrawer: setShowSettingsDrawer, speakerMuted: muteSpeaker, setSpeakerMuted: setMuteSpeaker, showSettings: showSettings, hasUserActivatedSpeak: hasUserActivatedSpeak }));
+    const header = (React.createElement(Header, { memori: memori, history: history, showShare: showShare, position: position, setShowPositionDrawer: setShowPositionDrawer, setShowSettingsDrawer: setShowSettingsDrawer, speakerMuted: muteSpeaker, setSpeakerMuted: mute => {
+            setMuteSpeaker(mute);
+            if (mute) {
+                stopAudio();
+            }
+            else {
+                audioContext = new AudioContext();
+                let buffer = audioContext.createBuffer(1, 10000, 22050);
+                let source = audioContext.createBufferSource();
+                source.buffer = buffer;
+                source.connect(audioContext.destination);
+            }
+        }, showSettings: showSettings, hasUserActivatedSpeak: hasUserActivatedSpeak }));
     const avatar = (React.createElement(Avatar, { memori: memori, integration: integration, integrationConfig: integrationConfig, tenant: tenant, instruct: instruct, avatar3dVisible: avatar3dVisible, setAvatar3dVisible: setAvatar3dVisible, hasUserActivatedSpeak: hasUserActivatedSpeak, isPlayingAudio: isPlayingAudio, baseUrl: baseUrl }));
     const startPanel = (React.createElement(StartPanel, { memori: memori, tenant: tenant, gamificationLevel: gamificationLevel, language: language, userLang: userLang, setUserLang: setUserLang, baseUrl: baseUrl, position: position, openPositionDrawer: () => setShowPositionDrawer(true), integrationConfig: integrationConfig, instruct: instruct, sessionId: sessionId, clickedStart: clickedStart, onClickStart: onClickStart, initializeTTS: initializeTTS }));
     const chat = sessionId ? (React.createElement(Chat, { memori: memori, sessionID: sessionId, tenant: tenant, translateTo: isMultilanguageEnabled &&
@@ -1376,9 +1400,9 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 if (values['tokens'])
                     setMemoriTokens(values['tokens']);
                 reopenSession(!sessionId, values['password'], values['tokens'], instruct ? memori.giverTag : undefined, instruct ? memori.giverPIN : undefined, initialContextVars, initialQuestion)
-                    .then(() => {
+                    .then(state => {
                     setAuthModalState(null);
-                    setHasUserActivatedSpeak(true);
+                    onClickStart(state || undefined);
                 })
                     .catch(() => {
                     setAuthModalState(null);
@@ -1412,6 +1436,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                                 media: currentState.media,
                                 fromUser: false,
                             });
+                            speak(currentState.emission);
                         }
                     }
                     else {
@@ -1450,6 +1475,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                                 media: currentState.media,
                                 fromUser: false,
                             });
+                            speak(currentState.emission);
                         }
                     }
                     else {