@memori.ai/memori-react 1.0.0-alpha.21 → 1.0.0-alpha.22

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 
 
+## [1.0.0-alpha.22](https://github.com/memori-ai/memori-react/compare/v1.0.0-alpha.21...v1.0.0-alpha.22) (2023-01-17)
+
+
+### Bug Fixes
+
+* audio issues, refactor tts ([e66c83a](https://github.com/memori-ai/memori-react/commit/e66c83a35e1a98ae7e24ee532923653d9032c3f3))
+
+
+### Maintenance
+
+* cleanup ([bd755c7](https://github.com/memori-ai/memori-react/commit/bd755c7de3736f4685e66076f058ff7ca6d513d2))
+
 ## [1.0.0-alpha.21](https://github.com/memori-ai/memori-react/compare/v1.0.0-alpha.20...v1.0.0-alpha.21) (2023-01-14)
 
 

package/dist/components/ChatInputs/ChatInputs.js

@@ -17,7 +17,10 @@ const ChatInputs = ({ dialogState, instruct = false, sendOnEnter = 'click', setS
         (instruct || (dialogState === null || dialogState === void 0 ? void 0 : dialogState.acceptsMedia)) && (react_1.default.createElement(UploadMenu_1.default, { attachmentsMenuOpen: attachmentsMenuOpen, setAttachmentsMenuOpen: setAttachmentsMenuOpen, authToken: authToken, disabled: !(dialogState === null || dialogState === void 0 ? void 0 : dialogState.acceptsMedia) })),
         react_1.default.createElement(SendOnEnterMenu_1.default, { sendOnEnter: sendOnEnter, setSendOnEnter: setSendOnEnter }),
         react_1.default.createElement(ChatTextArea_1.default, { value: userMessage, onChange: onChangeUserMessage, onPressEnter: onTextareaPressEnter, onFocus: onTextareaFocus, onBlur: onTextareaBlur, disabled: ['R2', 'R3', 'R4', 'G3', 'X3'].includes((dialogState === null || dialogState === void 0 ? void 0 : dialogState.state) || '') }),
-        react_1.default.createElement(Button_1.default, { shape: "circle", primary: !!(userMessage === null || userMessage === void 0 ? void 0 : userMessage.length), disabled: !userMessage || userMessage.length === 0, className: "memori-chat-inputs--send", onClick: () => sendMessage(userMessage), title: t('send') || 'Send', icon: react_1.default.createElement(Send_1.default, null) }),
+        react_1.default.createElement(Button_1.default, { shape: "circle", primary: !!(userMessage === null || userMessage === void 0 ? void 0 : userMessage.length), disabled: !userMessage || userMessage.length === 0, className: "memori-chat-inputs--send", onClick: () => {
+                sendMessage(userMessage);
+                speechSynthesis.speak(new SpeechSynthesisUtterance(''));
+            }, title: t('send') || 'Send', icon: react_1.default.createElement(Send_1.default, null) }),
         showMicrophone && (react_1.default.createElement(Button_1.default, { className: (0, classnames_1.default)('memori-chat-inputs--mic', {
                 'memori-chat-inputs--mic--listening': listening,
             }), title: listening

package/dist/components/ChatInputs/ChatInputs.js.map

@@ -1 +1 @@
-{"version":3,"file":"ChatInputs.js","sourceRoot":"","sources":["../../../src/components/ChatInputs/ChatInputs.tsx"],"names":[],"mappings":";;;AAAA,0DAA0B;AAE1B,kFAAkD;AAClD,iGAAiE;AACjE,wFAAwD;AACxD,kEAAkC;AAClC,iDAA+C;AAC/C,oEAA4B;AAC5B,iEAAiC;AACjC,6EAA6C;AAE7C,4BAA0B;AAyB1B,MAAM,UAAU,GAAoB,CAAC,EACnC,WAAW,EACX,QAAQ,GAAG,KAAK,EAChB,WAAW,GAAG,OAAO,EACrB,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,WAAW,GAAG,EAAE,EAChB,mBAAmB,EACnB,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,cAAc,GAAG,KAAK,EACtB,SAAS,GAAG,KAAK,EACjB,cAAc,GAAG,KAAK,EACtB,SAAS,EACT,cAAc,EACd,aAAa,EACb,SAAS,GACV,EAAE,EAAE;IACH,MAAM,EAAE,CAAC,EAAE,GAAG,IAAA,8BAAc,GAAE,CAAC;IAE/B,OAAO,CACL,4CACE,EAAE,EAAC,eAAe,EAClB,SAAS,EAAC,oBAAoB,EAC9B,QAAQ,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,KAAK,MAAK,KAAK,IAAI,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,KAAK,MAAK,IAAI;QAEpE,CAAC,QAAQ,KAAI,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,YAAY,CAAA,CAAC,IAAI,CAC1C,8BAAC,oBAAU,IACT,mBAAmB,EAAE,mBAAmB,EACxC,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CAAC,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,YAAY,CAAA,GACpC,CACH;QACD,8BAAC,yBAAe,IACd,WAAW,EAAE,WAAW,EACxB,cAAc,EAAE,cAAc,GAC9B;QACF,8BAAC,sBAAY,IACX,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,mBAAmB,EAC7B,YAAY,EAAE,oBAAoB,EAClC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAC/C,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,KAAK,KAAI,EAAE,CACzB,GACD;QACF,8BAAC,gBAAM,IACL,KAAK,EAAC,QAAQ,EACd,OAAO,EAAE,CAAC,CAAC,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,MAAM,CAAA,EAC9B,QAAQ,EAAE,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAClD,SAAS,EAAC,0BAA0B,EACpC,OAAO,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,EACvC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,MAAM,EAC1B,IAAI,EAAE,8BAAC,cAAI,OAAG,GACd;QACD,cAAc,IAAI,CACjB,8BAAC,gBAAM,IACL,SAAS,EAAE,IAAA,oBAAE,EAAC,yBAAyB,EAAE;gBACvC,oCAAoC,EAAE,SAAS;aAChD,CAAC,EACF,KAAK,EACH,SAAS;gBACP,CAAC,CAAC,CAAC,CAAC,2CAA2C,CAAC,IAAI,WAAW;gBAC/D,CAAC,CAAC,CAAC,CAAC,kCAAkC,CAAC,IAAI,iBAAiB,EAEhE,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,CAAC,CAAC,EAAE;gBACX,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;gBACxC,IAAI,SAAS,EAAE;oBACb,aAAa,EAAE,CAAC;iBACjB;qBAAM;oBACL,SAAS,EAAE,CAAC;oBACZ,cAAc,EAAE,CAAC;iBAClB;YACH,CAAC,EACD,KAAK,EAAC,QAAQ,EACd,IAAI,EAAE,8BAAC,oBAAU,OAAG,GACpB,CACH,CACQ,CACZ,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,UAAU,CAAC"}
+{"version":3,"file":"ChatInputs.js","sourceRoot":"","sources":["../../../src/components/ChatInputs/ChatInputs.tsx"],"names":[],"mappings":";;;AAAA,0DAA0B;AAE1B,kFAAkD;AAClD,iGAAiE;AACjE,wFAAwD;AACxD,kEAAkC;AAClC,iDAA+C;AAC/C,oEAA4B;AAC5B,iEAAiC;AACjC,6EAA6C;AAE7C,4BAA0B;AAyB1B,MAAM,UAAU,GAAoB,CAAC,EACnC,WAAW,EACX,QAAQ,GAAG,KAAK,EAChB,WAAW,GAAG,OAAO,EACrB,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,WAAW,GAAG,EAAE,EAChB,mBAAmB,EACnB,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,cAAc,GAAG,KAAK,EACtB,SAAS,GAAG,KAAK,EACjB,cAAc,GAAG,KAAK,EACtB,SAAS,EACT,cAAc,EACd,aAAa,EACb,SAAS,GACV,EAAE,EAAE;IACH,MAAM,EAAE,CAAC,EAAE,GAAG,IAAA,8BAAc,GAAE,CAAC;IAE/B,OAAO,CACL,4CACE,EAAE,EAAC,eAAe,EAClB,SAAS,EAAC,oBAAoB,EAC9B,QAAQ,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,KAAK,MAAK,KAAK,IAAI,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,KAAK,MAAK,IAAI;QAEpE,CAAC,QAAQ,KAAI,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,YAAY,CAAA,CAAC,IAAI,CAC1C,8BAAC,oBAAU,IACT,mBAAmB,EAAE,mBAAmB,EACxC,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,CAAC,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,YAAY,CAAA,GACpC,CACH;QACD,8BAAC,yBAAe,IACd,WAAW,EAAE,WAAW,EACxB,cAAc,EAAE,cAAc,GAC9B;QACF,8BAAC,sBAAY,IACX,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,mBAAmB,EAC7B,YAAY,EAAE,oBAAoB,EAClC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAC/C,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,KAAK,KAAI,EAAE,CACzB,GACD;QACF,8BAAC,gBAAM,IACL,KAAK,EAAC,QAAQ,EACd,OAAO,EAAE,CAAC,CAAC,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,MAAM,CAAA,EAC9B,QAAQ,EAAE,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAClD,SAAS,EAAC,0BAA0B,EACpC,OAAO,EAAE,GAAG,EAAE;gBACZ,WAAW,CAAC,WAAW,CAAC,CAAC;gBACzB,eAAe,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC,EACD,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,MAAM,EAC1B,IAAI,EAAE,8BAAC,cAAI,OAAG,GACd;QACD,cAAc,IAAI,CACjB,8BAAC,gBAAM,IACL,SAAS,EAAE,IAAA,oBAAE,EAAC,yBAAyB,EAAE;gBACvC,oCAAoC,EAAE,SAAS;aAChD,CAAC,EACF,KAAK,EACH,SAAS;gBACP,CAAC,CAAC,CAAC,CAAC,2CAA2C,CAAC,IAAI,WAAW;gBAC/D,CAAC,CAAC,CAAC,CAAC,kCAAkC,CAAC,IAAI,iBAAiB,EAEhE,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,CAAC,CAAC,EAAE;gBACX,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;gBACxC,IAAI,SAAS,EAAE;oBACb,aAAa,EAAE,CAAC;iBACjB;qBAAM;oBACL,SAAS,EAAE,CAAC;oBACZ,cAAc,EAAE,CAAC;iBAClB;YACH,CAAC,EACD,KAAK,EAAC,QAAQ,EACd,IAAI,EAAE,8BAAC,oBAAU,OAAG,GACpB,CACH,CACQ,CACZ,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,UAAU,CAAC"}

package/dist/components/MemoriWidget/MemoriWidget.js

@@ -81,6 +81,7 @@ let recognizer;
 let speechConfig;
 let speechSynthesizer;
 let audioDestination;
+let audioContext;
 const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInstruct = false, showShare = true, preview = false, embed = false, showInputs = true, showDates = false, showContextPerLine = false, showSettings = false, height = '100vh', secret, baseUrl = 'https://app.twincreator.com', apiUrl = 'https://backend.memori.ai', initialContextVars, initialQuestion, ogImage, sessionID: initialSessionID, tenant, personification, authToken, AZURE_COGNITIVE_SERVICES_TTS_KEY, onStateChange, }) => {
     var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _t, _u, _v;
     const { t, i18n } = (0, react_i18next_1.useTranslation)();
@@ -107,7 +108,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
     const [showPositionDrawer, setShowPositionDrawer] = (0, react_1.useState)(false);
     const [showSettingsDrawer, setShowSettingsDrawer] = (0, react_1.useState)(false);
     const [muteSpeaker, setMuteSpeaker] = (0, react_1.useState)(false);
-    const [continuousSpeech, setContinuousSpeech] = (0, react_1.useState)(false);
+    const [continuousSpeech, setContinuousSpeech] = (0, react_1.useState)(true);
     const [continuousSpeechTimeout, setContinuousSpeechTimeout] = (0, react_1.useState)(3);
     const [isPlayingAudio, setIsPlayingAudio] = (0, react_1.useState)(false);
     (0, react_1.useEffect)(() => {
@@ -115,7 +116,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
     }, [speechSynthesizer]);
     (0, react_1.useEffect)(() => {
         setMuteSpeaker((0, configuration_1.getLocalConfig)('muteSpeaker', false));
-        setContinuousSpeech((0, configuration_1.getLocalConfig)('continuousSpeech', false));
+        setContinuousSpeech((0, configuration_1.getLocalConfig)('continuousSpeech', true));
         setContinuousSpeechTimeout((0, configuration_1.getLocalConfig)('continuousSpeechTimeout', 3));
     }, []);
     const [memoriPwd, setMemoriPwd] = (0, react_1.useState)(secret);
@@ -194,6 +195,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                             media: currentState.media,
                             fromUser: false,
                         });
+                        speak(currentState.emission);
                     }
                 }
                 else {
@@ -216,6 +218,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                                 media: currentState.media,
                                 fromUser: false,
                             });
+                            speak(currentState.emission);
                         }
                     }
                     else {
@@ -232,28 +235,34 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 emission &&
                 !instruct &&
                 isMultilanguageEnabled) {
-                translateDialogState(currentState, userLang);
+                translateDialogState(currentState, userLang).then(ts => {
+                    if (ts.emission) {
+                        speak(ts.emission);
+                    }
+                });
             }
             else {
                 setCurrentDialogState({
                     ...currentState,
                     emission,
                 });
-                if (emission)
+                if (emission) {
                     pushMessage({
                         text: emission,
                         media: currentState.media,
                         fromUser: false,
                     });
+                    speak(emission);
+                }
             }
         }
         else if (response.resultCode === 404) {
             setHistory(h => [...h.slice(0, h.length - 1)]);
-            reopenSession(false, memoriPwd || memori.secretToken, memoriTokens, instruct && memori.giverTag ? memori.giverTag : undefined, instruct && memori.giverPIN ? memori.giverPIN : undefined, initialContextVars, initialQuestion).then(sessionID => {
+            reopenSession(false, memoriPwd || memori.secretToken, memoriTokens, instruct && memori.giverTag ? memori.giverTag : undefined, instruct && memori.giverPIN ? memori.giverPIN : undefined, initialContextVars, initialQuestion).then(state => {
                 console.info('session timeout');
-                if (sessionID) {
+                if (state === null || state === void 0 ? void 0 : state.sessionID) {
                     setTimeout(() => {
-                        sendMessage(text, media, sessionID);
+                        sendMessage(text, media, state === null || state === void 0 ? void 0 : state.sessionID);
                     }, 500);
                 }
             });
@@ -324,7 +333,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         }
     };
     const fetchSession = async (params) => {
-        var _a, _b, _c, _d, _f;
+        var _a;
         if (memori.privacyType !== 'PUBLIC' &&
             !memori.secretToken &&
             !memoriPwd &&
@@ -346,50 +355,6 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 (session === null || session === void 0 ? void 0 : session.currentState) &&
                 session.resultCode === 0) {
                 setSessionId(session.sessionID);
-                const language = (_f = (_d = (_c = (_b = memori.culture) === null || _b === void 0 ? void 0 : _b.split('-')) === null || _c === void 0 ? void 0 : _c[0]) !== null && _d !== void 0 ? _d : i18n.language) !== null && _f !== void 0 ? _f : 'IT';
-                if (!instruct &&
-                    isMultilanguageEnabled &&
-                    userLang.toLowerCase() !== language.toLowerCase()) {
-                    translateDialogState(session.currentState, userLang).then(state => {
-                        if (state === null || state === void 0 ? void 0 : state.emission) {
-                            history.length <= 1
-                                ? setHistory([
-                                    {
-                                        text: state.emission,
-                                        media: state.media,
-                                        fromUser: false,
-                                        initial: true,
-                                    },
-                                ])
-                                : pushMessage({
-                                    text: state.emission,
-                                    media: state.media,
-                                    fromUser: false,
-                                    initial: true,
-                                });
-                        }
-                    });
-                }
-                else {
-                    setCurrentDialogState(session.currentState);
-                    if (session.currentState.emission) {
-                        history.length <= 1
-                            ? setHistory([
-                                {
-                                    text: session.currentState.emission,
-                                    media: session.currentState.media,
-                                    fromUser: false,
-                                    initial: true,
-                                },
-                            ])
-                            : pushMessage({
-                                text: session.currentState.emission,
-                                media: session.currentState.media,
-                                fromUser: false,
-                                initial: true,
-                            });
-                    }
-                }
                 if (position)
                     applyPosition(position, session.sessionID);
                 setLoading(false);
@@ -445,7 +410,10 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 if (position)
                     applyPosition(position, sessionID);
                 setLoading(false);
-                return sessionID;
+                return {
+                    dialogState: currentState,
+                    sessionID,
+                };
             }
             else {
                 console.error(response);
@@ -568,7 +536,11 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     userLang !== (i18n === null || i18n === void 0 ? void 0 : i18n.language) &&
                     emission &&
                     emission.length > 0) {
-                    translateDialogState({ ...currentState, emission: emission }, userLang);
+                    translateDialogState({ ...currentState, emission: emission }, userLang).then(ts => {
+                        if (ts.emission) {
+                            speak(ts.emission);
+                        }
+                    });
                 }
                 else if (emission && emission.length > 0) {
                     pushMessage({
@@ -576,6 +548,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                         media: currentState.media,
                         fromUser: false,
                     });
+                    speak(emission);
                     setCurrentDialogState(currentState);
                 }
             }
@@ -630,39 +603,15 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         if ((0, utils_1.hasTouchscreen)())
             speechConfig.speechSynthesisOutputFormat =
                 speechSdk.SpeechSynthesisOutputFormat.Audio16Khz32KBitRateMonoMp3;
-        let memoriAudioElement = document.getElementById('memori-audio');
-        if (memoriAudioElement && window.navigator.userAgent.includes('Safari')) {
-            memoriAudioElement.muted = false;
-            memoriAudioElement
-                .play()
-                .then(() => {
-                console.log('played intro audio');
-                try {
-                    const context = new standardized_audio_context_1.AudioContext();
-                    let buffer = context.createBuffer(1, 1, 22050);
-                    let source = context.createBufferSource();
-                    source.buffer = buffer;
-                    source.connect(context.destination);
-                }
-                catch (e) {
-                    console.error(e);
-                }
-            })
-                .catch((e) => {
-                console.error('error playing intro audio', e);
-            });
-        }
+        audioContext = new standardized_audio_context_1.AudioContext();
+        let buffer = audioContext.createBuffer(1, 10000, 22050);
+        let source = audioContext.createBufferSource();
+        source.buffer = buffer;
+        source.connect(audioContext.destination);
+        audioDestination = new speechSdk.SpeakerAudioDestination();
+        let audioConfig = speechSdk.AudioConfig.fromSpeakerOutput(audioDestination);
+        speechSynthesizer = new speechSdk.SpeechSynthesizer(speechConfig, audioConfig);
     };
-    (0, react_1.useEffect)(() => {
-        return () => {
-            if (audioDestination)
-                audioDestination.pause();
-            if (speechSynthesizer) {
-                speechSynthesizer.close();
-                speechSynthesizer = null;
-            }
-        };
-    }, []);
     const getTTSVoice = (0, react_1.useCallback)((lang) => {
         var _a, _b, _c, _d;
         let voice = '';
@@ -717,9 +666,11 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         return voice;
     }, [memori.voiceType, i18n.language, memori.culture]);
     const getCultureCodeByLanguage = (lang) => {
-        var _a, _b, _c;
+        var _a, _b;
         let voice = '';
-        let voiceLang = ((_c = lang !== null && lang !== void 0 ? lang : (_b = (_a = memori.culture) === null || _a === void 0 ? void 0 : _a.split('-')) === null || _b === void 0 ? void 0 : _b[0]) !== null && _c !== void 0 ? _c : i18n.language,
+        let voiceLang = (lang ||
+            ((_b = (_a = memori.culture) === null || _a === void 0 ? void 0 : _a.split('-')) === null || _b === void 0 ? void 0 : _b[0]) ||
+            i18n.language ||
             'IT').toUpperCase();
         switch (voiceLang) {
             case 'IT':
@@ -786,45 +737,59 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         }, text);
         return ssmlText;
     };
-    const speak = (text, fireListeningEvent = true) => {
+    const speak = (text) => {
         console.log(AZURE_COGNITIVE_SERVICES_TTS_KEY, hasUserActivatedSpeak, preview);
         if (!AZURE_COGNITIVE_SERVICES_TTS_KEY)
             return;
-        if (preview || !hasUserActivatedSpeak)
+        if (preview)
             return;
         if (audioDestination)
             audioDestination.pause();
-        if (speechSynthesizer) {
-            speechSynthesizer.close();
-            speechSynthesizer = null;
+        let isSafari = window.navigator.userAgent.includes('Safari') &&
+            !window.navigator.userAgent.includes('Chrome');
+        let isIOS = /iPad|iPhone|iPod/.test(navigator.userAgent);
+        if (isIOS && isSafari) {
+            audioContext.suspend();
         }
-        if (muteSpeaker && fireListeningEvent) {
-            setTimeout(() => {
-                document.dispatchEvent(new Event('endSpeakStartListen'));
-            }, 3000);
-            return;
+        else if (audioContext.state === 'suspended') {
+            stopAudio();
+            audioContext = new standardized_audio_context_1.AudioContext();
+            let buffer = audioContext.createBuffer(1, 10000, 22050);
+            let source = audioContext.createBufferSource();
+            source.buffer = buffer;
+            source.connect(audioContext.destination);
         }
-        else if (muteSpeaker) {
+        if (!speechSynthesizer) {
+            audioDestination = new speechSdk.SpeakerAudioDestination();
+            let audioConfig = speechSdk.AudioConfig.fromSpeakerOutput(audioDestination);
+            speechSynthesizer = new speechSdk.SpeechSynthesizer(speechConfig, audioConfig);
+        }
+        if (muteSpeaker) {
+            if (continuousSpeech) {
+                setListeningTimeout();
+            }
             return;
         }
-        audioDestination = new speechSdk.SpeakerAudioDestination();
-        let audioConfig = speechSdk.AudioConfig.fromSpeakerOutput(audioDestination);
-        speechSynthesizer = new speechSdk.SpeechSynthesizer(speechConfig, audioConfig);
         audioDestination.onAudioEnd = () => {
             setIsPlayingAudio(false);
-            if (fireListeningEvent) {
+            if (continuousSpeech) {
                 document.dispatchEvent(new Event('endSpeakStartListen'));
             }
         };
         setIsPlayingAudio(true);
-        console.log('speaking', text);
-        console.log('speechSynthesizer', speechSynthesizer);
-        console.log('audioDestination', audioDestination);
-        console.log('speechConfig', speechConfig);
-        console.log('audioConfig', audioConfig);
         speechSynthesizer.speakSsmlAsync(`<speak version="1.0" xmlns="http://www.w3.org/2001/10/synthesis" xmlns:mstts="https://www.w3.org/2001/mstts" xmlns:emo="http://www.w3.org/2009/10/emotionml" xml:lang="${getCultureCodeByLanguage(userLang)}"><voice name="${getTTSVoice(userLang)}"><s>${replaceTextWithPhonemes(text, userLang.toLowerCase())}</s></voice></speak>`, result => {
             if (result) {
+                console.log('result', result);
                 try {
+                    audioContext.decodeAudioData(result.audioData, function (buffer) {
+                        const source = audioContext.createBufferSource();
+                        source.buffer = buffer;
+                        source.connect(audioContext.destination);
+                        if (history.length < 1 || (isSafari && isIOS)) {
+                            source.start(0);
+                        }
+                    });
+                    audioContext.resume();
                     if (speechSynthesizer) {
                         speechSynthesizer.close();
                         speechSynthesizer = null;
@@ -834,10 +799,14 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     console.error('speak error: ', e);
                     window.speechSynthesis.speak(new SpeechSynthesisUtterance(text));
                     setIsPlayingAudio(false);
+                    if (speechSynthesizer) {
+                        speechSynthesizer.close();
+                        speechSynthesizer = null;
+                    }
                 }
             }
             else {
-                window.speechSynthesis.speak(new SpeechSynthesisUtterance(text));
+                audioContext.resume();
                 setIsPlayingAudio(false);
             }
         }, error => {
@@ -846,12 +815,20 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
             setIsPlayingAudio(false);
         });
         setIsPlayingAudio(false);
+        setMemoriTyping(false);
     };
     const stopAudio = () => {
         if (speechSynthesizer) {
             speechSynthesizer.close();
             speechSynthesizer = null;
         }
+        if (audioContext) {
+            audioContext.close();
+        }
+        if (audioDestination) {
+            audioDestination.pause();
+            audioDestination.close();
+        }
     };
     (0, react_1.useEffect)(() => {
         let textarea = document.querySelector('#chat-fieldset textarea');
@@ -890,11 +867,6 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
     (0, react_1.useEffect)(() => {
         resetListeningTimeout();
         resetInteractionTimeout();
-        if ((transcript === null || transcript === void 0 ? void 0 : transcript.length) > 0) {
-            const transcriptMessage = (0, utils_1.stripDuplicates)(transcript);
-            if (transcriptMessage.length > 0)
-                setUserMessage(transcriptMessage);
-        }
     }, [transcript]);
     const startListening = () => {
         console.log('start listening');
@@ -920,9 +892,14 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 recognizer = new speechSdk.SpeechRecognizer(speechConfig, audioConfig);
                 setListening(true);
                 recognizer.recognized = (_s, e) => {
-                    var _a;
                     if (e.result.reason === speechSdk.ResultReason.RecognizedSpeech) {
-                        setTranscript((_a = e.result.text) !== null && _a !== void 0 ? _a : '');
+                        let transcript = e.result.text;
+                        setTranscript(transcript || '');
+                        if ((transcript === null || transcript === void 0 ? void 0 : transcript.length) > 0) {
+                            const transcriptMessage = (0, utils_1.stripDuplicates)(transcript);
+                            if (transcriptMessage.length > 0)
+                                setUserMessage(transcriptMessage);
+                        }
                     }
                     else if (e.result.reason === speechSdk.ResultReason.NoMatch) {
                         console.debug('NOMATCH: Speech could not be recognized.');
@@ -976,15 +953,6 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         if ((currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.state) === 'Z0')
             clearListening();
     }, [currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.state]);
-    (0, react_1.useEffect)(() => {
-        if (hasUserActivatedSpeak &&
-            !preview &&
-            !muteSpeaker &&
-            history.length > 0 &&
-            (currentDialogState === null || currentDialogState === void 0 ? void 0 : currentDialogState.emission)) {
-            speak(currentDialogState.emission, currentDialogState.state !== 'Z0');
-        }
-    }, [currentDialogState, hasUserActivatedSpeak]);
     const [requestedListening, setRequestedListening] = (0, react_1.useState)(false);
     const onEndSpeakStartListen = (0, react_1.useCallback)((_e) => {
         if (isPlayingAudio && speechSynthesizer) {
@@ -1188,7 +1156,15 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
         const sessionID = (session === null || session === void 0 ? void 0 : session.sessionID) || sessionId;
         const dialogState = (session === null || session === void 0 ? void 0 : session.dialogState) || currentDialogState;
         setClickedStart(true);
-        console.log('onClickStart');
+        let memoriAudioElement = document.getElementById('memori-audio');
+        let isSafari = window.navigator.userAgent.includes('Safari') &&
+            !window.navigator.userAgent.includes('Chrome');
+        if (memoriAudioElement && isSafari) {
+            memoriAudioElement.muted = false;
+            memoriAudioElement.play().catch((e) => {
+                console.error('error playing intro audio', e);
+            });
+        }
         if ((!sessionID &&
             memori.privacyType !== 'PUBLIC' &&
             !memori.secretToken &&
@@ -1210,7 +1186,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 initialContextVars,
                 initialQuestion,
             });
-            onClickStart(session || undefined);
+            await onClickStart(session || undefined);
             return;
         }
         else if (initialSessionID) {
@@ -1220,7 +1196,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 setGotErrorInOpening(true);
                 setSessionId(undefined);
                 setClickedStart(false);
-                onClickStart();
+                await onClickStart();
                 return;
             }
             setHistory([]);
@@ -1232,7 +1208,13 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, memori.giverTag, memori.giverPIN);
                     if (session && session.resultCode === 0) {
-                        translateDialogState(session.currentState, userLang).finally(() => {
+                        translateDialogState(session.currentState, userLang)
+                            .then(ts => {
+                            if (ts.emission) {
+                                speak(ts.emission);
+                            }
+                        })
+                            .finally(() => {
                             setHasUserActivatedSpeak(true);
                         });
                     }
@@ -1256,7 +1238,13 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, personification.tag, personification.pin);
                     if (session && session.resultCode === 0) {
-                        translateDialogState(session.currentState, userLang).finally(() => {
+                        translateDialogState(session.currentState, userLang)
+                            .then(ts => {
+                            if (ts.emission) {
+                                speak(ts.emission);
+                            }
+                        })
+                            .finally(() => {
                             setHasUserActivatedSpeak(true);
                         });
                     }
@@ -1280,7 +1268,13 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                     await changeTag(memori.engineMemoriID, sessionID, '-');
                     const session = await changeTag(memori.engineMemoriID, sessionID, constants_1.anonTag);
                     if (session && session.resultCode === 0) {
-                        translateDialogState(session.currentState, userLang).finally(() => {
+                        translateDialogState(session.currentState, userLang)
+                            .then(ts => {
+                            if (ts.emission) {
+                                speak(ts.emission);
+                            }
+                        })
+                            .finally(() => {
                             setHasUserActivatedSpeak(true);
                         });
                     }
@@ -1297,14 +1291,26 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 }
             }
             else {
-                translateDialogState(currentState, userLang).finally(() => {
+                translateDialogState(currentState, userLang)
+                    .then(ts => {
+                    if (ts.emission) {
+                        speak(ts.emission);
+                    }
+                })
+                    .finally(() => {
                     setHasUserActivatedSpeak(true);
                 });
             }
         }
         else {
             setHistory([]);
-            translateDialogState(dialogState, userLang).finally(() => {
+            translateDialogState(dialogState, userLang)
+                .then(ts => {
+                if (ts.emission) {
+                    speak(ts.emission);
+                }
+            })
+                .finally(() => {
                 setHasUserActivatedSpeak(true);
             });
         }
@@ -1340,7 +1346,19 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
             observer.disconnect();
         };
     }, []);
-    const header = (react_1.default.createElement(Header_1.default, { memori: memori, history: history, showShare: showShare, position: position, setShowPositionDrawer: setShowPositionDrawer, setShowSettingsDrawer: setShowSettingsDrawer, speakerMuted: muteSpeaker, setSpeakerMuted: setMuteSpeaker, showSettings: showSettings, hasUserActivatedSpeak: hasUserActivatedSpeak }));
+    const header = (react_1.default.createElement(Header_1.default, { memori: memori, history: history, showShare: showShare, position: position, setShowPositionDrawer: setShowPositionDrawer, setShowSettingsDrawer: setShowSettingsDrawer, speakerMuted: muteSpeaker, setSpeakerMuted: mute => {
+            setMuteSpeaker(mute);
+            if (mute) {
+                stopAudio();
+            }
+            else {
+                audioContext = new standardized_audio_context_1.AudioContext();
+                let buffer = audioContext.createBuffer(1, 10000, 22050);
+                let source = audioContext.createBufferSource();
+                source.buffer = buffer;
+                source.connect(audioContext.destination);
+            }
+        }, showSettings: showSettings, hasUserActivatedSpeak: hasUserActivatedSpeak }));
     const avatar = (react_1.default.createElement(Avatar_1.default, { memori: memori, integration: integration, integrationConfig: integrationConfig, tenant: tenant, instruct: instruct, avatar3dVisible: avatar3dVisible, setAvatar3dVisible: setAvatar3dVisible, hasUserActivatedSpeak: hasUserActivatedSpeak, isPlayingAudio: isPlayingAudio, baseUrl: baseUrl }));
     const startPanel = (react_1.default.createElement(StartPanel_1.default, { memori: memori, tenant: tenant, gamificationLevel: gamificationLevel, language: language, userLang: userLang, setUserLang: setUserLang, baseUrl: baseUrl, position: position, openPositionDrawer: () => setShowPositionDrawer(true), integrationConfig: integrationConfig, instruct: instruct, sessionId: sessionId, clickedStart: clickedStart, onClickStart: onClickStart, initializeTTS: initializeTTS }));
     const chat = sessionId ? (react_1.default.createElement(Chat_1.default, { memori: memori, sessionID: sessionId, tenant: tenant, translateTo: isMultilanguageEnabled &&
@@ -1379,9 +1397,9 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                 if (values['tokens'])
                     setMemoriTokens(values['tokens']);
                 reopenSession(!sessionId, values['password'], values['tokens'], instruct ? memori.giverTag : undefined, instruct ? memori.giverPIN : undefined, initialContextVars, initialQuestion)
-                    .then(() => {
+                    .then(state => {
                     setAuthModalState(null);
-                    setHasUserActivatedSpeak(true);
+                    onClickStart(state || undefined);
                 })
                     .catch(() => {
                     setAuthModalState(null);
@@ -1415,6 +1433,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                                 media: currentState.media,
                                 fromUser: false,
                             });
+                            speak(currentState.emission);
                         }
                     }
                     else {
@@ -1453,6 +1472,7 @@ const MemoriWidget = ({ memori, memoriConfigs, memoriLang, integration, showInst
                                 media: currentState.media,
                                 fromUser: false,
                             });
+                            speak(currentState.emission);
                         }
                     }
                     else {