@memori.ai/memori-react 7.19.1 → 7.21.0

package/esm/components/MemoriWidget/MemoriWidget.js

@@ -154,7 +154,7 @@ let speakerMuted = false;
 let memoriSpeaking = false;
 let userToken;
 const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenantID, memoriLang, multilingual, integration, layout, customLayout, showShare, preview = false, embed = false, showCopyButton = true, showTranslationOriginal = false, showInputs = true, showDates = false, showContextPerLine = false, showSettings, showTypingText = false, showClear = false, showLogin = false, showUpload, showOnlyLastMessages, height = '100vh', secret, baseUrl = 'https://aisuru.com', apiURL = 'https://backend.memori.ai', engineURL = 'https://engine.memori.ai', initialContextVars, initialQuestion, ogImage, sessionID: initialSessionID, tenant, personification, authToken, AZURE_COGNITIVE_SERVICES_TTS_KEY, enableAudio, defaultSpeakerActive = true, disableTextEnteredEvents = false, onStateChange, additionalInfo, additionalSettings, customMediaRenderer, userAvatar, useMathFormatting = false, autoStart = false, applyVarsToRoot = false, }) => {
-    var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _t, _u, _v, _w, _x, _y, _z, _0, _1, _2, _3, _4;
+    var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _0, _1, _2, _3;
     const { t, i18n } = useTranslation();
     const [isClient, setIsClient] = useState(false);
     useEffect(() => {
@@ -1176,7 +1176,9 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             return text;
         const phonemes = {
             ...((_a = phonemesMap.common) !== null && _a !== void 0 ? _a : {}),
-            ...((tenant === null || tenant === void 0 ? void 0 : tenant.id) && phonemesMap[tenant.id] ? phonemesMap[tenant.id] : {}),
+            ...((tenant === null || tenant === void 0 ? void 0 : tenant.name) && phonemesMap[tenant.name]
+                ? phonemesMap[tenant.name]
+                : {}),
         };
         const phonemesPairs = Object.keys(phonemes).map(word => {
             var _a;
@@ -1336,23 +1338,17 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         cleanup();
     };
     const cleanup = () => {
-        setIsPlayingAudio(false);
-        stopProcessing();
-        resetVisemeQueue();
-        memoriSpeaking = false;
-        try {
-            if (speechSynthesizer) {
-                const currentSynthesizer = speechSynthesizer;
-                speechSynthesizer = null;
-                console.debug('Closing speech synthesizer');
-                currentSynthesizer.close();
-            }
+        if (recognizer) {
+            recognizer.stopContinuousRecognitionAsync();
+            recognizer.close();
+            recognizer = null;
         }
-        catch (error) {
-            console.debug('Error during synthesizer cleanup:', error);
+        if (speechSynthesizer) {
+            speechSynthesizer.close();
             speechSynthesizer = null;
         }
-        emitEndSpeakEvent();
+        setListening(false);
+        clearListeningTimeout();
     };
     const stopAudio = async () => {
         setIsPlayingAudio(false);
@@ -1402,23 +1398,30 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
     };
     const setListeningTimeout = () => {
         clearListeningTimeout();
-        const timeout = setTimeout(handleTranscriptProcessing, continuousSpeechTimeout * 1000 + 300);
+        console.debug('Setting speech processing timeout');
+        const timeout = setTimeout(() => {
+            console.debug('Speech timeout triggered, processing transcript');
+            handleTranscriptProcessing();
+        }, continuousSpeechTimeout * 1000 + 300);
         setTranscriptTimeout(timeout);
     };
     const clearListeningTimeout = () => {
         if (transcriptTimeout) {
+            console.debug('Clearing transcript timeout');
             clearTimeout(transcriptTimeout);
             setTranscriptTimeout(null);
         }
     };
     const resetListeningTimeout = () => {
         clearListeningTimeout();
-        if (continuousSpeech) {
+        if (continuousSpeech && !isProcessingSTT) {
+            console.debug('Setting new listening timeout');
             setListeningTimeout();
         }
     };
     useEffect(() => {
-        if (!isSpeaking) {
+        if (!isSpeaking && transcript && transcript.length > 0) {
+            console.debug('Transcript updated while not speaking, resetting timeout');
             resetListeningTimeout();
             resetInteractionTimeout();
         }
@@ -1428,95 +1431,162 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
             clearListeningTimeout();
         };
     }, []);
+    let microphoneStream = null;
     const startListening = async () => {
+        console.debug('Starting speech recognition...');
         if (!AZURE_COGNITIVE_SERVICES_TTS_KEY) {
+            console.error('No TTS key available');
             throw new Error('No TTS key available');
         }
         if (!sessionId) {
+            console.error('No session ID available');
             throw new Error('No session ID available');
         }
-        cleanup();
+        if (recognizer) {
+            console.debug('Cleaning up existing recognizer...');
+            try {
+                await new Promise((resolve, _) => {
+                    recognizer === null || recognizer === void 0 ? void 0 : recognizer.stopContinuousRecognitionAsync(resolve, error => {
+                        console.error('Error stopping recognition:', error);
+                        resolve();
+                    });
+                });
+                console.debug('Closing existing recognizer...');
+                recognizer.close();
+                recognizer = null;
+            }
+            catch (error) {
+                console.error('Error during recognizer cleanup:', error);
+            }
+        }
+        console.debug('Resetting transcript and STT state...');
         resetTranscript();
+        setIsProcessingSTT(false);
+        console.debug('Adding delay for Azure services cleanup...');
+        await new Promise(resolve => setTimeout(resolve, 500));
         try {
-            const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+            console.debug('Requesting microphone access...');
+            if (microphoneStream) {
+                microphoneStream.getTracks().forEach(track => track.stop());
+                microphoneStream = null;
+            }
+            const stream = await navigator.mediaDevices.getUserMedia({
+                audio: true,
+            });
             setHasUserActivatedListening(true);
+            console.debug('Setting up speech config...');
             speechConfig = setupSpeechConfig(AZURE_COGNITIVE_SERVICES_TTS_KEY);
+            console.debug('Creating audio config and recognizer...');
             const audioConfig = speechSdk.AudioConfig.fromDefaultMicrophoneInput();
             recognizer = new speechSdk.SpeechRecognizer(speechConfig, audioConfig);
+            console.debug('Setting up recognizer handlers...');
             setupRecognizerHandlers(recognizer);
+            console.debug('Starting continuous recognition...');
+            await new Promise((resolve, reject) => {
+                recognizer === null || recognizer === void 0 ? void 0 : recognizer.startContinuousRecognitionAsync(resolve, error => {
+                    console.error('Failed to start recognition:', error);
+                    reject(error);
+                });
+            });
+            console.debug('Speech recognition started successfully');
             setListening(true);
-            recognizer.startContinuousRecognitionAsync();
-            recognizer.canceled = (_s, e) => {
-                if (e.reason === speechSdk.CancellationReason.Error) {
-                    console.debug(`"CANCELED: ErrorCode=${e.errorCode}`);
-                    console.debug(`"CANCELED: ErrorDetails=${e.errorDetails}`);
-                    console.debug('CANCELED: Did you set the speech resource key and region values?');
-                    stopListening();
-                    cleanup();
-                }
-                stopListening();
-            };
-            recognizer.sessionStopped = (_s, _e) => {
-                stopListening();
-                resetTranscript();
-            };
         }
         catch (error) {
             console.error('Error in startListening:', error);
-            stopListening();
+            if (recognizer) {
+                console.debug('Cleaning up recognizer after error...');
+                recognizer.close();
+                recognizer = null;
+            }
+            setListening(false);
             throw error;
         }
     };
     const setupSpeechConfig = (AZURE_COGNITIVE_SERVICES_TTS_KEY) => {
+        console.debug('Creating speech config...');
         speechConfig = speechSdk.SpeechConfig.fromSubscription(AZURE_COGNITIVE_SERVICES_TTS_KEY, 'westeurope');
+        console.debug('Setting speech recognition language:', userLang);
         speechConfig.speechRecognitionLanguage = getCultureCodeByLanguage(userLang);
         speechConfig.speechSynthesisLanguage = getCultureCodeByLanguage(userLang);
         speechConfig.speechSynthesisVoiceName = getTTSVoice(userLang);
         return speechConfig;
     };
+    const [isProcessingSTT, setIsProcessingSTT] = useState(false);
     const setupRecognizerHandlers = (recognizer) => {
         if (recognizer) {
+            console.debug('Setting up recognizer event handlers...');
             recognizer.recognized = (_, event) => {
+                console.debug('Recognition event received');
                 handleRecognizedSpeech(event.result.text);
             };
+            console.debug('Configuring recognizer properties...');
             recognizer.properties.setProperty('SpeechServiceResponse_JsonResult', 'true');
             recognizer.properties.setProperty('SpeechServiceConnection_NoiseSuppression', 'true');
             recognizer.properties.setProperty('SpeechServiceConnection_SNRThresholdDb', '10.0');
         }
     };
-    const handleRecognizedSpeech = (text) => {
-        console.debug('Handling recognized speech:', text);
-        if (!text || text.trim().length === 0) {
-            console.debug('No valid text received from speech recognition');
+    let isProcessingSpeech = false;
+    const processSpeechAndSendMessage = (text) => {
+        if (isProcessingSpeech || !text || text.trim().length === 0) {
+            console.debug('Skipping speech processing: already processing or empty text');
             return;
         }
+        try {
+            isProcessingSpeech = true;
+            const message = stripDuplicates(text);
+            console.debug('Processing speech message:', message);
+            if (message.length > 0) {
+                setIsProcessingSTT(true);
+                setUserMessage('');
+                console.debug('Sending message:', message);
+                sendMessage(message);
+                resetTranscript();
+                clearListening();
+            }
+        }
+        finally {
+            setTimeout(() => {
+                isProcessingSpeech = false;
+            }, 1000);
+        }
+    };
+    const handleRecognizedSpeech = (text) => {
+        console.debug('Speech recognized:', text);
         setTranscript(text);
         setIsSpeaking(false);
-        const message = stripDuplicates(text);
-        console.debug('Stripped message:', message);
-        if (message.length > 0) {
-            setUserMessage(message);
+        if (!continuousSpeech) {
+            processSpeechAndSendMessage(text);
         }
     };
     const handleTranscriptProcessing = () => {
-        const message = stripDuplicates(transcript);
-        if (message.length > 0 && listening) {
-            sendMessage(message);
-            resetTranscript();
-            setUserMessage('');
-            clearListening();
+        if (transcript && transcript.length > 0 && listening) {
+            processSpeechAndSendMessage(transcript);
         }
         else if (listening) {
             resetInteractionTimeout();
         }
     };
-    const stopListening = () => {
+    const stopListening = async () => {
         console.debug('Stopping speech recognition');
         if (recognizer) {
-            recognizer.stopContinuousRecognitionAsync();
-            recognizer.close();
+            try {
+                recognizer.stopContinuousRecognitionAsync();
+                recognizer.close();
+            }
+            catch (error) {
+                console.error('Error stopping recognizer:', error);
+            }
             recognizer = null;
         }
+        if (microphoneStream) {
+            try {
+                microphoneStream.getTracks().forEach(track => track.stop());
+            }
+            catch (error) {
+                console.error('Error stopping microphone stream:', error);
+            }
+            microphoneStream = null;
+        }
         setListening(false);
     };
     const clearListening = () => {
@@ -1630,7 +1700,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                     '--memori-nav-bg-image': 'none',
                     '--memori-nav-bg': `rgba(${integrationConfig.innerBgColor === 'dark'
                         ? '0, 0, 0'
-                        : '255, 255, 255'}, ${(_t = integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.innerBgAlpha) !== null && _t !== void 0 ? _t : 0.4})`,
+                        : '255, 255, 255'}, ${(_s = integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.innerBgAlpha) !== null && _s !== void 0 ? _s : 0.4})`,
                 }
                 : {
                     '--memori-inner-content-pad': '0px',
@@ -1727,7 +1797,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         };
     }, [sessionId, userLang, disableTextEnteredEvents]);
     const onClickStart = useCallback(async (session, initialSessionExpired = false) => {
-        var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _t;
+        var _a, _b, _c, _d, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s;
         const sessionID = (session === null || session === void 0 ? void 0 : session.sessionID) || sessionId;
         const dialogState = (session === null || session === void 0 ? void 0 : session.dialogState) || currentDialogState;
         setClickedStart(true);
@@ -1745,6 +1815,12 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         let birth = birthDate || storageBirthDate || (user === null || user === void 0 ? void 0 : user.birthDate);
         if (!birth && autoStart && initialSessionID)
             birth = '1970-01-01T10:24:03.845Z';
+        const localPosition = getLocalConfig('position', undefined);
+        if (autoStart && !localPosition && memori.needsPosition) {
+            console.log('position required', localPosition);
+            setShowPositionDrawer(true);
+            return;
+        }
         if (!sessionID && !!minAge && !birth) {
             setShowAgeVerification(true);
             setClickedStart(false);
@@ -1951,7 +2027,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                         sessionId: sessionID,
                         text: initialQuestion,
                     });
-                    translateDialogState((_t = response.currentState) !== null && _t !== void 0 ? _t : currentState, userLang, undefined, false)
+                    translateDialogState((_s = response.currentState) !== null && _s !== void 0 ? _s : currentState, userLang, undefined, false)
                         .then(ts => {
                         let text = ts.translatedEmission || ts.emission;
                         if (text) {
@@ -2089,13 +2165,13 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         memori,
         tenant,
         history,
-        showShare: (_u = showShare !== null && showShare !== void 0 ? showShare : integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.showShare) !== null && _u !== void 0 ? _u : true,
+        showShare: (_t = showShare !== null && showShare !== void 0 ? showShare : integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.showShare) !== null && _t !== void 0 ? _t : true,
         position,
         setShowPositionDrawer,
         setShowSettingsDrawer,
         setShowKnownFactsDrawer,
         setShowExpertsDrawer,
-        enableAudio: (_v = enableAudio !== null && enableAudio !== void 0 ? enableAudio : integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.enableAudio) !== null && _v !== void 0 ? _v : true,
+        enableAudio: (_u = enableAudio !== null && enableAudio !== void 0 ? enableAudio : integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.enableAudio) !== null && _u !== void 0 ? _u : true,
         showSpeaker: !!AZURE_COGNITIVE_SERVICES_TTS_KEY,
         speakerMuted: muteSpeaker || speakerMuted,
         setSpeakerMuted: mute => {
@@ -2118,7 +2194,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                 source.connect(audioContext.destination);
             }
         },
-        showSettings: (_w = showSettings !== null && showSettings !== void 0 ? showSettings : integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.showSettings) !== null && _w !== void 0 ? _w : true,
+        showSettings: (_v = showSettings !== null && showSettings !== void 0 ? showSettings : integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.showSettings) !== null && _v !== void 0 ? _v : true,
         hasUserActivatedSpeak,
         showReload: selectedLayout === 'TOTEM',
         showClear,
@@ -2176,7 +2252,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         tenant,
         translateTo: isMultilanguageEnabled &&
             userLang.toUpperCase() !==
-                ((_1 = ((_0 = (_z = (_y = (_x = memori.culture) === null || _x === void 0 ? void 0 : _x.split('-')) === null || _y === void 0 ? void 0 : _y[0]) !== null && _z !== void 0 ? _z : i18n.language) !== null && _0 !== void 0 ? _0 : 'IT')) === null || _1 === void 0 ? void 0 : _1.toUpperCase())
+                ((_0 = ((_z = (_y = (_x = (_w = memori.culture) === null || _w === void 0 ? void 0 : _w.split('-')) === null || _x === void 0 ? void 0 : _x[0]) !== null && _y !== void 0 ? _y : i18n.language) !== null && _z !== void 0 ? _z : 'IT')) === null || _0 === void 0 ? void 0 : _0.toUpperCase())
             ? userLang
             : undefined,
         baseUrl,
@@ -2186,7 +2262,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
         typingText,
         showTypingText,
         history: showFullHistory ? history : history.slice(-2),
-        authToken: (_3 = (_2 = loginToken !== null && loginToken !== void 0 ? loginToken : userToken) !== null && _2 !== void 0 ? _2 : additionalInfo === null || additionalInfo === void 0 ? void 0 : additionalInfo.loginToken) !== null && _3 !== void 0 ? _3 : authToken,
+        authToken: (_2 = (_1 = loginToken !== null && loginToken !== void 0 ? loginToken : userToken) !== null && _1 !== void 0 ? _1 : additionalInfo === null || additionalInfo === void 0 ? void 0 : additionalInfo.loginToken) !== null && _2 !== void 0 ? _2 : authToken,
         dialogState: currentDialogState,
         setDialogState: setCurrentDialogState,
         pushMessage,
@@ -2292,7 +2368,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                         setAuthModalState(null);
                         setGotErrorInOpening(true);
                     });
-                }, minimumNumberOfRecoveryTokens: (_4 = memori === null || memori === void 0 ? void 0 : memori.minimumNumberOfRecoveryTokens) !== null && _4 !== void 0 ? _4 : 1 })), isClient && (_jsx(AgeVerificationModal, { visible: showAgeVerification, minAge: minAge, onClose: birthDate => {
+                }, minimumNumberOfRecoveryTokens: (_3 = memori === null || memori === void 0 ? void 0 : memori.minimumNumberOfRecoveryTokens) !== null && _3 !== void 0 ? _3 : 1 })), isClient && (_jsx(AgeVerificationModal, { visible: showAgeVerification, minAge: minAge, onClose: birthDate => {
                     var _a, _b, _c, _d;
                     if (birthDate) {
                         setBirthDate(birthDate);
@@ -2320,7 +2396,10 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
                     if (position)
                         applyPosition(position);
                     setShowPositionDrawer(false);
-                } })), showKnownFactsDrawer && sessionId && (_jsx(KnownFacts, { apiClient: client, memori: memori, sessionID: sessionId, visible: showKnownFactsDrawer, closeDrawer: () => setShowKnownFactsDrawer(false) })), showExpertsDrawer && !!experts && (_jsx(ExpertsDrawer, { apiUrl: client.constants.BACKEND_URL, baseUrl: baseUrl, tenant: tenant, experts: experts, open: showExpertsDrawer, onClose: () => setShowExpertsDrawer(false) })), showLoginDrawer && (tenant === null || tenant === void 0 ? void 0 : tenant.id) && (_jsx(LoginDrawer, { tenant: tenant, apiClient: client, open: !!showLoginDrawer, user: user, loginToken: loginToken, onClose: () => setShowLoginDrawer(false), onLogin: (user, token) => {
+                    if (autoStart) {
+                        onClickStart();
+                    }
+                } })), showKnownFactsDrawer && sessionId && (_jsx(KnownFacts, { apiClient: client, memori: memori, sessionID: sessionId, visible: showKnownFactsDrawer, closeDrawer: () => setShowKnownFactsDrawer(false) })), showExpertsDrawer && !!experts && (_jsx(ExpertsDrawer, { apiUrl: client.constants.BACKEND_URL, baseUrl: baseUrl, tenant: tenant, experts: experts, open: showExpertsDrawer, onClose: () => setShowExpertsDrawer(false) })), showLoginDrawer && (tenant === null || tenant === void 0 ? void 0 : tenant.name) && (_jsx(LoginDrawer, { tenant: tenant, apiClient: client, open: !!showLoginDrawer, user: user, loginToken: loginToken, onClose: () => setShowLoginDrawer(false), onLogin: (user, token) => {
                     setUser(user);
                     setLoginToken(token);
                     userToken = token;