@davi-ai/retorik-framework 4.0.3 → 5.0.0

package/dist/RecognitionManager.c58b8a3d.js

@@ -0,0 +1,298 @@
+import {jsx as $asYsR$jsx} from "react/jsx-runtime";
+import $asYsR$react, {useState as $asYsR$useState, useRef as $asYsR$useRef, useEffect as $asYsR$useEffect} from "react";
+import {createSpeechRecognitionPonyfill as $asYsR$createSpeechRecognitionPonyfill, SpeechGrammarList as $asYsR$SpeechGrammarList} from "@davi-ai/web-speech-cognitive-services-davi";
+import {useDispatch as $asYsR$useDispatch, useSelector as $asYsR$useSelector} from "react-redux";
+
+
+function $parcel$defineInteropFlag(a) {
+  Object.defineProperty(a, '__esModule', {value: true, configurable: true});
+}
+
+function $parcel$export(e, n, v, s) {
+  Object.defineProperty(e, n, {get: v, set: s, enumerable: true, configurable: true});
+}
+
+      var $parcel$global = globalThis;
+    var parcelRequire = $parcel$global["parcelRequirea39d"];
+var parcelRegister = parcelRequire.register;
+parcelRegister("kzWGI", function(module, exports) {
+
+$parcel$defineInteropFlag(module.exports);
+
+$parcel$export(module.exports, "default", () => $e5415612407dd579$export$2e2bcd8739ae039);
+
+
+
+
+
+var $8ItUL = parcelRequire("8ItUL");
+
+var $cW5Dh = parcelRequire("cW5Dh");
+const $e5415612407dd579$var$timeoutDuration = 1000;
+const $e5415612407dd579$var$RecognitionManager = ()=>{
+    const dispatch = (0, $asYsR$useDispatch)();
+    const locale = (0, $asYsR$useSelector)((state)=>state.localeReducer.locale);
+    const mode = (0, $asYsR$useSelector)((state)=>state.speechReducer.mode);
+    const appAvailable = (0, $asYsR$useSelector)((state)=>state.retorikReducer.appAvailable);
+    const loaderClosed = (0, $asYsR$useSelector)((state)=>state.retorikReducer.loaderClosed);
+    const agentData = (0, $asYsR$useSelector)((state)=>state.retorikReducer.agentData);
+    const delay = (0, $asYsR$useSelector)((state)=>state.retorikReducer.submitDelayBeforeSendingMessage);
+    const speechRecognitionOptions = (0, $asYsR$useSelector)((state)=>state.retorikReducer.configuration.speechRecognitionOptions);
+    const ponyfillCredentials = (0, $asYsR$useSelector)((state)=>state.speechReducer.ponyfillCredentials);
+    const useContinuousRecognition = (0, $asYsR$useSelector)((state)=>state.speechReducer.useContinuousRecognition);
+    const activeRecognitionState = (0, $asYsR$useSelector)((state)=>state.speechReducer.activeRecognitionState);
+    const lastRecognitionInterim = (0, $asYsR$useSelector)((state)=>state.speechReducer.lastRecognitionInterim);
+    const speechRecognitionDynamicGrammars = (0, $asYsR$useSelector)((state)=>state.speechReducer.speechRecognitionDynamicGrammars);
+    const route = (0, $asYsR$useSelector)((state)=>state.viewReducer.route);
+    const [ponyfill, setPonyfill] = (0, $asYsR$useState)(null);
+    const [recognitionAllowed, setRecognitionAllowed] = (0, $asYsR$useState)(false);
+    const [ponyfillReady, setPonyfillReady] = (0, $asYsR$useState)(false);
+    const activeModeRef = (0, $asYsR$useRef)(undefined);
+    const timerRef = (0, $asYsR$useRef)(null);
+    const localeRef = (0, $asYsR$useRef)(undefined);
+    const getCommonAndLocalizedWakeWords = (currentLocale, agentName)=>{
+        let commonAndlocalizedWakeWords = [];
+        if (speechRecognitionOptions?.wakeWords) {
+            if (speechRecognitionOptions.wakeWords.common) commonAndlocalizedWakeWords = [
+                ...speechRecognitionOptions.wakeWords.common
+            ];
+            if (speechRecognitionOptions.wakeWords.localized) {
+                const localizedWakeWords = speechRecognitionOptions.wakeWords.localized[currentLocale] || [];
+                localizedWakeWords.length && (commonAndlocalizedWakeWords = [
+                    ...commonAndlocalizedWakeWords,
+                    ...localizedWakeWords
+                ]);
+            }
+        }
+        // Add agent's name to wake words
+        agentName && (commonAndlocalizedWakeWords = [
+            ...commonAndlocalizedWakeWords,
+            agentName
+        ]);
+        return commonAndlocalizedWakeWords;
+    };
+    const getCommonAndLocalizedGrammars = (currentLocale)=>{
+        let commonAndlocalizedGrammars = [];
+        if (speechRecognitionOptions?.grammars) {
+            if (speechRecognitionOptions.grammars.common) commonAndlocalizedGrammars = [
+                ...speechRecognitionOptions.grammars.common
+            ];
+            if (speechRecognitionOptions.grammars.localized) {
+                const localizedGrammars = speechRecognitionOptions.grammars.localized[currentLocale] || [];
+                localizedGrammars.length && (commonAndlocalizedGrammars = [
+                    ...commonAndlocalizedGrammars,
+                    ...localizedGrammars
+                ]);
+            }
+        }
+        return commonAndlocalizedGrammars;
+    };
+    const askPermission = ()=>{
+        if (recognitionAllowed) ponyfill?.speechRecognition.start();
+        else (0, $cW5Dh.default)().then((permission)=>{
+            setRecognitionAllowed(permission === (0, $8ItUL.PermissionStatus).allowed);
+        }).catch(console.log);
+    };
+    (0, $asYsR$useEffect)(()=>{
+        // Clear data on component unmount
+        return ()=>{
+            timerRef?.current && clearTimeout(timerRef.current);
+            ponyfill?.speechRecognition?.abort?.();
+        };
+    }, []);
+    (0, $asYsR$useEffect)(()=>{
+        recognitionAllowed && useContinuousRecognition && ponyfill?.speechRecognition.start();
+    }, [
+        recognitionAllowed
+    ]);
+    (0, $asYsR$useEffect)(()=>{
+        if (ponyfillCredentials && locale && agentData) {
+            let currentPonyfill = ponyfill;
+            if (locale !== localeRef.current) {
+                localeRef.current = locale;
+                // We create the ponyfill if it isn't created yet. We recreate a new one if we are using custom endpoints for speech recognition.
+                if (!ponyfill || ponyfillCredentials?.speechRecognitionHostnamesRecord) {
+                    // Check if we need to use a custom endpoint from speechRecognitionHostnamesRecord
+                    const speechRecognitionHostname = ponyfillCredentials?.speechRecognitionHostnamesRecord ? ponyfillCredentials.speechRecognitionHostnamesRecord[locale] || Object.values(ponyfillCredentials.speechRecognitionHostnamesRecord)[0] : undefined;
+                    const options = {
+                        autoStart: false,
+                        continuous: useContinuousRecognition,
+                        interimResults: true,
+                        grammarsList: getCommonAndLocalizedGrammars(locale),
+                        lang: locale,
+                        passive: useContinuousRecognition,
+                        wakeWords: getCommonAndLocalizedWakeWords(locale),
+                        debug: false,
+                        timerBeforeSpeechEnd: speechRecognitionOptions?.timerBeforeSpeechEnd
+                    };
+                    const processedCredentials = {
+                        credentials: speechRecognitionHostname ? {
+                            region: undefined,
+                            subscriptionKey: ponyfillCredentials.subscriptionKey || 'mandatory_subscription_key',
+                            speechRecognitionHostname: speechRecognitionHostname,
+                            speechSynthesisHostname: 'mandatory_synthesis_host_name'
+                        } : {
+                            region: ponyfillCredentials.region,
+                            subscriptionKey: ponyfillCredentials.subscriptionKey,
+                            authorizationToken: ponyfillCredentials.authorizationToken
+                        }
+                    };
+                    // Abort current recognition before setting the new recognition ponyfill if there is a need to
+                    currentPonyfill?.speechRecognition?.abort?.();
+                    currentPonyfill = (0, $asYsR$createSpeechRecognitionPonyfill)(processedCredentials, options);
+                } else if (currentPonyfill) {
+                    // Set wakeworkds
+                    currentPonyfill.speechRecognition.wakeWords = getCommonAndLocalizedWakeWords(locale, agentData?.name);
+                    // Set language
+                    activeRecognitionState === (0, $8ItUL.RecognitionState).Listening ? currentPonyfill?.speechRecognition.changeLanguage(locale) : currentPonyfill.speechRecognition.lang = locale;
+                }
+            }
+            if (currentPonyfill) {
+                // Set grammar list
+                const grammarList = new (0, $asYsR$SpeechGrammarList)();
+                grammarList.phrases = getCommonAndLocalizedGrammars(locale);
+                if (speechRecognitionDynamicGrammars.length) speechRecognitionDynamicGrammars.forEach((grammar)=>{
+                    !grammarList.phrases.includes(grammar) && grammarList.phrases.push(grammar);
+                });
+                if (agentData?.name) {
+                    // Add raw name
+                    !grammarList.phrases.includes(agentData.name) && grammarList.phrases.push(agentData.name);
+                    // Add lower-cased name
+                    !grammarList.phrases.includes(agentData.name.toLocaleLowerCase(locale)) && grammarList.phrases.push(agentData.name.toLocaleLowerCase(locale));
+                }
+                currentPonyfill.speechRecognition.grammars = grammarList;
+                setPonyfill(currentPonyfill);
+            }
+        }
+    }, [
+        ponyfillCredentials,
+        locale,
+        speechRecognitionDynamicGrammars,
+        agentData
+    ]);
+    /**
+   * Abort recognition if we are not on the 'home' page
+   */ (0, $asYsR$useEffect)(()=>{
+        route !== (0, $8ItUL.Routes).Home && dispatch((0, $8ItUL.storeActions).speech.setActiveRecognitionState((0, $8ItUL.RecognitionState).Closed));
+    }, [
+        route
+    ]);
+    (0, $asYsR$useEffect)(()=>{
+        if (ponyfill && appAvailable && loaderClosed) {
+            if (ponyfill.speechRecognition) {
+                ponyfill.speechRecognition.onstart = ()=>{
+                    dispatch((0, $8ItUL.storeActions).speech.setActiveRecognitionState((0, $8ItUL.RecognitionState).Listening));
+                };
+                // onend callback is called only whithout using passive speech recognition
+                ponyfill.speechRecognition.onend = ()=>{
+                    activeModeRef.current !== (0, $8ItUL.RecognitionState).Closed && dispatch((0, $8ItUL.storeActions).speech.setActiveRecognitionState((0, $8ItUL.RecognitionState).Closing));
+                };
+                ponyfill.speechRecognition.onabort = ()=>{
+                    dispatch((0, $8ItUL.storeActions).speech.setActiveRecognitionState((0, $8ItUL.RecognitionState).Closed));
+                };
+                ponyfill.speechRecognition.onwakeup = ()=>{
+                    if (activeModeRef.current === (0, $8ItUL.RecognitionState).Closed) {
+                        console.log('Retorik Framework > wake word found, trying to open microphone');
+                        activeModeRef.current === (0, $8ItUL.RecognitionState).Closed && dispatch((0, $8ItUL.storeActions).speech.toggleMicrophone(false));
+                    } else console.log('Retorik Framework > wake word found, but microphone not ready');
+                };
+                ponyfill.speechRecognition.onresult = (result)=>{
+                    const lastMessage = result.length ? result[result.length - 1].transcript : null;
+                    // Only get result in Active mode
+                    if (lastMessage && activeModeRef.current === (0, $8ItUL.RecognitionState).Listening) dispatch((0, $8ItUL.storeActions).speech.setLastRecognitionInterim(lastMessage));
+                };
+                setPonyfillReady(true);
+            }
+        }
+    }, [
+        ponyfill,
+        appAvailable,
+        loaderClosed
+    ]);
+    (0, $asYsR$useEffect)(()=>{
+        if (ponyfillReady && mode === (0, $8ItUL.Mode).vocal) // Start passive recognition if not done yet
+        useContinuousRecognition && !ponyfill?.speechRecognition.started && askPermission();
+    }, [
+        mode,
+        ponyfillReady
+    ]);
+    const togglePassiveToActive = ()=>{
+        if (ponyfill?.speechRecognition.started) ponyfill.speechRecognition.toggleContinuousPassiveToActive();
+        else if (ponyfill) {
+            ponyfill.speechRecognition.passive = false;
+            ponyfill.speechRecognition.continuous = false;
+            ponyfill.speechRecognition.start();
+        }
+    };
+    (0, $asYsR$useEffect)(()=>{
+        activeModeRef.current = activeRecognitionState;
+        if (ponyfill?.speechRecognition && appAvailable && loaderClosed) {
+            timerRef?.current && clearTimeout(timerRef.current);
+            switch(activeRecognitionState){
+                // Do nothing if we are in a transition state
+                case (0, $8ItUL.RecognitionState).Initializing:
+                    useContinuousRecognition ? togglePassiveToActive() : ponyfill.speechRecognition.start();
+                    break;
+                case (0, $8ItUL.RecognitionState).Listening:
+                    break;
+                case (0, $8ItUL.RecognitionState).Closing:
+                    if (lastRecognitionInterim) {
+                        if (!delay) timerRef.current = setTimeout(()=>{
+                            dispatch((0, $8ItUL.storeActions).directline.sendMessage({
+                                text: lastRecognitionInterim
+                            }));
+                            dispatch((0, $8ItUL.storeActions).speech.setActiveRecognitionState((0, $8ItUL.RecognitionState).Closed));
+                        }, $e5415612407dd579$var$timeoutDuration);
+                    } else dispatch((0, $8ItUL.storeActions).speech.setActiveRecognitionState((0, $8ItUL.RecognitionState).Closed));
+                    break;
+                case (0, $8ItUL.RecognitionState).ForceClosing:
+                    dispatch((0, $8ItUL.storeActions).speech.setLastRecognitionInterim(''));
+                    // Let's abort the current recognition
+                    ponyfill.speechRecognition.started ? ponyfill.speechRecognition.abort?.() : dispatch((0, $8ItUL.storeActions).speech.setActiveRecognitionState((0, $8ItUL.RecognitionState).Closed));
+                    break;
+                case (0, $8ItUL.RecognitionState).Closed:
+                    if (useContinuousRecognition && mode === (0, $8ItUL.Mode).vocal) timerRef.current = setTimeout(()=>{
+                        ponyfill.speechRecognition.toggleContinuousActiveToPassive();
+                    }, $e5415612407dd579$var$timeoutDuration);
+                    dispatch((0, $8ItUL.storeActions).speech.setLastRecognitionInterim(''));
+                    break;
+            }
+        }
+    }, [
+        activeRecognitionState
+    ]);
+    return /*#__PURE__*/ (0, $asYsR$jsx)((0, $asYsR$react).Fragment, {});
+};
+var $e5415612407dd579$export$2e2bcd8739ae039 = $e5415612407dd579$var$RecognitionManager;
+
+});
+parcelRegister("cW5Dh", function(module, exports) {
+
+$parcel$export(module.exports, "default", () => $1c5c9ed09d1921fe$export$2e2bcd8739ae039);
+
+var $8ItUL = parcelRequire("8ItUL");
+const $1c5c9ed09d1921fe$var$getMicrophonePermission = async ()=>{
+    try {
+        return navigator.mediaDevices.getUserMedia({
+            audio: true
+        }).then((stream)=>{
+            return stream ? (0, $8ItUL.PermissionStatus).allowed : (0, $8ItUL.PermissionStatus).refused;
+        }, (reason)=>{
+            console.log('Retorik Framework > microphone permission refused : ', reason);
+            return (0, $8ItUL.PermissionStatus).refused;
+        }).catch((error)=>{
+            console.log('Retorik Framework > microphone permission refused : ', error);
+            return (0, $8ItUL.PermissionStatus).error;
+        });
+    } catch (error) {
+        console.log('Retorik Framework > microphone permission refused : ', error);
+        return (0, $8ItUL.PermissionStatus).error;
+    }
+};
+var $1c5c9ed09d1921fe$export$2e2bcd8739ae039 = $1c5c9ed09d1921fe$var$getMicrophonePermission;
+
+});
+
+
+
+//# sourceMappingURL=RecognitionManager.c58b8a3d.js.map

package/dist/RecognitionManager.c58b8a3d.js.map

@@ -0,0 +1 @@
+{"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,MAAM,wCAAkB;AAExB,MAAM,2CAAqB;IACzB,MAAM,WAAW,CAAA,GAAA,kBAAU;IAC3B,MAAM,SAAS,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,aAAa,CAAC,MAAM;IAC3E,MAAM,OAAO,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,aAAa,CAAC,IAAI;IACvE,MAAM,eAAe,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,cAAc,CAAC,YAAY;IACxF,MAAM,eAAe,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,cAAc,CAAC,YAAY;IACxF,MAAM,YAAY,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,cAAc,CAAC,SAAS;IAClF,MAAM,QAAQ,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,cAAc,CAAC,+BAA+B;IACpG,MAAM,2BAA2B,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,cAAc,CAAC,aAAa,CAAC,wBAAwB;IAC9H,MAAM,sBAAsB,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,aAAa,CAAC,mBAAmB;IACrG,MAAM,2BAA2B,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,aAAa,CAAC,wBAAwB;IAC/G,MAAM,yBAAyB,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,aAAa,CAAC,sBAAsB;IAC3G,MAAM,yBAAyB,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,aAAa,CAAC,sBAAsB;IAC3G,MAAM,mCAAmC,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,aAAa,CAAC,gCAAgC;IAC/H,MAAM,QAAQ,CAAA,GAAA,kBAAU,EAAE,CAAC,QAAqB,MAAM,WAAW,CAAC,KAAK;IAEvE,MAAM,CAAC,UAAU,YAAY,GAAG,CAAA,GAAA,eAAO,EAAwC;IAC/E,MAAM,CAAC,oBAAoB,sBAAsB,GAAG,CAAA,GAAA,eAAO,EAAW;IACtE,MAAM,CAAC,eAAe,iBAAiB,GAAG,CAAA,GAAA,eAAO,EAAW;IAE5D,MAAM,gBAAgB,CAAA,GAAA,aAAK,EAAgC;IAC3D,MAAM,WAAW,CAAA,GAAA,aAAK,EAAyB;IAC/C,MAAM,YAAY,CAAA,GAAA,aAAK,EAAsB;IAE7C,MAAM,iCAAiC,CAAC,eAAuB;QAC7D,IAAI,8BAA6C,EAAE;QACnD,IAAI,0BAA0B,WAAW;YACvC,IAAI,yBAAyB,SAAS,CAAC,MAAM,EAC3C,8BAA8B;mBAAI,yBAAyB,SAAS,CAAC,MAAM;aAAC;YAG9E,IAAI,yBAAyB,SAAS,CAAC,SAAS,EAAE;gBAChD,MAAM,qBAAqB,yBAAyB,SAAS,CAAC,SAAS,CAAC,cAAc,IAAI,EAAE;gBAC5F,mBAAmB,MAAM,IAAK,CAAA,8BAA8B;uBAAI;uBAAgC;iBAAmB,AAAD;YACpH;QACF;QAEA,iCAAiC;QACjC,aAAc,CAAA,8BAA8B;eAAI;YAA6B;SAAU,AAAD;QAEtF,OAAO;IACT;IAEA,MAAM,gCAAgC,CAAC;QACrC,IAAI,6BAA4C,EAAE;QAClD,IAAI,0BAA0B,UAAU;YACtC,IAAI,yBAAyB,QAAQ,CAAC,MAAM,EAC1C,6BAA6B;mBAAI,yBAAyB,QAAQ,CAAC,MAAM;aAAC;YAG5E,IAAI,yBAAyB,QAAQ,CAAC,SAAS,EAAE;gBAC/C,MAAM,oBAAoB,yBAAyB,QAAQ,CAAC,SAAS,CAAC,cAAc,IAAI,EAAE;gBAC1F,kBAAkB,MAAM,IAAK,CAAA,6BAA6B;uBAAI;uBAA+B;iBAAkB,AAAD;YAChH;QACF;QAEA,OAAO;IACT;IAEA,MAAM,gBAAgB;QACpB,IAAI,oBACF,UAAU,kBAAkB;aAE5B,CAAA,GAAA,cAAsB,IACnB,IAAI,CAAC,CAAC;YACL,sBAAsB,eAAe,CAAA,GAAA,uBAAe,EAAE,OAAO;QAC/D,GACC,KAAK,CAAC,QAAQ,GAAG;IAExB;IAEA,CAAA,GAAA,gBAAQ,EAAE;QACR,kCAAkC;QAClC,OAAO;YACL,UAAU,WAAW,aAAa,SAAS,OAAO;YAClD,UAAU,mBAAmB;QAC/B;IACF,GAAG,EAAE;IAEL,CAAA,GAAA,gBAAQ,EAAE;QACR,sBAAsB,4BAA4B,UAAU,kBAAkB;IAChF,GAAG;QAAC;KAAmB;IAEvB,CAAA,GAAA,gBAAQ,EAAE;QACR,IAAI,uBAAuB,UAAU,WAAW;YAC9C,IAAI,kBAAkB;YACtB,IAAI,WAAW,UAAU,OAAO,EAAE;gBAChC,UAAU,OAAO,GAAG;gBACpB,iIAAiI;gBACjI,IAAI,CAAC,YAAY,qBAAqB,kCAAkC;oBACtE,kFAAkF;oBAClF,MAAM,4BAA4B,qBAAqB,mCACnD,oBAAoB,gCAAgC,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,oBAAoB,gCAAgC,CAAC,CAAC,EAAE,GACtI;oBAEJ,MAAM,UAAkC;wBACtC,WAAW;wBACX,YAAY;wBACZ,gBAAgB;wBAChB,cAAc,8BAA8B;wBAC5C,MAAM;wBACN,SAAS;wBACT,WAAW,+BAA+B;wBAC1C,OAAO;wBACP,sBAAsB,0BAA0B;oBAClD;oBAEA,MAAM,uBAAwC;wBAC5C,aAAa,4BACT;4BACE,QAAQ;4BACR,iBAAiB,oBAAoB,eAAe,IAAI;4BACxD,2BAA2B;4BAC3B,yBAAyB;wBAC3B,IACA;4BACE,QAAQ,oBAAoB,MAAM;4BAClC,iBAAiB,oBAAoB,eAAe;4BACpD,oBAAoB,oBAAoB,kBAAkB;wBAC5D;oBACN;oBAEA,8FAA8F;oBAC9F,iBAAiB,mBAAmB;oBACpC,kBAAkB,CAAA,GAAA,sCAA8B,EAAE,sBAAsB;gBAC1E,OAAO,IAAI,iBAAiB;oBAC1B,iBAAiB;oBACjB,gBAAgB,iBAAiB,CAAC,SAAS,GAAG,+BAA+B,QAAQ,WAAW;oBAChG,eAAe;oBACf,2BAA2B,CAAA,GAAA,uBAAe,EAAE,SAAS,GAAG,iBAAiB,kBAAkB,eAAe,UAAW,gBAAgB,iBAAiB,CAAC,IAAI,GAAG;gBAChK;YACF;YAEA,IAAI,iBAAiB;gBACnB,mBAAmB;gBACnB,MAAM,cAAc,IAAI,CAAA,GAAA,wBAAgB;gBACxC,YAAY,OAAO,GAAG,8BAA8B;gBACpD,IAAI,iCAAiC,MAAM,EACzC,iCAAiC,OAAO,CAAC,CAAC;oBACxC,CAAC,YAAY,OAAO,CAAC,QAAQ,CAAC,YAAY,YAAY,OAAO,CAAC,IAAI,CAAC;gBACrE;gBAGF,IAAI,WAAW,MAAM;oBACnB,eAAe;oBACf,CAAC,YAAY,OAAO,CAAC,QAAQ,CAAC,UAAU,IAAI,KAAK,YAAY,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI;oBACxF,uBAAuB;oBACvB,CAAC,YAAY,OAAO,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,iBAAiB,CAAC,YAAY,YAAY,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,iBAAiB,CAAC;gBACvI;gBACA,gBAAgB,iBAAiB,CAAC,QAAQ,GAAG;gBAE7C,YAAY;YACd;QACF;IACF,GAAG;QAAC;QAAqB;QAAQ;QAAkC;KAAU;IAE7E;;GAEC,GACD,CAAA,GAAA,gBAAQ,EAAE;QACR,UAAU,CAAA,GAAA,aAAK,EAAE,IAAI,IAAI,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAA,GAAA,uBAAe,EAAE,MAAM;IACzG,GAAG;QAAC;KAAM;IAEV,CAAA,GAAA,gBAAQ,EAAE;QACR,IAAI,YAAY,gBAAgB,cAC9B;YAAA,IAAI,SAAS,iBAAiB,EAAE;gBAC9B,SAAS,iBAAiB,CAAC,OAAO,GAAG;oBACnC,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAA,GAAA,uBAAe,EAAE,SAAS;gBACnF;gBAEA,0EAA0E;gBAC1E,SAAS,iBAAiB,CAAC,KAAK,GAAG;oBACjC,cAAc,OAAO,KAAK,CAAA,GAAA,uBAAe,EAAE,MAAM,IAAI,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAA,GAAA,uBAAe,EAAE,OAAO;gBACtI;gBAEA,SAAS,iBAAiB,CAAC,OAAO,GAAG;oBACnC,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAA,GAAA,uBAAe,EAAE,MAAM;gBAChF;gBAEA,SAAS,iBAAiB,CAAC,QAAQ,GAAG;oBACpC,IAAI,cAAc,OAAO,KAAK,CAAA,GAAA,uBAAe,EAAE,MAAM,EAAE;wBACrD,QAAQ,GAAG,CAAC;wBACZ,cAAc,OAAO,KAAK,CAAA,GAAA,uBAAe,EAAE,MAAM,IAAI,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC;oBACrG,OACE,QAAQ,GAAG,CAAC;gBAEhB;gBAEA,SAAS,iBAAiB,CAAC,QAAQ,GAAG,CAAC;oBACrC,MAAM,cAA6B,OAAO,MAAM,GAAG,MAAM,CAAC,OAAO,MAAM,GAAG,EAAE,CAAC,UAAU,GAAG;oBAC1F,iCAAiC;oBACjC,IAAI,eAAe,cAAc,OAAO,KAAK,CAAA,GAAA,uBAAe,EAAE,SAAS,EACrE,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC;gBAE3D;gBAEA,iBAAiB;YACnB;QAAA;IAEJ,GAAG;QAAC;QAAU;QAAc;KAAa;IAEzC,CAAA,GAAA,gBAAQ,EAAE;QACR,IAAI,iBAAiB,SAAS,CAAA,GAAA,WAAG,EAAE,KAAK,EACtC,4CAA4C;QAC5C,4BAA4B,CAAC,UAAU,kBAAkB,WAAW;IAExE,GAAG;QAAC;QAAM;KAAc;IAExB,MAAM,wBAAwB;QAC5B,IAAI,UAAU,kBAAkB,SAC9B,SAAS,iBAAiB,CAAC,+BAA+B;aAE1D,IAAI,UAAU;YACZ,SAAS,iBAAiB,CAAC,OAAO,GAAG;YACrC,SAAS,iBAAiB,CAAC,UAAU,GAAG;YACxC,SAAS,iBAAiB,CAAC,KAAK;QAClC;IAEJ;IAEA,CAAA,GAAA,gBAAQ,EAAE;QACR,cAAc,OAAO,GAAG;QAExB,IAAI,UAAU,qBAAqB,gBAAgB,cAAc;YAC/D,UAAU,WAAW,aAAa,SAAS,OAAO;YAClD,OAAQ;gBACN,6CAA6C;gBAC7C,KAAK,CAAA,GAAA,uBAAe,EAAE,YAAY;oBAChC,2BAA2B,0BAA0B,SAAS,iBAAiB,CAAC,KAAK;oBACrF;gBAEF,KAAK,CAAA,GAAA,uBAAe,EAAE,SAAS;oBAC7B;gBACF,KAAK,CAAA,GAAA,uBAAe,EAAE,OAAO;oBAC3B,IAAI,wBACF;wBAAA,IAAI,CAAC,OACH,SAAS,OAAO,GAAG,WAAW;4BAC5B,SAAS,CAAA,GAAA,mBAAW,EAAE,UAAU,CAAC,WAAW,CAAC;gCAAE,MAAM;4BAAuB;4BAE5E,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAA,GAAA,uBAAe,EAAE,MAAM;wBAChF,GAAG;oBACL,OAEA,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAA,GAAA,uBAAe,EAAE,MAAM;oBAEhF;gBAEF,KAAK,CAAA,GAAA,uBAAe,EAAE,YAAY;oBAChC,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC;oBAEvD,sCAAsC;oBACtC,SAAS,iBAAiB,CAAC,OAAO,GAAG,SAAS,iBAAiB,CAAC,KAAK,OAAO,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAA,GAAA,uBAAe,EAAE,MAAM;oBAC1J;gBAEF,KAAK,CAAA,GAAA,uBAAe,EAAE,MAAM;oBAC1B,IAAI,4BAA4B,SAAS,CAAA,GAAA,WAAG,EAAE,KAAK,EACjD,SAAS,OAAO,GAAG,WAAW;wBAC5B,SAAS,iBAAiB,CAAC,+BAA+B;oBAC5D,GAAG;oBAEL,SAAS,CAAA,GAAA,mBAAW,EAAE,MAAM,CAAC,yBAAyB,CAAC;oBACvD;YAEJ;QACF;IACF,GAAG;QAAC;KAAuB;IAE3B,qBAAO,gBAAC,CAAA,GAAA,YAAI,EAAE,QAAQ;AACxB;IAEA,2CAAe;;;;;;;;ACrRf,MAAM,gDAA0B;IAC9B,IAAI;QACF,OAAO,UAAU,YAAY,CAC1B,YAAY,CAAC;YAAE,OAAO;QAAK,GAC3B,IAAI,CACH,CAAC;YACC,OAAO,SAAS,CAAA,GAAA,uBAAe,EAAE,OAAO,GAAG,CAAA,GAAA,uBAAe,EAAE,OAAO;QACrE,GACA,CAAC;YACC,QAAQ,GAAG,CACT,wDACA;YAEF,OAAO,CAAA,GAAA,uBAAe,EAAE,OAAO;QACjC,GAED,KAAK,CAAC,CAAC;YACN,QAAQ,GAAG,CACT,wDACA;YAEF,OAAO,CAAA,GAAA,uBAAe,EAAE,KAAK;QAC/B;IACJ,EAAE,OAAO,OAAO;QACd,QAAQ,GAAG,CAAC,wDAAwD;QACpE,OAAO,CAAA,GAAA,uBAAe,EAAE,KAAK;IAC/B;AACF;IAEA,2CAAe","sources":["src/components/Speech/RecognitionManager.tsx","src/utils/getMicrophonePermission.ts"],"sourcesContent":["import React, { useEffect, useRef, useState } from 'react'\r\nimport { createSpeechRecognitionPonyfill, SpeechGrammarList } from '@davi-ai/web-speech-cognitive-services-davi'\r\nimport type { PonyfillOptions, SpeechRecognitionPonyfillType, SpeechRecognitionProps, SpeechRecognitionResultList, SpeechRecognitionResultListItem } from '@davi-ai/web-speech-cognitive-services-davi'\r\nimport { useSelector, useDispatch } from 'react-redux'\r\nimport { RootState, storeActions, Mode, PermissionStatus, RecognitionState, Routes } from '../../store'\r\nimport getMicrophonePermission from '../../utils/getMicrophonePermission'\r\n\r\nconst timeoutDuration = 1000\r\n\r\nconst RecognitionManager = (): React.JSX.Element => {\r\n  const dispatch = useDispatch()\r\n  const locale = useSelector((state: RootState) => state.localeReducer.locale)\r\n  const mode = useSelector((state: RootState) => state.speechReducer.mode)\r\n  const appAvailable = useSelector((state: RootState) => state.retorikReducer.appAvailable)\r\n  const loaderClosed = useSelector((state: RootState) => state.retorikReducer.loaderClosed)\r\n  const agentData = useSelector((state: RootState) => state.retorikReducer.agentData)\r\n  const delay = useSelector((state: RootState) => state.retorikReducer.submitDelayBeforeSendingMessage)\r\n  const speechRecognitionOptions = useSelector((state: RootState) => state.retorikReducer.configuration.speechRecognitionOptions)\r\n  const ponyfillCredentials = useSelector((state: RootState) => state.speechReducer.ponyfillCredentials)\r\n  const useContinuousRecognition = useSelector((state: RootState) => state.speechReducer.useContinuousRecognition)\r\n  const activeRecognitionState = useSelector((state: RootState) => state.speechReducer.activeRecognitionState)\r\n  const lastRecognitionInterim = useSelector((state: RootState) => state.speechReducer.lastRecognitionInterim)\r\n  const speechRecognitionDynamicGrammars = useSelector((state: RootState) => state.speechReducer.speechRecognitionDynamicGrammars)\r\n  const route = useSelector((state: RootState) => state.viewReducer.route)\r\n\r\n  const [ponyfill, setPonyfill] = useState<SpeechRecognitionPonyfillType | null>(null)\r\n  const [recognitionAllowed, setRecognitionAllowed] = useState<boolean>(false)\r\n  const [ponyfillReady, setPonyfillReady] = useState<boolean>(false)\r\n\r\n  const activeModeRef = useRef<RecognitionState | undefined>(undefined)\r\n  const timerRef = useRef<NodeJS.Timeout | null>(null)\r\n  const localeRef = useRef<string | undefined>(undefined)\r\n\r\n  const getCommonAndLocalizedWakeWords = (currentLocale: string, agentName?: string): Array<string> => {\r\n    let commonAndlocalizedWakeWords: Array<string> = []\r\n    if (speechRecognitionOptions?.wakeWords) {\r\n      if (speechRecognitionOptions.wakeWords.common) {\r\n        commonAndlocalizedWakeWords = [...speechRecognitionOptions.wakeWords.common]\r\n      }\r\n\r\n      if (speechRecognitionOptions.wakeWords.localized) {\r\n        const localizedWakeWords = speechRecognitionOptions.wakeWords.localized[currentLocale] || []\r\n        localizedWakeWords.length && (commonAndlocalizedWakeWords = [...commonAndlocalizedWakeWords, ...localizedWakeWords])\r\n      }\r\n    }\r\n\r\n    // Add agent's name to wake words\r\n    agentName && (commonAndlocalizedWakeWords = [...commonAndlocalizedWakeWords, agentName])\r\n\r\n    return commonAndlocalizedWakeWords\r\n  }\r\n\r\n  const getCommonAndLocalizedGrammars = (currentLocale: string): Array<string> => {\r\n    let commonAndlocalizedGrammars: Array<string> = []\r\n    if (speechRecognitionOptions?.grammars) {\r\n      if (speechRecognitionOptions.grammars.common) {\r\n        commonAndlocalizedGrammars = [...speechRecognitionOptions.grammars.common]\r\n      }\r\n\r\n      if (speechRecognitionOptions.grammars.localized) {\r\n        const localizedGrammars = speechRecognitionOptions.grammars.localized[currentLocale] || []\r\n        localizedGrammars.length && (commonAndlocalizedGrammars = [...commonAndlocalizedGrammars, ...localizedGrammars])\r\n      }\r\n    }\r\n\r\n    return commonAndlocalizedGrammars\r\n  }\r\n\r\n  const askPermission = (): void => {\r\n    if (recognitionAllowed) {\r\n      ponyfill?.speechRecognition.start()\r\n    } else {\r\n      getMicrophonePermission()\r\n        .then((permission) => {\r\n          setRecognitionAllowed(permission === PermissionStatus.allowed)\r\n        })\r\n        .catch(console.log)\r\n    }\r\n  }\r\n\r\n  useEffect(() => {\r\n    // Clear data on component unmount\r\n    return () => {\r\n      timerRef?.current && clearTimeout(timerRef.current)\r\n      ponyfill?.speechRecognition?.abort?.()\r\n    }\r\n  }, [])\r\n\r\n  useEffect(() => {\r\n    recognitionAllowed && useContinuousRecognition && ponyfill?.speechRecognition.start()\r\n  }, [recognitionAllowed])\r\n\r\n  useEffect(() => {\r\n    if (ponyfillCredentials && locale && agentData) {\r\n      let currentPonyfill = ponyfill\r\n      if (locale !== localeRef.current) {\r\n        localeRef.current = locale\r\n        // We create the ponyfill if it isn't created yet. We recreate a new one if we are using custom endpoints for speech recognition.\r\n        if (!ponyfill || ponyfillCredentials?.speechRecognitionHostnamesRecord) {\r\n          // Check if we need to use a custom endpoint from speechRecognitionHostnamesRecord\r\n          const speechRecognitionHostname = ponyfillCredentials?.speechRecognitionHostnamesRecord\r\n            ? ponyfillCredentials.speechRecognitionHostnamesRecord[locale] || Object.values(ponyfillCredentials.speechRecognitionHostnamesRecord)[0]\r\n            : undefined\r\n\r\n          const options: SpeechRecognitionProps = {\r\n            autoStart: false,\r\n            continuous: useContinuousRecognition,\r\n            interimResults: true,\r\n            grammarsList: getCommonAndLocalizedGrammars(locale),\r\n            lang: locale,\r\n            passive: useContinuousRecognition,\r\n            wakeWords: getCommonAndLocalizedWakeWords(locale),\r\n            debug: false,\r\n            timerBeforeSpeechEnd: speechRecognitionOptions?.timerBeforeSpeechEnd\r\n          }\r\n\r\n          const processedCredentials: PonyfillOptions = {\r\n            credentials: speechRecognitionHostname\r\n              ? {\r\n                  region: undefined,\r\n                  subscriptionKey: ponyfillCredentials.subscriptionKey || 'mandatory_subscription_key',\r\n                  speechRecognitionHostname: speechRecognitionHostname,\r\n                  speechSynthesisHostname: 'mandatory_synthesis_host_name'\r\n                }\r\n              : {\r\n                  region: ponyfillCredentials.region,\r\n                  subscriptionKey: ponyfillCredentials.subscriptionKey,\r\n                  authorizationToken: ponyfillCredentials.authorizationToken\r\n                }\r\n          }\r\n\r\n          // Abort current recognition before setting the new recognition ponyfill if there is a need to\r\n          currentPonyfill?.speechRecognition?.abort?.()\r\n          currentPonyfill = createSpeechRecognitionPonyfill(processedCredentials, options)\r\n        } else if (currentPonyfill) {\r\n          // Set wakeworkds\r\n          currentPonyfill.speechRecognition.wakeWords = getCommonAndLocalizedWakeWords(locale, agentData?.name)\r\n          // Set language\r\n          activeRecognitionState === RecognitionState.Listening ? currentPonyfill?.speechRecognition.changeLanguage(locale) : (currentPonyfill.speechRecognition.lang = locale)\r\n        }\r\n      }\r\n\r\n      if (currentPonyfill) {\r\n        // Set grammar list\r\n        const grammarList = new SpeechGrammarList()\r\n        grammarList.phrases = getCommonAndLocalizedGrammars(locale)\r\n        if (speechRecognitionDynamicGrammars.length) {\r\n          speechRecognitionDynamicGrammars.forEach((grammar) => {\r\n            !grammarList.phrases.includes(grammar) && grammarList.phrases.push(grammar)\r\n          })\r\n        }\r\n\r\n        if (agentData?.name) {\r\n          // Add raw name\r\n          !grammarList.phrases.includes(agentData.name) && grammarList.phrases.push(agentData.name)\r\n          // Add lower-cased name\r\n          !grammarList.phrases.includes(agentData.name.toLocaleLowerCase(locale)) && grammarList.phrases.push(agentData.name.toLocaleLowerCase(locale))\r\n        }\r\n        currentPonyfill.speechRecognition.grammars = grammarList\r\n\r\n        setPonyfill(currentPonyfill)\r\n      }\r\n    }\r\n  }, [ponyfillCredentials, locale, speechRecognitionDynamicGrammars, agentData])\r\n\r\n  /**\r\n   * Abort recognition if we are not on the 'home' page\r\n   */\r\n  useEffect(() => {\r\n    route !== Routes.Home && dispatch(storeActions.speech.setActiveRecognitionState(RecognitionState.Closed))\r\n  }, [route])\r\n\r\n  useEffect(() => {\r\n    if (ponyfill && appAvailable && loaderClosed) {\r\n      if (ponyfill.speechRecognition) {\r\n        ponyfill.speechRecognition.onstart = () => {\r\n          dispatch(storeActions.speech.setActiveRecognitionState(RecognitionState.Listening))\r\n        }\r\n\r\n        // onend callback is called only whithout using passive speech recognition\r\n        ponyfill.speechRecognition.onend = () => {\r\n          activeModeRef.current !== RecognitionState.Closed && dispatch(storeActions.speech.setActiveRecognitionState(RecognitionState.Closing))\r\n        }\r\n\r\n        ponyfill.speechRecognition.onabort = () => {\r\n          dispatch(storeActions.speech.setActiveRecognitionState(RecognitionState.Closed))\r\n        }\r\n\r\n        ponyfill.speechRecognition.onwakeup = () => {\r\n          if (activeModeRef.current === RecognitionState.Closed) {\r\n            console.log('Retorik Framework > wake word found, trying to open microphone')\r\n            activeModeRef.current === RecognitionState.Closed && dispatch(storeActions.speech.toggleMicrophone(false))\r\n          } else {\r\n            console.log('Retorik Framework > wake word found, but microphone not ready')\r\n          }\r\n        }\r\n\r\n        ponyfill.speechRecognition.onresult = (result: SpeechRecognitionResultList | Array<SpeechRecognitionResultListItem>) => {\r\n          const lastMessage: string | null = result.length ? result[result.length - 1].transcript : null\r\n          // Only get result in Active mode\r\n          if (lastMessage && activeModeRef.current === RecognitionState.Listening) {\r\n            dispatch(storeActions.speech.setLastRecognitionInterim(lastMessage))\r\n          }\r\n        }\r\n\r\n        setPonyfillReady(true)\r\n      }\r\n    }\r\n  }, [ponyfill, appAvailable, loaderClosed])\r\n\r\n  useEffect(() => {\r\n    if (ponyfillReady && mode === Mode.vocal) {\r\n      // Start passive recognition if not done yet\r\n      useContinuousRecognition && !ponyfill?.speechRecognition.started && askPermission()\r\n    }\r\n  }, [mode, ponyfillReady])\r\n\r\n  const togglePassiveToActive = (): void => {\r\n    if (ponyfill?.speechRecognition.started) {\r\n      ponyfill.speechRecognition.toggleContinuousPassiveToActive()\r\n    } else {\r\n      if (ponyfill) {\r\n        ponyfill.speechRecognition.passive = false\r\n        ponyfill.speechRecognition.continuous = false\r\n        ponyfill.speechRecognition.start()\r\n      }\r\n    }\r\n  }\r\n\r\n  useEffect(() => {\r\n    activeModeRef.current = activeRecognitionState\r\n\r\n    if (ponyfill?.speechRecognition && appAvailable && loaderClosed) {\r\n      timerRef?.current && clearTimeout(timerRef.current)\r\n      switch (activeRecognitionState) {\r\n        // Do nothing if we are in a transition state\r\n        case RecognitionState.Initializing: {\r\n          useContinuousRecognition ? togglePassiveToActive() : ponyfill.speechRecognition.start()\r\n          break\r\n        }\r\n        case RecognitionState.Listening:\r\n          break\r\n        case RecognitionState.Closing: {\r\n          if (lastRecognitionInterim) {\r\n            if (!delay) {\r\n              timerRef.current = setTimeout(() => {\r\n                dispatch(storeActions.directline.sendMessage({ text: lastRecognitionInterim }))\r\n\r\n                dispatch(storeActions.speech.setActiveRecognitionState(RecognitionState.Closed))\r\n              }, timeoutDuration)\r\n            }\r\n          } else {\r\n            dispatch(storeActions.speech.setActiveRecognitionState(RecognitionState.Closed))\r\n          }\r\n          break\r\n        }\r\n        case RecognitionState.ForceClosing: {\r\n          dispatch(storeActions.speech.setLastRecognitionInterim(''))\r\n\r\n          // Let's abort the current recognition\r\n          ponyfill.speechRecognition.started ? ponyfill.speechRecognition.abort?.() : dispatch(storeActions.speech.setActiveRecognitionState(RecognitionState.Closed))\r\n          break\r\n        }\r\n        case RecognitionState.Closed: {\r\n          if (useContinuousRecognition && mode === Mode.vocal) {\r\n            timerRef.current = setTimeout(() => {\r\n              ponyfill.speechRecognition.toggleContinuousActiveToPassive()\r\n            }, timeoutDuration)\r\n          }\r\n          dispatch(storeActions.speech.setLastRecognitionInterim(''))\r\n          break\r\n        }\r\n      }\r\n    }\r\n  }, [activeRecognitionState])\r\n\r\n  return <React.Fragment />\r\n}\r\n\r\nexport default RecognitionManager\r\n","import { PermissionStatus } from '../store'\r\n\r\nconst getMicrophonePermission = async (): Promise<PermissionStatus> => {\r\n  try {\r\n    return navigator.mediaDevices\r\n      .getUserMedia({ audio: true })\r\n      .then(\r\n        (stream) => {\r\n          return stream ? PermissionStatus.allowed : PermissionStatus.refused\r\n        },\r\n        (reason) => {\r\n          console.log(\r\n            'Retorik Framework > microphone permission refused : ',\r\n            reason\r\n          )\r\n          return PermissionStatus.refused\r\n        }\r\n      )\r\n      .catch((error) => {\r\n        console.log(\r\n          'Retorik Framework > microphone permission refused : ',\r\n          error\r\n        )\r\n        return PermissionStatus.error\r\n      })\r\n  } catch (error) {\r\n    console.log('Retorik Framework > microphone permission refused : ', error)\r\n    return PermissionStatus.error\r\n  }\r\n}\r\n\r\nexport default getMicrophonePermission\r\n"],"names":[],"version":3,"file":"RecognitionManager.c58b8a3d.js.map"}