uneeq-js 2.47.3 → 2.47.5

package/dist/src/service/api.d.ts

@@ -23,7 +23,7 @@ export declare class API {
     avatarAsk(text: string): Promise<void>;
     avatarStartRecording(): Promise<void>;
     avatarStopRecording(): Promise<void>;
-    avatarStopSpeaking(): Promise<void>;
+    stopSpeaking(): Promise<void>;
     getAvailableAvatarCount(): Promise<AvatarAvailableCountResponse>;
     startSessionWithToken(data: NewSessionRequest): Promise<NewSessionResponse>;
     setAvatarDebug(enabled: boolean): Promise<any>;

package/dist/src/service/speech-handler.d.ts

@@ -9,8 +9,11 @@ export declare class SpeechHandler {
     private recordingLive;
     private headerBlob;
     private scriptsLoadedPromise;
+    private digitalHumanSpeaking;
     constructor(options: SpeechHandlerOptions);
+    private loadScript;
     private loadScripts;
+    private handleAppMessages;
     private initWebsocket;
     private loadSavedAudioHeaders;
     private initVoiceActivityDetection;

package/dist/umd/index.js

@@ -3900,7 +3900,7 @@ class Uneeq {
      * When successful a corresponding AvatarRequestCompleted should be received.
      */
     stopSpeaking() {
-        return this.api.avatarStopSpeaking();
+        return this.api.stopSpeaking();
     }
     /**
      * Pauses a live session. Local video and audio will stop being sent and remote avatar video audio will be stopped.
@@ -13240,7 +13240,7 @@ exports.race = race;
 /***/ ((module) => {
 
 "use strict";
-module.exports = JSON.parse('{"name":"uneeq-js","version":"2.47.3","description":"","main":"dist/index.js","types":"dist/src/index.d.ts","scripts":{"start":"npx webpack -w","test-local":"npx karma start karma.conf.js -logLevel=DEBUG","test":"npx karma start --browsers ChromeHeadless --single-run","test:windows":"karma start karma.conf.js","build":"webpack --config webpack.config.prod.js && webpack --config webpack.config.umd.js","lint":"npx tslint -p tsconfig.json --fix","docs":"npx typedoc --options"},"files":["dist","!dist/test"],"author":"","license":"ISC","dependencies":{"@stomp/stompjs":"^6.0.0","@uehreka/seriously":"^1.0.1","fast-text-encoding":"^1.0.0","intrinsic-scale":"^3.0.4","onnxruntime-web":"^1.15.1","promjs":"^0.4.1","ring-buffer-ts":"^1.2.0","rxjs":"^7.8.1","rxjs-compat":"^6.6.7","simple-peer":"^9.11.1","webrtc-adapter":"^8.2.3"},"devDependencies":{"@types/dom-mediacapture-record":"^1.0.16","@types/jasmine":"^2.8.8","@types/node":"^10.9.4","fetch-mock":"7.7.3","ignore-styles":"^5.0.1","jasmine":"^5.1.0","jasmine-core":"^5.1.0","karma":"^6.4.2","karma-chrome-launcher":"^3.2.0","karma-firefox-launcher":"^2.1.2","karma-jasmine":"^5.1.0","karma-jasmine-html-reporter":"^2.1.0","karma-requirejs":"^1.1.0","karma-typescript":"^5.5.4","karma-typescript-es6-transform":"^5.5.4","nock":"^9.6.1","requirejs":"^2.3.6","ts-loader":"^9.4.4","ts-node":"^7.0.1","tslint":"^5.11.0","tslint-no-focused-test":"^0.5.0","typedoc":"^0.18.0","typescript":"^5.1.6","webpack":"^5.88.2","webpack-cli":"^5.1.4"}}');
+module.exports = JSON.parse('{"name":"uneeq-js","version":"2.47.5","description":"","main":"dist/index.js","types":"dist/src/index.d.ts","scripts":{"start":"npx webpack -w","test-local":"npx karma start karma.conf.js -logLevel=DEBUG","test":"npx karma start --browsers ChromeHeadless --single-run","test:windows":"karma start karma.conf.js","build":"webpack --config webpack.config.prod.js && webpack --config webpack.config.umd.js","lint":"npx tslint -p tsconfig.json --fix","docs":"npx typedoc --options"},"files":["dist","!dist/test"],"author":"","license":"ISC","dependencies":{"@stomp/stompjs":"^6.0.0","@uehreka/seriously":"^1.0.1","fast-text-encoding":"^1.0.0","intrinsic-scale":"^3.0.4","onnxruntime-web":"^1.15.1","promjs":"^0.4.1","ring-buffer-ts":"^1.2.0","rxjs":"^7.8.1","rxjs-compat":"^6.6.7","simple-peer":"^9.11.1","webrtc-adapter":"^8.2.3"},"devDependencies":{"@types/dom-mediacapture-record":"^1.0.16","@types/jasmine":"^2.8.8","@types/node":"^10.9.4","fetch-mock":"7.7.3","ignore-styles":"^5.0.1","jasmine":"^5.1.0","jasmine-core":"^5.1.0","karma":"^6.4.2","karma-chrome-launcher":"^3.2.0","karma-firefox-launcher":"^2.1.2","karma-jasmine":"^5.1.0","karma-jasmine-html-reporter":"^2.1.0","karma-requirejs":"^1.1.0","karma-typescript":"^5.5.4","karma-typescript-es6-transform":"^5.5.4","nock":"^9.6.1","requirejs":"^2.3.6","ts-loader":"^9.4.4","ts-node":"^7.0.1","tslint":"^5.11.0","tslint-no-focused-test":"^0.5.0","typedoc":"^0.18.0","typescript":"^5.1.6","webpack":"^5.88.2","webpack-cli":"^5.1.4"}}');
 
 /***/ }),
 /* 242 */
@@ -13293,7 +13293,7 @@ class API {
     avatarStopRecording() {
         return this.postRequest('/api/v1/avatar/' + this._callId + '/audioCapture/stop');
     }
-    avatarStopSpeaking() {
+    stopSpeaking() {
         return this.postRequest('/api/v1/avatar/' + this._callId + '/stopSpeaking');
     }
     getAvailableAvatarCount() {
@@ -51174,24 +51174,47 @@ class SpeechHandler {
         this.logPrefix = 'UneeQ: Speech Recognition: ';
         this.speechBuffer = new ring_buffer_ts_1.RingBuffer(speechBufferLength);
         this.recordingLive = false;
-        this.scriptsLoadedPromise = [];
+        this.digitalHumanSpeaking = false;
         console.warn('UneeQ: SPEECH_RECOGNITION input mode is in development, you may experience issues.');
         this.options.assetBasePath = this.options.assetBasePath || defaultAssetPath;
         this.loadSavedAudioHeaders();
         this.loadScripts();
         this.initWebsocket(this.options);
+        this.handleAppMessages();
+    }
+    loadScript(url) {
+        return new Promise((resolve) => {
+            const script = document.createElement('script');
+            script.src = url;
+            script.onload = () => {
+                resolve(null);
+            };
+            document.body.appendChild(script);
+        });
     }
     loadScripts() {
-        const loadScript = (url) => {
-            return new Promise((resolve) => {
-                const script = document.createElement('script');
-                script.src = url;
-                script.onload = resolve;
-                document.body.appendChild(script);
+        this.scriptsLoadedPromise = new Promise((resolve) => {
+            // load the opus media recorder script first or there will be a race condition.
+            this.loadScript(this.options.assetBasePath + 'OpusMediaRecorder.umd.js').then(() => {
+                // once opus media recorder has finished loading, load the encoder worker.
+                this.loadScript(this.options.assetBasePath + 'encoderWorker.umd.js').then(() => {
+                    resolve(null);
+                });
             });
-        };
-        this.scriptsLoadedPromise.push(loadScript(this.options.assetBasePath + 'OpusMediaRecorder.umd.js'));
-        this.scriptsLoadedPromise.push(loadScript(this.options.assetBasePath + 'encoderWorker.umd.js'));
+        });
+    }
+    handleAppMessages() {
+        this.options.messages.subscribe((msg) => {
+            switch (msg.uneeqMessageType) {
+                case MessageTypes_1.UneeqMessageType.StartedSpeaking:
+                    this.digitalHumanSpeaking = true;
+                    break;
+                case MessageTypes_1.UneeqMessageType.FinishedSpeaking:
+                    this.digitalHumanSpeaking = false;
+                    break;
+                default:
+            }
+        });
     }
     initWebsocket(options) {
         let connectionUrl = options.apiUrl.replace('https://api.', 'wss://speech-recognition-service.');
@@ -51313,7 +51336,7 @@ class SpeechHandler {
             mimeType: 'audio/webm',
             audioBitsPerSecond: audioSampleRate
         };
-        return Promise.all(this.scriptsLoadedPromise).then(() => {
+        this.scriptsLoadedPromise.then(() => {
             this.mediaRecorder = this.getMediaRecorder(stream, mediaOptions, workerOptions);
             this.mediaRecorder.ondataavailable = (e) => this.mediaRecorderOnData(e);
             this.mediaRecorder.onstop = () => this.sendStopMessage();
@@ -51335,6 +51358,10 @@ class SpeechHandler {
         if (result.final) {
             this.options.api.avatarAsk(result.transcript);
         }
+        else if (this.digitalHumanSpeaking) {
+            this.options.api.stopSpeaking();
+            this.digitalHumanSpeaking = false;
+        }
         this.options.messages.next(new MessageTypes_1.SpeechTranscriptionMessage(result));
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "uneeq-js",
-  "version": "2.47.3",
+  "version": "2.47.5",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/src/index.d.ts",

package/readme.md

@@ -8,8 +8,14 @@ https://docs.uneeq.io/build-your-own-experience
 To use uneeq-js with a typescript version < 3.8, 'skipLibCheck' must be set to true.
 
 ## Release Notes
+#### 2.47.5
+* Speech Recognition mode: Stop the digital human from speaking when an interim speech result is received.
+
+#### 2.47.4
+* Fixed a race condition when loading speech recognition assets
+
 #### 2.47.3
-Updated speech recognition scripts to be loaded in a more secure way.
+* Updated speech recognition scripts to be loaded in a more secure way.
 
 #### 2.47.1
 * Updated SPEECH_RECOGNITION mode to record in opus format.