uneeq-js 2.53.0 → 2.54.0

package/dist/src/service/speech-handler.d.ts

@@ -42,5 +42,6 @@ export declare class SpeechHandler {
     private getMediaRecorder;
     private initMediaRecorder;
     private mediaRecorderOnData;
-    private handleTranscriptionResult;
+    private handlePttTranscriptionResult;
+    private handleVadTranscriptionResult;
 }

package/dist/umd/index.js

@@ -13313,7 +13313,7 @@ exports.race = race;
 /***/ ((module) => {
 
 "use strict";
-module.exports = JSON.parse('{"name":"uneeq-js","version":"2.53.0","description":"","main":"dist/index.js","types":"dist/src/index.d.ts","scripts":{"start":"npx webpack -w","test-local":"npx karma start karma.conf.js -logLevel=DEBUG","test":"npx karma start --browsers ChromeHeadless --single-run","test:windows":"karma start karma.conf.js","build":"webpack --config webpack.config.prod.js && webpack --config webpack.config.umd.js","lint":"npx tslint -p tsconfig.json --fix","docs":"npx typedoc --options"},"files":["dist","!dist/test"],"author":"","license":"ISC","dependencies":{"@stomp/stompjs":"^6.0.0","@uehreka/seriously":"^1.0.1","fast-text-encoding":"^1.0.6","intrinsic-scale":"^3.0.4","onnxruntime-web":"^1.15.1","promjs":"^0.4.1","ring-buffer-ts":"^1.2.0","rxjs":"^7.8.1","rxjs-compat":"^6.6.7","simple-peer":"^9.11.1","webrtc-adapter":"^8.2.3"},"devDependencies":{"@types/dom-mediacapture-record":"^1.0.16","@types/jasmine":"^2.8.8","@types/node":"^10.9.4","fetch-mock":"7.7.3","ignore-styles":"^5.0.1","jasmine":"^5.1.0","jasmine-core":"^5.1.0","karma":"6.4.3","karma-chrome-launcher":"^3.2.0","karma-firefox-launcher":"^2.1.2","karma-jasmine":"^5.1.0","karma-jasmine-html-reporter":"^2.1.0","karma-requirejs":"^1.1.0","karma-typescript":"^5.5.4","karma-typescript-es6-transform":"^5.5.4","nock":"^9.6.1","requirejs":"^2.3.6","ts-loader":"^9.4.4","ts-node":"^7.0.1","tslint":"^5.11.0","tslint-no-focused-test":"^0.5.0","typedoc":"^0.18.0","typescript":"^5.1.6","webpack":"^5.88.2","webpack-cli":"^5.1.4"}}');
+module.exports = JSON.parse('{"name":"uneeq-js","version":"2.54.0","description":"","main":"dist/index.js","types":"dist/src/index.d.ts","scripts":{"start":"npx webpack -w","test-local":"npx karma start karma.conf.js -logLevel=DEBUG","test":"npx karma start --browsers ChromeHeadless --single-run","test:windows":"karma start karma.conf.js","build":"webpack --config webpack.config.prod.js && webpack --config webpack.config.umd.js","lint":"npx tslint -p tsconfig.json --fix","docs":"npx typedoc --options"},"files":["dist","!dist/test"],"author":"","license":"ISC","dependencies":{"@stomp/stompjs":"^6.0.0","@uehreka/seriously":"^1.0.1","fast-text-encoding":"^1.0.6","intrinsic-scale":"^3.0.4","onnxruntime-web":"^1.15.1","promjs":"^0.4.1","ring-buffer-ts":"^1.2.0","rxjs":"^7.8.1","rxjs-compat":"^6.6.7","simple-peer":"^9.11.1","webrtc-adapter":"^8.2.3"},"devDependencies":{"@types/dom-mediacapture-record":"^1.0.16","@types/jasmine":"^2.8.8","@types/node":"^10.9.4","fetch-mock":"7.7.3","ignore-styles":"^5.0.1","jasmine":"^5.1.0","jasmine-core":"^5.1.0","karma":"6.4.3","karma-chrome-launcher":"^3.2.0","karma-firefox-launcher":"^2.1.2","karma-jasmine":"^5.1.0","karma-jasmine-html-reporter":"^2.1.0","karma-requirejs":"^1.1.0","karma-typescript":"^5.5.4","karma-typescript-es6-transform":"^5.5.4","nock":"^9.6.1","requirejs":"^2.3.6","ts-loader":"^9.4.4","ts-node":"^7.0.1","tslint":"^5.11.0","tslint-no-focused-test":"^0.5.0","typedoc":"^0.18.0","typescript":"^5.1.6","webpack":"^5.88.2","webpack-cli":"^5.1.4"}}');
 
 /***/ }),
 /* 242 */
@@ -51463,9 +51463,15 @@ class SpeechHandler {
         logger_1.logger.log(this.logPrefix + 'Got a websocket message: ', wsMsg);
         try {
             const msg = JSON.parse(wsMsg.data);
-            if (msg.state === 'response' && msg.results && msg.results[0]) {
-                this.handleTranscriptionResult(msg.results[0]);
-                return;
+            const result = msg.results ? msg.results[0] : null;
+            if (msg.state === 'response' && result) {
+                console.log(`${this.logPrefix} Speech transcription result ${JSON.stringify(result)}`);
+                if (this.options.enableVad) {
+                    this.handleVadTranscriptionResult(result);
+                }
+                else {
+                    this.handlePttTranscriptionResult(result);
+                }
             }
         }
         catch (err) {
@@ -51522,7 +51528,7 @@ class SpeechHandler {
     initMicrophone() {
         if (!this.stream) {
             navigator.mediaDevices.getUserMedia({
-                audio: { echoCancellation: false, sampleRate: audioSampleRate, channelCount: audioChannelCount }
+                audio: { echoCancellation: true, sampleRate: audioSampleRate, channelCount: audioChannelCount }
             })
                 .then((stream) => {
                 this.stream = stream;
@@ -51569,8 +51575,7 @@ class SpeechHandler {
      * If the recording is live (VAD), append final STT results until recording is no longer live,
        then send it as a question.
      */
-    handleTranscriptionResult(result) {
-        logger_1.logger.log(this.logPrefix + `Speech transcription (${result.confidence} confidence): ${result.transcript}`);
+    handlePttTranscriptionResult(result) {
         this.awaitingFinalTranscript = !result.final;
         try {
             if (this.recordingLive) {
@@ -51610,6 +51615,19 @@ class SpeechHandler {
             this.storedTranscription = undefined;
         }
     }
+    handleVadTranscriptionResult(result) {
+        if (result.final) {
+            this.options.chatMetadata.userSpokenLocale = result.language_code;
+            this.options.api.avatarAsk(result.transcript, this.options.chatMetadata);
+        }
+        else if (this.digitalHumanSpeaking) {
+            this.options.api.stopSpeaking();
+            this.digitalHumanSpeaking = false;
+        }
+        if (result.stability > transcriptionStabilityThreshold || result.final) {
+            this.options.messages.next(new MessageTypes_1.SpeechTranscriptionMessage(result));
+        }
+    }
 }
 exports.SpeechHandler = SpeechHandler;
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "uneeq-js",
-  "version": "2.53.0",
+  "version": "2.54.0",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/src/index.d.ts",

package/readme.md

@@ -8,6 +8,9 @@ https://docs.uneeq.io/build-your-own-experience
 To use uneeq-js with a typescript version < 3.8, 'skipLibCheck' must be set to true.
 
 ## Release Notes
+#### 2.54.0
+* Re-enabled echoCancellation and fixed an issue that caused speech recognition to perform poorly in high latency environments.
+
 #### 2.53.0
 * Disabled echoCancellation due to performance issues.