@webex/internal-plugin-voicea 3.0.0-beta.41 → 3.0.0-beta.411

package/dist/constants.js

@@ -4,7 +4,7 @@ var _Object$defineProperty = require("@babel/runtime-corejs2/core-js/object/defi
 _Object$defineProperty(exports, "__esModule", {
   value: true
 });
-exports.VOICEA_RELAY_TYPES = exports.VOICEA = exports.TRANSCRIPTION_TYPE = exports.EVENT_TRIGGERS = void 0;
+exports.VOICEA_RELAY_TYPES = exports.VOICEA = exports.TURN_ON_CAPTION_STATUS = exports.TRANSCRIPTION_TYPE = exports.EVENT_TRIGGERS = exports.ANNOUNCE_STATUS = void 0;
 var EVENT_TRIGGERS = {
   VOICEA_ANNOUNCEMENT: 'voicea:announcement',
   CAPTION_LANGUAGE_UPDATE: 'voicea:captionLanguageUpdate',
@@ -37,4 +37,16 @@ var TRANSCRIPTION_TYPE = {
 exports.TRANSCRIPTION_TYPE = TRANSCRIPTION_TYPE;
 var VOICEA = 'voicea';
 exports.VOICEA = VOICEA;
+var ANNOUNCE_STATUS = {
+  IDLE: 'idle',
+  JOINED: 'joined',
+  JOINING: 'joining'
+};
+exports.ANNOUNCE_STATUS = ANNOUNCE_STATUS;
+var TURN_ON_CAPTION_STATUS = {
+  IDLE: 'idle',
+  ENABLED: 'enabled',
+  SENDING: 'sending'
+};
+exports.TURN_ON_CAPTION_STATUS = TURN_ON_CAPTION_STATUS;
 //# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -1 +1 @@
-{"version":3,"names":["EVENT_TRIGGERS","VOICEA_ANNOUNCEMENT","CAPTION_LANGUAGE_UPDATE","SPOKEN_LANGUAGE_UPDATE","CAPTIONS_TURNED_ON","TRANSCRIBING_ON","TRANSCRIBING_OFF","NEW_CAPTION","EVA_COMMAND","HIGHLIGHT_CREATED","VOICEA_RELAY_TYPES","ANNOUNCEMENT","CLIENT_ANNOUNCEMENT","TRANSLATION_REQUEST","TRANSLATION_RESPONSE","TRANSCRIPTION","TRANSCRIPTION_TYPE","UNKNOWN","EVA_WAKE","EVA_THANKS","EVA_CANCEL","TRANSCRIPT_INTERIM_RESULTS","TRANSCRIPT_FINAL_RESULT","VOICEA"],"sources":["constants.ts"],"sourcesContent":["export const EVENT_TRIGGERS = {\n  VOICEA_ANNOUNCEMENT: 'voicea:announcement',\n  CAPTION_LANGUAGE_UPDATE: 'voicea:captionLanguageUpdate',\n  SPOKEN_LANGUAGE_UPDATE: 'voicea:spokenLanguageUpdate',\n  CAPTIONS_TURNED_ON: 'voicea:captionOn',\n  TRANSCRIBING_ON: 'voicea:transcribingOn',\n  TRANSCRIBING_OFF: 'voicea:transcribingOff',\n\n  NEW_CAPTION: 'voicea:newCaption',\n  EVA_COMMAND: 'voicea:wxa',\n  HIGHLIGHT_CREATED: 'voicea:highlightCreated',\n};\n\nexport const VOICEA_RELAY_TYPES = {\n  ANNOUNCEMENT: 'voicea.annc',\n  CLIENT_ANNOUNCEMENT: 'client.annc',\n  TRANSLATION_REQUEST: 'voicea.transl.req',\n  TRANSLATION_RESPONSE: 'voicea.transl.rsp',\n  TRANSCRIPTION: 'voicea.transcription',\n};\n\nexport const TRANSCRIPTION_TYPE = {\n  UNKNOWN: 'unknown',\n  EVA_WAKE: 'eva_wake',\n  EVA_THANKS: 'eva_thanks',\n  EVA_CANCEL: 'eva_cancel',\n  HIGHLIGHT_CREATED: 'highlight_created',\n  TRANSCRIPT_INTERIM_RESULTS: 'transcript_interim_results',\n  TRANSCRIPT_FINAL_RESULT: 'transcript_final_result',\n};\n\nexport const VOICEA = 'voicea';\n"],"mappings":";;;;;;;AAAO,IAAMA,cAAc,GAAG;EAC5BC,mBAAmB,EAAE,qBAAqB;EAC1CC,uBAAuB,EAAE,8BAA8B;EACvDC,sBAAsB,EAAE,6BAA6B;EACrDC,kBAAkB,EAAE,kBAAkB;EACtCC,eAAe,EAAE,uBAAuB;EACxCC,gBAAgB,EAAE,wBAAwB;EAE1CC,WAAW,EAAE,mBAAmB;EAChCC,WAAW,EAAE,YAAY;EACzBC,iBAAiB,EAAE;AACrB,CAAC;AAAC;AAEK,IAAMC,kBAAkB,GAAG;EAChCC,YAAY,EAAE,aAAa;EAC3BC,mBAAmB,EAAE,aAAa;EAClCC,mBAAmB,EAAE,mBAAmB;EACxCC,oBAAoB,EAAE,mBAAmB;EACzCC,aAAa,EAAE;AACjB,CAAC;AAAC;AAEK,IAAMC,kBAAkB,GAAG;EAChCC,OAAO,EAAE,SAAS;EAClBC,QAAQ,EAAE,UAAU;EACpBC,UAAU,EAAE,YAAY;EACxBC,UAAU,EAAE,YAAY;EACxBX,iBAAiB,EAAE,mBAAmB;EACtCY,0BAA0B,EAAE,4BAA4B;EACxDC,uBAAuB,EAAE;AAC3B,CAAC;AAAC;AAEK,IAAMC,MAAM,GAAG,QAAQ;AAAC"}
+{"version":3,"names":["EVENT_TRIGGERS","VOICEA_ANNOUNCEMENT","CAPTION_LANGUAGE_UPDATE","SPOKEN_LANGUAGE_UPDATE","CAPTIONS_TURNED_ON","TRANSCRIBING_ON","TRANSCRIBING_OFF","NEW_CAPTION","EVA_COMMAND","HIGHLIGHT_CREATED","VOICEA_RELAY_TYPES","ANNOUNCEMENT","CLIENT_ANNOUNCEMENT","TRANSLATION_REQUEST","TRANSLATION_RESPONSE","TRANSCRIPTION","TRANSCRIPTION_TYPE","UNKNOWN","EVA_WAKE","EVA_THANKS","EVA_CANCEL","TRANSCRIPT_INTERIM_RESULTS","TRANSCRIPT_FINAL_RESULT","VOICEA","ANNOUNCE_STATUS","IDLE","JOINED","JOINING","TURN_ON_CAPTION_STATUS","ENABLED","SENDING"],"sources":["constants.ts"],"sourcesContent":["export const EVENT_TRIGGERS = {\n  VOICEA_ANNOUNCEMENT: 'voicea:announcement',\n  CAPTION_LANGUAGE_UPDATE: 'voicea:captionLanguageUpdate',\n  SPOKEN_LANGUAGE_UPDATE: 'voicea:spokenLanguageUpdate',\n  CAPTIONS_TURNED_ON: 'voicea:captionOn',\n  TRANSCRIBING_ON: 'voicea:transcribingOn',\n  TRANSCRIBING_OFF: 'voicea:transcribingOff',\n\n  NEW_CAPTION: 'voicea:newCaption',\n  EVA_COMMAND: 'voicea:wxa',\n  HIGHLIGHT_CREATED: 'voicea:highlightCreated',\n};\n\nexport const VOICEA_RELAY_TYPES = {\n  ANNOUNCEMENT: 'voicea.annc',\n  CLIENT_ANNOUNCEMENT: 'client.annc',\n  TRANSLATION_REQUEST: 'voicea.transl.req',\n  TRANSLATION_RESPONSE: 'voicea.transl.rsp',\n  TRANSCRIPTION: 'voicea.transcription',\n};\n\nexport const TRANSCRIPTION_TYPE = {\n  UNKNOWN: 'unknown',\n  EVA_WAKE: 'eva_wake',\n  EVA_THANKS: 'eva_thanks',\n  EVA_CANCEL: 'eva_cancel',\n  HIGHLIGHT_CREATED: 'highlight_created',\n  TRANSCRIPT_INTERIM_RESULTS: 'transcript_interim_results',\n  TRANSCRIPT_FINAL_RESULT: 'transcript_final_result',\n};\n\nexport const VOICEA = 'voicea';\n\nexport const ANNOUNCE_STATUS = {\n  IDLE: 'idle',\n  JOINED: 'joined',\n  JOINING: 'joining',\n};\n\nexport const TURN_ON_CAPTION_STATUS = {\n  IDLE: 'idle',\n  ENABLED: 'enabled',\n  SENDING: 'sending',\n};\n"],"mappings":";;;;;;;AAAO,IAAMA,cAAc,GAAG;EAC5BC,mBAAmB,EAAE,qBAAqB;EAC1CC,uBAAuB,EAAE,8BAA8B;EACvDC,sBAAsB,EAAE,6BAA6B;EACrDC,kBAAkB,EAAE,kBAAkB;EACtCC,eAAe,EAAE,uBAAuB;EACxCC,gBAAgB,EAAE,wBAAwB;EAE1CC,WAAW,EAAE,mBAAmB;EAChCC,WAAW,EAAE,YAAY;EACzBC,iBAAiB,EAAE;AACrB,CAAC;AAAC;AAEK,IAAMC,kBAAkB,GAAG;EAChCC,YAAY,EAAE,aAAa;EAC3BC,mBAAmB,EAAE,aAAa;EAClCC,mBAAmB,EAAE,mBAAmB;EACxCC,oBAAoB,EAAE,mBAAmB;EACzCC,aAAa,EAAE;AACjB,CAAC;AAAC;AAEK,IAAMC,kBAAkB,GAAG;EAChCC,OAAO,EAAE,SAAS;EAClBC,QAAQ,EAAE,UAAU;EACpBC,UAAU,EAAE,YAAY;EACxBC,UAAU,EAAE,YAAY;EACxBX,iBAAiB,EAAE,mBAAmB;EACtCY,0BAA0B,EAAE,4BAA4B;EACxDC,uBAAuB,EAAE;AAC3B,CAAC;AAAC;AAEK,IAAMC,MAAM,GAAG,QAAQ;AAAC;AAExB,IAAMC,eAAe,GAAG;EAC7BC,IAAI,EAAE,MAAM;EACZC,MAAM,EAAE,QAAQ;EAChBC,OAAO,EAAE;AACX,CAAC;AAAC;AAEK,IAAMC,sBAAsB,GAAG;EACpCH,IAAI,EAAE,MAAM;EACZI,OAAO,EAAE,SAAS;EAClBC,OAAO,EAAE;AACX,CAAC;AAAC"}

package/dist/index.js

@@ -8,6 +8,18 @@ var _interopRequireDefault = require("@babel/runtime-corejs2/helpers/interopRequ
 _Object$defineProperty(exports, "__esModule", {
   value: true
 });
+_Object$defineProperty(exports, "EVENT_TRIGGERS", {
+  enumerable: true,
+  get: function get() {
+    return _constants.EVENT_TRIGGERS;
+  }
+});
+_Object$defineProperty(exports, "TURN_ON_CAPTION_STATUS", {
+  enumerable: true,
+  get: function get() {
+    return _constants.TURN_ON_CAPTION_STATUS;
+  }
+});
 _Object$defineProperty(exports, "default", {
   enumerable: true,
   get: function get() {
@@ -16,6 +28,7 @@ _Object$defineProperty(exports, "default", {
 });
 var WebexCore = _interopRequireWildcard(require("@webex/webex-core"));
 var _voicea = _interopRequireDefault(require("./voicea"));
+var _constants = require("./constants");
 function _getRequireWildcardCache(nodeInterop) { if (typeof _WeakMap !== "function") return null; var cacheBabelInterop = new _WeakMap(); var cacheNodeInterop = new _WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
 function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = _Object$defineProperty && _Object$getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? _Object$getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { _Object$defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
 WebexCore.registerInternalPlugin('voicea', _voicea.default, {});

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["WebexCore","registerInternalPlugin","VoiceaChannel"],"sources":["index.ts"],"sourcesContent":["import * as WebexCore from '@webex/webex-core';\n\nimport VoiceaChannel from './voicea';\n\nWebexCore.registerInternalPlugin('voicea', VoiceaChannel, {});\n\nexport {default} from './voicea';\n"],"mappings":";;;;;;;;;;;;;;;;AAAA;AAEA;AAAqC;AAAA;AAErCA,SAAS,CAACC,sBAAsB,CAAC,QAAQ,EAAEC,eAAa,EAAE,CAAC,CAAC,CAAC"}
+{"version":3,"names":["WebexCore","registerInternalPlugin","VoiceaChannel"],"sources":["index.ts"],"sourcesContent":["import * as WebexCore from '@webex/webex-core';\n\nimport VoiceaChannel from './voicea';\n\nWebexCore.registerInternalPlugin('voicea', VoiceaChannel, {});\n\nexport {default} from './voicea';\nexport {EVENT_TRIGGERS, TURN_ON_CAPTION_STATUS} from './constants';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAEA;AAKA;AAAmE;AAAA;AAHnEA,SAAS,CAACC,sBAAsB,CAAC,QAAQ,EAAEC,eAAa,EAAE,CAAC,CAAC,CAAC"}

package/dist/voicea.js

@@ -44,16 +44,17 @@ var VoiceaChannel = /*#__PURE__*/function (_WebexPlugin) {
     _this = _super.call.apply(_super, [this].concat(args));
     (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "namespace", _constants.VOICEA);
     (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "seqNum", void 0);
-    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "hasVoiceaJoined", void 0);
     (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "areCaptionsEnabled", void 0);
     (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "hasSubscribedToEvents", false);
     (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "vmcDeviceId", void 0);
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "announceStatus", void 0);
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "captionStatus", void 0);
     (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "eventProcessor", function (e) {
       _this.seqNum = e.sequenceNumber + 1;
       switch (e.data.relayType) {
         case _constants.VOICEA_RELAY_TYPES.ANNOUNCEMENT:
           _this.vmcDeviceId = e.headers.from;
-          _this.hasVoiceaJoined = true;
+          _this.announceStatus = _constants.ANNOUNCE_STATUS.JOINED;
           _this.processAnnouncementMessage(e.data.voiceaPayload);
           break;
         case _constants.VOICEA_RELAY_TYPES.TRANSLATION_RESPONSE:
@@ -85,6 +86,7 @@ var VoiceaChannel = /*#__PURE__*/function (_WebexPlugin) {
           }, _constants.EVENT_TRIGGERS.NEW_CAPTION, {
             isFinal: true,
             transcriptId: voiceaPayload.transcript_id,
+            translations: voiceaPayload.translations,
             transcript: {
               csis: voiceaPayload.csis,
               text: voiceaPayload.transcript.text,
@@ -159,8 +161,7 @@ var VoiceaChannel = /*#__PURE__*/function (_WebexPlugin) {
       }, _constants.EVENT_TRIGGERS.VOICEA_ANNOUNCEMENT, voiceaLanguageOptions);
     });
     (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "sendAnnouncement", function () {
-      // @ts-ignore
-      if (_this.hasVoiceaJoined || !_this.webex.internal.llm.isConnected()) return;
+      _this.announceStatus = _constants.ANNOUNCE_STATUS.JOINING;
       _this.listenToEvents();
       // @ts-ignore
       _this.webex.internal.llm.socket.send({
@@ -190,7 +191,9 @@ var VoiceaChannel = /*#__PURE__*/function (_WebexPlugin) {
           // @ts-ignore
           url: "".concat(_this.webex.internal.llm.getLocusUrl(), "/controls/"),
           body: {
-            languageCode: languageCode
+            transcribe: {
+              spokenLanguage: languageCode
+            }
           }
         }).then(function () {
           _pluginMeetings.TriggerProxy.trigger((0, _assertThisInitialized2.default)(_this), {
@@ -228,70 +231,109 @@ var VoiceaChannel = /*#__PURE__*/function (_WebexPlugin) {
       });
       _this.seqNum += 1;
     });
-    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "turnOnCaptions", /*#__PURE__*/(0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee() {
-      return _regenerator.default.wrap(function _callee$(_context) {
-        while (1) switch (_context.prev = _context.next) {
-          case 0:
-            if (!(_this.hasVoiceaJoined && _this.areCaptionsEnabled)) {
-              _context.next = 2;
-              break;
-            }
-            return _context.abrupt("return", undefined);
-          case 2:
-            return _context.abrupt("return", _this.request({
-              method: 'PUT',
-              // @ts-ignore
-              url: "".concat(_this.webex.internal.llm.getLocusUrl(), "/controls/"),
-              body: {
-                transcribe: {
-                  caption: true
-                }
-              }
-            }).then(function () {
-              _pluginMeetings.TriggerProxy.trigger((0, _assertThisInitialized2.default)(_this), {
-                file: 'voicea',
-                function: 'turnOnCaptions'
-              }, _constants.EVENT_TRIGGERS.CAPTIONS_TURNED_ON);
-              _this.areCaptionsEnabled = true;
-              _this.sendAnnouncement();
-            }));
-          case 3:
-          case "end":
-            return _context.stop();
-        }
-      }, _callee);
-    })));
-    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "toggleTranscribing", /*#__PURE__*/function () {
-      var _ref2 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee2(activate) {
-        return _regenerator.default.wrap(function _callee2$(_context2) {
-          while (1) switch (_context2.prev = _context2.next) {
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "requestTurnOnCaptions", function (languageCode) {
+      _this.captionStatus = _constants.TURN_ON_CAPTION_STATUS.SENDING;
+
+      // only set the spoken language if it is provided
+      var body = {
+        transcribe: {
+          caption: true
+        },
+        languageCode: languageCode
+      };
+
+      // @ts-ignore
+      // eslint-disable-next-line newline-before-return
+      return _this.request({
+        method: 'PUT',
+        // @ts-ignore
+        url: "".concat(_this.webex.internal.llm.getLocusUrl(), "/controls/"),
+        body: body
+      }).then(function () {
+        _pluginMeetings.TriggerProxy.trigger((0, _assertThisInitialized2.default)(_this), {
+          file: 'voicea',
+          function: 'turnOnCaptions'
+        }, _constants.EVENT_TRIGGERS.CAPTIONS_TURNED_ON);
+        _this.areCaptionsEnabled = true;
+        _this.captionStatus = _constants.TURN_ON_CAPTION_STATUS.ENABLED;
+        _this.announce();
+      }).catch(function () {
+        _this.captionStatus = _constants.TURN_ON_CAPTION_STATUS.IDLE;
+        throw new Error('turn on captions fail');
+      });
+    });
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "isAnnounceProcessing", function () {
+      return [_constants.ANNOUNCE_STATUS.JOINING, _constants.ANNOUNCE_STATUS.JOINED].includes(_this.announceStatus);
+    });
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "announce", function () {
+      if (_this.isAnnounceProcessing()) return;
+      // @ts-ignore
+      if (!_this.webex.internal.llm.isConnected()) {
+        throw new Error('voicea can not announce before llm connected');
+      }
+      _this.sendAnnouncement();
+    });
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "isCaptionProcessing", function () {
+      return [_constants.TURN_ON_CAPTION_STATUS.SENDING, _constants.TURN_ON_CAPTION_STATUS.ENABLED].includes(_this.captionStatus);
+    });
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "turnOnCaptions", /*#__PURE__*/function () {
+      var _ref = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee(spokenLanguage) {
+        return _regenerator.default.wrap(function _callee$(_context) {
+          while (1) switch (_context.prev = _context.next) {
             case 0:
-              return _context2.abrupt("return", _this.request({
-                method: 'PUT',
-                // @ts-ignore
-                url: "".concat(_this.webex.internal.llm.getLocusUrl(), "/controls/"),
-                body: {
-                  transcribe: {
-                    transcribing: activate
-                  }
-                }
-              }).then(function () {
-                if (activate && !_this.areCaptionsEnabled && !_this.hasVoiceaJoined) _this.turnOnCaptions();
-              }));
-            case 1:
+              if (!_this.isCaptionProcessing()) {
+                _context.next = 2;
+                break;
+              }
+              return _context.abrupt("return", undefined);
+            case 2:
+              if (_this.webex.internal.llm.isConnected()) {
+                _context.next = 4;
+                break;
+              }
+              throw new Error('can not turn on captions before llm connected');
+            case 4:
+              return _context.abrupt("return", _this.requestTurnOnCaptions(spokenLanguage));
+            case 5:
             case "end":
-              return _context2.stop();
+              return _context.stop();
           }
-        }, _callee2);
+        }, _callee);
       }));
       return function (_x) {
-        return _ref2.apply(this, arguments);
+        return _ref.apply(this, arguments);
       };
     }());
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "toggleTranscribing", function (activate, spokenLanguage) {
+      // @ts-ignore
+      return _this.request({
+        method: 'PUT',
+        // @ts-ignore
+        url: "".concat(_this.webex.internal.llm.getLocusUrl(), "/controls/"),
+        body: {
+          transcribe: {
+            transcribing: activate
+          },
+          spokenLanguage: spokenLanguage
+        }
+      }).then(function () {
+        if (activate && !_this.areCaptionsEnabled) {
+          return _this.turnOnCaptions(spokenLanguage);
+        }
+        return undefined;
+      });
+    });
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "getCaptionStatus", function () {
+      return _this.captionStatus;
+    });
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "getAnnounceStatus", function () {
+      return _this.announceStatus;
+    });
     _this.seqNum = 1;
-    _this.hasVoiceaJoined = false;
     _this.areCaptionsEnabled = false;
     _this.vmcDeviceId = undefined;
+    _this.announceStatus = _constants.ANNOUNCE_STATUS.IDLE;
+    _this.captionStatus = _constants.TURN_ON_CAPTION_STATUS.IDLE;
     return _this;
   }
 
@@ -320,16 +362,20 @@ var VoiceaChannel = /*#__PURE__*/function (_WebexPlugin) {
       }
     }
 
-    // @ts-ignore
+    /**
+     * Listen to websocket messages
+     * @returns {void}
+     */
   }, {
     key: "deregisterEvents",
     value: function deregisterEvents() {
-      this.hasVoiceaJoined = false;
       this.areCaptionsEnabled = false;
       this.vmcDeviceId = undefined;
       // @ts-ignore
       this.webex.internal.llm.off('event:relay.event', this.eventProcessor);
       this.hasSubscribedToEvents = false;
+      this.announceStatus = _constants.ANNOUNCE_STATUS.IDLE;
+      this.captionStatus = _constants.TURN_ON_CAPTION_STATUS.IDLE;
     }
   }]);
   return VoiceaChannel;

package/dist/voicea.js.map

@@ -1 +1 @@
-{"version":3,"names":["VoiceaChannel","args","VOICEA","e","seqNum","sequenceNumber","data","relayType","VOICEA_RELAY_TYPES","ANNOUNCEMENT","vmcDeviceId","headers","from","hasVoiceaJoined","processAnnouncementMessage","voiceaPayload","TRANSLATION_RESPONSE","processCaptionLanguageResponse","TRANSCRIPTION","processTranscription","type","TRANSCRIPTION_TYPE","TRANSCRIPT_INTERIM_RESULTS","Trigger","trigger","file","function","EVENT_TRIGGERS","NEW_CAPTION","isFinal","transcriptId","transcript_id","transcripts","TRANSCRIPT_FINAL_RESULT","transcript","csis","text","transcriptLanguageCode","transcript_language_code","timestamp","millisToMinutesAndSeconds","end_millis","HIGHLIGHT_CREATED","highlight","highlightId","highlight_id","highlightLabel","highlight_label","highlightSource","highlight_source","EVA_THANKS","EVA_COMMAND","isListening","command_response","EVA_WAKE","EVA_CANCEL","statusCode","CAPTION_LANGUAGE_UPDATE","errorCode","errorMessage","message","voiceaLanguageOptions","captionLanguages","translation","allowed_languages","maxLanguages","max_languages","spokenLanguages","ASR","spoken_languages","VOICEA_ANNOUNCEMENT","webex","internal","llm","isConnected","listenToEvents","socket","send","id","recipients","route","getBinding","clientPayload","version","eventType","CLIENT_ANNOUNCEMENT","trackingId","config","trackingIdPrefix","uuid","v4","toString","languageCode","request","method","url","getLocusUrl","body","then","SPOKEN_LANGUAGE_UPDATE","to","translationLanguage","TRANSLATION_REQUEST","areCaptionsEnabled","undefined","transcribe","caption","CAPTIONS_TURNED_ON","sendAnnouncement","activate","transcribing","turnOnCaptions","hasSubscribedToEvents","on","eventProcessor","off","WebexPlugin"],"sources":["voicea.ts"],"sourcesContent":["import uuid from 'uuid';\nimport {TriggerProxy as Trigger} from '@webex/plugin-meetings';\nimport {WebexPlugin, config} from '@webex/webex-core';\n\nimport {EVENT_TRIGGERS, VOICEA_RELAY_TYPES, TRANSCRIPTION_TYPE, VOICEA} from './constants';\n// eslint-disable-next-line no-unused-vars\nimport {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  IVoiceaChannel,\n} from './voicea.types';\nimport {millisToMinutesAndSeconds} from './utils';\n\n/**\n * @description VoiceaChannel to hold single instance of LLM\n * @export\n * @class VoiceaChannel\n */\nexport class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {\n  namespace = VOICEA;\n\n  private seqNum: number;\n\n  private hasVoiceaJoined: boolean;\n\n  private areCaptionsEnabled: boolean;\n\n  private hasSubscribedToEvents = false;\n\n  private vmcDeviceId?: string;\n\n  /**\n   * @param {Object} e\n   * @returns {undefined}\n   */\n\n  private eventProcessor = (e) => {\n    this.seqNum = e.sequenceNumber + 1;\n    switch (e.data.relayType) {\n      case VOICEA_RELAY_TYPES.ANNOUNCEMENT:\n        this.vmcDeviceId = e.headers.from;\n        this.hasVoiceaJoined = true;\n        this.processAnnouncementMessage(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSLATION_RESPONSE:\n        this.processCaptionLanguageResponse(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSCRIPTION:\n        this.processTranscription(e.data.voiceaPayload);\n        break;\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Listen to websocket messages\n   * @returns {undefined}\n   */\n  private listenToEvents() {\n    if (!this.hasSubscribedToEvents) {\n      // @ts-ignore\n      this.webex.internal.llm.on('event:relay.event', this.eventProcessor);\n      this.hasSubscribedToEvents = true;\n    }\n  }\n\n  // @ts-ignore\n  public deregisterEvents() {\n    this.hasVoiceaJoined = false;\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n    // @ts-ignore\n    this.webex.internal.llm.off('event:relay.event', this.eventProcessor);\n    this.hasSubscribedToEvents = false;\n  }\n\n  /**\n   * Initializes Voicea plugin\n   * @param {any} args\n   */\n  constructor(...args) {\n    super(...args);\n    this.seqNum = 1;\n    this.hasVoiceaJoined = false;\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n  }\n\n  /**\n   * Process Transcript and send alert\n   * @param {TranscriptionResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processTranscription = (voiceaPayload: TranscriptionResponse): void => {\n    switch (voiceaPayload.type) {\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_INTERIM_RESULTS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: false,\n            transcriptId: voiceaPayload.transcript_id,\n            transcripts: voiceaPayload.transcripts,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_FINAL_RESULT:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: true,\n            transcriptId: voiceaPayload.transcript_id,\n            transcript: {\n              csis: voiceaPayload.csis,\n              text: voiceaPayload.transcript.text,\n              transcriptLanguageCode: voiceaPayload.transcript.transcript_language_code,\n            },\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.transcript.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.HIGHLIGHT_CREATED:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.HIGHLIGHT_CREATED,\n          {\n            csis: voiceaPayload.highlight.csis,\n            highlightId: voiceaPayload.highlight.highlight_id,\n            text: voiceaPayload.highlight.transcript,\n            highlightLabel: voiceaPayload.highlight.highlight_label,\n            highlightSource: voiceaPayload.highlight.highlight_source,\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.highlight.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_THANKS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: false,\n            text: voiceaPayload.command_response,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_WAKE:\n      case TRANSCRIPTION_TYPE.EVA_CANCEL:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: voiceaPayload.type === TRANSCRIPTION_TYPE.EVA_WAKE,\n          }\n        );\n        break;\n\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Processes Caption Language Response\n   * @param {CaptionLanguageResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processCaptionLanguageResponse = (voiceaPayload: CaptionLanguageResponse): void => {\n    if (voiceaPayload.statusCode === 200) {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: 200}\n      );\n    } else {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: voiceaPayload.errorCode, errorMessage: voiceaPayload.message}\n      );\n    }\n  };\n\n  /**\n   * processes voicea announcement response and triggers event\n   * @param {Object} voiceaPayload\n   * @returns {void}\n   */\n  private processAnnouncementMessage = (voiceaPayload: AnnouncementPayload): void => {\n    const voiceaLanguageOptions = {\n      captionLanguages: voiceaPayload?.translation?.allowed_languages ?? [],\n      maxLanguages: voiceaPayload?.translation?.max_languages ?? 0,\n      spokenLanguages: voiceaPayload?.ASR?.spoken_languages ?? [],\n    };\n\n    Trigger.trigger(\n      this,\n      {\n        file: 'voicea',\n        function: 'processAnnouncementMessage',\n      },\n      EVENT_TRIGGERS.VOICEA_ANNOUNCEMENT,\n      voiceaLanguageOptions\n    );\n  };\n\n  /**\n   * Sends Announcement to add voicea to the meeting\n   * @returns {void}\n   */\n  private sendAnnouncement = (): void => {\n    // @ts-ignore\n    if (this.hasVoiceaJoined || !this.webex.internal.llm.isConnected()) return;\n\n    this.listenToEvents();\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {},\n      data: {\n        clientPayload: {\n          version: 'v2',\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.CLIENT_ANNOUNCEMENT,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * Set Spoken Language for the meeting\n   * @param {string} languageCode\n   * @returns {Promise}\n   */\n  public setSpokenLanguage = (languageCode: string): Promise<void> =>\n    // @ts-ignore\n    this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        languageCode,\n      },\n    }).then(() => {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'setSpokenLanguage',\n        },\n        EVENT_TRIGGERS.SPOKEN_LANGUAGE_UPDATE,\n        {languageCode}\n      );\n    });\n\n  /**\n   * Request Language translation\n   * @param {string} languageCode\n   * @returns {void}\n   */\n  public requestLanguage = (languageCode: string): void => {\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) return;\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {\n        to: this.vmcDeviceId,\n      },\n      data: {\n        clientPayload: {\n          translationLanguage: languageCode,\n          id: uuid.v4(),\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.TRANSLATION_REQUEST,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * Turn on Captions\n   * @returns {Promise}\n   */\n  public turnOnCaptions = async (): undefined | Promise<void> => {\n    if (this.hasVoiceaJoined && this.areCaptionsEnabled) return undefined;\n    // @ts-ignore\n    // eslint-disable-next-line newline-before-return\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {caption: true},\n      },\n    }).then(() => {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'turnOnCaptions',\n        },\n        EVENT_TRIGGERS.CAPTIONS_TURNED_ON\n      );\n      this.areCaptionsEnabled = true;\n      this.sendAnnouncement();\n    });\n  };\n\n  /**\n   * Toggle transcribing for highlights\n   * @param {bool} activate if true transcribing is turned on\n   * @returns {Promise}\n   */\n  public toggleTranscribing = async (activate: boolean): undefined | Promise<void> => {\n    // @ts-ignore\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {transcribing: activate},\n      },\n    }).then(() => {\n      if (activate && !this.areCaptionsEnabled && !this.hasVoiceaJoined) this.turnOnCaptions();\n    });\n  };\n}\n\nexport default VoiceaChannel;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AACA;AACA;AAEA;AAQA;AAAkD;AAAA;AAElD;AACA;AACA;AACA;AACA;AAJA,IAKaA,aAAa;EAAA;EAAA;EA2DxB;AACF;AACA;AACA;EACE,yBAAqB;IAAA;IAAA;IAAA,kCAANC,IAAI;MAAJA,IAAI;IAAA;IACjB,gDAASA,IAAI;IAAE,wFA/DLC,iBAAM;IAAA;IAAA;IAAA;IAAA,oGAQc,KAAK;IAAA;IAAA,6FASZ,UAACC,CAAC,EAAK;MAC9B,MAAKC,MAAM,GAAGD,CAAC,CAACE,cAAc,GAAG,CAAC;MAClC,QAAQF,CAAC,CAACG,IAAI,CAACC,SAAS;QACtB,KAAKC,6BAAkB,CAACC,YAAY;UAClC,MAAKC,WAAW,GAAGP,CAAC,CAACQ,OAAO,CAACC,IAAI;UACjC,MAAKC,eAAe,GAAG,IAAI;UAC3B,MAAKC,0BAA0B,CAACX,CAAC,CAACG,IAAI,CAACS,aAAa,CAAC;UACrD;QACF,KAAKP,6BAAkB,CAACQ,oBAAoB;UAC1C,MAAKC,8BAA8B,CAACd,CAAC,CAACG,IAAI,CAACS,aAAa,CAAC;UACzD;QACF,KAAKP,6BAAkB,CAACU,aAAa;UACnC,MAAKC,oBAAoB,CAAChB,CAAC,CAACG,IAAI,CAACS,aAAa,CAAC;UAC/C;QACF;UACE;MAAM;IAEZ,CAAC;IAAA,mGAyC8B,UAACA,aAAoC,EAAW;MAC7E,QAAQA,aAAa,CAACK,IAAI;QACxB,KAAKC,6BAAkB,CAACC,0BAA0B;UAChDC,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,KAAK;YACdC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCC,WAAW,EAAEjB,aAAa,CAACiB;UAC7B,CAAC,CACF;UACD;QAEF,KAAKX,6BAAkB,CAACY,uBAAuB;UAC7CV,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,IAAI;YACbC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCG,UAAU,EAAE;cACVC,IAAI,EAAEpB,aAAa,CAACoB,IAAI;cACxBC,IAAI,EAAErB,aAAa,CAACmB,UAAU,CAACE,IAAI;cACnCC,sBAAsB,EAAEtB,aAAa,CAACmB,UAAU,CAACI;YACnD,CAAC;YACDC,SAAS,EAAE,IAAAC,gCAAyB,EAACzB,aAAa,CAACmB,UAAU,CAACO,UAAU;UAC1E,CAAC,CACF;UACD;QAEF,KAAKpB,6BAAkB,CAACqB,iBAAiB;UACvCnB,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACe,iBAAiB,EAChC;YACEP,IAAI,EAAEpB,aAAa,CAAC4B,SAAS,CAACR,IAAI;YAClCS,WAAW,EAAE7B,aAAa,CAAC4B,SAAS,CAACE,YAAY;YACjDT,IAAI,EAAErB,aAAa,CAAC4B,SAAS,CAACT,UAAU;YACxCY,cAAc,EAAE/B,aAAa,CAAC4B,SAAS,CAACI,eAAe;YACvDC,eAAe,EAAEjC,aAAa,CAAC4B,SAAS,CAACM,gBAAgB;YACzDV,SAAS,EAAE,IAAAC,gCAAyB,EAACzB,aAAa,CAAC4B,SAAS,CAACF,UAAU;UACzE,CAAC,CACF;UACD;QAEF,KAAKpB,6BAAkB,CAAC6B,UAAU;UAChC3B,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACwB,WAAW,EAC1B;YACEC,WAAW,EAAE,KAAK;YAClBhB,IAAI,EAAErB,aAAa,CAACsC;UACtB,CAAC,CACF;UACD;QAEF,KAAKhC,6BAAkB,CAACiC,QAAQ;QAChC,KAAKjC,6BAAkB,CAACkC,UAAU;UAChChC,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACwB,WAAW,EAC1B;YACEC,WAAW,EAAErC,aAAa,CAACK,IAAI,KAAKC,6BAAkB,CAACiC;UACzD,CAAC,CACF;UACD;QAEF;UACE;MAAM;IAEZ,CAAC;IAAA,6GAOwC,UAACvC,aAAsC,EAAW;MACzF,IAAIA,aAAa,CAACyC,UAAU,KAAK,GAAG,EAAE;QACpCjC,4BAAO,CAACC,OAAO,8CAEb;UACEC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC8B,uBAAuB,EACtC;UAACD,UAAU,EAAE;QAAG,CAAC,CAClB;MACH,CAAC,MAAM;QACLjC,4BAAO,CAACC,OAAO,8CAEb;UACEC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC8B,uBAAuB,EACtC;UAACD,UAAU,EAAEzC,aAAa,CAAC2C,SAAS;UAAEC,YAAY,EAAE5C,aAAa,CAAC6C;QAAO,CAAC,CAC3E;MACH;IACF,CAAC;IAAA,yGAOoC,UAAC7C,aAAkC,EAAW;MAAA;MACjF,IAAM8C,qBAAqB,GAAG;QAC5BC,gBAAgB,2BAAE/C,aAAa,aAAbA,aAAa,iDAAbA,aAAa,CAAEgD,WAAW,2DAA1B,uBAA4BC,iBAAiB,yEAAI,EAAE;QACrEC,YAAY,4BAAElD,aAAa,aAAbA,aAAa,iDAAbA,aAAa,CAAEgD,WAAW,2DAA1B,uBAA4BG,aAAa,2EAAI,CAAC;QAC5DC,eAAe,2BAAEpD,aAAa,aAAbA,aAAa,6CAAbA,aAAa,CAAEqD,GAAG,uDAAlB,mBAAoBC,gBAAgB,yEAAI;MAC3D,CAAC;MAED9C,4BAAO,CAACC,OAAO,8CAEb;QACEC,IAAI,EAAE,QAAQ;QACdC,QAAQ,EAAE;MACZ,CAAC,EACDC,yBAAc,CAAC2C,mBAAmB,EAClCT,qBAAqB,CACtB;IACH,CAAC;IAAA,+FAM0B,YAAY;MACrC;MACA,IAAI,MAAKhD,eAAe,IAAI,CAAC,MAAK0D,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,WAAW,EAAE,EAAE;MAEpE,MAAKC,cAAc,EAAE;MACrB;MACA,MAAKJ,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACG,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,YAAK,MAAK1E,MAAM,CAAE;QACpBgB,IAAI,EAAE,gBAAgB;QACtB2D,UAAU,EAAE;UACV;UACAC,KAAK,EAAE,MAAKT,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACQ,UAAU;QAC3C,CAAC;QACDtE,OAAO,EAAE,CAAC,CAAC;QACXL,IAAI,EAAE;UACJ4E,aAAa,EAAE;YACbC,OAAO,EAAE;UACX,CAAC;UACDC,SAAS,EAAE,aAAa;UACxB7E,SAAS,EAAEC,6BAAkB,CAAC6E;QAChC,CAAC;QACDC,UAAU,YAAKC,iBAAM,CAACC,gBAAgB,cAAIC,aAAI,CAACC,EAAE,EAAE,CAACC,QAAQ,EAAE;MAChE,CAAC,CAAC;MACF,MAAKvF,MAAM,IAAI,CAAC;IAClB,CAAC;IAAA,gGAO0B,UAACwF,YAAoB;MAAA;QAC9C;QACA,MAAKC,OAAO,CAAC;UACXC,MAAM,EAAE,KAAK;UACb;UACAC,GAAG,YAAK,MAAKxB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACuB,WAAW,EAAE,eAAY;UACzDC,IAAI,EAAE;YACJL,YAAY,EAAZA;UACF;QACF,CAAC,CAAC,CAACM,IAAI,CAAC,YAAM;UACZ3E,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACwE,sBAAsB,EACrC;YAACP,YAAY,EAAZA;UAAY,CAAC,CACf;QACH,CAAC;MAAC;IAAA;IAAA,8FAOqB,UAACA,YAAoB,EAAW;MACvD;MACA,IAAI,CAAC,MAAKrB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,WAAW,EAAE,EAAE;MAC5C;MACA,MAAKH,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACG,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,YAAK,MAAK1E,MAAM,CAAE;QACpBgB,IAAI,EAAE,gBAAgB;QACtB2D,UAAU,EAAE;UACV;UACAC,KAAK,EAAE,MAAKT,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACQ,UAAU;QAC3C,CAAC;QACDtE,OAAO,EAAE;UACPyF,EAAE,EAAE,MAAK1F;QACX,CAAC;QACDJ,IAAI,EAAE;UACJ4E,aAAa,EAAE;YACbmB,mBAAmB,EAAET,YAAY;YACjCd,EAAE,EAAEW,aAAI,CAACC,EAAE;UACb,CAAC;UACDN,SAAS,EAAE,aAAa;UACxB7E,SAAS,EAAEC,6BAAkB,CAAC8F;QAChC,CAAC;QACDhB,UAAU,YAAKC,iBAAM,CAACC,gBAAgB,cAAIC,aAAI,CAACC,EAAE,EAAE,CAACC,QAAQ,EAAE;MAChE,CAAC,CAAC;MACF,MAAKvF,MAAM,IAAI,CAAC;IAClB,CAAC;IAAA,kLAMuB;MAAA;QAAA;UAAA;YAAA,MAClB,MAAKS,eAAe,IAAI,MAAK0F,kBAAkB;cAAA;cAAA;YAAA;YAAA,iCAASC,SAAS;UAAA;YAAA,iCAG9D,MAAKX,OAAO,CAAC;cAClBC,MAAM,EAAE,KAAK;cACb;cACAC,GAAG,YAAK,MAAKxB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACuB,WAAW,EAAE,eAAY;cACzDC,IAAI,EAAE;gBACJQ,UAAU,EAAE;kBAACC,OAAO,EAAE;gBAAI;cAC5B;YACF,CAAC,CAAC,CAACR,IAAI,CAAC,YAAM;cACZ3E,4BAAO,CAACC,OAAO,8CAEb;gBACEC,IAAI,EAAE,QAAQ;gBACdC,QAAQ,EAAE;cACZ,CAAC,EACDC,yBAAc,CAACgF,kBAAkB,CAClC;cACD,MAAKJ,kBAAkB,GAAG,IAAI;cAC9B,MAAKK,gBAAgB,EAAE;YACzB,CAAC,CAAC;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA,CACH;IAAA;MAAA,oFAO2B,kBAAOC,QAAiB;QAAA;UAAA;YAAA;cAAA,kCAE3C,MAAKhB,OAAO,CAAC;gBAClBC,MAAM,EAAE,KAAK;gBACb;gBACAC,GAAG,YAAK,MAAKxB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACuB,WAAW,EAAE,eAAY;gBACzDC,IAAI,EAAE;kBACJQ,UAAU,EAAE;oBAACK,YAAY,EAAED;kBAAQ;gBACrC;cACF,CAAC,CAAC,CAACX,IAAI,CAAC,YAAM;gBACZ,IAAIW,QAAQ,IAAI,CAAC,MAAKN,kBAAkB,IAAI,CAAC,MAAK1F,eAAe,EAAE,MAAKkG,cAAc,EAAE;cAC1F,CAAC,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACH;MAAA;QAAA;MAAA;IAAA;IAlSC,MAAK3G,MAAM,GAAG,CAAC;IACf,MAAKS,eAAe,GAAG,KAAK;IAC5B,MAAK0F,kBAAkB,GAAG,KAAK;IAC/B,MAAK7F,WAAW,GAAG8F,SAAS;IAAC;EAC/B;;EAEA;AACF;AACA;AACA;AACA;EAJE;IAAA;IAAA;IA1DA;AACF;AACA;AACA;;IAqBE;AACF;AACA;AACA;IACE,0BAAyB;MACvB,IAAI,CAAC,IAAI,CAACQ,qBAAqB,EAAE;QAC/B;QACA,IAAI,CAACzC,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACwC,EAAE,CAAC,mBAAmB,EAAE,IAAI,CAACC,cAAc,CAAC;QACpE,IAAI,CAACF,qBAAqB,GAAG,IAAI;MACnC;IACF;;IAEA;EAAA;IAAA;IAAA,OACA,4BAA0B;MACxB,IAAI,CAACnG,eAAe,GAAG,KAAK;MAC5B,IAAI,CAAC0F,kBAAkB,GAAG,KAAK;MAC/B,IAAI,CAAC7F,WAAW,GAAG8F,SAAS;MAC5B;MACA,IAAI,CAACjC,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC0C,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAACD,cAAc,CAAC;MACrE,IAAI,CAACF,qBAAqB,GAAG,KAAK;IACpC;EAAC;EAAA;AAAA,EAzDgCI,sBAAW;AAAA;AAAA,eAsW/BpH,aAAa;AAAA"}
+{"version":3,"names":["VoiceaChannel","args","VOICEA","e","seqNum","sequenceNumber","data","relayType","VOICEA_RELAY_TYPES","ANNOUNCEMENT","vmcDeviceId","headers","from","announceStatus","ANNOUNCE_STATUS","JOINED","processAnnouncementMessage","voiceaPayload","TRANSLATION_RESPONSE","processCaptionLanguageResponse","TRANSCRIPTION","processTranscription","type","TRANSCRIPTION_TYPE","TRANSCRIPT_INTERIM_RESULTS","Trigger","trigger","file","function","EVENT_TRIGGERS","NEW_CAPTION","isFinal","transcriptId","transcript_id","transcripts","TRANSCRIPT_FINAL_RESULT","translations","transcript","csis","text","transcriptLanguageCode","transcript_language_code","timestamp","millisToMinutesAndSeconds","end_millis","HIGHLIGHT_CREATED","highlight","highlightId","highlight_id","highlightLabel","highlight_label","highlightSource","highlight_source","EVA_THANKS","EVA_COMMAND","isListening","command_response","EVA_WAKE","EVA_CANCEL","statusCode","CAPTION_LANGUAGE_UPDATE","errorCode","errorMessage","message","voiceaLanguageOptions","captionLanguages","translation","allowed_languages","maxLanguages","max_languages","spokenLanguages","ASR","spoken_languages","VOICEA_ANNOUNCEMENT","JOINING","listenToEvents","webex","internal","llm","socket","send","id","recipients","route","getBinding","clientPayload","version","eventType","CLIENT_ANNOUNCEMENT","trackingId","config","trackingIdPrefix","uuid","v4","toString","languageCode","request","method","url","getLocusUrl","body","transcribe","spokenLanguage","then","SPOKEN_LANGUAGE_UPDATE","isConnected","to","translationLanguage","TRANSLATION_REQUEST","captionStatus","TURN_ON_CAPTION_STATUS","SENDING","caption","CAPTIONS_TURNED_ON","areCaptionsEnabled","ENABLED","announce","catch","IDLE","Error","includes","isAnnounceProcessing","sendAnnouncement","isCaptionProcessing","undefined","requestTurnOnCaptions","activate","transcribing","turnOnCaptions","hasSubscribedToEvents","on","eventProcessor","off","WebexPlugin"],"sources":["voicea.ts"],"sourcesContent":["import uuid from 'uuid';\nimport {TriggerProxy as Trigger} from '@webex/plugin-meetings';\nimport {WebexPlugin, config} from '@webex/webex-core';\n\nimport {\n  EVENT_TRIGGERS,\n  VOICEA_RELAY_TYPES,\n  TRANSCRIPTION_TYPE,\n  VOICEA,\n  ANNOUNCE_STATUS,\n  TURN_ON_CAPTION_STATUS,\n} from './constants';\n// eslint-disable-next-line no-unused-vars\nimport {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  IVoiceaChannel,\n} from './voicea.types';\nimport {millisToMinutesAndSeconds} from './utils';\n\n/**\n * @description VoiceaChannel to hold single instance of LLM\n * @export\n * @class VoiceaChannel\n */\nexport class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {\n  namespace = VOICEA;\n\n  private seqNum: number;\n\n  private areCaptionsEnabled: boolean;\n\n  private hasSubscribedToEvents = false;\n\n  private vmcDeviceId?: string;\n\n  private announceStatus: string;\n\n  private captionStatus: string;\n\n  /**\n   * @param {Object} e\n   * @returns {undefined}\n   */\n\n  private eventProcessor = (e) => {\n    this.seqNum = e.sequenceNumber + 1;\n    switch (e.data.relayType) {\n      case VOICEA_RELAY_TYPES.ANNOUNCEMENT:\n        this.vmcDeviceId = e.headers.from;\n        this.announceStatus = ANNOUNCE_STATUS.JOINED;\n        this.processAnnouncementMessage(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSLATION_RESPONSE:\n        this.processCaptionLanguageResponse(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSCRIPTION:\n        this.processTranscription(e.data.voiceaPayload);\n        break;\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Listen to websocket messages\n   * @returns {undefined}\n   */\n  private listenToEvents() {\n    if (!this.hasSubscribedToEvents) {\n      // @ts-ignore\n      this.webex.internal.llm.on('event:relay.event', this.eventProcessor);\n      this.hasSubscribedToEvents = true;\n    }\n  }\n\n  /**\n   * Listen to websocket messages\n   * @returns {void}\n   */\n  public deregisterEvents() {\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n    // @ts-ignore\n    this.webex.internal.llm.off('event:relay.event', this.eventProcessor);\n    this.hasSubscribedToEvents = false;\n    this.announceStatus = ANNOUNCE_STATUS.IDLE;\n    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;\n  }\n\n  /**\n   * Initializes Voicea plugin\n   * @param {any} args\n   */\n  constructor(...args) {\n    super(...args);\n    this.seqNum = 1;\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n    this.announceStatus = ANNOUNCE_STATUS.IDLE;\n    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;\n  }\n\n  /**\n   * Process Transcript and send alert\n   * @param {TranscriptionResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processTranscription = (voiceaPayload: TranscriptionResponse): void => {\n    switch (voiceaPayload.type) {\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_INTERIM_RESULTS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: false,\n            transcriptId: voiceaPayload.transcript_id,\n            transcripts: voiceaPayload.transcripts,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_FINAL_RESULT:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: true,\n            transcriptId: voiceaPayload.transcript_id,\n            translations: voiceaPayload.translations,\n            transcript: {\n              csis: voiceaPayload.csis,\n              text: voiceaPayload.transcript.text,\n              transcriptLanguageCode: voiceaPayload.transcript.transcript_language_code,\n            },\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.transcript.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.HIGHLIGHT_CREATED:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.HIGHLIGHT_CREATED,\n          {\n            csis: voiceaPayload.highlight.csis,\n            highlightId: voiceaPayload.highlight.highlight_id,\n            text: voiceaPayload.highlight.transcript,\n            highlightLabel: voiceaPayload.highlight.highlight_label,\n            highlightSource: voiceaPayload.highlight.highlight_source,\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.highlight.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_THANKS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: false,\n            text: voiceaPayload.command_response,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_WAKE:\n      case TRANSCRIPTION_TYPE.EVA_CANCEL:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: voiceaPayload.type === TRANSCRIPTION_TYPE.EVA_WAKE,\n          }\n        );\n        break;\n\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Processes Caption Language Response\n   * @param {CaptionLanguageResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processCaptionLanguageResponse = (voiceaPayload: CaptionLanguageResponse): void => {\n    if (voiceaPayload.statusCode === 200) {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: 200}\n      );\n    } else {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: voiceaPayload.errorCode, errorMessage: voiceaPayload.message}\n      );\n    }\n  };\n\n  /**\n   * processes voicea announcement response and triggers event\n   * @param {Object} voiceaPayload\n   * @returns {void}\n   */\n  private processAnnouncementMessage = (voiceaPayload: AnnouncementPayload): void => {\n    const voiceaLanguageOptions = {\n      captionLanguages: voiceaPayload?.translation?.allowed_languages ?? [],\n      maxLanguages: voiceaPayload?.translation?.max_languages ?? 0,\n      spokenLanguages: voiceaPayload?.ASR?.spoken_languages ?? [],\n    };\n\n    Trigger.trigger(\n      this,\n      {\n        file: 'voicea',\n        function: 'processAnnouncementMessage',\n      },\n      EVENT_TRIGGERS.VOICEA_ANNOUNCEMENT,\n      voiceaLanguageOptions\n    );\n  };\n\n  /**\n   * Sends Announcement to add voicea to the meeting\n   * @returns {void}\n   */\n  private sendAnnouncement = (): void => {\n    this.announceStatus = ANNOUNCE_STATUS.JOINING;\n    this.listenToEvents();\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {},\n      data: {\n        clientPayload: {\n          version: 'v2',\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.CLIENT_ANNOUNCEMENT,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * Set Spoken Language for the meeting\n   * @param {string} languageCode\n   * @returns {Promise}\n   */\n  public setSpokenLanguage = (languageCode: string): Promise<void> =>\n    // @ts-ignore\n    this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {\n          spokenLanguage: languageCode,\n        },\n      },\n    }).then(() => {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'setSpokenLanguage',\n        },\n        EVENT_TRIGGERS.SPOKEN_LANGUAGE_UPDATE,\n        {languageCode}\n      );\n    });\n\n  /**\n   * Request Language translation\n   * @param {string} languageCode\n   * @returns {void}\n   */\n  public requestLanguage = (languageCode: string): void => {\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) return;\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {\n        to: this.vmcDeviceId,\n      },\n      data: {\n        clientPayload: {\n          translationLanguage: languageCode,\n          id: uuid.v4(),\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.TRANSLATION_REQUEST,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * request turn on Captions\n   * @param {string} [languageCode] - Optional Parameter for spoken language code. Defaults to English\n   * @returns {Promise}\n   */\n  private requestTurnOnCaptions = (languageCode?): undefined | Promise<void> => {\n    this.captionStatus = TURN_ON_CAPTION_STATUS.SENDING;\n\n    // only set the spoken language if it is provided\n    const body = {\n      transcribe: {caption: true},\n      languageCode,\n    };\n\n    // @ts-ignore\n    // eslint-disable-next-line newline-before-return\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body,\n    })\n      .then(() => {\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'turnOnCaptions',\n          },\n          EVENT_TRIGGERS.CAPTIONS_TURNED_ON\n        );\n        this.areCaptionsEnabled = true;\n        this.captionStatus = TURN_ON_CAPTION_STATUS.ENABLED;\n        this.announce();\n      })\n      .catch(() => {\n        this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;\n        throw new Error('turn on captions fail');\n      });\n  };\n\n  /**\n   * is announce processing\n   * @returns {boolean}\n   */\n  private isAnnounceProcessing = () =>\n    [ANNOUNCE_STATUS.JOINING, ANNOUNCE_STATUS.JOINED].includes(this.announceStatus);\n\n  /**\n   * announce to voicea data chanel\n   * @returns {void}\n   */\n  public announce = () => {\n    if (this.isAnnounceProcessing()) return;\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) {\n      throw new Error('voicea can not announce before llm connected');\n    }\n    this.sendAnnouncement();\n  };\n\n  /**\n   * is turn on caption processing\n   * @returns {boolean}\n   */\n  private isCaptionProcessing = () =>\n    [TURN_ON_CAPTION_STATUS.SENDING, TURN_ON_CAPTION_STATUS.ENABLED].includes(this.captionStatus);\n\n  /**\n   * Turn on Captions\n   * @param {string} [spokenLanguage] - Optional Spoken language code\n   * @returns {Promise}\n   */\n  public turnOnCaptions = async (spokenLanguage?): undefined | Promise<void> => {\n    if (this.isCaptionProcessing()) return undefined;\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) {\n      throw new Error('can not turn on captions before llm connected');\n    }\n\n    return this.requestTurnOnCaptions(spokenLanguage);\n  };\n\n  /**\n   * Toggle transcribing for highlights\n   * @param {bool} activate if true transcribing is turned on\n   * @param {string} spokenLanguage language code for spoken language\n   * @returns {Promise}\n   */\n  public toggleTranscribing = (\n    activate: boolean,\n    spokenLanguage?: string\n  ): undefined | Promise<void> => {\n    // @ts-ignore\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {\n          transcribing: activate,\n        },\n        spokenLanguage,\n      },\n    }).then((): undefined | Promise<void> => {\n      if (activate && !this.areCaptionsEnabled) {\n        return this.turnOnCaptions(spokenLanguage);\n      }\n\n      return undefined;\n    });\n  };\n\n  /**\n   * get caption status\n   * @returns {string}\n   */\n  public getCaptionStatus = () => this.captionStatus;\n\n  /**\n   * get announce status\n   * @returns {string}\n   */\n  public getAnnounceStatus = () => this.announceStatus;\n}\n\nexport default VoiceaChannel;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AACA;AACA;AAEA;AAeA;AAAkD;AAAA;AAElD;AACA;AACA;AACA;AACA;AAJA,IAKaA,aAAa;EAAA;EAAA;EAiExB;AACF;AACA;AACA;EACE,yBAAqB;IAAA;IAAA;IAAA,kCAANC,IAAI;MAAJA,IAAI;IAAA;IACjB,gDAASA,IAAI;IAAE,wFArELC,iBAAM;IAAA;IAAA;IAAA,oGAMc,KAAK;IAAA;IAAA;IAAA;IAAA,6FAaZ,UAACC,CAAC,EAAK;MAC9B,MAAKC,MAAM,GAAGD,CAAC,CAACE,cAAc,GAAG,CAAC;MAClC,QAAQF,CAAC,CAACG,IAAI,CAACC,SAAS;QACtB,KAAKC,6BAAkB,CAACC,YAAY;UAClC,MAAKC,WAAW,GAAGP,CAAC,CAACQ,OAAO,CAACC,IAAI;UACjC,MAAKC,cAAc,GAAGC,0BAAe,CAACC,MAAM;UAC5C,MAAKC,0BAA0B,CAACb,CAAC,CAACG,IAAI,CAACW,aAAa,CAAC;UACrD;QACF,KAAKT,6BAAkB,CAACU,oBAAoB;UAC1C,MAAKC,8BAA8B,CAAChB,CAAC,CAACG,IAAI,CAACW,aAAa,CAAC;UACzD;QACF,KAAKT,6BAAkB,CAACY,aAAa;UACnC,MAAKC,oBAAoB,CAAClB,CAAC,CAACG,IAAI,CAACW,aAAa,CAAC;UAC/C;QACF;UACE;MAAM;IAEZ,CAAC;IAAA,mGA8C8B,UAACA,aAAoC,EAAW;MAC7E,QAAQA,aAAa,CAACK,IAAI;QACxB,KAAKC,6BAAkB,CAACC,0BAA0B;UAChDC,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,KAAK;YACdC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCC,WAAW,EAAEjB,aAAa,CAACiB;UAC7B,CAAC,CACF;UACD;QAEF,KAAKX,6BAAkB,CAACY,uBAAuB;UAC7CV,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,IAAI;YACbC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCG,YAAY,EAAEnB,aAAa,CAACmB,YAAY;YACxCC,UAAU,EAAE;cACVC,IAAI,EAAErB,aAAa,CAACqB,IAAI;cACxBC,IAAI,EAAEtB,aAAa,CAACoB,UAAU,CAACE,IAAI;cACnCC,sBAAsB,EAAEvB,aAAa,CAACoB,UAAU,CAACI;YACnD,CAAC;YACDC,SAAS,EAAE,IAAAC,gCAAyB,EAAC1B,aAAa,CAACoB,UAAU,CAACO,UAAU;UAC1E,CAAC,CACF;UACD;QAEF,KAAKrB,6BAAkB,CAACsB,iBAAiB;UACvCpB,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACgB,iBAAiB,EAChC;YACEP,IAAI,EAAErB,aAAa,CAAC6B,SAAS,CAACR,IAAI;YAClCS,WAAW,EAAE9B,aAAa,CAAC6B,SAAS,CAACE,YAAY;YACjDT,IAAI,EAAEtB,aAAa,CAAC6B,SAAS,CAACT,UAAU;YACxCY,cAAc,EAAEhC,aAAa,CAAC6B,SAAS,CAACI,eAAe;YACvDC,eAAe,EAAElC,aAAa,CAAC6B,SAAS,CAACM,gBAAgB;YACzDV,SAAS,EAAE,IAAAC,gCAAyB,EAAC1B,aAAa,CAAC6B,SAAS,CAACF,UAAU;UACzE,CAAC,CACF;UACD;QAEF,KAAKrB,6BAAkB,CAAC8B,UAAU;UAChC5B,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACyB,WAAW,EAC1B;YACEC,WAAW,EAAE,KAAK;YAClBhB,IAAI,EAAEtB,aAAa,CAACuC;UACtB,CAAC,CACF;UACD;QAEF,KAAKjC,6BAAkB,CAACkC,QAAQ;QAChC,KAAKlC,6BAAkB,CAACmC,UAAU;UAChCjC,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACyB,WAAW,EAC1B;YACEC,WAAW,EAAEtC,aAAa,CAACK,IAAI,KAAKC,6BAAkB,CAACkC;UACzD,CAAC,CACF;UACD;QAEF;UACE;MAAM;IAEZ,CAAC;IAAA,6GAOwC,UAACxC,aAAsC,EAAW;MACzF,IAAIA,aAAa,CAAC0C,UAAU,KAAK,GAAG,EAAE;QACpClC,4BAAO,CAACC,OAAO,8CAEb;UACEC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC+B,uBAAuB,EACtC;UAACD,UAAU,EAAE;QAAG,CAAC,CAClB;MACH,CAAC,MAAM;QACLlC,4BAAO,CAACC,OAAO,8CAEb;UACEC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC+B,uBAAuB,EACtC;UAACD,UAAU,EAAE1C,aAAa,CAAC4C,SAAS;UAAEC,YAAY,EAAE7C,aAAa,CAAC8C;QAAO,CAAC,CAC3E;MACH;IACF,CAAC;IAAA,yGAOoC,UAAC9C,aAAkC,EAAW;MAAA;MACjF,IAAM+C,qBAAqB,GAAG;QAC5BC,gBAAgB,2BAAEhD,aAAa,aAAbA,aAAa,iDAAbA,aAAa,CAAEiD,WAAW,2DAA1B,uBAA4BC,iBAAiB,yEAAI,EAAE;QACrEC,YAAY,4BAAEnD,aAAa,aAAbA,aAAa,iDAAbA,aAAa,CAAEiD,WAAW,2DAA1B,uBAA4BG,aAAa,2EAAI,CAAC;QAC5DC,eAAe,2BAAErD,aAAa,aAAbA,aAAa,6CAAbA,aAAa,CAAEsD,GAAG,uDAAlB,mBAAoBC,gBAAgB,yEAAI;MAC3D,CAAC;MAED/C,4BAAO,CAACC,OAAO,8CAEb;QACEC,IAAI,EAAE,QAAQ;QACdC,QAAQ,EAAE;MACZ,CAAC,EACDC,yBAAc,CAAC4C,mBAAmB,EAClCT,qBAAqB,CACtB;IACH,CAAC;IAAA,+FAM0B,YAAY;MACrC,MAAKnD,cAAc,GAAGC,0BAAe,CAAC4D,OAAO;MAC7C,MAAKC,cAAc,EAAE;MACrB;MACA,MAAKC,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,YAAK,MAAK7E,MAAM,CAAE;QACpBkB,IAAI,EAAE,gBAAgB;QACtB4D,UAAU,EAAE;UACV;UACAC,KAAK,EAAE,MAAKP,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACM,UAAU;QAC3C,CAAC;QACDzE,OAAO,EAAE,CAAC,CAAC;QACXL,IAAI,EAAE;UACJ+E,aAAa,EAAE;YACbC,OAAO,EAAE;UACX,CAAC;UACDC,SAAS,EAAE,aAAa;UACxBhF,SAAS,EAAEC,6BAAkB,CAACgF;QAChC,CAAC;QACDC,UAAU,YAAKC,iBAAM,CAACC,gBAAgB,cAAIC,aAAI,CAACC,EAAE,EAAE,CAACC,QAAQ,EAAE;MAChE,CAAC,CAAC;MACF,MAAK1F,MAAM,IAAI,CAAC;IAClB,CAAC;IAAA,gGAO0B,UAAC2F,YAAoB;MAAA;QAC9C;QACA,MAAKC,OAAO,CAAC;UACXC,MAAM,EAAE,KAAK;UACb;UACAC,GAAG,YAAK,MAAKtB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACqB,WAAW,EAAE,eAAY;UACzDC,IAAI,EAAE;YACJC,UAAU,EAAE;cACVC,cAAc,EAAEP;YAClB;UACF;QACF,CAAC,CAAC,CAACQ,IAAI,CAAC,YAAM;UACZ9E,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAAC2E,sBAAsB,EACrC;YAACT,YAAY,EAAZA;UAAY,CAAC,CACf;QACH,CAAC;MAAC;IAAA;IAAA,8FAOqB,UAACA,YAAoB,EAAW;MACvD;MACA,IAAI,CAAC,MAAKnB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC2B,WAAW,EAAE,EAAE;MAC5C;MACA,MAAK7B,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,YAAK,MAAK7E,MAAM,CAAE;QACpBkB,IAAI,EAAE,gBAAgB;QACtB4D,UAAU,EAAE;UACV;UACAC,KAAK,EAAE,MAAKP,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACM,UAAU;QAC3C,CAAC;QACDzE,OAAO,EAAE;UACP+F,EAAE,EAAE,MAAKhG;QACX,CAAC;QACDJ,IAAI,EAAE;UACJ+E,aAAa,EAAE;YACbsB,mBAAmB,EAAEZ,YAAY;YACjCd,EAAE,EAAEW,aAAI,CAACC,EAAE;UACb,CAAC;UACDN,SAAS,EAAE,aAAa;UACxBhF,SAAS,EAAEC,6BAAkB,CAACoG;QAChC,CAAC;QACDnB,UAAU,YAAKC,iBAAM,CAACC,gBAAgB,cAAIC,aAAI,CAACC,EAAE,EAAE,CAACC,QAAQ,EAAE;MAChE,CAAC,CAAC;MACF,MAAK1F,MAAM,IAAI,CAAC;IAClB,CAAC;IAAA,oGAO+B,UAAC2F,YAAa,EAAgC;MAC5E,MAAKc,aAAa,GAAGC,iCAAsB,CAACC,OAAO;;MAEnD;MACA,IAAMX,IAAI,GAAG;QACXC,UAAU,EAAE;UAACW,OAAO,EAAE;QAAI,CAAC;QAC3BjB,YAAY,EAAZA;MACF,CAAC;;MAED;MACA;MACA,OAAO,MAAKC,OAAO,CAAC;QAClBC,MAAM,EAAE,KAAK;QACb;QACAC,GAAG,YAAK,MAAKtB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACqB,WAAW,EAAE,eAAY;QACzDC,IAAI,EAAJA;MACF,CAAC,CAAC,CACCG,IAAI,CAAC,YAAM;QACV9E,4BAAO,CAACC,OAAO,8CAEb;UACEC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAACoF,kBAAkB,CAClC;QACD,MAAKC,kBAAkB,GAAG,IAAI;QAC9B,MAAKL,aAAa,GAAGC,iCAAsB,CAACK,OAAO;QACnD,MAAKC,QAAQ,EAAE;MACjB,CAAC,CAAC,CACDC,KAAK,CAAC,YAAM;QACX,MAAKR,aAAa,GAAGC,iCAAsB,CAACQ,IAAI;QAChD,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;MAC1C,CAAC,CAAC;IACN,CAAC;IAAA,mGAM8B;MAAA,OAC7B,CAACzG,0BAAe,CAAC4D,OAAO,EAAE5D,0BAAe,CAACC,MAAM,CAAC,CAACyG,QAAQ,CAAC,MAAK3G,cAAc,CAAC;IAAA;IAAA,uFAM/D,YAAM;MACtB,IAAI,MAAK4G,oBAAoB,EAAE,EAAE;MACjC;MACA,IAAI,CAAC,MAAK7C,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC2B,WAAW,EAAE,EAAE;QAC1C,MAAM,IAAIc,KAAK,CAAC,8CAA8C,CAAC;MACjE;MACA,MAAKG,gBAAgB,EAAE;IACzB,CAAC;IAAA,kGAM6B;MAAA,OAC5B,CAACZ,iCAAsB,CAACC,OAAO,EAAED,iCAAsB,CAACK,OAAO,CAAC,CAACK,QAAQ,CAAC,MAAKX,aAAa,CAAC;IAAA;IAAA;MAAA,mFAOvE,iBAAOP,cAAe;QAAA;UAAA;YAAA;cAAA,KACxC,MAAKqB,mBAAmB,EAAE;gBAAA;gBAAA;cAAA;cAAA,iCAASC,SAAS;YAAA;cAAA,IAE3C,MAAKhD,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC2B,WAAW,EAAE;gBAAA;gBAAA;cAAA;cAAA,MAClC,IAAIc,KAAK,CAAC,+CAA+C,CAAC;YAAA;cAAA,iCAG3D,MAAKM,qBAAqB,CAACvB,cAAc,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CAClD;MAAA;QAAA;MAAA;IAAA;IAAA,iGAQ2B,UAC1BwB,QAAiB,EACjBxB,cAAuB,EACO;MAC9B;MACA,OAAO,MAAKN,OAAO,CAAC;QAClBC,MAAM,EAAE,KAAK;QACb;QACAC,GAAG,YAAK,MAAKtB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACqB,WAAW,EAAE,eAAY;QACzDC,IAAI,EAAE;UACJC,UAAU,EAAE;YACV0B,YAAY,EAAED;UAChB,CAAC;UACDxB,cAAc,EAAdA;QACF;MACF,CAAC,CAAC,CAACC,IAAI,CAAC,YAAiC;QACvC,IAAIuB,QAAQ,IAAI,CAAC,MAAKZ,kBAAkB,EAAE;UACxC,OAAO,MAAKc,cAAc,CAAC1B,cAAc,CAAC;QAC5C;QAEA,OAAOsB,SAAS;MAClB,CAAC,CAAC;IACJ,CAAC;IAAA,+FAMyB;MAAA,OAAM,MAAKf,aAAa;IAAA;IAAA,gGAMvB;MAAA,OAAM,MAAKhG,cAAc;IAAA;IAjXlD,MAAKT,MAAM,GAAG,CAAC;IACf,MAAK8G,kBAAkB,GAAG,KAAK;IAC/B,MAAKxG,WAAW,GAAGkH,SAAS;IAC5B,MAAK/G,cAAc,GAAGC,0BAAe,CAACwG,IAAI;IAC1C,MAAKT,aAAa,GAAGC,iCAAsB,CAACQ,IAAI;IAAC;EACnD;;EAEA;AACF;AACA;AACA;AACA;EAJE;IAAA;IAAA;IA/DA;AACF;AACA;AACA;;IAqBE;AACF;AACA;AACA;IACE,0BAAyB;MACvB,IAAI,CAAC,IAAI,CAACW,qBAAqB,EAAE;QAC/B;QACA,IAAI,CAACrD,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACoD,EAAE,CAAC,mBAAmB,EAAE,IAAI,CAACC,cAAc,CAAC;QACpE,IAAI,CAACF,qBAAqB,GAAG,IAAI;MACnC;IACF;;IAEA;AACF;AACA;AACA;EAHE;IAAA;IAAA,OAIA,4BAA0B;MACxB,IAAI,CAACf,kBAAkB,GAAG,KAAK;MAC/B,IAAI,CAACxG,WAAW,GAAGkH,SAAS;MAC5B;MACA,IAAI,CAAChD,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACsD,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAACD,cAAc,CAAC;MACrE,IAAI,CAACF,qBAAqB,GAAG,KAAK;MAClC,IAAI,CAACpH,cAAc,GAAGC,0BAAe,CAACwG,IAAI;MAC1C,IAAI,CAACT,aAAa,GAAGC,iCAAsB,CAACQ,IAAI;IAClD;EAAC;EAAA;AAAA,EA/DgCe,sBAAW;AAAA;AAAA,eA2b/BrI,aAAa;AAAA"}

package/dist/voicea.types.js.map

@@ -1 +1 @@
-{"version":3,"names":[],"sources":["voicea.types.ts"],"sourcesContent":["/* eslint-disable camelcase */\n/* eslint-disable no-undef */\n\n/**\n * Type for payload\n */\ninterface AnnouncementPayload {\n  translation: {\n    max_languages: number;\n    allowed_languages: string[];\n  };\n\n  ASR: {\n    spoken_languages: string[];\n  };\n}\n\n// eslint-disable-next-line no-undef\ntype TRANSCRIPTION_TYPES =\n  | 'unknown'\n  | 'eva_wake'\n  | 'eva_thanks'\n  | 'eva_cancel'\n  | 'highlight_created'\n  | 'transcript_interim_results'\n  | 'transcript_final_result';\n\n/**\n * Class for an Transcription Object\n */\ninterface Transcription {\n  start_millis: number;\n  end_millis: number;\n  text: string;\n  transcript_language_code: string;\n  translations: {[x: string]: string};\n  csis: number[];\n  last_packet_timestamp_ms: number;\n}\n\n/**\n * Highlights\n */\ninterface Highlight {\n  highlight_id: string;\n  transcript: string;\n  highlight_label: string;\n  highlight_source: string;\n  start_millis: number;\n  end_millis: number;\n  csis: number[];\n}\n/**\n * Type for Transcription message\n */\ninterface TranscriptionResponse {\n  type: TRANSCRIPTION_TYPES;\n  transcript_id: string;\n  translations?: {[x: string]: string};\n  transcripts?: Transcription[];\n  transcript?: Transcription;\n  highlight?: Highlight;\n  csis: number[];\n  data: string;\n  command_response: string;\n}\n/**\n * Type for CaptionLanguageResponse\n */\ninterface CaptionLanguageResponse {\n  requestId: string;\n  statusCode: number;\n  errorCode: number;\n  message: string;\n}\n\ninterface IVoiceaChannel {\n  setSpokenLanguage: (languageCode: string) => Promise<void>;\n  requestLanguage: (languageCode: string) => void;\n  turnOnCaptions: () => undefined | Promise<void>;\n  toggleTranscribing: (activate: boolean) => undefined | Promise<void>;\n  deregisterEvents: () => undefined | Promise<void>;\n}\n\nexport type {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  Transcription,\n  Highlight,\n  IVoiceaChannel,\n};\n"],"mappings":""}
+{"version":3,"names":[],"sources":["voicea.types.ts"],"sourcesContent":["/* eslint-disable camelcase */\n/* eslint-disable no-undef */\n\n/**\n * Type for payload\n */\ninterface AnnouncementPayload {\n  translation: {\n    max_languages: number;\n    allowed_languages: string[];\n  };\n\n  ASR: {\n    spoken_languages: string[];\n  };\n}\n\n// eslint-disable-next-line no-undef\ntype TRANSCRIPTION_TYPES =\n  | 'unknown'\n  | 'eva_wake'\n  | 'eva_thanks'\n  | 'eva_cancel'\n  | 'highlight_created'\n  | 'transcript_interim_results'\n  | 'transcript_final_result';\n\n/**\n * Class for an Transcription Object\n */\ninterface Transcription {\n  start_millis: number;\n  end_millis: number;\n  text: string;\n  transcript_language_code: string;\n  translations: {[x: string]: string};\n  csis: number[];\n  last_packet_timestamp_ms: number;\n}\n\n/**\n * Highlights\n */\ninterface Highlight {\n  highlight_id: string;\n  transcript: string;\n  highlight_label: string;\n  highlight_source: string;\n  start_millis: number;\n  end_millis: number;\n  csis: number[];\n}\n/**\n * Type for Transcription message\n */\ninterface TranscriptionResponse {\n  type: TRANSCRIPTION_TYPES;\n  transcript_id: string;\n  translations?: {[x: string]: string};\n  transcripts?: Transcription[];\n  transcript?: Transcription;\n  highlight?: Highlight;\n  csis: number[];\n  data: string;\n  command_response: string;\n}\n/**\n * Type for CaptionLanguageResponse\n */\ninterface CaptionLanguageResponse {\n  requestId: string;\n  statusCode: number;\n  errorCode: number;\n  message: string;\n}\n\ninterface IVoiceaChannel {\n  setSpokenLanguage: (languageCode: string) => Promise<void>;\n  requestLanguage: (languageCode: string) => void;\n  turnOnCaptions: () => undefined | Promise<void>;\n  toggleTranscribing: (activate: boolean, spokenLanguage: string) => undefined | Promise<void>;\n  deregisterEvents: () => void;\n}\n\nexport type {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  Transcription,\n  Highlight,\n  IVoiceaChannel,\n};\n"],"mappings":""}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@webex/internal-plugin-voicea",
-  "version": "3.0.0-beta.41",
+  "version": "3.0.0-beta.411",
   "description": "",
   "license": "Cisco EULA (https://www.cisco.com/c/en/us/products/end-user-license-agreement.html)",
   "main": "dist/index.js",
@@ -14,11 +14,10 @@
     "node": ">=16"
   },
   "dependencies": {
-    "@webex/internal-plugin-llm": "3.0.0-beta.41",
-    "@webex/internal-plugin-mercury": "3.0.0-beta.41",
-    "@webex/internal-plugin-voicea": "3.0.0-beta.41",
-    "@webex/plugin-meetings": "3.0.0-beta.41",
-    "@webex/webex-core": "3.0.0-beta.41",
+    "@webex/internal-plugin-llm": "3.0.0-beta.411",
+    "@webex/internal-plugin-mercury": "3.0.0-beta.411",
+    "@webex/plugin-meetings": "3.0.0-beta.411",
+    "@webex/webex-core": "3.0.0-beta.411",
     "uuid": "^3.3.2"
   },
   "browserify": {
@@ -28,9 +27,9 @@
     ]
   },
   "devDependencies": {
-    "@webex/test-helper-chai": "3.0.0-beta.41",
-    "@webex/test-helper-mock-web-socket": "3.0.0-beta.41",
-    "@webex/test-helper-mock-webex": "3.0.0-beta.41",
+    "@webex/test-helper-chai": "3.0.0-beta.411",
+    "@webex/test-helper-mock-web-socket": "3.0.0-beta.411",
+    "@webex/test-helper-mock-webex": "3.0.0-beta.411",
     "sinon": "^9.2.4"
   }
 }

package/src/constants.ts

@@ -30,3 +30,15 @@ export const TRANSCRIPTION_TYPE = {
 };
 
 export const VOICEA = 'voicea';
+
+export const ANNOUNCE_STATUS = {
+  IDLE: 'idle',
+  JOINED: 'joined',
+  JOINING: 'joining',
+};
+
+export const TURN_ON_CAPTION_STATUS = {
+  IDLE: 'idle',
+  ENABLED: 'enabled',
+  SENDING: 'sending',
+};

package/src/index.ts

@@ -5,3 +5,4 @@ import VoiceaChannel from './voicea';
 WebexCore.registerInternalPlugin('voicea', VoiceaChannel, {});
 
 export {default} from './voicea';
+export {EVENT_TRIGGERS, TURN_ON_CAPTION_STATUS} from './constants';

package/src/voicea.ts

@@ -2,7 +2,14 @@ import uuid from 'uuid';
 import {TriggerProxy as Trigger} from '@webex/plugin-meetings';
 import {WebexPlugin, config} from '@webex/webex-core';
 
-import {EVENT_TRIGGERS, VOICEA_RELAY_TYPES, TRANSCRIPTION_TYPE, VOICEA} from './constants';
+import {
+  EVENT_TRIGGERS,
+  VOICEA_RELAY_TYPES,
+  TRANSCRIPTION_TYPE,
+  VOICEA,
+  ANNOUNCE_STATUS,
+  TURN_ON_CAPTION_STATUS,
+} from './constants';
 // eslint-disable-next-line no-unused-vars
 import {
   AnnouncementPayload,
@@ -22,14 +29,16 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
 
   private seqNum: number;
 
-  private hasVoiceaJoined: boolean;
-
   private areCaptionsEnabled: boolean;
 
   private hasSubscribedToEvents = false;
 
   private vmcDeviceId?: string;
 
+  private announceStatus: string;
+
+  private captionStatus: string;
+
   /**
    * @param {Object} e
    * @returns {undefined}
@@ -40,7 +49,7 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
     switch (e.data.relayType) {
       case VOICEA_RELAY_TYPES.ANNOUNCEMENT:
         this.vmcDeviceId = e.headers.from;
-        this.hasVoiceaJoined = true;
+        this.announceStatus = ANNOUNCE_STATUS.JOINED;
         this.processAnnouncementMessage(e.data.voiceaPayload);
         break;
       case VOICEA_RELAY_TYPES.TRANSLATION_RESPONSE:
@@ -66,14 +75,18 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
     }
   }
 
-  // @ts-ignore
+  /**
+   * Listen to websocket messages
+   * @returns {void}
+   */
   public deregisterEvents() {
-    this.hasVoiceaJoined = false;
     this.areCaptionsEnabled = false;
     this.vmcDeviceId = undefined;
     // @ts-ignore
     this.webex.internal.llm.off('event:relay.event', this.eventProcessor);
     this.hasSubscribedToEvents = false;
+    this.announceStatus = ANNOUNCE_STATUS.IDLE;
+    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;
   }
 
   /**
@@ -83,9 +96,10 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
   constructor(...args) {
     super(...args);
     this.seqNum = 1;
-    this.hasVoiceaJoined = false;
     this.areCaptionsEnabled = false;
     this.vmcDeviceId = undefined;
+    this.announceStatus = ANNOUNCE_STATUS.IDLE;
+    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;
   }
 
   /**
@@ -122,6 +136,7 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
           {
             isFinal: true,
             transcriptId: voiceaPayload.transcript_id,
+            translations: voiceaPayload.translations,
             transcript: {
               csis: voiceaPayload.csis,
               text: voiceaPayload.transcript.text,
@@ -243,9 +258,7 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
    * @returns {void}
    */
   private sendAnnouncement = (): void => {
-    // @ts-ignore
-    if (this.hasVoiceaJoined || !this.webex.internal.llm.isConnected()) return;
-
+    this.announceStatus = ANNOUNCE_STATUS.JOINING;
     this.listenToEvents();
     // @ts-ignore
     this.webex.internal.llm.socket.send({
@@ -280,7 +293,9 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
       // @ts-ignore
       url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,
       body: {
-        languageCode,
+        transcribe: {
+          spokenLanguage: languageCode,
+        },
       },
     }).then(() => {
       Trigger.trigger(
@@ -327,52 +342,129 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
   };
 
   /**
-   * Turn on Captions
+   * request turn on Captions
+   * @param {string} [languageCode] - Optional Parameter for spoken language code. Defaults to English
    * @returns {Promise}
    */
-  public turnOnCaptions = async (): undefined | Promise<void> => {
-    if (this.hasVoiceaJoined && this.areCaptionsEnabled) return undefined;
+  private requestTurnOnCaptions = (languageCode?): undefined | Promise<void> => {
+    this.captionStatus = TURN_ON_CAPTION_STATUS.SENDING;
+
+    // only set the spoken language if it is provided
+    const body = {
+      transcribe: {caption: true},
+      languageCode,
+    };
+
     // @ts-ignore
     // eslint-disable-next-line newline-before-return
     return this.request({
       method: 'PUT',
       // @ts-ignore
       url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,
-      body: {
-        transcribe: {caption: true},
-      },
-    }).then(() => {
-      Trigger.trigger(
-        this,
-        {
-          file: 'voicea',
-          function: 'turnOnCaptions',
-        },
-        EVENT_TRIGGERS.CAPTIONS_TURNED_ON
-      );
-      this.areCaptionsEnabled = true;
-      this.sendAnnouncement();
-    });
+      body,
+    })
+      .then(() => {
+        Trigger.trigger(
+          this,
+          {
+            file: 'voicea',
+            function: 'turnOnCaptions',
+          },
+          EVENT_TRIGGERS.CAPTIONS_TURNED_ON
+        );
+        this.areCaptionsEnabled = true;
+        this.captionStatus = TURN_ON_CAPTION_STATUS.ENABLED;
+        this.announce();
+      })
+      .catch(() => {
+        this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;
+        throw new Error('turn on captions fail');
+      });
+  };
+
+  /**
+   * is announce processing
+   * @returns {boolean}
+   */
+  private isAnnounceProcessing = () =>
+    [ANNOUNCE_STATUS.JOINING, ANNOUNCE_STATUS.JOINED].includes(this.announceStatus);
+
+  /**
+   * announce to voicea data chanel
+   * @returns {void}
+   */
+  public announce = () => {
+    if (this.isAnnounceProcessing()) return;
+    // @ts-ignore
+    if (!this.webex.internal.llm.isConnected()) {
+      throw new Error('voicea can not announce before llm connected');
+    }
+    this.sendAnnouncement();
+  };
+
+  /**
+   * is turn on caption processing
+   * @returns {boolean}
+   */
+  private isCaptionProcessing = () =>
+    [TURN_ON_CAPTION_STATUS.SENDING, TURN_ON_CAPTION_STATUS.ENABLED].includes(this.captionStatus);
+
+  /**
+   * Turn on Captions
+   * @param {string} [spokenLanguage] - Optional Spoken language code
+   * @returns {Promise}
+   */
+  public turnOnCaptions = async (spokenLanguage?): undefined | Promise<void> => {
+    if (this.isCaptionProcessing()) return undefined;
+    // @ts-ignore
+    if (!this.webex.internal.llm.isConnected()) {
+      throw new Error('can not turn on captions before llm connected');
+    }
+
+    return this.requestTurnOnCaptions(spokenLanguage);
   };
 
   /**
    * Toggle transcribing for highlights
    * @param {bool} activate if true transcribing is turned on
+   * @param {string} spokenLanguage language code for spoken language
    * @returns {Promise}
    */
-  public toggleTranscribing = async (activate: boolean): undefined | Promise<void> => {
+  public toggleTranscribing = (
+    activate: boolean,
+    spokenLanguage?: string
+  ): undefined | Promise<void> => {
     // @ts-ignore
     return this.request({
       method: 'PUT',
       // @ts-ignore
       url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,
       body: {
-        transcribe: {transcribing: activate},
+        transcribe: {
+          transcribing: activate,
+        },
+        spokenLanguage,
       },
-    }).then(() => {
-      if (activate && !this.areCaptionsEnabled && !this.hasVoiceaJoined) this.turnOnCaptions();
+    }).then((): undefined | Promise<void> => {
+      if (activate && !this.areCaptionsEnabled) {
+        return this.turnOnCaptions(spokenLanguage);
+      }
+
+      return undefined;
     });
   };
+
+  /**
+   * get caption status
+   * @returns {string}
+   */
+  public getCaptionStatus = () => this.captionStatus;
+
+  /**
+   * get announce status
+   * @returns {string}
+   */
+  public getAnnounceStatus = () => this.announceStatus;
 }
 
 export default VoiceaChannel;

package/src/voicea.types.ts

@@ -78,8 +78,8 @@ interface IVoiceaChannel {
   setSpokenLanguage: (languageCode: string) => Promise<void>;
   requestLanguage: (languageCode: string) => void;
   turnOnCaptions: () => undefined | Promise<void>;
-  toggleTranscribing: (activate: boolean) => undefined | Promise<void>;
-  deregisterEvents: () => undefined | Promise<void>;
+  toggleTranscribing: (activate: boolean, spokenLanguage: string) => undefined | Promise<void>;
+  deregisterEvents: () => void;
 }
 
 export type {

package/test/unit/spec/voicea.js

@@ -1,6 +1,7 @@
+import 'jsdom-global/register';
 import MockWebex from '@webex/test-helper-mock-webex';
 import MockWebSocket from '@webex/test-helper-mock-web-socket';
-import {assert} from '@webex/test-helper-chai';
+import {assert, expect} from '@webex/test-helper-chai';
 import sinon from 'sinon';
 import Mercury from '@webex/internal-plugin-mercury';
 import LLMChannel from '@webex/internal-plugin-llm';
@@ -41,17 +42,26 @@ describe('plugin-voicea', () => {
       });
     });
 
+    describe("#constructor", () => {
+      it('should init status', () => {
+        assert.equal(voiceaService.announceStatus, 'idle');
+        assert.equal(voiceaService.captionStatus, 'idle');
+      });
+    });
+
     describe('#sendAnnouncement', () => {
       beforeEach(async () => {
         const mockWebSocket = new MockWebSocket();
 
         voiceaService.webex.internal.llm.socket = mockWebSocket;
+        voiceaService.announceStatus = "idle";
       });
 
       it("sends announcement if voicea hasn't joined", () => {
         const spy = sinon.spy(voiceaService, 'listenToEvents');
 
         voiceaService.sendAnnouncement();
+        assert.equal(voiceaService.announceStatus, 'joining');
         assert.calledOnce(spy);
 
         assert.calledOnceWithExactly(voiceaService.webex.internal.llm.socket.send, {
@@ -98,14 +108,14 @@ describe('plugin-voicea', () => {
           data: {relayType: 'voicea.annc', voiceaPayload: {}},
         });
 
-        assert.equal(voiceaService.hasVoiceaJoined, true);
         assert.equal(voiceaService.areCaptionsEnabled, true);
         assert.equal(voiceaService.vmcDeviceId, 'ws');
 
         voiceaService.deregisterEvents();
-        assert.equal(voiceaService.hasVoiceaJoined, false);
         assert.equal(voiceaService.areCaptionsEnabled, false);
         assert.equal(voiceaService.vmcDeviceId, undefined);
+        assert.equal(voiceaService.announceStatus, 'idle');
+        assert.equal(voiceaService.captionStatus, 'idle');
       });
     });
     describe('#processAnnouncementMessage', () => {
@@ -192,28 +202,38 @@ describe('plugin-voicea', () => {
           sinon.match({
             method: 'PUT',
             url: `${locusUrl}/controls/`,
-            body: {languageCode},
+            body: {
+              transcribe: {
+                spokenLanguage: languageCode
+              }
+            },
           })
         );
       });
     });
 
-    describe('#turnOnCaptions', () => {
+    describe('#requestTurnOnCaptions', () => {
       beforeEach(async () => {
         const mockWebSocket = new MockWebSocket();
 
         voiceaService.webex.internal.llm.socket = mockWebSocket;
+        voiceaService.captionStatus = 'idle';
       });
 
+      afterEach( () => {
+        voiceaService.captionStatus = 'idle';
+      })
+
       it('turns on captions', async () => {
-        const announcementSpy = sinon.spy(voiceaService, 'sendAnnouncement');
+        const announcementSpy = sinon.spy(voiceaService, 'announce');
 
         const triggerSpy = sinon.spy();
 
         voiceaService.on(EVENT_TRIGGERS.CAPTIONS_TURNED_ON, triggerSpy);
         voiceaService.listenToEvents();
 
-        await voiceaService.turnOnCaptions();
+        await voiceaService.requestTurnOnCaptions();
+        assert.equal(voiceaService.captionStatus, 'enabled');
         sinon.assert.calledWith(
           voiceaService.request,
           sinon.match({
@@ -228,18 +248,119 @@ describe('plugin-voicea', () => {
         assert.calledOnce(announcementSpy);
       });
 
-      it("doesn't call API on captions", async () => {
-        await voiceaService.turnOnCaptions();
+      it("should handle request fail", async () => {
+        voiceaService.captionStatus = 'sending';
+        voiceaService.request = sinon.stub().rejects();
+        
+        try {
+          await voiceaService.requestTurnOnCaptions();
+        } catch (error) {
+          expect(error.message).to.include('turn on captions fail');
+          return;
+        }
+        assert.equal(voiceaService.captionStatus, 'idle');
+      });
+    });
 
-        // eslint-disable-next-line no-underscore-dangle
-        voiceaService.webex.internal.llm._emit('event:relay.event', {
-          headers: {from: 'ws'},
-          data: {relayType: 'voicea.annc', voiceaPayload: {}},
+    describe("#isAnnounceProcessing", () => {
+      afterEach(() => {
+        voiceaService.announceStatus = 'idle';
+      });
+
+      ['joining', 'joined'].forEach((status) => {
+        it(`should return true when status is ${status}`, () => {
+          voiceaService.announceStatus = status;
+          assert.equal(voiceaService.isAnnounceProcessing(), true);
         });
+      });
+
+      it('should return false when status is not processing status', () => {
+        voiceaService.announceStatus = 'idle';
+          assert.equal(voiceaService.isAnnounceProcessing(), false);
+      });
+    });
+
+    describe("#announce", () => {
+      let isAnnounceProcessing, sendAnnouncement;
+      beforeEach(() => {
+        voiceaService.webex.internal.llm.isConnected.returns(true);
+        sendAnnouncement = sinon.stub(voiceaService, 'sendAnnouncement');
+        isAnnounceProcessing = sinon.stub(voiceaService, 'isAnnounceProcessing').returns(false)
+      });
 
-        const response = await voiceaService.turnOnCaptions();
+      afterEach(() => {
+        voiceaService.webex.internal.llm.isConnected.returns(true);
+        isAnnounceProcessing.restore();
+        sendAnnouncement.restore();
+      });
 
-        assert.equal(response, undefined);
+      it('announce to llm data channel', ()=> {
+        voiceaService.announce();
+        assert.calledOnce(sendAnnouncement);
+      });
+
+      it('announce to llm data channel before llm connected', ()=> {
+        voiceaService.webex.internal.llm.isConnected.returns(false);
+        assert.throws(() =>  voiceaService.announce(), "voicea can not announce before llm connected");
+        assert.notCalled(sendAnnouncement);
+      });
+
+      it('should not announce duplicate', () => {
+        isAnnounceProcessing.returns(true);
+        voiceaService.announce();
+        assert.notCalled(sendAnnouncement);
+      })
+    });
+
+    describe("#isCaptionProcessing", () => {
+      afterEach(() => {
+        voiceaService.captionStatus = 'idle';
+      });
+
+      ['sending', 'enabled'].forEach((status) => {
+        it(`should return true when status is ${status}`, () => {
+          voiceaService.captionStatus = status;
+          assert.equal(voiceaService.isCaptionProcessing(), true);
+        });
+      });
+
+      it('should return false when status is not processing status', () => {
+        voiceaService.captionStatus = 'idle';
+          assert.equal(voiceaService.isCaptionProcessing(), false);
+      });
+    });
+
+    describe('#turnOnCaptions', () => {
+      let requestTurnOnCaptions, isCaptionProcessing;
+      beforeEach(() => {
+        requestTurnOnCaptions = sinon.stub(voiceaService, 'requestTurnOnCaptions');
+        isCaptionProcessing = sinon.stub(voiceaService, 'isCaptionProcessing').returns(false);
+        voiceaService.webex.internal.llm.isConnected.returns(true);
+      });
+
+      afterEach(() => {
+        requestTurnOnCaptions.restore();
+        isCaptionProcessing.restore();
+        voiceaService.webex.internal.llm.isConnected.returns(true);
+      });
+
+      it('call request turn on captions', () => {
+        isCaptionProcessing.returns(false);
+        voiceaService.turnOnCaptions();
+        assert.calledOnce(requestTurnOnCaptions);
+      });
+
+      it("turns on captions before llm connected", () => {
+        isCaptionProcessing.returns(false);
+        voiceaService.webex.internal.llm.isConnected.returns(true);
+        // assert.throws(() => voiceaService.turnOnCaptions(), "can not turn on captions before llm connected");
+        assert.notCalled(requestTurnOnCaptions);
+      });
+
+      it('should not turn on duplicate when processing', () => {
+        isCaptionProcessing.returns(true);
+        voiceaService.turnOnCaptions();
+        assert.notCalled(voiceaService.requestTurnOnCaptions);
       });
     });
 
@@ -430,6 +551,9 @@ describe('plugin-voicea', () => {
           transcript_id: '3ec73890-bffb-f28b-e77f-99dc13caea7e',
           ts: 1611653204.3147924,
           type: 'transcript_final_result',
+          translations: {
+            en: "Hello?",
+          },
           transcript: {
             alignments: [
               {
@@ -479,6 +603,9 @@ describe('plugin-voicea', () => {
         assert.calledOnceWithExactly(triggerSpy, {
           isFinal: true,
           transcriptId: '3ec73890-bffb-f28b-e77f-99dc13caea7e',
+          translations: {
+            en: "Hello?"
+          },
           transcript: {
             csis: [3556942592],
             text: 'Hello?',
@@ -613,5 +740,19 @@ describe('plugin-voicea', () => {
         });
       });
     });
+
+    describe("#getCaptionStatus", () => {
+      it('works correctly', () => {
+        voiceaService.captionStatus = "enabled"
+        assert.equal(voiceaService.getCaptionStatus(), "enabled");
+      });
+    });
+
+    describe("#getAnnounceStatus", () => {
+      it('works correctly', () => {
+        voiceaService.announceStatus = "joined"
+        assert.equal(voiceaService.getAnnounceStatus(), "joined");
+      });
+    });
   });
 });