@webex/internal-plugin-voicea 3.0.0-bnr.4 → 3.0.0

package/dist/voicea.js.map

@@ -1 +1 @@
-{"version":3,"names":["VoiceaChannel","args","VOICEA","e","seqNum","sequenceNumber","data","relayType","VOICEA_RELAY_TYPES","ANNOUNCEMENT","vmcDeviceId","headers","from","hasVoiceaJoined","processAnnouncementMessage","voiceaPayload","TRANSLATION_RESPONSE","processCaptionLanguageResponse","TRANSCRIPTION","processTranscription","type","TRANSCRIPTION_TYPE","TRANSCRIPT_INTERIM_RESULTS","Trigger","trigger","file","function","EVENT_TRIGGERS","NEW_CAPTION","isFinal","transcriptId","transcript_id","transcripts","TRANSCRIPT_FINAL_RESULT","transcript","csis","text","transcriptLanguageCode","transcript_language_code","timestamp","millisToMinutesAndSeconds","end_millis","HIGHLIGHT_CREATED","highlight","highlightId","highlight_id","highlightLabel","highlight_label","highlightSource","highlight_source","EVA_THANKS","EVA_COMMAND","isListening","command_response","EVA_WAKE","EVA_CANCEL","statusCode","CAPTION_LANGUAGE_UPDATE","errorCode","errorMessage","message","voiceaLanguageOptions","captionLanguages","translation","allowed_languages","maxLanguages","max_languages","spokenLanguages","ASR","spoken_languages","VOICEA_ANNOUNCEMENT","webex","internal","llm","isConnected","listenToEvents","socket","send","id","recipients","route","getBinding","clientPayload","version","eventType","CLIENT_ANNOUNCEMENT","trackingId","config","trackingIdPrefix","uuid","v4","toString","languageCode","request","method","url","getLocusUrl","body","then","SPOKEN_LANGUAGE_UPDATE","to","translationLanguage","TRANSLATION_REQUEST","areCaptionsEnabled","undefined","transcribe","caption","CAPTIONS_TURNED_ON","sendAnnouncement","activate","transcribing","turnOnCaptions","hasSubscribedToEvents","on","eventProcessor","off","WebexPlugin"],"sources":["voicea.ts"],"sourcesContent":["import uuid from 'uuid';\nimport {TriggerProxy as Trigger} from '@webex/plugin-meetings';\nimport {WebexPlugin, config} from '@webex/webex-core';\n\nimport {EVENT_TRIGGERS, VOICEA_RELAY_TYPES, TRANSCRIPTION_TYPE, VOICEA} from './constants';\n// eslint-disable-next-line no-unused-vars\nimport {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  IVoiceaChannel,\n} from './voicea.types';\nimport {millisToMinutesAndSeconds} from './utils';\n\n/**\n * @description VoiceaChannel to hold single instance of LLM\n * @export\n * @class VoiceaChannel\n */\nexport class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {\n  namespace = VOICEA;\n\n  private seqNum: number;\n\n  private hasVoiceaJoined: boolean;\n\n  private areCaptionsEnabled: boolean;\n\n  private hasSubscribedToEvents = false;\n\n  private vmcDeviceId?: string;\n\n  /**\n   * @param {Object} e\n   * @returns {undefined}\n   */\n\n  private eventProcessor = (e) => {\n    this.seqNum = e.sequenceNumber + 1;\n    switch (e.data.relayType) {\n      case VOICEA_RELAY_TYPES.ANNOUNCEMENT:\n        this.vmcDeviceId = e.headers.from;\n        this.hasVoiceaJoined = true;\n        this.processAnnouncementMessage(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSLATION_RESPONSE:\n        this.processCaptionLanguageResponse(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSCRIPTION:\n        this.processTranscription(e.data.voiceaPayload);\n        break;\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Listen to websocket messages\n   * @returns {undefined}\n   */\n  private listenToEvents() {\n    if (!this.hasSubscribedToEvents) {\n      // @ts-ignore\n      this.webex.internal.llm.on('event:relay.event', this.eventProcessor);\n      this.hasSubscribedToEvents = true;\n    }\n  }\n\n  // @ts-ignore\n  public deregisterEvents() {\n    this.hasVoiceaJoined = false;\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n    // @ts-ignore\n    this.webex.internal.llm.off('event:relay.event', this.eventProcessor);\n    this.hasSubscribedToEvents = false;\n  }\n\n  /**\n   * Initializes Voicea plugin\n   * @param {any} args\n   */\n  constructor(...args) {\n    super(...args);\n    this.seqNum = 1;\n    this.hasVoiceaJoined = false;\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n  }\n\n  /**\n   * Process Transcript and send alert\n   * @param {TranscriptionResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processTranscription = (voiceaPayload: TranscriptionResponse): void => {\n    switch (voiceaPayload.type) {\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_INTERIM_RESULTS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: false,\n            transcriptId: voiceaPayload.transcript_id,\n            transcripts: voiceaPayload.transcripts,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_FINAL_RESULT:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: true,\n            transcriptId: voiceaPayload.transcript_id,\n            transcript: {\n              csis: voiceaPayload.csis,\n              text: voiceaPayload.transcript.text,\n              transcriptLanguageCode: voiceaPayload.transcript.transcript_language_code,\n            },\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.transcript.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.HIGHLIGHT_CREATED:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.HIGHLIGHT_CREATED,\n          {\n            csis: voiceaPayload.highlight.csis,\n            highlightId: voiceaPayload.highlight.highlight_id,\n            text: voiceaPayload.highlight.transcript,\n            highlightLabel: voiceaPayload.highlight.highlight_label,\n            highlightSource: voiceaPayload.highlight.highlight_source,\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.highlight.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_THANKS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: false,\n            text: voiceaPayload.command_response,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_WAKE:\n      case TRANSCRIPTION_TYPE.EVA_CANCEL:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: voiceaPayload.type === TRANSCRIPTION_TYPE.EVA_WAKE,\n          }\n        );\n        break;\n\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Processes Caption Language Response\n   * @param {CaptionLanguageResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processCaptionLanguageResponse = (voiceaPayload: CaptionLanguageResponse): void => {\n    if (voiceaPayload.statusCode === 200) {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: 200}\n      );\n    } else {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: voiceaPayload.errorCode, errorMessage: voiceaPayload.message}\n      );\n    }\n  };\n\n  /**\n   * processes voicea announcement response and triggers event\n   * @param {Object} voiceaPayload\n   * @returns {void}\n   */\n  private processAnnouncementMessage = (voiceaPayload: AnnouncementPayload): void => {\n    const voiceaLanguageOptions = {\n      captionLanguages: voiceaPayload?.translation?.allowed_languages ?? [],\n      maxLanguages: voiceaPayload?.translation?.max_languages ?? 0,\n      spokenLanguages: voiceaPayload?.ASR?.spoken_languages ?? [],\n    };\n\n    Trigger.trigger(\n      this,\n      {\n        file: 'voicea',\n        function: 'processAnnouncementMessage',\n      },\n      EVENT_TRIGGERS.VOICEA_ANNOUNCEMENT,\n      voiceaLanguageOptions\n    );\n  };\n\n  /**\n   * Sends Announcement to add voicea to the meeting\n   * @returns {void}\n   */\n  private sendAnnouncement = (): void => {\n    // @ts-ignore\n    if (this.hasVoiceaJoined || !this.webex.internal.llm.isConnected()) return;\n\n    this.listenToEvents();\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {},\n      data: {\n        clientPayload: {\n          version: 'v2',\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.CLIENT_ANNOUNCEMENT,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * Set Spoken Language for the meeting\n   * @param {string} languageCode\n   * @returns {Promise}\n   */\n  public setSpokenLanguage = (languageCode: string): Promise<void> =>\n    // @ts-ignore\n    this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        languageCode,\n      },\n    }).then(() => {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'setSpokenLanguage',\n        },\n        EVENT_TRIGGERS.SPOKEN_LANGUAGE_UPDATE,\n        {languageCode}\n      );\n    });\n\n  /**\n   * Request Language translation\n   * @param {string} languageCode\n   * @returns {void}\n   */\n  public requestLanguage = (languageCode: string): void => {\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) return;\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {\n        to: this.vmcDeviceId,\n      },\n      data: {\n        clientPayload: {\n          translationLanguage: languageCode,\n          id: uuid.v4(),\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.TRANSLATION_REQUEST,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * Turn on Captions\n   * @returns {Promise}\n   */\n  public turnOnCaptions = async (): undefined | Promise<void> => {\n    if (this.hasVoiceaJoined && this.areCaptionsEnabled) return undefined;\n    // @ts-ignore\n    // eslint-disable-next-line newline-before-return\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {caption: true},\n      },\n    }).then(() => {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'turnOnCaptions',\n        },\n        EVENT_TRIGGERS.CAPTIONS_TURNED_ON\n      );\n      this.areCaptionsEnabled = true;\n      this.sendAnnouncement();\n    });\n  };\n\n  /**\n   * Toggle transcribing for highlights\n   * @param {bool} activate if true transcribing is turned on\n   * @returns {Promise}\n   */\n  public toggleTranscribing = async (activate: boolean): undefined | Promise<void> => {\n    // @ts-ignore\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {transcribing: activate},\n      },\n    }).then(() => {\n      if (activate && !this.areCaptionsEnabled && !this.hasVoiceaJoined) this.turnOnCaptions();\n    });\n  };\n}\n\nexport default VoiceaChannel;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AACA;AACA;AAEA;AAQA;AAAkD;AAAA;AAElD;AACA;AACA;AACA;AACA;AAJA,IAKaA,aAAa;EAAA;EAAA;EA2DxB;AACF;AACA;AACA;EACE,yBAAqB;IAAA;IAAA;IAAA,kCAANC,IAAI;MAAJA,IAAI;IAAA;IACjB,gDAASA,IAAI;IAAE,wFA/DLC,iBAAM;IAAA;IAAA;IAAA;IAAA,oGAQc,KAAK;IAAA;IAAA,6FASZ,UAACC,CAAC,EAAK;MAC9B,MAAKC,MAAM,GAAGD,CAAC,CAACE,cAAc,GAAG,CAAC;MAClC,QAAQF,CAAC,CAACG,IAAI,CAACC,SAAS;QACtB,KAAKC,6BAAkB,CAACC,YAAY;UAClC,MAAKC,WAAW,GAAGP,CAAC,CAACQ,OAAO,CAACC,IAAI;UACjC,MAAKC,eAAe,GAAG,IAAI;UAC3B,MAAKC,0BAA0B,CAACX,CAAC,CAACG,IAAI,CAACS,aAAa,CAAC;UACrD;QACF,KAAKP,6BAAkB,CAACQ,oBAAoB;UAC1C,MAAKC,8BAA8B,CAACd,CAAC,CAACG,IAAI,CAACS,aAAa,CAAC;UACzD;QACF,KAAKP,6BAAkB,CAACU,aAAa;UACnC,MAAKC,oBAAoB,CAAChB,CAAC,CAACG,IAAI,CAACS,aAAa,CAAC;UAC/C;QACF;UACE;MAAM;IAEZ,CAAC;IAAA,mGAyC8B,UAACA,aAAoC,EAAW;MAC7E,QAAQA,aAAa,CAACK,IAAI;QACxB,KAAKC,6BAAkB,CAACC,0BAA0B;UAChDC,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,KAAK;YACdC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCC,WAAW,EAAEjB,aAAa,CAACiB;UAC7B,CAAC,CACF;UACD;QAEF,KAAKX,6BAAkB,CAACY,uBAAuB;UAC7CV,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,IAAI;YACbC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCG,UAAU,EAAE;cACVC,IAAI,EAAEpB,aAAa,CAACoB,IAAI;cACxBC,IAAI,EAAErB,aAAa,CAACmB,UAAU,CAACE,IAAI;cACnCC,sBAAsB,EAAEtB,aAAa,CAACmB,UAAU,CAACI;YACnD,CAAC;YACDC,SAAS,EAAE,IAAAC,gCAAyB,EAACzB,aAAa,CAACmB,UAAU,CAACO,UAAU;UAC1E,CAAC,CACF;UACD;QAEF,KAAKpB,6BAAkB,CAACqB,iBAAiB;UACvCnB,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACe,iBAAiB,EAChC;YACEP,IAAI,EAAEpB,aAAa,CAAC4B,SAAS,CAACR,IAAI;YAClCS,WAAW,EAAE7B,aAAa,CAAC4B,SAAS,CAACE,YAAY;YACjDT,IAAI,EAAErB,aAAa,CAAC4B,SAAS,CAACT,UAAU;YACxCY,cAAc,EAAE/B,aAAa,CAAC4B,SAAS,CAACI,eAAe;YACvDC,eAAe,EAAEjC,aAAa,CAAC4B,SAAS,CAACM,gBAAgB;YACzDV,SAAS,EAAE,IAAAC,gCAAyB,EAACzB,aAAa,CAAC4B,SAAS,CAACF,UAAU;UACzE,CAAC,CACF;UACD;QAEF,KAAKpB,6BAAkB,CAAC6B,UAAU;UAChC3B,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACwB,WAAW,EAC1B;YACEC,WAAW,EAAE,KAAK;YAClBhB,IAAI,EAAErB,aAAa,CAACsC;UACtB,CAAC,CACF;UACD;QAEF,KAAKhC,6BAAkB,CAACiC,QAAQ;QAChC,KAAKjC,6BAAkB,CAACkC,UAAU;UAChChC,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACwB,WAAW,EAC1B;YACEC,WAAW,EAAErC,aAAa,CAACK,IAAI,KAAKC,6BAAkB,CAACiC;UACzD,CAAC,CACF;UACD;QAEF;UACE;MAAM;IAEZ,CAAC;IAAA,6GAOwC,UAACvC,aAAsC,EAAW;MACzF,IAAIA,aAAa,CAACyC,UAAU,KAAK,GAAG,EAAE;QACpCjC,4BAAO,CAACC,OAAO,8CAEb;UACEC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC8B,uBAAuB,EACtC;UAACD,UAAU,EAAE;QAAG,CAAC,CAClB;MACH,CAAC,MAAM;QACLjC,4BAAO,CAACC,OAAO,8CAEb;UACEC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC8B,uBAAuB,EACtC;UAACD,UAAU,EAAEzC,aAAa,CAAC2C,SAAS;UAAEC,YAAY,EAAE5C,aAAa,CAAC6C;QAAO,CAAC,CAC3E;MACH;IACF,CAAC;IAAA,yGAOoC,UAAC7C,aAAkC,EAAW;MAAA;MACjF,IAAM8C,qBAAqB,GAAG;QAC5BC,gBAAgB,2BAAE/C,aAAa,aAAbA,aAAa,iDAAbA,aAAa,CAAEgD,WAAW,2DAA1B,uBAA4BC,iBAAiB,yEAAI,EAAE;QACrEC,YAAY,4BAAElD,aAAa,aAAbA,aAAa,iDAAbA,aAAa,CAAEgD,WAAW,2DAA1B,uBAA4BG,aAAa,2EAAI,CAAC;QAC5DC,eAAe,2BAAEpD,aAAa,aAAbA,aAAa,6CAAbA,aAAa,CAAEqD,GAAG,uDAAlB,mBAAoBC,gBAAgB,yEAAI;MAC3D,CAAC;MAED9C,4BAAO,CAACC,OAAO,8CAEb;QACEC,IAAI,EAAE,QAAQ;QACdC,QAAQ,EAAE;MACZ,CAAC,EACDC,yBAAc,CAAC2C,mBAAmB,EAClCT,qBAAqB,CACtB;IACH,CAAC;IAAA,+FAM0B,YAAY;MACrC;MACA,IAAI,MAAKhD,eAAe,IAAI,CAAC,MAAK0D,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,WAAW,EAAE,EAAE;MAEpE,MAAKC,cAAc,EAAE;MACrB;MACA,MAAKJ,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACG,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,YAAK,MAAK1E,MAAM,CAAE;QACpBgB,IAAI,EAAE,gBAAgB;QACtB2D,UAAU,EAAE;UACV;UACAC,KAAK,EAAE,MAAKT,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACQ,UAAU;QAC3C,CAAC;QACDtE,OAAO,EAAE,CAAC,CAAC;QACXL,IAAI,EAAE;UACJ4E,aAAa,EAAE;YACbC,OAAO,EAAE;UACX,CAAC;UACDC,SAAS,EAAE,aAAa;UACxB7E,SAAS,EAAEC,6BAAkB,CAAC6E;QAChC,CAAC;QACDC,UAAU,YAAKC,iBAAM,CAACC,gBAAgB,cAAIC,aAAI,CAACC,EAAE,EAAE,CAACC,QAAQ,EAAE;MAChE,CAAC,CAAC;MACF,MAAKvF,MAAM,IAAI,CAAC;IAClB,CAAC;IAAA,gGAO0B,UAACwF,YAAoB;MAAA;QAC9C;QACA,MAAKC,OAAO,CAAC;UACXC,MAAM,EAAE,KAAK;UACb;UACAC,GAAG,YAAK,MAAKxB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACuB,WAAW,EAAE,eAAY;UACzDC,IAAI,EAAE;YACJL,YAAY,EAAZA;UACF;QACF,CAAC,CAAC,CAACM,IAAI,CAAC,YAAM;UACZ3E,4BAAO,CAACC,OAAO,8CAEb;YACEC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACwE,sBAAsB,EACrC;YAACP,YAAY,EAAZA;UAAY,CAAC,CACf;QACH,CAAC;MAAC;IAAA;IAAA,8FAOqB,UAACA,YAAoB,EAAW;MACvD;MACA,IAAI,CAAC,MAAKrB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,WAAW,EAAE,EAAE;MAC5C;MACA,MAAKH,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACG,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,YAAK,MAAK1E,MAAM,CAAE;QACpBgB,IAAI,EAAE,gBAAgB;QACtB2D,UAAU,EAAE;UACV;UACAC,KAAK,EAAE,MAAKT,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACQ,UAAU;QAC3C,CAAC;QACDtE,OAAO,EAAE;UACPyF,EAAE,EAAE,MAAK1F;QACX,CAAC;QACDJ,IAAI,EAAE;UACJ4E,aAAa,EAAE;YACbmB,mBAAmB,EAAET,YAAY;YACjCd,EAAE,EAAEW,aAAI,CAACC,EAAE;UACb,CAAC;UACDN,SAAS,EAAE,aAAa;UACxB7E,SAAS,EAAEC,6BAAkB,CAAC8F;QAChC,CAAC;QACDhB,UAAU,YAAKC,iBAAM,CAACC,gBAAgB,cAAIC,aAAI,CAACC,EAAE,EAAE,CAACC,QAAQ,EAAE;MAChE,CAAC,CAAC;MACF,MAAKvF,MAAM,IAAI,CAAC;IAClB,CAAC;IAAA,kLAMuB;MAAA;QAAA;UAAA;YAAA,MAClB,MAAKS,eAAe,IAAI,MAAK0F,kBAAkB;cAAA;cAAA;YAAA;YAAA,iCAASC,SAAS;UAAA;YAAA,iCAG9D,MAAKX,OAAO,CAAC;cAClBC,MAAM,EAAE,KAAK;cACb;cACAC,GAAG,YAAK,MAAKxB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACuB,WAAW,EAAE,eAAY;cACzDC,IAAI,EAAE;gBACJQ,UAAU,EAAE;kBAACC,OAAO,EAAE;gBAAI;cAC5B;YACF,CAAC,CAAC,CAACR,IAAI,CAAC,YAAM;cACZ3E,4BAAO,CAACC,OAAO,8CAEb;gBACEC,IAAI,EAAE,QAAQ;gBACdC,QAAQ,EAAE;cACZ,CAAC,EACDC,yBAAc,CAACgF,kBAAkB,CAClC;cACD,MAAKJ,kBAAkB,GAAG,IAAI;cAC9B,MAAKK,gBAAgB,EAAE;YACzB,CAAC,CAAC;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA,CACH;IAAA;MAAA,oFAO2B,kBAAOC,QAAiB;QAAA;UAAA;YAAA;cAAA,kCAE3C,MAAKhB,OAAO,CAAC;gBAClBC,MAAM,EAAE,KAAK;gBACb;gBACAC,GAAG,YAAK,MAAKxB,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACuB,WAAW,EAAE,eAAY;gBACzDC,IAAI,EAAE;kBACJQ,UAAU,EAAE;oBAACK,YAAY,EAAED;kBAAQ;gBACrC;cACF,CAAC,CAAC,CAACX,IAAI,CAAC,YAAM;gBACZ,IAAIW,QAAQ,IAAI,CAAC,MAAKN,kBAAkB,IAAI,CAAC,MAAK1F,eAAe,EAAE,MAAKkG,cAAc,EAAE;cAC1F,CAAC,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACH;MAAA;QAAA;MAAA;IAAA;IAlSC,MAAK3G,MAAM,GAAG,CAAC;IACf,MAAKS,eAAe,GAAG,KAAK;IAC5B,MAAK0F,kBAAkB,GAAG,KAAK;IAC/B,MAAK7F,WAAW,GAAG8F,SAAS;IAAC;EAC/B;;EAEA;AACF;AACA;AACA;AACA;EAJE;IAAA;IAAA;IA1DA;AACF;AACA;AACA;;IAqBE;AACF;AACA;AACA;IACE,0BAAyB;MACvB,IAAI,CAAC,IAAI,CAACQ,qBAAqB,EAAE;QAC/B;QACA,IAAI,CAACzC,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACwC,EAAE,CAAC,mBAAmB,EAAE,IAAI,CAACC,cAAc,CAAC;QACpE,IAAI,CAACF,qBAAqB,GAAG,IAAI;MACnC;IACF;;IAEA;EAAA;IAAA;IAAA,OACA,4BAA0B;MACxB,IAAI,CAACnG,eAAe,GAAG,KAAK;MAC5B,IAAI,CAAC0F,kBAAkB,GAAG,KAAK;MAC/B,IAAI,CAAC7F,WAAW,GAAG8F,SAAS;MAC5B;MACA,IAAI,CAACjC,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC0C,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAACD,cAAc,CAAC;MACrE,IAAI,CAACF,qBAAqB,GAAG,KAAK;IACpC;EAAC;EAAA;AAAA,EAzDgCI,sBAAW;AAAA;AAAA,eAsW/BpH,aAAa;AAAA"}
+{"version":3,"names":["_uuid","_interopRequireDefault","require","_pluginMeetings","_webexCore","_constants","_utils","_createSuper","Derived","hasNativeReflectConstruct","_isNativeReflectConstruct","_createSuperInternal","Super","_getPrototypeOf2","default","result","NewTarget","constructor","_Reflect$construct","arguments","apply","_possibleConstructorReturn2","Reflect","sham","Proxy","Boolean","prototype","valueOf","call","e","VoiceaChannel","exports","_WebexPlugin","_inherits2","_super","_this","_classCallCheck2","_len","length","args","Array","_key","concat","_defineProperty2","_assertThisInitialized2","VOICEA","seqNum","sequenceNumber","data","relayType","VOICEA_RELAY_TYPES","ANNOUNCEMENT","vmcDeviceId","headers","from","announceStatus","ANNOUNCE_STATUS","JOINED","processAnnouncementMessage","voiceaPayload","TRANSLATION_RESPONSE","processCaptionLanguageResponse","TRANSCRIPTION","processTranscription","type","TRANSCRIPTION_TYPE","TRANSCRIPT_INTERIM_RESULTS","Trigger","trigger","file","function","EVENT_TRIGGERS","NEW_CAPTION","isFinal","transcriptId","transcript_id","transcripts","TRANSCRIPT_FINAL_RESULT","translations","transcript","csis","text","transcriptLanguageCode","transcript_language_code","timestamp","millisToMinutesAndSeconds","end_millis","HIGHLIGHT_CREATED","highlight","highlightId","highlight_id","highlightLabel","highlight_label","highlightSource","highlight_source","EVA_THANKS","EVA_COMMAND","isListening","command_response","EVA_WAKE","EVA_CANCEL","statusCode","CAPTION_LANGUAGE_UPDATE","errorCode","errorMessage","message","_voiceaPayload$transl","_voiceaPayload$transl2","_voiceaPayload$transl3","_voiceaPayload$transl4","_voiceaPayload$ASR$sp","_voiceaPayload$ASR","voiceaLanguageOptions","captionLanguages","translation","allowed_languages","maxLanguages","max_languages","spokenLanguages","ASR","spoken_languages","VOICEA_ANNOUNCEMENT","JOINING","listenToEvents","webex","internal","llm","socket","send","id","recipients","route","getBinding","clientPayload","version","eventType","CLIENT_ANNOUNCEMENT","trackingId","config","trackingIdPrefix","uuid","v4","toString","languageCode","request","method","url","getLocusUrl","body","transcribe","spokenLanguage","then","SPOKEN_LANGUAGE_UPDATE","isConnected","to","translationLanguage","TRANSLATION_REQUEST","captionStatus","TURN_ON_CAPTION_STATUS","SENDING","caption","CAPTIONS_TURNED_ON","areCaptionsEnabled","ENABLED","announce","catch","IDLE","Error","includes","isAnnounceProcessing","sendAnnouncement","_ref","_asyncToGenerator2","_regenerator","mark","_callee","wrap","_callee$","_context","prev","next","isCaptionProcessing","abrupt","undefined","requestTurnOnCaptions","stop","_x","activate","transcribing","turnOnCaptions","_createClass2","key","value","hasSubscribedToEvents","on","eventProcessor","deregisterEvents","off","WebexPlugin","_default"],"sources":["voicea.ts"],"sourcesContent":["import uuid from 'uuid';\nimport {TriggerProxy as Trigger} from '@webex/plugin-meetings';\nimport {WebexPlugin, config} from '@webex/webex-core';\n\nimport {\n  EVENT_TRIGGERS,\n  VOICEA_RELAY_TYPES,\n  TRANSCRIPTION_TYPE,\n  VOICEA,\n  ANNOUNCE_STATUS,\n  TURN_ON_CAPTION_STATUS,\n} from './constants';\n// eslint-disable-next-line no-unused-vars\nimport {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  IVoiceaChannel,\n} from './voicea.types';\nimport {millisToMinutesAndSeconds} from './utils';\n\n/**\n * @description VoiceaChannel to hold single instance of LLM\n * @export\n * @class VoiceaChannel\n */\nexport class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {\n  namespace = VOICEA;\n\n  private seqNum: number;\n\n  private areCaptionsEnabled: boolean;\n\n  private hasSubscribedToEvents = false;\n\n  private vmcDeviceId?: string;\n\n  private announceStatus: string;\n\n  private captionStatus: string;\n\n  /**\n   * @param {Object} e\n   * @returns {undefined}\n   */\n\n  private eventProcessor = (e) => {\n    this.seqNum = e.sequenceNumber + 1;\n    switch (e.data.relayType) {\n      case VOICEA_RELAY_TYPES.ANNOUNCEMENT:\n        this.vmcDeviceId = e.headers.from;\n        this.announceStatus = ANNOUNCE_STATUS.JOINED;\n        this.processAnnouncementMessage(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSLATION_RESPONSE:\n        this.processCaptionLanguageResponse(e.data.voiceaPayload);\n        break;\n      case VOICEA_RELAY_TYPES.TRANSCRIPTION:\n        this.processTranscription(e.data.voiceaPayload);\n        break;\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Listen to websocket messages\n   * @returns {undefined}\n   */\n  private listenToEvents() {\n    if (!this.hasSubscribedToEvents) {\n      // @ts-ignore\n      this.webex.internal.llm.on('event:relay.event', this.eventProcessor);\n      this.hasSubscribedToEvents = true;\n    }\n  }\n\n  /**\n   * Listen to websocket messages\n   * @returns {void}\n   */\n  public deregisterEvents() {\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n    // @ts-ignore\n    this.webex.internal.llm.off('event:relay.event', this.eventProcessor);\n    this.hasSubscribedToEvents = false;\n    this.announceStatus = ANNOUNCE_STATUS.IDLE;\n    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;\n  }\n\n  /**\n   * Initializes Voicea plugin\n   * @param {any} args\n   */\n  constructor(...args) {\n    super(...args);\n    this.seqNum = 1;\n    this.areCaptionsEnabled = false;\n    this.vmcDeviceId = undefined;\n    this.announceStatus = ANNOUNCE_STATUS.IDLE;\n    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;\n  }\n\n  /**\n   * Process Transcript and send alert\n   * @param {TranscriptionResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processTranscription = (voiceaPayload: TranscriptionResponse): void => {\n    switch (voiceaPayload.type) {\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_INTERIM_RESULTS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: false,\n            transcriptId: voiceaPayload.transcript_id,\n            transcripts: voiceaPayload.transcripts,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.TRANSCRIPT_FINAL_RESULT:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.NEW_CAPTION,\n          {\n            isFinal: true,\n            transcriptId: voiceaPayload.transcript_id,\n            translations: voiceaPayload.translations,\n            transcript: {\n              csis: voiceaPayload.csis,\n              text: voiceaPayload.transcript.text,\n              transcriptLanguageCode: voiceaPayload.transcript.transcript_language_code,\n            },\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.transcript.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.HIGHLIGHT_CREATED:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.HIGHLIGHT_CREATED,\n          {\n            csis: voiceaPayload.highlight.csis,\n            highlightId: voiceaPayload.highlight.highlight_id,\n            text: voiceaPayload.highlight.transcript,\n            highlightLabel: voiceaPayload.highlight.highlight_label,\n            highlightSource: voiceaPayload.highlight.highlight_source,\n            timestamp: millisToMinutesAndSeconds(voiceaPayload.highlight.end_millis),\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_THANKS:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: false,\n            text: voiceaPayload.command_response,\n          }\n        );\n        break;\n\n      case TRANSCRIPTION_TYPE.EVA_WAKE:\n      case TRANSCRIPTION_TYPE.EVA_CANCEL:\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'processTranscription',\n          },\n          EVENT_TRIGGERS.EVA_COMMAND,\n          {\n            isListening: voiceaPayload.type === TRANSCRIPTION_TYPE.EVA_WAKE,\n          }\n        );\n        break;\n\n      default:\n        break;\n    }\n  };\n\n  /**\n   * Processes Caption Language Response\n   * @param {CaptionLanguageResponse} voiceaPayload\n   * @returns {void}\n   */\n  private processCaptionLanguageResponse = (voiceaPayload: CaptionLanguageResponse): void => {\n    if (voiceaPayload.statusCode === 200) {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: 200}\n      );\n    } else {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'processCaptionLanguageResponse',\n        },\n        EVENT_TRIGGERS.CAPTION_LANGUAGE_UPDATE,\n        {statusCode: voiceaPayload.errorCode, errorMessage: voiceaPayload.message}\n      );\n    }\n  };\n\n  /**\n   * processes voicea announcement response and triggers event\n   * @param {Object} voiceaPayload\n   * @returns {void}\n   */\n  private processAnnouncementMessage = (voiceaPayload: AnnouncementPayload): void => {\n    const voiceaLanguageOptions = {\n      captionLanguages: voiceaPayload?.translation?.allowed_languages ?? [],\n      maxLanguages: voiceaPayload?.translation?.max_languages ?? 0,\n      spokenLanguages: voiceaPayload?.ASR?.spoken_languages ?? [],\n    };\n\n    Trigger.trigger(\n      this,\n      {\n        file: 'voicea',\n        function: 'processAnnouncementMessage',\n      },\n      EVENT_TRIGGERS.VOICEA_ANNOUNCEMENT,\n      voiceaLanguageOptions\n    );\n  };\n\n  /**\n   * Sends Announcement to add voicea to the meeting\n   * @returns {void}\n   */\n  private sendAnnouncement = (): void => {\n    this.announceStatus = ANNOUNCE_STATUS.JOINING;\n    this.listenToEvents();\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {},\n      data: {\n        clientPayload: {\n          version: 'v2',\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.CLIENT_ANNOUNCEMENT,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * Set Spoken Language for the meeting\n   * @param {string} languageCode\n   * @returns {Promise}\n   */\n  public setSpokenLanguage = (languageCode: string): Promise<void> =>\n    // @ts-ignore\n    this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {\n          spokenLanguage: languageCode,\n        },\n      },\n    }).then(() => {\n      Trigger.trigger(\n        this,\n        {\n          file: 'voicea',\n          function: 'setSpokenLanguage',\n        },\n        EVENT_TRIGGERS.SPOKEN_LANGUAGE_UPDATE,\n        {languageCode}\n      );\n    });\n\n  /**\n   * Request Language translation\n   * @param {string} languageCode\n   * @returns {void}\n   */\n  public requestLanguage = (languageCode: string): void => {\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) return;\n    // @ts-ignore\n    this.webex.internal.llm.socket.send({\n      id: `${this.seqNum}`,\n      type: 'publishRequest',\n      recipients: {\n        // @ts-ignore\n        route: this.webex.internal.llm.getBinding(),\n      },\n      headers: {\n        to: this.vmcDeviceId,\n      },\n      data: {\n        clientPayload: {\n          translationLanguage: languageCode,\n          id: uuid.v4(),\n        },\n        eventType: 'relay.event',\n        relayType: VOICEA_RELAY_TYPES.TRANSLATION_REQUEST,\n      },\n      trackingId: `${config.trackingIdPrefix}_${uuid.v4().toString()}`,\n    });\n    this.seqNum += 1;\n  };\n\n  /**\n   * request turn on Captions\n   * @param {string} [languageCode] - Optional Parameter for spoken language code. Defaults to English\n   * @returns {Promise}\n   */\n  private requestTurnOnCaptions = (languageCode?): undefined | Promise<void> => {\n    this.captionStatus = TURN_ON_CAPTION_STATUS.SENDING;\n\n    // only set the spoken language if it is provided\n    const body = {\n      transcribe: {caption: true},\n      languageCode,\n    };\n\n    // @ts-ignore\n    // eslint-disable-next-line newline-before-return\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body,\n    })\n      .then(() => {\n        Trigger.trigger(\n          this,\n          {\n            file: 'voicea',\n            function: 'turnOnCaptions',\n          },\n          EVENT_TRIGGERS.CAPTIONS_TURNED_ON\n        );\n        this.areCaptionsEnabled = true;\n        this.captionStatus = TURN_ON_CAPTION_STATUS.ENABLED;\n        this.announce();\n      })\n      .catch(() => {\n        this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;\n        throw new Error('turn on captions fail');\n      });\n  };\n\n  /**\n   * is announce processing\n   * @returns {boolean}\n   */\n  private isAnnounceProcessing = () =>\n    [ANNOUNCE_STATUS.JOINING, ANNOUNCE_STATUS.JOINED].includes(this.announceStatus);\n\n  /**\n   * announce to voicea data chanel\n   * @returns {void}\n   */\n  public announce = () => {\n    if (this.isAnnounceProcessing()) return;\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) {\n      throw new Error('voicea can not announce before llm connected');\n    }\n    this.sendAnnouncement();\n  };\n\n  /**\n   * is turn on caption processing\n   * @returns {boolean}\n   */\n  private isCaptionProcessing = () =>\n    [TURN_ON_CAPTION_STATUS.SENDING, TURN_ON_CAPTION_STATUS.ENABLED].includes(this.captionStatus);\n\n  /**\n   * Turn on Captions\n   * @param {string} [spokenLanguage] - Optional Spoken language code\n   * @returns {Promise}\n   */\n  public turnOnCaptions = async (spokenLanguage?): undefined | Promise<void> => {\n    if (this.isCaptionProcessing()) return undefined;\n    // @ts-ignore\n    if (!this.webex.internal.llm.isConnected()) {\n      throw new Error('can not turn on captions before llm connected');\n    }\n\n    return this.requestTurnOnCaptions(spokenLanguage);\n  };\n\n  /**\n   * Toggle transcribing for highlights\n   * @param {bool} activate if true transcribing is turned on\n   * @param {string} spokenLanguage language code for spoken language\n   * @returns {Promise}\n   */\n  public toggleTranscribing = (\n    activate: boolean,\n    spokenLanguage?: string\n  ): undefined | Promise<void> => {\n    // @ts-ignore\n    return this.request({\n      method: 'PUT',\n      // @ts-ignore\n      url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,\n      body: {\n        transcribe: {\n          transcribing: activate,\n        },\n        spokenLanguage,\n      },\n    }).then((): undefined | Promise<void> => {\n      if (activate && !this.areCaptionsEnabled) {\n        return this.turnOnCaptions(spokenLanguage);\n      }\n\n      return undefined;\n    });\n  };\n\n  /**\n   * get caption status\n   * @returns {string}\n   */\n  public getCaptionStatus = () => this.captionStatus;\n\n  /**\n   * get announce status\n   * @returns {string}\n   */\n  public getAnnounceStatus = () => this.announceStatus;\n}\n\nexport default VoiceaChannel;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,eAAA,GAAAD,OAAA;AACA,IAAAE,UAAA,GAAAF,OAAA;AAEA,IAAAG,UAAA,GAAAH,OAAA;AAeA,IAAAI,MAAA,GAAAJ,OAAA;AAAkD,SAAAK,aAAAC,OAAA,QAAAC,yBAAA,GAAAC,yBAAA,oBAAAC,qBAAA,QAAAC,KAAA,OAAAC,gBAAA,CAAAC,OAAA,EAAAN,OAAA,GAAAO,MAAA,MAAAN,yBAAA,QAAAO,SAAA,OAAAH,gBAAA,CAAAC,OAAA,QAAAG,WAAA,EAAAF,MAAA,GAAAG,kBAAA,CAAAN,KAAA,EAAAO,SAAA,EAAAH,SAAA,YAAAD,MAAA,GAAAH,KAAA,CAAAQ,KAAA,OAAAD,SAAA,gBAAAE,2BAAA,CAAAP,OAAA,QAAAC,MAAA;AAAA,SAAAL,0BAAA,eAAAY,OAAA,qBAAAJ,kBAAA,oBAAAA,kBAAA,CAAAK,IAAA,2BAAAC,KAAA,oCAAAC,OAAA,CAAAC,SAAA,CAAAC,OAAA,CAAAC,IAAA,CAAAV,kBAAA,CAAAO,OAAA,8CAAAI,CAAA,sBAPlD;AASA;AACA;AACA;AACA;AACA;AAJA,IAKaC,aAAa,GAAAC,OAAA,CAAAD,aAAA,0BAAAE,YAAA;EAAA,IAAAC,UAAA,CAAAnB,OAAA,EAAAgB,aAAA,EAAAE,YAAA;EAAA,IAAAE,MAAA,GAAA3B,YAAA,CAAAuB,aAAA;EAiExB;AACF;AACA;AACA;EACE,SAAAA,cAAA,EAAqB;IAAA,IAAAK,KAAA;IAAA,IAAAC,gBAAA,CAAAtB,OAAA,QAAAgB,aAAA;IAAA,SAAAO,IAAA,GAAAlB,SAAA,CAAAmB,MAAA,EAANC,IAAI,OAAAC,KAAA,CAAAH,IAAA,GAAAI,IAAA,MAAAA,IAAA,GAAAJ,IAAA,EAAAI,IAAA;MAAJF,IAAI,CAAAE,IAAA,IAAAtB,SAAA,CAAAsB,IAAA;IAAA;IACjBN,KAAA,GAAAD,MAAA,CAAAN,IAAA,CAAAR,KAAA,CAAAc,MAAA,SAAAQ,MAAA,CAASH,IAAI;IAAE,IAAAI,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,gBArELU,iBAAM;IAAA,IAAAF,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA;IAAA,IAAAQ,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA;IAAA,IAAAQ,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,4BAMc,KAAK;IAAA,IAAAQ,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA;IAAA,IAAAQ,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA;IAAA,IAAAQ,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA;IAQrC;AACF;AACA;AACA;IAHE,IAAAQ,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,qBAKyB,UAACN,CAAC,EAAK;MAC9BM,KAAA,CAAKW,MAAM,GAAGjB,CAAC,CAACkB,cAAc,GAAG,CAAC;MAClC,QAAQlB,CAAC,CAACmB,IAAI,CAACC,SAAS;QACtB,KAAKC,6BAAkB,CAACC,YAAY;UAClChB,KAAA,CAAKiB,WAAW,GAAGvB,CAAC,CAACwB,OAAO,CAACC,IAAI;UACjCnB,KAAA,CAAKoB,cAAc,GAAGC,0BAAe,CAACC,MAAM;UAC5CtB,KAAA,CAAKuB,0BAA0B,CAAC7B,CAAC,CAACmB,IAAI,CAACW,aAAa,CAAC;UACrD;QACF,KAAKT,6BAAkB,CAACU,oBAAoB;UAC1CzB,KAAA,CAAK0B,8BAA8B,CAAChC,CAAC,CAACmB,IAAI,CAACW,aAAa,CAAC;UACzD;QACF,KAAKT,6BAAkB,CAACY,aAAa;UACnC3B,KAAA,CAAK4B,oBAAoB,CAAClC,CAAC,CAACmB,IAAI,CAACW,aAAa,CAAC;UAC/C;QACF;UACE;MACJ;IACF,CAAC;IAyCD;AACF;AACA;AACA;AACA;IAJE,IAAAhB,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,2BAK+B,UAACwB,aAAoC,EAAW;MAC7E,QAAQA,aAAa,CAACK,IAAI;QACxB,KAAKC,6BAAkB,CAACC,0BAA0B;UAChDC,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;YACEkC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,KAAK;YACdC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCC,WAAW,EAAEjB,aAAa,CAACiB;UAC7B,CACF,CAAC;UACD;QAEF,KAAKX,6BAAkB,CAACY,uBAAuB;UAC7CV,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;YACEkC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACC,WAAW,EAC1B;YACEC,OAAO,EAAE,IAAI;YACbC,YAAY,EAAEf,aAAa,CAACgB,aAAa;YACzCG,YAAY,EAAEnB,aAAa,CAACmB,YAAY;YACxCC,UAAU,EAAE;cACVC,IAAI,EAAErB,aAAa,CAACqB,IAAI;cACxBC,IAAI,EAAEtB,aAAa,CAACoB,UAAU,CAACE,IAAI;cACnCC,sBAAsB,EAAEvB,aAAa,CAACoB,UAAU,CAACI;YACnD,CAAC;YACDC,SAAS,EAAE,IAAAC,gCAAyB,EAAC1B,aAAa,CAACoB,UAAU,CAACO,UAAU;UAC1E,CACF,CAAC;UACD;QAEF,KAAKrB,6BAAkB,CAACsB,iBAAiB;UACvCpB,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;YACEkC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACgB,iBAAiB,EAChC;YACEP,IAAI,EAAErB,aAAa,CAAC6B,SAAS,CAACR,IAAI;YAClCS,WAAW,EAAE9B,aAAa,CAAC6B,SAAS,CAACE,YAAY;YACjDT,IAAI,EAAEtB,aAAa,CAAC6B,SAAS,CAACT,UAAU;YACxCY,cAAc,EAAEhC,aAAa,CAAC6B,SAAS,CAACI,eAAe;YACvDC,eAAe,EAAElC,aAAa,CAAC6B,SAAS,CAACM,gBAAgB;YACzDV,SAAS,EAAE,IAAAC,gCAAyB,EAAC1B,aAAa,CAAC6B,SAAS,CAACF,UAAU;UACzE,CACF,CAAC;UACD;QAEF,KAAKrB,6BAAkB,CAAC8B,UAAU;UAChC5B,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;YACEkC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACyB,WAAW,EAC1B;YACEC,WAAW,EAAE,KAAK;YAClBhB,IAAI,EAAEtB,aAAa,CAACuC;UACtB,CACF,CAAC;UACD;QAEF,KAAKjC,6BAAkB,CAACkC,QAAQ;QAChC,KAAKlC,6BAAkB,CAACmC,UAAU;UAChCjC,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;YACEkC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACyB,WAAW,EAC1B;YACEC,WAAW,EAAEtC,aAAa,CAACK,IAAI,KAAKC,6BAAkB,CAACkC;UACzD,CACF,CAAC;UACD;QAEF;UACE;MACJ;IACF,CAAC;IAED;AACF;AACA;AACA;AACA;IAJE,IAAAxD,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,qCAKyC,UAACwB,aAAsC,EAAW;MACzF,IAAIA,aAAa,CAAC0C,UAAU,KAAK,GAAG,EAAE;QACpClC,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;UACEkC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC+B,uBAAuB,EACtC;UAACD,UAAU,EAAE;QAAG,CAClB,CAAC;MACH,CAAC,MAAM;QACLlC,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;UACEkC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC+B,uBAAuB,EACtC;UAACD,UAAU,EAAE1C,aAAa,CAAC4C,SAAS;UAAEC,YAAY,EAAE7C,aAAa,CAAC8C;QAAO,CAC3E,CAAC;MACH;IACF,CAAC;IAED;AACF;AACA;AACA;AACA;IAJE,IAAA9D,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,iCAKqC,UAACwB,aAAkC,EAAW;MAAA,IAAA+C,qBAAA,EAAAC,sBAAA,EAAAC,sBAAA,EAAAC,sBAAA,EAAAC,qBAAA,EAAAC,kBAAA;MACjF,IAAMC,qBAAqB,GAAG;QAC5BC,gBAAgB,GAAAP,qBAAA,GAAE/C,aAAa,aAAbA,aAAa,wBAAAgD,sBAAA,GAAbhD,aAAa,CAAEuD,WAAW,cAAAP,sBAAA,uBAA1BA,sBAAA,CAA4BQ,iBAAiB,cAAAT,qBAAA,cAAAA,qBAAA,GAAI,EAAE;QACrEU,YAAY,GAAAR,sBAAA,GAAEjD,aAAa,aAAbA,aAAa,wBAAAkD,sBAAA,GAAblD,aAAa,CAAEuD,WAAW,cAAAL,sBAAA,uBAA1BA,sBAAA,CAA4BQ,aAAa,cAAAT,sBAAA,cAAAA,sBAAA,GAAI,CAAC;QAC5DU,eAAe,GAAAR,qBAAA,GAAEnD,aAAa,aAAbA,aAAa,wBAAAoD,kBAAA,GAAbpD,aAAa,CAAE4D,GAAG,cAAAR,kBAAA,uBAAlBA,kBAAA,CAAoBS,gBAAgB,cAAAV,qBAAA,cAAAA,qBAAA,GAAI;MAC3D,CAAC;MAED3C,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;QACEkC,IAAI,EAAE,QAAQ;QACdC,QAAQ,EAAE;MACZ,CAAC,EACDC,yBAAc,CAACkD,mBAAmB,EAClCT,qBACF,CAAC;IACH,CAAC;IAED;AACF;AACA;AACA;IAHE,IAAArE,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,uBAI2B,YAAY;MACrCA,KAAA,CAAKoB,cAAc,GAAGC,0BAAe,CAACkE,OAAO;MAC7CvF,KAAA,CAAKwF,cAAc,CAAC,CAAC;MACrB;MACAxF,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,KAAAvF,MAAA,CAAKP,KAAA,CAAKW,MAAM,CAAE;QACpBkB,IAAI,EAAE,gBAAgB;QACtBkE,UAAU,EAAE;UACV;UACAC,KAAK,EAAEhG,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACM,UAAU,CAAC;QAC5C,CAAC;QACD/E,OAAO,EAAE,CAAC,CAAC;QACXL,IAAI,EAAE;UACJqF,aAAa,EAAE;YACbC,OAAO,EAAE;UACX,CAAC;UACDC,SAAS,EAAE,aAAa;UACxBtF,SAAS,EAAEC,6BAAkB,CAACsF;QAChC,CAAC;QACDC,UAAU,KAAA/F,MAAA,CAAKgG,iBAAM,CAACC,gBAAgB,OAAAjG,MAAA,CAAIkG,aAAI,CAACC,EAAE,CAAC,CAAC,CAACC,QAAQ,CAAC,CAAC;MAChE,CAAC,CAAC;MACF3G,KAAA,CAAKW,MAAM,IAAI,CAAC;IAClB,CAAC;IAED;AACF;AACA;AACA;AACA;IAJE,IAAAH,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,wBAK2B,UAAC4G,YAAoB;MAAA;QAC9C;QACA5G,KAAA,CAAK6G,OAAO,CAAC;UACXC,MAAM,EAAE,KAAK;UACb;UACAC,GAAG,KAAAxG,MAAA,CAAKP,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACqB,WAAW,CAAC,CAAC,eAAY;UACzDC,IAAI,EAAE;YACJC,UAAU,EAAE;cACVC,cAAc,EAAEP;YAClB;UACF;QACF,CAAC,CAAC,CAACQ,IAAI,CAAC,YAAM;UACZpF,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;YACEkC,IAAI,EAAE,QAAQ;YACdC,QAAQ,EAAE;UACZ,CAAC,EACDC,yBAAc,CAACiF,sBAAsB,EACrC;YAACT,YAAY,EAAZA;UAAY,CACf,CAAC;QACH,CAAC;MAAC;IAAA;IAEJ;AACF;AACA;AACA;AACA;IAJE,IAAApG,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,sBAKyB,UAAC4G,YAAoB,EAAW;MACvD;MACA,IAAI,CAAC5G,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC2B,WAAW,CAAC,CAAC,EAAE;MAC5C;MACAtH,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACC,MAAM,CAACC,IAAI,CAAC;QAClCC,EAAE,KAAAvF,MAAA,CAAKP,KAAA,CAAKW,MAAM,CAAE;QACpBkB,IAAI,EAAE,gBAAgB;QACtBkE,UAAU,EAAE;UACV;UACAC,KAAK,EAAEhG,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACM,UAAU,CAAC;QAC5C,CAAC;QACD/E,OAAO,EAAE;UACPqG,EAAE,EAAEvH,KAAA,CAAKiB;QACX,CAAC;QACDJ,IAAI,EAAE;UACJqF,aAAa,EAAE;YACbsB,mBAAmB,EAAEZ,YAAY;YACjCd,EAAE,EAAEW,aAAI,CAACC,EAAE,CAAC;UACd,CAAC;UACDN,SAAS,EAAE,aAAa;UACxBtF,SAAS,EAAEC,6BAAkB,CAAC0G;QAChC,CAAC;QACDnB,UAAU,KAAA/F,MAAA,CAAKgG,iBAAM,CAACC,gBAAgB,OAAAjG,MAAA,CAAIkG,aAAI,CAACC,EAAE,CAAC,CAAC,CAACC,QAAQ,CAAC,CAAC;MAChE,CAAC,CAAC;MACF3G,KAAA,CAAKW,MAAM,IAAI,CAAC;IAClB,CAAC;IAED;AACF;AACA;AACA;AACA;IAJE,IAAAH,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,4BAKgC,UAAC4G,YAAa,EAAgC;MAC5E5G,KAAA,CAAK0H,aAAa,GAAGC,iCAAsB,CAACC,OAAO;;MAEnD;MACA,IAAMX,IAAI,GAAG;QACXC,UAAU,EAAE;UAACW,OAAO,EAAE;QAAI,CAAC;QAC3BjB,YAAY,EAAZA;MACF,CAAC;;MAED;MACA;MACA,OAAO5G,KAAA,CAAK6G,OAAO,CAAC;QAClBC,MAAM,EAAE,KAAK;QACb;QACAC,GAAG,KAAAxG,MAAA,CAAKP,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACqB,WAAW,CAAC,CAAC,eAAY;QACzDC,IAAI,EAAJA;MACF,CAAC,CAAC,CACCG,IAAI,CAAC,YAAM;QACVpF,4BAAO,CAACC,OAAO,KAAAxB,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,GAEb;UACEkC,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE;QACZ,CAAC,EACDC,yBAAc,CAAC0F,kBACjB,CAAC;QACD9H,KAAA,CAAK+H,kBAAkB,GAAG,IAAI;QAC9B/H,KAAA,CAAK0H,aAAa,GAAGC,iCAAsB,CAACK,OAAO;QACnDhI,KAAA,CAAKiI,QAAQ,CAAC,CAAC;MACjB,CAAC,CAAC,CACDC,KAAK,CAAC,YAAM;QACXlI,KAAA,CAAK0H,aAAa,GAAGC,iCAAsB,CAACQ,IAAI;QAChD,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;MAC1C,CAAC,CAAC;IACN,CAAC;IAED;AACF;AACA;AACA;IAHE,IAAA5H,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,2BAI+B;MAAA,OAC7B,CAACqB,0BAAe,CAACkE,OAAO,EAAElE,0BAAe,CAACC,MAAM,CAAC,CAAC+G,QAAQ,CAACrI,KAAA,CAAKoB,cAAc,CAAC;IAAA;IAEjF;AACF;AACA;AACA;IAHE,IAAAZ,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,eAIkB,YAAM;MACtB,IAAIA,KAAA,CAAKsI,oBAAoB,CAAC,CAAC,EAAE;MACjC;MACA,IAAI,CAACtI,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC2B,WAAW,CAAC,CAAC,EAAE;QAC1C,MAAM,IAAIc,KAAK,CAAC,8CAA8C,CAAC;MACjE;MACApI,KAAA,CAAKuI,gBAAgB,CAAC,CAAC;IACzB,CAAC;IAED;AACF;AACA;AACA;IAHE,IAAA/H,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,0BAI8B;MAAA,OAC5B,CAAC2H,iCAAsB,CAACC,OAAO,EAAED,iCAAsB,CAACK,OAAO,CAAC,CAACK,QAAQ,CAACrI,KAAA,CAAK0H,aAAa,CAAC;IAAA;IAE/F;AACF;AACA;AACA;AACA;IAJE,IAAAlH,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA;MAAA,IAAAwI,IAAA,OAAAC,kBAAA,CAAA9J,OAAA,gBAAA+J,YAAA,CAAA/J,OAAA,CAAAgK,IAAA,CAKwB,SAAAC,QAAOzB,cAAe;QAAA,OAAAuB,YAAA,CAAA/J,OAAA,CAAAkK,IAAA,UAAAC,SAAAC,QAAA;UAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;YAAA;cAAA,KACxCjJ,KAAA,CAAKkJ,mBAAmB,CAAC,CAAC;gBAAAH,QAAA,CAAAE,IAAA;gBAAA;cAAA;cAAA,OAAAF,QAAA,CAAAI,MAAA,WAASC,SAAS;YAAA;cAAA,IAE3CpJ,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAAC2B,WAAW,CAAC,CAAC;gBAAAyB,QAAA,CAAAE,IAAA;gBAAA;cAAA;cAAA,MAClC,IAAIb,KAAK,CAAC,+CAA+C,CAAC;YAAA;cAAA,OAAAW,QAAA,CAAAI,MAAA,WAG3DnJ,KAAA,CAAKqJ,qBAAqB,CAAClC,cAAc,CAAC;YAAA;YAAA;cAAA,OAAA4B,QAAA,CAAAO,IAAA;UAAA;QAAA,GAAAV,OAAA;MAAA,CAClD;MAAA,iBAAAW,EAAA;QAAA,OAAAf,IAAA,CAAAvJ,KAAA,OAAAD,SAAA;MAAA;IAAA;IAED;AACF;AACA;AACA;AACA;AACA;IALE,IAAAwB,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,yBAM4B,UAC1BwJ,QAAiB,EACjBrC,cAAuB,EACO;MAC9B;MACA,OAAOnH,KAAA,CAAK6G,OAAO,CAAC;QAClBC,MAAM,EAAE,KAAK;QACb;QACAC,GAAG,KAAAxG,MAAA,CAAKP,KAAA,CAAKyF,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACqB,WAAW,CAAC,CAAC,eAAY;QACzDC,IAAI,EAAE;UACJC,UAAU,EAAE;YACVuC,YAAY,EAAED;UAChB,CAAC;UACDrC,cAAc,EAAdA;QACF;MACF,CAAC,CAAC,CAACC,IAAI,CAAC,YAAiC;QACvC,IAAIoC,QAAQ,IAAI,CAACxJ,KAAA,CAAK+H,kBAAkB,EAAE;UACxC,OAAO/H,KAAA,CAAK0J,cAAc,CAACvC,cAAc,CAAC;QAC5C;QAEA,OAAOiC,SAAS;MAClB,CAAC,CAAC;IACJ,CAAC;IAED;AACF;AACA;AACA;IAHE,IAAA5I,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,uBAI0B;MAAA,OAAMA,KAAA,CAAK0H,aAAa;IAAA;IAElD;AACF;AACA;AACA;IAHE,IAAAlH,gBAAA,CAAA7B,OAAA,MAAA8B,uBAAA,CAAA9B,OAAA,EAAAqB,KAAA,wBAI2B;MAAA,OAAMA,KAAA,CAAKoB,cAAc;IAAA;IAjXlDpB,KAAA,CAAKW,MAAM,GAAG,CAAC;IACfX,KAAA,CAAK+H,kBAAkB,GAAG,KAAK;IAC/B/H,KAAA,CAAKiB,WAAW,GAAGmI,SAAS;IAC5BpJ,KAAA,CAAKoB,cAAc,GAAGC,0BAAe,CAAC8G,IAAI;IAC1CnI,KAAA,CAAK0H,aAAa,GAAGC,iCAAsB,CAACQ,IAAI;IAAC,OAAAnI,KAAA;EACnD;EAAC,IAAA2J,aAAA,CAAAhL,OAAA,EAAAgB,aAAA;IAAAiK,GAAA;IAAAC,KAAA;IArCD;AACF;AACA;AACA;IACE,SAAArE,eAAA,EAAyB;MACvB,IAAI,CAAC,IAAI,CAACsE,qBAAqB,EAAE;QAC/B;QACA,IAAI,CAACrE,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACoE,EAAE,CAAC,mBAAmB,EAAE,IAAI,CAACC,cAAc,CAAC;QACpE,IAAI,CAACF,qBAAqB,GAAG,IAAI;MACnC;IACF;;IAEA;AACF;AACA;AACA;EAHE;IAAAF,GAAA;IAAAC,KAAA,EAIA,SAAAI,iBAAA,EAA0B;MACxB,IAAI,CAAClC,kBAAkB,GAAG,KAAK;MAC/B,IAAI,CAAC9G,WAAW,GAAGmI,SAAS;MAC5B;MACA,IAAI,CAAC3D,KAAK,CAACC,QAAQ,CAACC,GAAG,CAACuE,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAACF,cAAc,CAAC;MACrE,IAAI,CAACF,qBAAqB,GAAG,KAAK;MAClC,IAAI,CAAC1I,cAAc,GAAGC,0BAAe,CAAC8G,IAAI;MAC1C,IAAI,CAACT,aAAa,GAAGC,iCAAsB,CAACQ,IAAI;IAClD;EAAC;EAAA,OAAAxI,aAAA;AAAA,EA/DgCwK,sBAAW;AAAA,IAAAC,QAAA,GAAAxK,OAAA,CAAAjB,OAAA,GA2b/BgB,aAAa"}

package/dist/voicea.types.js.map

@@ -1 +1 @@
-{"version":3,"names":[],"sources":["voicea.types.ts"],"sourcesContent":["/* eslint-disable camelcase */\n/* eslint-disable no-undef */\n\n/**\n * Type for payload\n */\ninterface AnnouncementPayload {\n  translation: {\n    max_languages: number;\n    allowed_languages: string[];\n  };\n\n  ASR: {\n    spoken_languages: string[];\n  };\n}\n\n// eslint-disable-next-line no-undef\ntype TRANSCRIPTION_TYPES =\n  | 'unknown'\n  | 'eva_wake'\n  | 'eva_thanks'\n  | 'eva_cancel'\n  | 'highlight_created'\n  | 'transcript_interim_results'\n  | 'transcript_final_result';\n\n/**\n * Class for an Transcription Object\n */\ninterface Transcription {\n  start_millis: number;\n  end_millis: number;\n  text: string;\n  transcript_language_code: string;\n  translations: {[x: string]: string};\n  csis: number[];\n  last_packet_timestamp_ms: number;\n}\n\n/**\n * Highlights\n */\ninterface Highlight {\n  highlight_id: string;\n  transcript: string;\n  highlight_label: string;\n  highlight_source: string;\n  start_millis: number;\n  end_millis: number;\n  csis: number[];\n}\n/**\n * Type for Transcription message\n */\ninterface TranscriptionResponse {\n  type: TRANSCRIPTION_TYPES;\n  transcript_id: string;\n  translations?: {[x: string]: string};\n  transcripts?: Transcription[];\n  transcript?: Transcription;\n  highlight?: Highlight;\n  csis: number[];\n  data: string;\n  command_response: string;\n}\n/**\n * Type for CaptionLanguageResponse\n */\ninterface CaptionLanguageResponse {\n  requestId: string;\n  statusCode: number;\n  errorCode: number;\n  message: string;\n}\n\ninterface IVoiceaChannel {\n  setSpokenLanguage: (languageCode: string) => Promise<void>;\n  requestLanguage: (languageCode: string) => void;\n  turnOnCaptions: () => undefined | Promise<void>;\n  toggleTranscribing: (activate: boolean) => undefined | Promise<void>;\n  deregisterEvents: () => undefined | Promise<void>;\n}\n\nexport type {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  Transcription,\n  Highlight,\n  IVoiceaChannel,\n};\n"],"mappings":""}
+{"version":3,"names":[],"sources":["voicea.types.ts"],"sourcesContent":["/* eslint-disable camelcase */\n/* eslint-disable no-undef */\n\n/**\n * Type for payload\n */\ninterface AnnouncementPayload {\n  translation: {\n    max_languages: number;\n    allowed_languages: string[];\n  };\n\n  ASR: {\n    spoken_languages: string[];\n  };\n}\n\n// eslint-disable-next-line no-undef\ntype TRANSCRIPTION_TYPES =\n  | 'unknown'\n  | 'eva_wake'\n  | 'eva_thanks'\n  | 'eva_cancel'\n  | 'highlight_created'\n  | 'transcript_interim_results'\n  | 'transcript_final_result';\n\n/**\n * Class for an Transcription Object\n */\ninterface Transcription {\n  start_millis: number;\n  end_millis: number;\n  text: string;\n  transcript_language_code: string;\n  translations: {[x: string]: string};\n  csis: number[];\n  last_packet_timestamp_ms: number;\n}\n\n/**\n * Highlights\n */\ninterface Highlight {\n  highlight_id: string;\n  transcript: string;\n  highlight_label: string;\n  highlight_source: string;\n  start_millis: number;\n  end_millis: number;\n  csis: number[];\n}\n/**\n * Type for Transcription message\n */\ninterface TranscriptionResponse {\n  type: TRANSCRIPTION_TYPES;\n  transcript_id: string;\n  translations?: {[x: string]: string};\n  transcripts?: Transcription[];\n  transcript?: Transcription;\n  highlight?: Highlight;\n  csis: number[];\n  data: string;\n  command_response: string;\n}\n/**\n * Type for CaptionLanguageResponse\n */\ninterface CaptionLanguageResponse {\n  requestId: string;\n  statusCode: number;\n  errorCode: number;\n  message: string;\n}\n\ninterface IVoiceaChannel {\n  setSpokenLanguage: (languageCode: string) => Promise<void>;\n  requestLanguage: (languageCode: string) => void;\n  turnOnCaptions: () => undefined | Promise<void>;\n  toggleTranscribing: (activate: boolean, spokenLanguage: string) => undefined | Promise<void>;\n  deregisterEvents: () => void;\n}\n\nexport type {\n  AnnouncementPayload,\n  CaptionLanguageResponse,\n  TranscriptionResponse,\n  Transcription,\n  Highlight,\n  IVoiceaChannel,\n};\n"],"mappings":""}

package/jest.config.js

@@ -0,0 +1,3 @@
+const config = require('@webex/jest-config-legacy');
+
+module.exports = config;

package/package.json

@@ -1,6 +1,5 @@
 {
   "name": "@webex/internal-plugin-voicea",
-  "version": "3.0.0-bnr.4",
   "description": "",
   "license": "Cisco EULA (https://www.cisco.com/c/en/us/products/end-user-license-agreement.html)",
   "main": "dist/index.js",
@@ -14,11 +13,10 @@
     "node": ">=16"
   },
   "dependencies": {
-    "@webex/internal-plugin-llm": "workspace:^",
-    "@webex/internal-plugin-mercury": "workspace:^",
-    "@webex/internal-plugin-voicea": "workspace:^",
-    "@webex/plugin-meetings": "workspace:^",
-    "@webex/webex-core": "workspace:^",
+    "@webex/internal-plugin-llm": "3.0.0",
+    "@webex/internal-plugin-mercury": "3.0.0",
+    "@webex/plugin-meetings": "3.0.0",
+    "@webex/webex-core": "3.0.0",
     "uuid": "^3.3.2"
   },
   "browserify": {
@@ -28,9 +26,28 @@
     ]
   },
   "devDependencies": {
-    "@webex/test-helper-chai": "workspace:^",
-    "@webex/test-helper-mock-web-socket": "workspace:^",
-    "@webex/test-helper-mock-webex": "workspace:^",
+    "@babel/core": "^7.17.10",
+    "@webex/babel-config-legacy": "0.0.0",
+    "@webex/eslint-config-legacy": "0.0.0",
+    "@webex/jest-config-legacy": "0.0.0",
+    "@webex/legacy-tools": "0.0.0",
+    "@webex/test-helper-chai": "3.0.0",
+    "@webex/test-helper-mocha": "3.0.0",
+    "@webex/test-helper-mock-web-socket": "3.0.0",
+    "@webex/test-helper-mock-webex": "3.0.0",
+    "@webex/test-helper-test-users": "3.0.0",
+    "eslint": "^8.24.0",
+    "prettier": "^2.7.1",
     "sinon": "^9.2.4"
-  }
-}
+  },
+  "scripts": {
+    "build": "yarn build:src",
+    "build:src": "webex-legacy-tools build -dest \"./dist\" -src \"./src\" -js -ts -maps",
+    "deploy:npm": "yarn npm publish",
+    "test": "yarn test:style && yarn test:unit && yarn test:integration && yarn test:browser",
+    "test:browser": "webex-legacy-tools test --integration --runner karma",
+    "test:style": "eslint ./src/**/*.*",
+    "test:unit": "webex-legacy-tools test --unit --runner jest"
+  },
+  "version": "3.0.0"
+}

package/process

@@ -0,0 +1 @@
+module.exports = {browser: true};

package/src/constants.ts

@@ -30,3 +30,15 @@ export const TRANSCRIPTION_TYPE = {
 };
 
 export const VOICEA = 'voicea';
+
+export const ANNOUNCE_STATUS = {
+  IDLE: 'idle',
+  JOINED: 'joined',
+  JOINING: 'joining',
+};
+
+export const TURN_ON_CAPTION_STATUS = {
+  IDLE: 'idle',
+  ENABLED: 'enabled',
+  SENDING: 'sending',
+};

package/src/index.ts

@@ -5,3 +5,4 @@ import VoiceaChannel from './voicea';
 WebexCore.registerInternalPlugin('voicea', VoiceaChannel, {});
 
 export {default} from './voicea';
+export {EVENT_TRIGGERS, TURN_ON_CAPTION_STATUS} from './constants';

package/src/voicea.ts

@@ -2,7 +2,14 @@ import uuid from 'uuid';
 import {TriggerProxy as Trigger} from '@webex/plugin-meetings';
 import {WebexPlugin, config} from '@webex/webex-core';
 
-import {EVENT_TRIGGERS, VOICEA_RELAY_TYPES, TRANSCRIPTION_TYPE, VOICEA} from './constants';
+import {
+  EVENT_TRIGGERS,
+  VOICEA_RELAY_TYPES,
+  TRANSCRIPTION_TYPE,
+  VOICEA,
+  ANNOUNCE_STATUS,
+  TURN_ON_CAPTION_STATUS,
+} from './constants';
 // eslint-disable-next-line no-unused-vars
 import {
   AnnouncementPayload,
@@ -22,14 +29,16 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
 
   private seqNum: number;
 
-  private hasVoiceaJoined: boolean;
-
   private areCaptionsEnabled: boolean;
 
   private hasSubscribedToEvents = false;
 
   private vmcDeviceId?: string;
 
+  private announceStatus: string;
+
+  private captionStatus: string;
+
   /**
    * @param {Object} e
    * @returns {undefined}
@@ -40,7 +49,7 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
     switch (e.data.relayType) {
       case VOICEA_RELAY_TYPES.ANNOUNCEMENT:
         this.vmcDeviceId = e.headers.from;
-        this.hasVoiceaJoined = true;
+        this.announceStatus = ANNOUNCE_STATUS.JOINED;
         this.processAnnouncementMessage(e.data.voiceaPayload);
         break;
       case VOICEA_RELAY_TYPES.TRANSLATION_RESPONSE:
@@ -66,14 +75,18 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
     }
   }
 
-  // @ts-ignore
+  /**
+   * Listen to websocket messages
+   * @returns {void}
+   */
   public deregisterEvents() {
-    this.hasVoiceaJoined = false;
     this.areCaptionsEnabled = false;
     this.vmcDeviceId = undefined;
     // @ts-ignore
     this.webex.internal.llm.off('event:relay.event', this.eventProcessor);
     this.hasSubscribedToEvents = false;
+    this.announceStatus = ANNOUNCE_STATUS.IDLE;
+    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;
   }
 
   /**
@@ -83,9 +96,10 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
   constructor(...args) {
     super(...args);
     this.seqNum = 1;
-    this.hasVoiceaJoined = false;
     this.areCaptionsEnabled = false;
     this.vmcDeviceId = undefined;
+    this.announceStatus = ANNOUNCE_STATUS.IDLE;
+    this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;
   }
 
   /**
@@ -122,6 +136,7 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
           {
             isFinal: true,
             transcriptId: voiceaPayload.transcript_id,
+            translations: voiceaPayload.translations,
             transcript: {
               csis: voiceaPayload.csis,
               text: voiceaPayload.transcript.text,
@@ -243,9 +258,7 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
    * @returns {void}
    */
   private sendAnnouncement = (): void => {
-    // @ts-ignore
-    if (this.hasVoiceaJoined || !this.webex.internal.llm.isConnected()) return;
-
+    this.announceStatus = ANNOUNCE_STATUS.JOINING;
     this.listenToEvents();
     // @ts-ignore
     this.webex.internal.llm.socket.send({
@@ -280,7 +293,9 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
       // @ts-ignore
       url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,
       body: {
-        languageCode,
+        transcribe: {
+          spokenLanguage: languageCode,
+        },
       },
     }).then(() => {
       Trigger.trigger(
@@ -327,52 +342,129 @@ export class VoiceaChannel extends WebexPlugin implements IVoiceaChannel {
   };
 
   /**
-   * Turn on Captions
+   * request turn on Captions
+   * @param {string} [languageCode] - Optional Parameter for spoken language code. Defaults to English
    * @returns {Promise}
    */
-  public turnOnCaptions = async (): undefined | Promise<void> => {
-    if (this.hasVoiceaJoined && this.areCaptionsEnabled) return undefined;
+  private requestTurnOnCaptions = (languageCode?): undefined | Promise<void> => {
+    this.captionStatus = TURN_ON_CAPTION_STATUS.SENDING;
+
+    // only set the spoken language if it is provided
+    const body = {
+      transcribe: {caption: true},
+      languageCode,
+    };
+
     // @ts-ignore
     // eslint-disable-next-line newline-before-return
     return this.request({
       method: 'PUT',
       // @ts-ignore
       url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,
-      body: {
-        transcribe: {caption: true},
-      },
-    }).then(() => {
-      Trigger.trigger(
-        this,
-        {
-          file: 'voicea',
-          function: 'turnOnCaptions',
-        },
-        EVENT_TRIGGERS.CAPTIONS_TURNED_ON
-      );
-      this.areCaptionsEnabled = true;
-      this.sendAnnouncement();
-    });
+      body,
+    })
+      .then(() => {
+        Trigger.trigger(
+          this,
+          {
+            file: 'voicea',
+            function: 'turnOnCaptions',
+          },
+          EVENT_TRIGGERS.CAPTIONS_TURNED_ON
+        );
+        this.areCaptionsEnabled = true;
+        this.captionStatus = TURN_ON_CAPTION_STATUS.ENABLED;
+        this.announce();
+      })
+      .catch(() => {
+        this.captionStatus = TURN_ON_CAPTION_STATUS.IDLE;
+        throw new Error('turn on captions fail');
+      });
+  };
+
+  /**
+   * is announce processing
+   * @returns {boolean}
+   */
+  private isAnnounceProcessing = () =>
+    [ANNOUNCE_STATUS.JOINING, ANNOUNCE_STATUS.JOINED].includes(this.announceStatus);
+
+  /**
+   * announce to voicea data chanel
+   * @returns {void}
+   */
+  public announce = () => {
+    if (this.isAnnounceProcessing()) return;
+    // @ts-ignore
+    if (!this.webex.internal.llm.isConnected()) {
+      throw new Error('voicea can not announce before llm connected');
+    }
+    this.sendAnnouncement();
+  };
+
+  /**
+   * is turn on caption processing
+   * @returns {boolean}
+   */
+  private isCaptionProcessing = () =>
+    [TURN_ON_CAPTION_STATUS.SENDING, TURN_ON_CAPTION_STATUS.ENABLED].includes(this.captionStatus);
+
+  /**
+   * Turn on Captions
+   * @param {string} [spokenLanguage] - Optional Spoken language code
+   * @returns {Promise}
+   */
+  public turnOnCaptions = async (spokenLanguage?): undefined | Promise<void> => {
+    if (this.isCaptionProcessing()) return undefined;
+    // @ts-ignore
+    if (!this.webex.internal.llm.isConnected()) {
+      throw new Error('can not turn on captions before llm connected');
+    }
+
+    return this.requestTurnOnCaptions(spokenLanguage);
   };
 
   /**
    * Toggle transcribing for highlights
    * @param {bool} activate if true transcribing is turned on
+   * @param {string} spokenLanguage language code for spoken language
    * @returns {Promise}
    */
-  public toggleTranscribing = async (activate: boolean): undefined | Promise<void> => {
+  public toggleTranscribing = (
+    activate: boolean,
+    spokenLanguage?: string
+  ): undefined | Promise<void> => {
     // @ts-ignore
     return this.request({
       method: 'PUT',
       // @ts-ignore
       url: `${this.webex.internal.llm.getLocusUrl()}/controls/`,
       body: {
-        transcribe: {transcribing: activate},
+        transcribe: {
+          transcribing: activate,
+        },
+        spokenLanguage,
       },
-    }).then(() => {
-      if (activate && !this.areCaptionsEnabled && !this.hasVoiceaJoined) this.turnOnCaptions();
+    }).then((): undefined | Promise<void> => {
+      if (activate && !this.areCaptionsEnabled) {
+        return this.turnOnCaptions(spokenLanguage);
+      }
+
+      return undefined;
     });
   };
+
+  /**
+   * get caption status
+   * @returns {string}
+   */
+  public getCaptionStatus = () => this.captionStatus;
+
+  /**
+   * get announce status
+   * @returns {string}
+   */
+  public getAnnounceStatus = () => this.announceStatus;
 }
 
 export default VoiceaChannel;

package/src/voicea.types.ts

@@ -78,8 +78,8 @@ interface IVoiceaChannel {
   setSpokenLanguage: (languageCode: string) => Promise<void>;
   requestLanguage: (languageCode: string) => void;
   turnOnCaptions: () => undefined | Promise<void>;
-  toggleTranscribing: (activate: boolean) => undefined | Promise<void>;
-  deregisterEvents: () => undefined | Promise<void>;
+  toggleTranscribing: (activate: boolean, spokenLanguage: string) => undefined | Promise<void>;
+  deregisterEvents: () => void;
 }
 
 export type {