@webex/plugin-meetings 3.9.0 → 3.10.0-multi-llms.1

package/src/meeting/index.ts

@@ -28,6 +28,9 @@ import {
   StatsAnalyzerEventNames,
   NetworkQualityEventNames,
   NetworkQualityMonitor,
+  StatsMonitor,
+  StatsMonitorEventNames,
+  InboundAudioIssueSubTypes,
 } from '@webex/internal-media-core';
 
 import {
@@ -55,6 +58,7 @@ import {
   NoMediaEstablishedYetError,
   UserNotJoinedError,
   AddMediaFailed,
+  SdpResponseTimeoutError,
 } from '../common/errors/webex-errors';
 
 import LoggerProxy from '../common/logs/logger-proxy';
@@ -269,6 +273,7 @@ export enum ScreenShareFloorStatus {
 type FetchMeetingInfoParams = {
   password?: string;
   registrationId?: string;
+  classificationId?: string;
   captchaCode?: string;
   extraParams?: Record<string, any>;
   sendCAevents?: boolean;
@@ -633,6 +638,7 @@ export default class Meeting extends StatelessWebexPlugin {
   shareStatus: string;
   screenShareFloorState: ScreenShareFloorStatus;
   statsAnalyzer: StatsAnalyzer;
+  statsMonitor: StatsMonitor;
   transcription: Transcription;
   updateMediaConnections: (mediaConnections: any[]) => void;
   userDisplayHints: any;
@@ -1286,6 +1292,13 @@ export default class Meeting extends StatelessWebexPlugin {
      * @memberof Meeting
      */
     this.networkQualityMonitor = null;
+    /**
+     * @instance
+     * @type {StatsMonitor}
+     * @private
+     * @memberof Meeting
+     */
+    this.statsMonitor = null;
     /**
      * Indicates network status of the webrtc media connection
      * @instance
@@ -1902,6 +1915,7 @@ export default class Meeting extends StatelessWebexPlugin {
     extraParams = {},
     sendCAevents = false,
     registrationId = null,
+    classificationId = null,
   }): Promise<void> {
     try {
       const captchaInfo = captchaCode
@@ -1918,7 +1932,9 @@ export default class Meeting extends StatelessWebexPlugin {
         this.locusId,
         extraParams,
         {meetingId: this.id, sendCAevents},
-        registrationId
+        registrationId,
+        null,
+        classificationId
       );
 
       this.parseMeetingInfo(info?.body, this.destination, info?.errors);
@@ -2962,6 +2978,18 @@ export default class Meeting extends StatelessWebexPlugin {
       );
     });
 
+    this.locusInfo.on(LOCUSINFO.EVENTS.CONTROLS_AUTO_END_MEETING_WARNING_CHANGED, ({state}) => {
+      Trigger.trigger(
+        this,
+        {
+          file: 'meeting/index',
+          function: 'setupLocusControlsListener',
+        },
+        EVENT_TRIGGERS.MEETING_CONTROLS_AUTO_END_MEETING_WARNING_UPDATED,
+        {state}
+      );
+    });
+
     this.locusInfo.on(LOCUSINFO.EVENTS.CONTROLS_ANNOTATION_CHANGED, ({state}) => {
       Trigger.trigger(
         this,
@@ -3149,6 +3177,23 @@ export default class Meeting extends StatelessWebexPlugin {
               },
               EVENT_TRIGGERS.MEETING_STOPPED_SHARING_WHITEBOARD
             );
+            // @ts-ignore
+            this.webex.internal.newMetrics.callDiagnosticLatencies.saveTimestamp({
+              key: 'internal.client.share.stopped',
+            });
+            // @ts-ignore
+            this.webex.internal.newMetrics.submitClientEvent({
+              name: 'client.share.stopped',
+              payload: {
+                mediaType: 'whiteboard',
+                shareDuration:
+                  // @ts-ignore
+                  this.webex.internal.newMetrics.callDiagnosticLatencies.getShareDuration(),
+              },
+              options: {
+                meetingId: this.id,
+              },
+            });
             break;
 
           case SHARE_STATUS.NO_SHARE:
@@ -3167,6 +3212,14 @@ export default class Meeting extends StatelessWebexPlugin {
               this.shareCAEventSentStatus.receiveStart = false;
               this.shareCAEventSentStatus.receiveStop = false;
 
+              let finalBeneficiaryId = contentShare.beneficiaryId;
+              // In case of attendee in webinar, the whiteboard is shared by other participants
+              if (this.locusInfo?.info?.isWebinar && this.webinar?.selfIsAttendee) {
+                if (!finalBeneficiaryId && whiteboardShare.beneficiaryId) {
+                  finalBeneficiaryId = whiteboardShare.beneficiaryId;
+                }
+              }
+
               Trigger.trigger(
                 this,
                 {
@@ -3175,7 +3228,7 @@ export default class Meeting extends StatelessWebexPlugin {
                 },
                 EVENT_TRIGGERS.MEETING_STARTED_SHARING_REMOTE,
                 {
-                  memberId: contentShare.beneficiaryId,
+                  memberId: finalBeneficiaryId,
                   url: contentShare.url,
                   shareInstanceId: this.remoteShareInstanceId,
                   annotationInfo: contentShare.annotation,
@@ -3317,27 +3370,31 @@ export default class Meeting extends StatelessWebexPlugin {
    * @memberof Meeting
    */
   private setUpLocusUrlListener() {
-    this.locusInfo.on(EVENTS.LOCUS_INFO_UPDATE_URL, (payload) => {
-      this.members.locusUrlUpdate(payload);
-      this.breakouts.locusUrlUpdate(payload);
-      this.simultaneousInterpretation.locusUrlUpdate(payload);
-      this.annotation.locusUrlUpdate(payload);
-      this.locusUrl = payload;
-      this.locusId = this.locusUrl?.split('/').pop();
-      this.recordingController.setLocusUrl(this.locusUrl);
-      this.controlsOptionsManager.setLocusUrl(this.locusUrl);
-      this.webinar.locusUrlUpdate(payload);
+    this.locusInfo.on(
+      EVENTS.LOCUS_INFO_UPDATE_URL,
+      (payload: {url: string; isMainLocus?: boolean}) => {
+        const {url, isMainLocus} = payload;
+        this.members.locusUrlUpdate(url);
+        this.breakouts.locusUrlUpdate(url);
+        this.simultaneousInterpretation.locusUrlUpdate(url);
+        this.annotation.locusUrlUpdate(url);
+        this.locusUrl = url;
+        this.locusId = this.locusUrl?.split('/').pop();
+        this.recordingController.setLocusUrl(this.locusUrl);
+        this.controlsOptionsManager.setLocusUrl(this.locusUrl, !!isMainLocus);
+        this.webinar.locusUrlUpdate(url);
 
-      Trigger.trigger(
-        this,
-        {
-          file: 'meeting/index',
-          function: 'setUpLocusSelfListener',
-        },
-        EVENT_TRIGGERS.MEETING_LOCUS_URL_UPDATE,
-        {locusUrl: payload}
-      );
-    });
+        Trigger.trigger(
+          this,
+          {
+            file: 'meeting/index',
+            function: 'setUpLocusSelfListener',
+          },
+          EVENT_TRIGGERS.MEETING_LOCUS_URL_UPDATE,
+          {locusUrl: url}
+        );
+      }
+    );
   }
 
   /**
@@ -4180,6 +4237,7 @@ export default class Meeting extends StatelessWebexPlugin {
             this.userDisplayHints,
             this.selfUserPolicies
           ),
+          showAutoEndMeetingWarning: MeetingUtil.showAutoEndMeetingWarning(this.userDisplayHints),
           canRaiseHand: MeetingUtil.canUserRaiseHand(this.userDisplayHints),
           canLowerAllHands: MeetingUtil.canUserLowerAllHands(this.userDisplayHints),
           canLowerSomeoneElsesHand: MeetingUtil.canUserLowerSomeoneElsesHand(this.userDisplayHints),
@@ -4195,8 +4253,13 @@ export default class Meeting extends StatelessWebexPlugin {
           isLocalRecordingStarted: MeetingUtil.isLocalRecordingStarted(this.userDisplayHints),
           isLocalRecordingStopped: MeetingUtil.isLocalRecordingStopped(this.userDisplayHints),
           isLocalRecordingPaused: MeetingUtil.isLocalRecordingPaused(this.userDisplayHints),
+          isLocalStreamingStarted: MeetingUtil.isLocalStreamingStarted(this.userDisplayHints),
+          isLocalStreamingStopped: MeetingUtil.isLocalStreamingStopped(this.userDisplayHints),
           isManualCaptionActive: MeetingUtil.isManualCaptionActive(this.userDisplayHints),
           isSaveTranscriptsEnabled: MeetingUtil.isSaveTranscriptsEnabled(this.userDisplayHints),
+          isSpokenLanguageAutoDetectionEnabled: MeetingUtil.isSpokenLanguageAutoDetectionEnabled(
+            this.userDisplayHints
+          ),
           isWebexAssistantActive: MeetingUtil.isWebexAssistantActive(this.userDisplayHints),
           canViewCaptionPanel: MeetingUtil.canViewCaptionPanel(this.userDisplayHints),
           isRealTimeTranslationEnabled: MeetingUtil.isRealTimeTranslationEnabled(
@@ -6779,6 +6842,10 @@ export default class Meeting extends StatelessWebexPlugin {
             // @ts-ignore
             this.webex.internal.newMetrics.submitClientEvent({
               name: 'client.ice.start',
+              payload: {
+                // @ts-ignore
+                labels: MeetingUtil.getCaEventLabelsForIpVersion(this.webex),
+              },
               options: {
                 meetingId: this.id,
               },
@@ -6948,10 +7015,10 @@ export default class Meeting extends StatelessWebexPlugin {
         }
       }
 
-      // Count members that are in the meeting.
+      // Count members that are in the meeting or in the lobby.
       const {members} = this.getMembers().membersCollection;
       event.data.intervalMetadata.meetingUserCount = Object.values(members).filter(
-        (member: Member) => member.isInMeeting
+        (member: Member) => member.isInMeeting || member.isInLobby
       ).length;
 
       // @ts-ignore
@@ -7310,10 +7377,12 @@ export default class Meeting extends StatelessWebexPlugin {
     if (this.config.stats.enableStatsAnalyzer) {
       // @ts-ignore - config coming from registerPlugin
       this.networkQualityMonitor = new NetworkQualityMonitor(this.config.stats);
+      this.statsMonitor = new StatsMonitor();
       this.statsAnalyzer = new StatsAnalyzer({
         // @ts-ignore - config coming from registerPlugin
         config: this.config.stats,
         networkQualityMonitor: this.networkQualityMonitor,
+        statsMonitor: this.statsMonitor,
         isMultistream: this.isMultistream,
       });
       this.shareCAEventSentStatus = {
@@ -7327,6 +7396,33 @@ export default class Meeting extends StatelessWebexPlugin {
         NetworkQualityEventNames.NETWORK_QUALITY,
         this.sendNetworkQualityEvent.bind(this)
       );
+
+      this.statsMonitor.on(StatsMonitorEventNames.INBOUND_AUDIO_ISSUE, (data) => {
+        // Before forwarding any inbound audio issues to the app, make sure that we have at least one other
+        // participant in the meeting with unmuted audio.
+        // We don't check this.mediaProperties.mediaDirection here, because that's already handled in statsAnalyzer,
+        // so we won't get this event if we are not setup to receive any audio
+        const atLeastOneUnmutedOtherMember = Object.values(
+          this.members.membersCollection.getAll()
+        ).find((member) => {
+          return !member.isSelf && !member.isPairedWithSelf && !member.isAudioMuted;
+        });
+
+        if (atLeastOneUnmutedOtherMember) {
+          this.mediaProperties.sendMediaIssueMetric(
+            'inbound_audio',
+            data.issueSubType,
+            this.correlationId
+          );
+
+          Trigger.trigger(
+            this,
+            {file: 'meeting/index', function: 'createStatsAnalyzer'},
+            EVENT_TRIGGERS.MEDIA_INBOUND_AUDIO_ISSUE_DETECTED,
+            data
+          );
+        }
+      });
     }
   }
 
@@ -7357,7 +7453,7 @@ export default class Meeting extends StatelessWebexPlugin {
         } seconds`
       );
 
-      const error = new Error('Timed out waiting for REMOTE SDP ANSWER');
+      const error = new SdpResponseTimeoutError();
 
       // @ts-ignore
       this.webex.internal.newMetrics.submitClientEvent({
@@ -7625,6 +7721,10 @@ export default class Meeting extends StatelessWebexPlugin {
     }
 
     this.statsAnalyzer = null;
+    this.networkQualityMonitor?.removeAllListeners();
+    this.networkQualityMonitor = null;
+    this.statsMonitor?.removeAllListeners();
+    this.statsMonitor = null;
 
     // when media fails, we want to upload a webrtc dump to see whats going on
     // this function is async, but returns once the stats have been gathered
@@ -7648,6 +7748,10 @@ export default class Meeting extends StatelessWebexPlugin {
       await this.statsAnalyzer.stopAnalyzer();
     }
     this.statsAnalyzer = null;
+    this.networkQualityMonitor?.removeAllListeners();
+    this.networkQualityMonitor = null;
+    this.statsMonitor?.removeAllListeners();
+    this.statsMonitor = null;
 
     this.isMultistream = false;
 
@@ -7819,6 +7923,9 @@ export default class Meeting extends StatelessWebexPlugin {
 
     this.allowMediaInLobby = options?.allowMediaInLobby;
 
+    // @ts-ignore
+    const ipver = MeetingUtil.getIpVersion(this.webex); // used just for metrics
+
     // If the user is unjoined or guest waiting in lobby dont allow the user to addMedia
     // @ts-ignore - isUserUnadmitted coming from SelfUtil
     if (this.isUserUnadmitted && !this.wirelessShare && !this.allowMediaInLobby) {
@@ -7917,6 +8024,7 @@ export default class Meeting extends StatelessWebexPlugin {
         locus_id: this.locusUrl.split('/').pop(),
         connectionType,
         ipVersion,
+        ipver,
         selectedCandidatePairChanges,
         numTransports,
         isMultistream: this.isMultistream,
@@ -7985,6 +8093,7 @@ export default class Meeting extends StatelessWebexPlugin {
         ...reachabilityMetrics,
         ...iceCandidateErrors,
         iceCandidatesCount: this.iceCandidatesCount,
+        ipver,
       });
 
       await this.cleanUpOnAddMediaFailure();
@@ -9361,6 +9470,36 @@ export default class Meeting extends StatelessWebexPlugin {
     return Promise.reject(new Error('Error sending reaction, service url not found.'));
   }
 
+  /**
+   * Extend the current meeting duration.
+   *
+   * @param {number} extensionMinutes - how many minutes to extend
+   * @returns {Promise}
+   * @public
+   * @memberof Meeting
+   */
+  public extendMeeting({
+    meetingPolicyUrl,
+    meetingInstanceId,
+    participantId,
+    extensionMinutes = 30,
+  }) {
+    if (!meetingInstanceId || !participantId) {
+      return Promise.reject(new Error('Missing meetingInstanceId or participantId'));
+    }
+
+    if (!meetingPolicyUrl) {
+      return Promise.reject(new Error('Missing meetingPolicyUrl'));
+    }
+
+    return this.meetingRequest.extendMeeting({
+      meetingInstanceId,
+      participantId,
+      extensionMinutes,
+      meetingPolicyUrl,
+    });
+  }
+
   /**
    * Method to enable or disable reactions inside the meeting.
    *
@@ -9890,4 +10029,47 @@ export default class Meeting extends StatelessWebexPlugin {
 
     return this.meetingRequest.synchronizeStage(this.locusUrl, videoLayout);
   }
+
+  /**
+   * Notifies the host with the given meeting UUID and display names.
+   *
+   * @param {string} meetingUuid - The UUID of the meeting.
+   * @param {string[]} displayName - An array of display names to notify the host with.
+   * @returns {Promise<any>} The result of the notifyHost request.
+   */
+  notifyHost(meetingUuid: string, displayName: string[]) {
+    return this.meetingRequest.notifyHost(
+      this.meetingInfo.siteFullUrl,
+      this.locusId,
+      meetingUuid,
+      displayName
+    );
+  }
+
+  /**
+   * Call out a SIP participant to a meeting
+   * @param {string} address - The SIP address or phone number
+   * @param {string} displayName - The display name for the participant
+   * @param {string} [correlationId] - Optional correlation ID
+   * @returns {Promise} Promise that resolves when the call-out is initiated
+   */
+  sipCallOut(address: string, displayName: string) {
+    return this.meetingRequest.sipCallOut(
+      this.meetingInfo.meetingId,
+      this.meetingInfo.meetingId,
+      address,
+      displayName
+    );
+  }
+
+  /**
+   * Cancel an ongoing SIP call-out
+   * @param {string} participantId - The participant ID to cancel
+   * @returns {Promise} Promise that resolves when the call-out is cancelled
+   * @public
+   * @memberof Meetings
+   */
+  cancelSipCallOut(participantId: string) {
+    return this.meetingRequest.cancelSipCallOut(participantId);
+  }
 }

package/src/meeting/muteState.ts

@@ -291,18 +291,14 @@ export class MuteState {
     );
 
     return MeetingUtil.remoteUpdateAudioVideo(meeting, audioMuted, videoMuted)
-      .then((locus) => {
+      .then((response) => {
         LoggerProxy.logger.info(
           `Meeting:muteState#sendLocalMuteRequestToServer --> ${this.type}: local mute (audio=${audioMuted}, video=${videoMuted}) applied to server`
         );
 
         this.state.server.localMute = this.type === AUDIO ? audioMuted : videoMuted;
 
-        if (locus) {
-          meeting.locusInfo.handleLocusDelta(locus, meeting);
-        }
-
-        return locus;
+        return MeetingUtil.updateLocusFromApiResponse(meeting, response);
       })
       .catch((remoteUpdateError) => {
         LoggerProxy.logger.warn(

package/src/meeting/request.ts

@@ -886,6 +886,44 @@ export default class MeetingRequest extends StatelessWebexPlugin {
     });
   }
 
+  /**
+   * Extend the current meeting duration.
+   *
+   * @param {Object} params - Parameters for extending the meeting.
+   * @param {string} params.meetingInstanceId - The unique ID of the meeting instance.
+   * @param {string} params.participantId - The ID of the participant requesting the extension.
+   * @param {number} params.extensionMinutes - The number of minutes to extend the meeting by.
+   * @param {string} params.meetingPolicyUrl - The base URL for meeting policy service (dynamic, from locus links)
+   * @returns {Promise<any>} A promise that resolves with the server response.
+   */
+  extendMeeting({
+    meetingInstanceId,
+    participantId,
+    extensionMinutes,
+    meetingPolicyUrl,
+  }: {
+    meetingInstanceId: string;
+    participantId: string;
+    extensionMinutes: number;
+    meetingPolicyUrl: string;
+  }) {
+    if (!meetingPolicyUrl) {
+      return Promise.reject(new Error('meetingPolicyUrl is required'));
+    }
+    const uri = `${meetingPolicyUrl}/continueMeeting`;
+
+    // @ts-ignore
+    return this.request({
+      method: HTTP_VERBS.POST,
+      uri,
+      body: {
+        meetingInstanceId,
+        requestParticipantId: participantId,
+        extensionMinutes,
+      },
+    });
+  }
+
   /**
    * Make a network request to enable or disable reactions.
    * @param {boolean} options.enable - determines if we need to enable or disable.
@@ -985,4 +1023,107 @@ export default class MeetingRequest extends StatelessWebexPlugin {
       body: {videoLayout},
     });
   }
+
+  /**
+   * Sends a request to notify the host of a meeting.
+   * @param {string} siteFullUrl - The site URL.
+   * @param {string} locusId - The locus ID.
+   * @param {string} meetingUuid - The meeting UUID.
+   * @param {Array<string>} displayName - The display names to notify the host about.
+   * @returns {Promise}
+   */
+  notifyHost(siteFullUrl: string, locusId: string, meetingUuid: string, displayName: string[]) {
+    // @ts-ignore
+    return this.request({
+      method: HTTP_VERBS.POST,
+      uri: `https://${siteFullUrl}/wbxappapi/v1/meetings/${meetingUuid}/notifyhost`,
+      body: {
+        displayName,
+        size: displayName?.length,
+      },
+      headers: {
+        locusId,
+      },
+    });
+  }
+
+  /**
+   * Call out to a SIP participant
+   *
+   * @param {any} meetingId - The meeting ID.
+   * @param {any} meetingNumber - The meeting number.
+   * @param {string} address - The SIP address to call out.
+   * @param {string} displayName - The display name for the participant.
+   * @returns {Promise} The API response
+   */
+  public async sipCallOut(meetingId, meetingNumber, address, displayName) {
+    const body: any = {
+      meetingId,
+      meetingNumber,
+      address,
+      displayName,
+    };
+    try {
+      // @ts-ignore
+      const response = await this.request({
+        method: HTTP_VERBS.POST,
+        service: 'hydra',
+        resource: 'meetingParticipants/callout',
+        body,
+        headers: {
+          Accept: 'application/json',
+        },
+      });
+
+      LoggerProxy.logger.info('Meetings:request#sipCallOut --> SIP call-out successful', response);
+
+      return response.body;
+    } catch (err) {
+      LoggerProxy.logger.error(
+        `Meetings:request#sipCallOut --> Error calling out SIP participant, error ${JSON.stringify(
+          err
+        )}`
+      );
+      throw err;
+    }
+  }
+
+  /**
+   * Cancel an ongoing SIP call-out
+   *
+   * @param {string} participantId - The ID of the participant whose SIP call-out should be cancelled.
+   * @returns {Promise} The API response
+   */
+  public async cancelSipCallOut(participantId) {
+    const body = {
+      participantId,
+    };
+
+    try {
+      // @ts-ignore
+      const response = await this.request({
+        method: HTTP_VERBS.POST,
+        service: 'hydra',
+        resource: 'meetingParticipants/cancelCallout',
+        body,
+        headers: {
+          Accept: 'application/json',
+        },
+      });
+
+      LoggerProxy.logger.info(
+        'Meetings:request#cancelSipCallOut --> SIP call-out cancelled successfully',
+        response
+      );
+
+      return response.body;
+    } catch (err) {
+      LoggerProxy.logger.error(
+        `Meetings:request#cancelSipCallOut --> Error cancelling SIP participant call-out, error ${JSON.stringify(
+          err
+        )}`
+      );
+      throw err;
+    }
+  }
 }