livekit-client 1.15.3 → 1.15.5

package/dist/livekit-client.esm.mjs

@@ -3761,6 +3761,10 @@ var ConnectionQuality$1;
    * @generated from enum value: EXCELLENT = 2;
    */
   ConnectionQuality[ConnectionQuality["EXCELLENT"] = 2] = "EXCELLENT";
+  /**
+   * @generated from enum value: LOST = 3;
+   */
+  ConnectionQuality[ConnectionQuality["LOST"] = 3] = "LOST";
 })(ConnectionQuality$1 || (ConnectionQuality$1 = {}));
 // Retrieve enum metadata with: proto3.getEnumType(ConnectionQuality)
 proto3.util.setEnumType(ConnectionQuality$1, "livekit.ConnectionQuality", [{
@@ -3772,6 +3776,9 @@ proto3.util.setEnumType(ConnectionQuality$1, "livekit.ConnectionQuality", [{
 }, {
   no: 2,
   name: "EXCELLENT"
+}, {
+  no: 3,
+  name: "LOST"
 }]);
 /**
  * @generated from enum livekit.ClientConfigSetting
@@ -4203,6 +4210,12 @@ class ParticipantPermission extends Message {
      * @generated from field: bool can_update_metadata = 10;
      */
     this.canUpdateMetadata = false;
+    /**
+     * indicates that participant is an agent
+     *
+     * @generated from field: bool agent = 11;
+     */
+    this.agent = false;
     proto3.util.initPartial(data, this);
   }
   static fromBinary(bytes, options) {
@@ -4256,6 +4269,11 @@ ParticipantPermission.fields = proto3.util.newFieldList(() => [{
   name: "can_update_metadata",
   kind: "scalar",
   T: 8 /* ScalarType.BOOL */
+}, {
+  no: 11,
+  name: "agent",
+  kind: "scalar",
+  T: 8 /* ScalarType.BOOL */
 }]);
 /**
  * @generated from message livekit.ParticipantInfo
@@ -10396,6 +10414,9 @@ var EngineEvent;
   EngineEvent["ConnectionQualityUpdate"] = "connectionQualityUpdate";
   EngineEvent["SubscriptionError"] = "subscriptionError";
   EngineEvent["SubscriptionPermissionUpdate"] = "subscriptionPermissionUpdate";
+  EngineEvent["RemoteMute"] = "remoteMute";
+  EngineEvent["SubscribedQualityUpdate"] = "subscribedQualityUpdate";
+  EngineEvent["LocalTrackUnpublished"] = "localTrackUnpublished";
 })(EngineEvent || (EngineEvent = {}));
 var TrackEvent;
 (function (TrackEvent) {
@@ -10565,10 +10586,10 @@ function getMatch(exp, ua) {
   return match && match.length >= id && match[id] || '';
 }
 
-var version$1 = "1.15.3";
+var version$1 = "1.15.5";
 
 const version = version$1;
-const protocolVersion = 10;
+const protocolVersion = 11;
 
 /**
  * Timers that can be overridden with platform specific implementations
@@ -12957,21 +12978,6 @@ class Track extends eventsExports.EventEmitter {
         this.handleAppVisibilityChanged();
       }
     };
-    this.handleElementSuspended = () => {
-      this.debouncedPlaybackStateChange(false);
-    };
-    this.handleElementPlay = () => {
-      this.debouncedPlaybackStateChange(true);
-    };
-    this.debouncedPlaybackStateChange = r(allowed => {
-      // we debounce this as Safari triggers both `playing` and `suspend` shortly after one another
-      // in order not to raise the wrong event, we debounce the call to make sure we only emit the correct status
-      if (this.kind === Track.Kind.Audio) {
-        this.emit(allowed ? TrackEvent.AudioPlaybackStarted : TrackEvent.AudioPlaybackFailed);
-      } else if (this.kind === Track.Kind.Video) {
-        this.emit(allowed ? TrackEvent.VideoPlaybackStarted : TrackEvent.VideoPlaybackFailed);
-      }
-    }, 300);
     this.setMaxListeners(100);
     this.kind = kind;
     this._mediaStreamTrack = mediaTrack;
@@ -13019,9 +13025,6 @@ class Track extends eventsExports.EventEmitter {
     }
     if (!this.attachedElements.includes(element)) {
       this.attachedElements.push(element);
-      // listen to suspend events in order to detect auto playback issues
-      element.addEventListener('suspend', this.handleElementSuspended);
-      element.addEventListener('playing', this.handleElementPlay);
     }
     // even if we believe it's already attached to the element, it's possible
     // the element's srcObject was set to something else out of band.
@@ -13029,20 +13032,27 @@ class Track extends eventsExports.EventEmitter {
     attachToElement(this.mediaStreamTrack, element);
     // handle auto playback failures
     const allMediaStreamTracks = element.srcObject.getTracks();
-    if (allMediaStreamTracks.some(tr => tr.kind === 'audio')) {
-      // manually play audio to detect audio playback status
-      element.play().then(() => {
-        this.emit(TrackEvent.AudioPlaybackStarted);
-      }).catch(e => {
-        // If audio playback isn't allowed make sure we still play back the video
-        if (element && allMediaStreamTracks.some(tr => tr.kind === 'video') && e.name === 'NotAllowedError') {
-          element.muted = true;
-          element.play().catch(() => {
-            // catch for Safari, exceeded options at this point to automatically play the media element
-          });
-        }
-      });
-    }
+    const hasAudio = allMediaStreamTracks.some(tr => tr.kind === 'audio');
+    // manually play media to detect auto playback status
+    element.play().then(() => {
+      this.emit(hasAudio ? TrackEvent.AudioPlaybackStarted : TrackEvent.VideoPlaybackStarted);
+    }).catch(e => {
+      if (e.name === 'NotAllowedError') {
+        this.emit(hasAudio ? TrackEvent.AudioPlaybackFailed : TrackEvent.VideoPlaybackFailed, e);
+      } else if (e.name === 'AbortError') {
+        // commonly triggered by another `play` request, only log for debugging purposes
+        livekitLogger.debug("".concat(hasAudio ? 'audio' : 'video', " playback aborted, likely due to new play request"));
+      } else {
+        livekitLogger.warn("could not playback ".concat(hasAudio ? 'audio' : 'video'), e);
+      }
+      // If audio playback isn't allowed make sure we still play back the video
+      if (hasAudio && element && allMediaStreamTracks.some(tr => tr.kind === 'video') && e.name === 'NotAllowedError') {
+        element.muted = true;
+        element.play().catch(() => {
+          // catch for Safari, exceeded options at this point to automatically play the media element
+        });
+      }
+    });
     this.emit(TrackEvent.ElementAttached, element);
     return element;
   }
@@ -13055,8 +13065,6 @@ class Track extends eventsExports.EventEmitter {
         if (idx >= 0) {
           this.attachedElements.splice(idx, 1);
           this.recycleElement(element);
-          element.removeEventListener('suspend', this.handleElementSuspended);
-          element.removeEventListener('playing', this.handleElementPlay);
           this.emit(TrackEvent.ElementDetached, element);
         }
         return element;
@@ -13066,8 +13074,6 @@ class Track extends eventsExports.EventEmitter {
         detachTrack(this.mediaStreamTrack, elm);
         detached.push(elm);
         this.recycleElement(elm);
-        elm.removeEventListener('suspend', this.handleElementSuspended);
-        elm.removeEventListener('playing', this.handleElementPlay);
         this.emit(TrackEvent.ElementDetached, elm);
       });
       // remove all tracks
@@ -13176,7 +13182,7 @@ function attachToElement(track, element) {
         // when the window is backgrounded before the first frame is drawn
         // manually calling play here seems to fix that
         element.play().catch(() => {
-          /** do nothing, we watch the `suspended` event do deal with these failures */
+          /** do nothing */
         });
       }, 0);
     }
@@ -17242,6 +17248,12 @@ class RTCEngine extends eventsExports.EventEmitter {
     this.client.onTokenRefresh = token => {
       this.token = token;
     };
+    this.client.onRemoteMuteChanged = (trackSid, muted) => {
+      this.emit(EngineEvent.RemoteMute, trackSid, muted);
+    };
+    this.client.onSubscribedQualityUpdate = update => {
+      this.emit(EngineEvent.SubscribedQualityUpdate, update);
+    };
     this.client.onClose = () => {
       this.handleDisconnect('signal', ReconnectReason.RR_SIGNAL_DISCONNECTED);
     };
@@ -19369,8 +19381,11 @@ class RemoteVideoTrack extends RemoteTrack {
       }
       const stats = yield this.receiver.getStats();
       let receiverStats;
+      let codecID = '';
+      let codecs = new Map();
       stats.forEach(v => {
         if (v.type === 'inbound-rtp') {
+          codecID = v.codecId;
           receiverStats = {
             type: 'video',
             framesDecoded: v.framesDecoded,
@@ -19388,8 +19403,13 @@ class RemoteVideoTrack extends RemoteTrack {
             bytesReceived: v.bytesReceived,
             decoderImplementation: v.decoderImplementation
           };
+        } else if (v.type === 'codec') {
+          codecs.set(v.id, v);
         }
       });
+      if (receiverStats && codecID !== '' && codecs.get(codecID)) {
+        receiverStats.mimeType = codecs.get(codecID).mimeType;
+      }
       return receiverStats;
     });
   }
@@ -19727,6 +19747,11 @@ var ConnectionQuality;
   ConnectionQuality["Excellent"] = "excellent";
   ConnectionQuality["Good"] = "good";
   ConnectionQuality["Poor"] = "poor";
+  /**
+   * Indicates that a participant has temporarily (or permanently) lost connection to LiveKit.
+   * For permanent disconnection a `ParticipantDisconnected` event will be emitted after a timeout
+   */
+  ConnectionQuality["Lost"] = "lost";
   ConnectionQuality["Unknown"] = "unknown";
 })(ConnectionQuality || (ConnectionQuality = {}));
 function qualityFromProto(q) {
@@ -19737,6 +19762,8 @@ function qualityFromProto(q) {
       return ConnectionQuality.Good;
     case ConnectionQuality$1.POOR:
       return ConnectionQuality.Poor;
+    case ConnectionQuality$1.LOST:
+      return ConnectionQuality.Lost;
     default:
       return ConnectionQuality.Unknown;
   }
@@ -19745,6 +19772,10 @@ class Participant extends eventsExports.EventEmitter {
   get isEncrypted() {
     return this.tracks.size > 0 && Array.from(this.tracks.values()).every(tr => tr.isEncrypted);
   }
+  get isAgent() {
+    var _a, _b;
+    return (_b = (_a = this.permissions) === null || _a === void 0 ? void 0 : _a.agent) !== null && _b !== void 0 ? _b : false;
+  }
   /** @internal */
   constructor(sid, identity, name, metadata) {
     super();
@@ -20635,7 +20666,7 @@ class LocalParticipant extends Participant {
    */
   setupEngine(engine) {
     this.engine = engine;
-    this.engine.client.onRemoteMuteChanged = (trackSid, muted) => {
+    this.engine.on(EngineEvent.RemoteMute, (trackSid, muted) => {
       const pub = this.tracks.get(trackSid);
       if (!pub || !pub.track) {
         return;
@@ -20645,10 +20676,8 @@ class LocalParticipant extends Participant {
       } else {
         pub.unmute();
       }
-    };
-    this.engine.client.onSubscribedQualityUpdate = this.handleSubscribedQualityUpdate;
-    this.engine.client.onLocalTrackUnpublished = this.handleLocalTrackUnpublished;
-    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.Disconnected, this.handleDisconnected);
+    });
+    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished).on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate).on(EngineEvent.Disconnected, this.handleDisconnected);
   }
   /**
    * Sets and updates the metadata of the local participant.
@@ -21808,18 +21837,26 @@ class Room extends eventsExports.EventEmitter {
       }
     });
     this.startVideo = () => __awaiter(this, void 0, void 0, function* () {
+      const elements = [];
       for (const p of this.participants.values()) {
         p.videoTracks.forEach(tr => {
           var _a;
           (_a = tr.track) === null || _a === void 0 ? void 0 : _a.attachedElements.forEach(el => {
-            el.play().catch(e => {
-              if (e.name === 'NotAllowedError') {
-                livekitLogger.warn('Resuming video playback failed, make sure you call `startVideo` directly in a user gesture handler');
-              }
-            });
+            if (!elements.includes(el)) {
+              elements.push(el);
+            }
           });
         });
       }
+      yield Promise.all(elements.map(el => el.play())).then(() => {
+        this.handleVideoPlaybackStarted();
+      }).catch(e => {
+        if (e.name === 'NotAllowedError') {
+          this.handleVideoPlaybackFailed();
+        } else {
+          livekitLogger.warn('Resuming video playback failed, make sure you call `startVideo` directly in a user gesture handler');
+        }
+      });
     });
     this.handleRestarting = () => {
       this.clearConnectionReconcile();
@@ -22126,7 +22163,7 @@ class Room extends eventsExports.EventEmitter {
       this.localParticipant.activeDeviceMap.set('audioinput', unwrapConstraint(this.options.audioCaptureDefaults.deviceId));
     }
     if ((_a = this.options.audioOutput) === null || _a === void 0 ? void 0 : _a.deviceId) {
-      this.switchActiveDevice('audiooutput', unwrapConstraint(this.options.audioOutput.deviceId));
+      this.switchActiveDevice('audiooutput', unwrapConstraint(this.options.audioOutput.deviceId)).catch(e => livekitLogger.warn("Could not set audio output: ".concat(e.message)));
     }
     if (this.options.e2ee) {
       this.setupE2EE();
@@ -22643,6 +22680,7 @@ class Room extends eventsExports.EventEmitter {
     });
   }
   createParticipant(id, info) {
+    var _a;
     let participant;
     if (info) {
       participant = RemoteParticipant.fromParticipantInfo(this.engine.client, info);
@@ -22652,6 +22690,9 @@ class Room extends eventsExports.EventEmitter {
     if (this.options.expWebAudioMix) {
       participant.setAudioContext(this.audioContext);
     }
+    if ((_a = this.options.audioOutput) === null || _a === void 0 ? void 0 : _a.deviceId) {
+      participant.setAudioOutput(this.options.audioOutput).catch(e => livekitLogger.warn("Could not set audio output: ".concat(e.message)));
+    }
     return participant;
   }
   getOrCreateParticipant(id, info) {