livekit-client 2.14.0 → 2.15.0

package/dist/livekit-client.esm.mjs

@@ -4414,6 +4414,18 @@ const VideoLayer = /* @__PURE__ */proto3.makeMessageType("livekit.VideoLayer", (
   kind: "scalar",
   T: 13
   /* ScalarType.UINT32 */
+}, {
+  no: 6,
+  name: "spatial_layer",
+  kind: "scalar",
+  T: 5
+  /* ScalarType.INT32 */
+}, {
+  no: 7,
+  name: "rid",
+  kind: "scalar",
+  T: 9
+  /* ScalarType.STRING */
 }]);
 const DataPacket = /* @__PURE__ */proto3.makeMessageType("livekit.DataPacket", () => [{
   no: 1,
@@ -4963,6 +4975,9 @@ const ClientInfo_SDK = /* @__PURE__ */proto3.makeEnum("livekit.ClientInfo.SDK",
 }, {
   no: 13,
   name: "UNREAL"
+}, {
+  no: 14,
+  name: "ESP32"
 }]);
 const ClientConfiguration = /* @__PURE__ */proto3.makeMessageType("livekit.ClientConfiguration", () => [{
   no: 1,
@@ -11349,7 +11364,7 @@ function getOSVersion(ua) {
   return ua.includes('mac os') ? getMatch(/\(.+?(\d+_\d+(:?_\d+)?)/, ua, 1).replace(/_/g, '.') : undefined;
 }
 
-var version$1 = "2.14.0";
+var version$1 = "2.15.0";
 
 const version = version$1;
 const protocolVersion = 16;
@@ -11783,7 +11798,7 @@ class VideoPreset {
   }
 }
 const backupCodecs = ['vp8', 'h264'];
-const videoCodecs = ['vp8', 'h264', 'vp9', 'av1'];
+const videoCodecs = ['vp8', 'h264', 'vp9', 'av1', 'h265'];
 function isBackupCodec(codec) {
   return !!backupCodecs.find(backup => backup === codec);
 }
@@ -12682,6 +12697,13 @@ function getTrackSourceFromProto(source) {
       return Track.Source.Unknown;
   }
 }
+function areDimensionsSmaller(a, b) {
+  return a.width * a.height < b.width * b.height;
+}
+function layerDimensionsFor(trackInfo, quality) {
+  var _a;
+  return (_a = trackInfo.layers) === null || _a === void 0 ? void 0 : _a.find(l => l.quality === quality);
+}
 
 /**
  * @experimental
@@ -16825,6 +16847,7 @@ function determineAppropriateEncoding(isScreenShare, width, height, codec) {
   if (codec) {
     switch (codec) {
       case 'av1':
+      case 'h265':
         encoding = Object.assign({}, encoding);
         encoding.maxBitrate = encoding.maxBitrate * 0.7;
         break;
@@ -22404,20 +22427,20 @@ class RemoteTrackPublication extends TrackPublication {
     this.track = undefined;
     /** @internal */
     this.allowed = true;
-    this.disabled = false;
-    this.currentVideoQuality = VideoQuality.HIGH;
+    this.requestedDisabled = undefined;
+    this.visible = true;
     this.handleEnded = track => {
       this.setTrack(undefined);
       this.emit(TrackEvent.Ended, track);
     };
     this.handleVisibilityChange = visible => {
       this.log.debug("adaptivestream video visibility ".concat(this.trackSid, ", visible=").concat(visible), this.logContext);
-      this.disabled = !visible;
+      this.visible = visible;
       this.emitTrackUpdate();
     };
     this.handleVideoDimensionsChange = dimensions => {
       this.log.debug("adaptivestream video dimensions ".concat(dimensions.width, "x").concat(dimensions.height), this.logContext);
-      this.videoDimensions = dimensions;
+      this.videoDimensionsAdaptiveStream = dimensions;
       this.emitTrackUpdate();
     };
     this.subscribed = autoSubscribe;
@@ -22476,7 +22499,7 @@ class RemoteTrackPublication extends TrackPublication {
     return this.subscribed !== false;
   }
   get isEnabled() {
-    return !this.disabled;
+    return this.requestedDisabled !== undefined ? !this.requestedDisabled : this.isAdaptiveStream ? this.visible : true;
   }
   get isLocal() {
     return false;
@@ -22488,10 +22511,10 @@ class RemoteTrackPublication extends TrackPublication {
    * @param enabled
    */
   setEnabled(enabled) {
-    if (!this.isManualOperationAllowed() || this.disabled === !enabled) {
+    if (!this.isManualOperationAllowed() || this.requestedDisabled === !enabled) {
       return;
     }
-    this.disabled = !enabled;
+    this.requestedDisabled = !enabled;
     this.emitTrackUpdate();
   }
   /**
@@ -22502,25 +22525,32 @@ class RemoteTrackPublication extends TrackPublication {
    * optimize for uninterrupted video
    */
   setVideoQuality(quality) {
-    if (!this.isManualOperationAllowed() || this.currentVideoQuality === quality) {
+    if (!this.isManualOperationAllowed() || this.requestedMaxQuality === quality) {
       return;
     }
-    this.currentVideoQuality = quality;
-    this.videoDimensions = undefined;
+    this.requestedMaxQuality = quality;
+    this.requestedVideoDimensions = undefined;
     this.emitTrackUpdate();
   }
+  /**
+   * Explicitly set the video dimensions for this track.
+   *
+   * This will take precedence over adaptive stream dimensions.
+   *
+   * @param dimensions The video dimensions to set.
+   */
   setVideoDimensions(dimensions) {
     var _a, _b;
     if (!this.isManualOperationAllowed()) {
       return;
     }
-    if (((_a = this.videoDimensions) === null || _a === void 0 ? void 0 : _a.width) === dimensions.width && ((_b = this.videoDimensions) === null || _b === void 0 ? void 0 : _b.height) === dimensions.height) {
+    if (((_a = this.requestedVideoDimensions) === null || _a === void 0 ? void 0 : _a.width) === dimensions.width && ((_b = this.requestedVideoDimensions) === null || _b === void 0 ? void 0 : _b.height) === dimensions.height) {
       return;
     }
     if (isRemoteVideoTrack(this.track)) {
-      this.videoDimensions = dimensions;
+      this.requestedVideoDimensions = dimensions;
     }
-    this.currentVideoQuality = undefined;
+    this.requestedMaxQuality = undefined;
     this.emitTrackUpdate();
   }
   setVideoFPS(fps) {
@@ -22537,7 +22567,8 @@ class RemoteTrackPublication extends TrackPublication {
     this.emitTrackUpdate();
   }
   get videoQuality() {
-    return this.currentVideoQuality;
+    var _a;
+    return (_a = this.requestedMaxQuality) !== null && _a !== void 0 ? _a : VideoQuality.HIGH;
   }
   /** @internal */
   setTrack(track) {
@@ -22604,10 +22635,6 @@ class RemoteTrackPublication extends TrackPublication {
     }
   }
   isManualOperationAllowed() {
-    if (this.kind === Track.Kind.Video && this.isAdaptiveStream) {
-      this.log.warn('adaptive stream is enabled, cannot change video track settings', this.logContext);
-      return false;
-    }
     if (!this.isDesired) {
       this.log.warn('cannot update track settings when not subscribed', this.logContext);
       return false;
@@ -22621,17 +22648,46 @@ class RemoteTrackPublication extends TrackPublication {
   emitTrackUpdate() {
     const settings = new UpdateTrackSettings({
       trackSids: [this.trackSid],
-      disabled: this.disabled,
+      disabled: !this.isEnabled,
       fps: this.fps
     });
-    if (this.videoDimensions) {
-      settings.width = Math.ceil(this.videoDimensions.width);
-      settings.height = Math.ceil(this.videoDimensions.height);
-    } else if (this.currentVideoQuality !== undefined) {
-      settings.quality = this.currentVideoQuality;
-    } else {
-      // defaults to high quality
-      settings.quality = VideoQuality.HIGH;
+    if (this.kind === Track.Kind.Video) {
+      let minDimensions = this.requestedVideoDimensions;
+      if (this.videoDimensionsAdaptiveStream !== undefined) {
+        if (minDimensions) {
+          // check whether the adaptive stream dimensions are smaller than the requested dimensions and use smaller one
+          const smallerAdaptive = areDimensionsSmaller(this.videoDimensionsAdaptiveStream, minDimensions);
+          if (smallerAdaptive) {
+            this.log.debug('using adaptive stream dimensions instead of requested', Object.assign(Object.assign({}, this.logContext), this.videoDimensionsAdaptiveStream));
+            minDimensions = this.videoDimensionsAdaptiveStream;
+          }
+        } else if (this.requestedMaxQuality !== undefined && this.trackInfo) {
+          // check whether adaptive stream dimensions are smaller than the max quality layer and use smaller one
+          const maxQualityLayer = layerDimensionsFor(this.trackInfo, this.requestedMaxQuality);
+          if (maxQualityLayer && areDimensionsSmaller(this.videoDimensionsAdaptiveStream, maxQualityLayer)) {
+            this.log.debug('using adaptive stream dimensions instead of max quality layer', Object.assign(Object.assign({}, this.logContext), this.videoDimensionsAdaptiveStream));
+            minDimensions = this.videoDimensionsAdaptiveStream;
+          }
+        } else {
+          this.log.debug('using adaptive stream dimensions', Object.assign(Object.assign({}, this.logContext), this.videoDimensionsAdaptiveStream));
+          minDimensions = this.videoDimensionsAdaptiveStream;
+        }
+      }
+      if (minDimensions) {
+        settings.width = Math.ceil(minDimensions.width);
+        settings.height = Math.ceil(minDimensions.height);
+      } else if (this.requestedMaxQuality !== undefined) {
+        this.log.debug('using requested max quality', Object.assign(Object.assign({}, this.logContext), {
+          quality: this.requestedMaxQuality
+        }));
+        settings.quality = this.requestedMaxQuality;
+      } else {
+        this.log.debug('using default quality', Object.assign(Object.assign({}, this.logContext), {
+          quality: VideoQuality.HIGH
+        }));
+        // defaults to high quality
+        settings.quality = VideoQuality.HIGH;
+      }
     }
     this.emit(TrackEvent.UpdateSettings, settings);
   }
@@ -22662,7 +22718,9 @@ class RemoteParticipant extends Participant {
     super.addTrackPublication(publication);
     // register action events
     publication.on(TrackEvent.UpdateSettings, settings => {
-      this.log.debug('send update settings', Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(publication)));
+      this.log.debug('send update settings', Object.assign(Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(publication)), {
+        settings
+      }));
       this.signalClient.sendUpdateTrackSettings(settings);
     });
     publication.on(TrackEvent.UpdateSubscription, sub => {
@@ -24201,6 +24259,11 @@ class Room extends eventsExports.EventEmitter {
             _this3.options.videoCaptureDefaults.deviceId = prevDeviceId;
             throw e;
           }
+          const isMuted = tracks.some(t => {
+            var _a, _b;
+            return (_b = (_a = t.track) === null || _a === void 0 ? void 0 : _a.isMuted) !== null && _b !== void 0 ? _b : false;
+          });
+          if (success && isMuted) shouldTriggerImmediateDeviceChange = true;
         } else if (kind === 'audiooutput') {
           shouldTriggerImmediateDeviceChange = true;
           if (!supportsSetSinkId() && !_this3.options.webAudioMix || _this3.options.webAudioMix && _this3.audioContext && !('setSinkId' in _this3.audioContext)) {