livekit-client 2.15.5 → 2.15.7

package/dist/livekit-client.esm.mjs

@@ -11388,7 +11388,7 @@ function getOSVersion(ua) {
   return ua.includes('mac os') ? getMatch(/\(.+?(\d+_\d+(:?_\d+)?)/, ua, 1).replace(/_/g, '.') : undefined;
 }
 
-var version$1 = "2.15.5";
+var version$1 = "2.15.7";
 
 const version = version$1;
 const protocolVersion = 16;
@@ -11425,17 +11425,24 @@ var VideoQuality;
   VideoQuality[VideoQuality["HIGH"] = 2] = "HIGH";
 })(VideoQuality || (VideoQuality = {}));
 class Track extends eventsExports.EventEmitter {
+  /**
+   * indicates current state of stream, it'll indicate `paused` if the track
+   * has been paused by congestion controller
+   */
+  get streamState() {
+    return this._streamState;
+  }
+  /** @internal */
+  setStreamState(value) {
+    this._streamState = value;
+  }
   constructor(mediaTrack, kind) {
     let loggerOptions = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
     var _a;
     super();
     this.attachedElements = [];
     this.isMuted = false;
-    /**
-     * indicates current state of stream, it'll indicate `paused` if the track
-     * has been paused by congestion controller
-     */
-    this.streamState = Track.StreamState.Active;
+    this._streamState = Track.StreamState.Active;
     this.isInBackground = false;
     this._currentBitrate = 0;
     this.log = livekitLogger;
@@ -11928,8 +11935,9 @@ function supportsAV1() {
   if (!('getCapabilities' in RTCRtpSender)) {
     return false;
   }
-  if (isSafari()) {
+  if (isSafari() || isFireFox()) {
     // Safari 17 on iPhone14 reports AV1 capability, but does not actually support it
+    // Firefox does support AV1, but SVC publishing is not supported
     return false;
   }
   const capabilities = RTCRtpSender.getCapabilities('video');
@@ -12031,9 +12039,9 @@ function isE2EESimulcastSupported() {
   if (browser) {
     if (browser.name !== 'Safari' && browser.os !== 'iOS') {
       return true;
-    } else if (browser.os === 'iOS' && browser.osVersion && compareVersions(supportedSafariVersion, browser.osVersion) >= 0) {
+    } else if (browser.os === 'iOS' && browser.osVersion && compareVersions(browser.osVersion, supportedSafariVersion) >= 0) {
       return true;
-    } else if (browser.name === 'Safari' && compareVersions(supportedSafariVersion, browser.version) >= 0) {
+    } else if (browser.name === 'Safari' && compareVersions(browser.version, supportedSafariVersion) >= 0) {
       return true;
     } else {
       return false;
@@ -12081,6 +12089,14 @@ function getDevicePixelRatio() {
   }
   return 1;
 }
+/**
+ * @param v1 - The first version string to compare.
+ * @param v2 - The second version string to compare.
+ * @returns A number indicating the order of the versions:
+ *   - 1 if v1 is greater than v2
+ *   - -1 if v1 is less than v2
+ *   - 0 if v1 and v2 are equal
+ */
 function compareVersions(v1, v2) {
   const parts1 = v1.split('.');
   const parts2 = v2.split('.');
@@ -12875,6 +12891,21 @@ class E2EEManager extends eventsExports.EventEmitter {
     room.localParticipant.on(ParticipantEvent.LocalSenderCreated, (sender, track) => __awaiter(this, void 0, void 0, function* () {
       this.setupE2EESender(track, sender);
     }));
+    room.localParticipant.on(ParticipantEvent.LocalTrackPublished, publication => {
+      // Safari doesn't support retrieving payload information on RTCEncodedVideoFrame, so we need to update the codec manually once we have the trackInfo from the server
+      if (!isVideoTrack(publication.track) || !isSafariBased()) {
+        return;
+      }
+      const msg = {
+        kind: 'updateCodec',
+        data: {
+          trackId: publication.track.mediaStreamID,
+          codec: mimeTypeToVideoCodecString(publication.trackInfo.codecs[0].mimeType),
+          participantIdentity: this.room.localParticipant.identity
+        }
+      };
+      this.worker.postMessage(msg);
+    });
     keyProvider.on(KeyProviderEvent.SetKey, keyInfo => this.postKey(keyInfo)).on(KeyProviderEvent.RatchetRequest, (participantId, keyIndex) => this.postRatchetRequest(participantId, keyIndex));
   }
   postRatchetRequest(participantIdentity, keyIndex) {
@@ -14939,10 +14970,11 @@ class PCTransport extends eventsExports.EventEmitter {
       } else if (sd.type === 'answer') {
         const sdpParsed = libExports.parse((_a = sd.sdp) !== null && _a !== void 0 ? _a : '');
         sdpParsed.media.forEach(media => {
+          const mid = getMidString(media.mid);
           if (media.type === 'audio') {
             // mung sdp for opus bitrate settings
             this.trackBitrates.some(trackbr => {
-              if (!trackbr.transceiver || media.mid != trackbr.transceiver.mid) {
+              if (!trackbr.transceiver || mid != trackbr.transceiver.mid) {
                 return false;
               }
               let codecPayload = 0;
@@ -15293,6 +15325,8 @@ class PCTransport extends eventsExports.EventEmitter {
   }
 }
 function ensureAudioNackAndStereo(media, stereoMids, nackMids) {
+  // sdp-transform types don't include number however the parser outputs mids as numbers in some cases
+  const mid = getMidString(media.mid);
   // found opus codec to add nack fb
   let opusPayload = 0;
   media.rtp.some(rtp => {
@@ -15307,13 +15341,13 @@ function ensureAudioNackAndStereo(media, stereoMids, nackMids) {
     if (!media.rtcpFb) {
       media.rtcpFb = [];
     }
-    if (nackMids.includes(media.mid) && !media.rtcpFb.some(fb => fb.payload === opusPayload && fb.type === 'nack')) {
+    if (nackMids.includes(mid) && !media.rtcpFb.some(fb => fb.payload === opusPayload && fb.type === 'nack')) {
       media.rtcpFb.push({
         payload: opusPayload,
         type: 'nack'
       });
     }
-    if (stereoMids.includes(media.mid)) {
+    if (stereoMids.includes(mid)) {
       media.fmtp.some(fmtp => {
         if (fmtp.payload === opusPayload) {
           if (!fmtp.config.includes('stereo=1')) {
@@ -15334,6 +15368,7 @@ function extractStereoAndNackAudioFromOffer(offer) {
   let opusPayload = 0;
   sdpParsed.media.forEach(media => {
     var _a;
+    const mid = getMidString(media.mid);
     if (media.type === 'audio') {
       media.rtp.some(rtp => {
         if (rtp.codec === 'opus') {
@@ -15343,12 +15378,12 @@ function extractStereoAndNackAudioFromOffer(offer) {
         return false;
       });
       if ((_a = media.rtcpFb) === null || _a === void 0 ? void 0 : _a.some(fb => fb.payload === opusPayload && fb.type === 'nack')) {
-        nackMids.push(media.mid);
+        nackMids.push(mid);
       }
       media.fmtp.some(fmtp => {
         if (fmtp.payload === opusPayload) {
           if (fmtp.config.includes('sprop-stereo=1')) {
-            stereoMids.push(media.mid);
+            stereoMids.push(mid);
           }
           return true;
         }
@@ -15374,6 +15409,9 @@ function ensureIPAddrMatchVersion(media) {
     }
   }
 }
+function getMidString(mid) {
+  return typeof mid === 'number' ? mid.toFixed(0) : mid;
+}
 
 const defaultVideoCodec = 'vp8';
 const publishDefaults = {
@@ -16203,9 +16241,9 @@ class LocalTrack extends Track {
             facingMode
           } : true;
         } else {
-          streamConstraints.audio = deviceId ? {
+          streamConstraints.audio = deviceId ? Object.assign({
             deviceId
-          } : true;
+          }, otherConstraints) : true;
         }
         // these steps are duplicated from setMediaStreamTrack because we must stop
         // the previous tracks before new tracks can be acquired
@@ -16220,7 +16258,10 @@ class LocalTrack extends Track {
         // create new track and attach
         const mediaStream = yield navigator.mediaDevices.getUserMedia(streamConstraints);
         const newTrack = mediaStream.getTracks()[0];
-        yield newTrack.applyConstraints(otherConstraints);
+        if (this.kind === Track.Kind.Video) {
+          // we already captured the audio track with the constraints, so we only need to apply the video constraints
+          yield newTrack.applyConstraints(otherConstraints);
+        }
         newTrack.addEventListener('ended', this.handleEnded);
         this.log.debug('re-acquired MediaStreamTrack', this.logContext);
         yield this.setMediaStreamTrack(newTrack);
@@ -20155,6 +20196,15 @@ class RemoteVideoTrack extends RemoteTrack {
   get isAdaptiveStream() {
     return this.adaptiveStreamSettings !== undefined;
   }
+  setStreamState(value) {
+    super.setStreamState(value);
+    console.log('setStreamState', value);
+    if (value === Track.StreamState.Active) {
+      // update visibility for adaptive stream tracks when stream state received from server is active
+      // this is needed to ensure the track is stopped when there's no element attached to it at all
+      this.updateVisibility();
+    }
+  }
   /**
    * Note: When using adaptiveStream, you need to use remoteVideoTrack.attach() to add the track to a HTMLVideoElement, otherwise your video tracks might never start
    */
@@ -20304,14 +20354,14 @@ class RemoteVideoTrack extends RemoteTrack {
       this.updateVisibility();
     });
   }
-  updateVisibility() {
+  updateVisibility(forceEmit) {
     var _a, _b;
     const lastVisibilityChange = this.elementInfos.reduce((prev, info) => Math.max(prev, info.visibilityChangedAt || 0), 0);
     const backgroundPause = ((_b = (_a = this.adaptiveStreamSettings) === null || _a === void 0 ? void 0 : _a.pauseVideoInBackground) !== null && _b !== void 0 ? _b : true // default to true
     ) ? this.isInBackground : false;
     const isPiPMode = this.elementInfos.some(info => info.pictureInPicture);
     const isVisible = this.elementInfos.some(info => info.visible) && !backgroundPause || isPiPMode;
-    if (this.lastVisible === isVisible) {
+    if (this.lastVisible === isVisible && !forceEmit) {
       return;
     }
     if (!isVisible && Date.now() - lastVisibilityChange < REACTION_DELAY) {
@@ -21526,15 +21576,6 @@ class LocalParticipant extends Participant {
     return this.setTrackEnabled(Track.Source.ScreenShare, enabled, options, publishOptions);
   }
   /** @internal */
-  setPermissions(permissions) {
-    const prevPermissions = this.permissions;
-    const changed = super.setPermissions(permissions);
-    if (changed && prevPermissions) {
-      this.emit(ParticipantEvent.ParticipantPermissionsChanged, prevPermissions);
-    }
-    return changed;
-  }
-  /** @internal */
   setE2EEEnabled(enabled) {
     return __awaiter(this, void 0, void 0, function* () {
       this.encryptionType = enabled ? Encryption_Type.GCM : Encryption_Type.NONE;
@@ -21845,25 +21886,22 @@ class LocalParticipant extends Participant {
           _this2.log.warn('track has already been published, skipping', Object.assign(Object.assign({}, _this2.logContext), getLogContextFromTrack(existingPublication)));
           return existingPublication;
         }
+        const opts = Object.assign(Object.assign({}, _this2.roomOptions.publishDefaults), options);
         const isStereoInput = 'channelCount' in track.mediaStreamTrack.getSettings() &&
         // @ts-ignore `channelCount` on getSettings() is currently only available for Safari, but is generally the best way to determine a stereo track https://developer.mozilla.org/en-US/docs/Web/API/MediaTrackSettings/channelCount
         track.mediaStreamTrack.getSettings().channelCount === 2 || track.mediaStreamTrack.getConstraints().channelCount === 2;
-        const isStereo = (_b = options === null || options === void 0 ? void 0 : options.forceStereo) !== null && _b !== void 0 ? _b : isStereoInput;
+        const isStereo = (_b = opts.forceStereo) !== null && _b !== void 0 ? _b : isStereoInput;
         // disable dtx for stereo track if not enabled explicitly
         if (isStereo) {
-          if (!options) {
-            options = {};
-          }
-          if (options.dtx === undefined) {
+          if (opts.dtx === undefined) {
             _this2.log.info("Opus DTX will be disabled for stereo tracks by default. Enable them explicitly to make it work.", Object.assign(Object.assign({}, _this2.logContext), getLogContextFromTrack(track)));
           }
-          if (options.red === undefined) {
+          if (opts.red === undefined) {
             _this2.log.info("Opus RED will be disabled for stereo tracks by default. Enable them explicitly to make it work.");
           }
-          (_c = options.dtx) !== null && _c !== void 0 ? _c : options.dtx = false;
-          (_d = options.red) !== null && _d !== void 0 ? _d : options.red = false;
+          (_c = opts.dtx) !== null && _c !== void 0 ? _c : opts.dtx = false;
+          (_d = opts.red) !== null && _d !== void 0 ? _d : opts.red = false;
         }
-        const opts = Object.assign(Object.assign({}, _this2.roomOptions.publishDefaults), options);
         if (!isE2EESimulcastSupported() && _this2.roomOptions.e2ee) {
           _this2.log.info("End-to-end encryption is set up, simulcast publishing will be disabled on Safari versions and iOS browsers running iOS < v17.2", Object.assign({}, _this2.logContext));
           opts.simulcast = false;
@@ -23938,8 +23976,8 @@ class Room extends eventsExports.EventEmitter {
           return;
         }
         const newStreamState = Track.streamStateFromProto(streamState.state);
+        pub.track.setStreamState(newStreamState);
         if (newStreamState !== pub.track.streamState) {
-          pub.track.streamState = newStreamState;
           participant.emit(ParticipantEvent.TrackStreamStateChanged, pub, pub.track.streamState);
           this.emitWhenConnected(RoomEvent.TrackStreamStateChanged, pub, pub.track.streamState, participant);
         }
@@ -24470,7 +24508,7 @@ class Room extends eventsExports.EventEmitter {
    */
   simulateScenario(scenario, arg) {
     return __awaiter(this, void 0, void 0, function* () {
-      let postAction = () => {};
+      let postAction = () => __awaiter(this, void 0, void 0, function* () {});
       let req;
       switch (scenario) {
         case 'signal-reconnect':
@@ -24765,7 +24803,10 @@ class Room extends eventsExports.EventEmitter {
         adaptiveStreamSettings = {};
       }
     }
-    participant.addSubscribedMediaTrack(mediaTrack, trackId, stream, receiver, adaptiveStreamSettings);
+    const publication = participant.addSubscribedMediaTrack(mediaTrack, trackId, stream, receiver, adaptiveStreamSettings);
+    if ((publication === null || publication === void 0 ? void 0 : publication.isEncrypted) && !this.e2eeManager) {
+      this.emit(RoomEvent.EncryptionError, new Error("Encrypted ".concat(publication.source, " track received from participant ").concat(participant.sid, ", but room does not have encryption enabled!")));
+    }
   }
   handleDisconnect() {
     let shouldStopTracks = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : true;