livekit-client 1.9.0 → 1.9.1

package/README.md

@@ -45,13 +45,12 @@ await room.connect(...);
 
 ```typescript
 import {
-  connect,
-  Room,
-  RoomEvent,
+  Participant,
   RemoteParticipant,
-  RemoteTrackPublication,
   RemoteTrack,
-  Participant,
+  RemoteTrackPublication,
+  Room,
+  RoomEvent,
 } from 'livekit-client';
 
 // creates a new room with options
@@ -296,7 +295,9 @@ You can have a look at the `"browerslist"` section of `package.json` for more de
 If you are targeting legacy browsers, but still want adaptiveStream functionality you'll likely need to use polyfills for [ResizeObserver](https://www.npmjs.com/package/resize-observer-polyfill) and [IntersectionObserver](https://www.npmjs.com/package/intersection-observer).
 
 <!--BEGIN_REPO_NAV-->
+
 <br/><table>
+
 <thead><tr><th colspan="2">LiveKit Ecosystem</th></tr></thead>
 <tbody>
 <tr><td>Client SDKs</td><td><a href="https://github.com/livekit/components-js">Components</a> · <b>JavaScript</b> · <a href="https://github.com/livekit/client-sdk-rust">Rust</a> · <a href="https://github.com/livekit/client-sdk-swift">iOS/macOS</a> · <a href="https://github.com/livekit/client-sdk-android">Android</a> · <a href="https://github.com/livekit/client-sdk-flutter">Flutter</a> · <a href="https://github.com/livekit/client-sdk-unity-web">Unity (web)</a> · <a href="https://github.com/livekit/client-sdk-react-native">React Native (beta)</a></td></tr><tr></tr>

package/dist/livekit-client.esm.mjs

@@ -14940,7 +14940,7 @@ var uaParser = {exports: {}};
 var uaParserExports = uaParser.exports;
 var UAParser = /*@__PURE__*/getDefaultExportFromCjs(uaParserExports);
 
-var version$1 = "1.9.0";
+var version$1 = "1.9.1";
 
 const version = version$1;
 const protocolVersion = 9;
@@ -15037,6 +15037,7 @@ function getNewAudioContext() {
 }
 
 const separator = '|';
+const ddExtensionURI = 'https://aomediacodec.github.io/av1-rtp-spec/#dependency-descriptor-rtp-header-extension';
 function unpackStreamId(packed) {
   const parts = packed.split(separator);
   if (parts.length > 1) {
@@ -15064,7 +15065,6 @@ function supportsDynacast() {
 function supportsAV1() {
   const capabilities = RTCRtpReceiver.getCapabilities('video');
   let hasAV1 = false;
-  let hasDDExt = false;
   if (capabilities) {
     for (const codec of capabilities.codecs) {
       if (codec.mimeType === 'video/AV1') {
@@ -15072,14 +15072,24 @@ function supportsAV1() {
         break;
       }
     }
-    for (const ext of capabilities.headerExtensions) {
-      if (ext.uri === 'https://aomediacodec.github.io/av1-rtp-spec/#dependency-descriptor-rtp-header-extension') {
-        hasDDExt = true;
+  }
+  return hasAV1;
+}
+function supportsVP9() {
+  const capabilities = RTCRtpReceiver.getCapabilities('video');
+  let hasVP9 = false;
+  if (capabilities) {
+    for (const codec of capabilities.codecs) {
+      if (codec.mimeType === 'video/VP9') {
+        hasVP9 = true;
         break;
       }
     }
   }
-  return hasAV1 && hasDDExt;
+  return hasVP9;
+}
+function isSVCCodec(codec) {
+  return codec === 'av1' || codec === 'vp9';
 }
 function supportsSetSinkId(elm) {
   if (!document) {
@@ -16763,6 +16773,7 @@ class PCTransport extends EventEmitter$1 {
       if (media.type === 'audio') {
         ensureAudioNackAndStereo(media, [], []);
       } else if (media.type === 'video') {
+        ensureVideoDDExtensionForSVC(media);
         // mung sdp for codec bitrate setting that can't apply by sendEncoding
         this.trackBitrates.some(trackbr => {
           if (!media.msid || !media.msid.includes(trackbr.sid)) {
@@ -16780,6 +16791,9 @@ class PCTransport extends EventEmitter$1 {
           if (codecPayload > 0) {
             if (!media.fmtp.some(fmtp => {
               if (fmtp.payload === codecPayload) {
+                if (!fmtp.config.includes('x-google-start-bitrate')) {
+                  fmtp.config += ";x-google-start-bitrate=".concat(trackbr.maxbr * 0.7);
+                }
                 if (!fmtp.config.includes('x-google-max-bitrate')) {
                   fmtp.config += ";x-google-max-bitrate=".concat(trackbr.maxbr);
                 }
@@ -16789,7 +16803,7 @@ class PCTransport extends EventEmitter$1 {
             })) {
               media.fmtp.push({
                 payload: codecPayload,
-                config: "x-google-max-bitrate=".concat(trackbr.maxbr)
+                config: "x-google-start-bitrate=".concat(trackbr.maxbr * 0.7, ";x-google-max-bitrate=").concat(trackbr.maxbr)
               });
             }
           }
@@ -16887,6 +16901,29 @@ function ensureAudioNackAndStereo(media, stereoMids, nackMids) {
     }
   }
 }
+function ensureVideoDDExtensionForSVC(media) {
+  var _a, _b, _c, _d;
+  const codec = (_b = (_a = media.rtp.at(0)) === null || _a === void 0 ? void 0 : _a.codec) === null || _b === void 0 ? void 0 : _b.toLowerCase();
+  if (!isSVCCodec(codec)) {
+    return;
+  }
+  let maxID = 0;
+  const ddFound = (_c = media.ext) === null || _c === void 0 ? void 0 : _c.some(ext => {
+    if (ext.uri === ddExtensionURI) {
+      return true;
+    }
+    if (ext.value > maxID) {
+      maxID = ext.value;
+    }
+    return false;
+  });
+  if (!ddFound) {
+    (_d = media.ext) === null || _d === void 0 ? void 0 : _d.push({
+      value: maxID + 1,
+      uri: ddExtensionURI
+    });
+  }
+}
 function extractStereoAndNackAudioFromOffer(offer) {
   var _a;
   const stereoMids = [];
@@ -16996,6 +17033,9 @@ const backupCodecs = ['vp8', 'h264'];
 function isBackupCodec(codec) {
   return !!backupCodecs.find(backup => backup === codec);
 }
+function isCodecEqual(c1, c2) {
+  return (c1 === null || c1 === void 0 ? void 0 : c1.toLowerCase().replace(/audio\/|video\//y, '')) === (c2 === null || c2 === void 0 ? void 0 : c2.toLowerCase().replace(/audio\/|video\//y, ''));
+}
 var AudioPresets;
 (function (AudioPresets) {
   AudioPresets.telephone = {
@@ -21064,7 +21104,7 @@ function computeVideoEncodings(isScreenShare, width, height, options) {
     livekitLogger.debug('using video encoding', videoEncoding);
   }
   const original = new VideoPreset(width, height, videoEncoding.maxBitrate, videoEncoding.maxFramerate);
-  if (scalabilityMode && videoCodec === 'av1') {
+  if (scalabilityMode && isSVCCodec(videoCodec)) {
     livekitLogger.debug("using svc with scalabilityMode ".concat(scalabilityMode));
     const encodings = [];
     // svc use first encoding as the original, so we sort encoding from high to low
@@ -21164,8 +21204,13 @@ function determineAppropriateEncoding(isScreenShare, width, height, codec) {
   if (codec) {
     switch (codec) {
       case 'av1':
+        encoding = _objectSpread2({}, encoding);
         encoding.maxBitrate = encoding.maxBitrate * 0.7;
         break;
+      case 'vp9':
+        encoding = _objectSpread2({}, encoding);
+        encoding.maxBitrate = encoding.maxBitrate * 0.85;
+        break;
     }
   }
   return encoding;
@@ -21205,13 +21250,15 @@ function encodingsFromPresets(width, height, presets) {
     }
     const size = Math.min(width, height);
     const rid = videoRids[idx];
-    encodings.push({
+    const encoding = {
       rid,
       scaleResolutionDownBy: Math.max(1, size / Math.min(preset.width, preset.height)),
-      maxBitrate: preset.encoding.maxBitrate,
-      /* @ts-ignore */
-      maxFramerate: preset.encoding.maxFramerate
-    });
+      maxBitrate: preset.encoding.maxBitrate
+    };
+    if (preset.encoding.maxFramerate) {
+      encoding.maxFramerate = preset.encoding.maxFramerate;
+    }
+    encodings.push(encoding);
   });
   return encodings;
 }
@@ -21784,10 +21831,13 @@ class LocalParticipant extends Participant {
       // we frequently get no data on layer 0 when enabled
       opts.simulcast = false;
     }
-    // require full AV1 SVC support prior to using it
+    // require full AV1/VP9 SVC support prior to using it
     if (opts.videoCodec === 'av1' && !supportsAV1()) {
       opts.videoCodec = undefined;
     }
+    if (opts.videoCodec === 'vp9' && !supportsVP9()) {
+      opts.videoCodec = undefined;
+    }
     // handle track actions
     track.on(TrackEvent.Muted, this.onTrackMuted);
     track.on(TrackEvent.Unmuted, this.onTrackUnmuted);
@@ -21825,7 +21875,7 @@ class LocalParticipant extends Participant {
       req.height = dims.height;
       // for svc codecs, disable simulcast and use vp8 for backup codec
       if (track instanceof LocalVideoTrack) {
-        if ((opts === null || opts === void 0 ? void 0 : opts.videoCodec) === 'av1') {
+        if (isSVCCodec(opts.videoCodec)) {
           // set scalabilityMode to 'L3T3' by default
           opts.scalabilityMode = (_c = opts.scalabilityMode) !== null && _c !== void 0 ? _c : 'L3T3';
         }
@@ -21856,6 +21906,28 @@ class LocalParticipant extends Participant {
       throw new UnexpectedConnectionState('cannot publish track when not connected');
     }
     const ti = await this.engine.addTrack(req);
+    let primaryCodecSupported = false;
+    let backupCodecSupported = false;
+    ti.codecs.forEach(c => {
+      if (isCodecEqual(c.mimeType, opts.videoCodec)) {
+        primaryCodecSupported = true;
+      } else if (opts.backupCodec && isCodecEqual(c.mimeType, opts.backupCodec.codec)) {
+        backupCodecSupported = true;
+      }
+    });
+    if (req.simulcastCodecs.length > 0) {
+      if (!primaryCodecSupported && !backupCodecSupported) {
+        throw Error('cannot publish track, codec not supported by server');
+      }
+      if (!primaryCodecSupported && opts.backupCodec) {
+        const backupCodec = opts.backupCodec;
+        opts = _objectSpread2({}, opts);
+        livekitLogger.debug("primary codec ".concat(opts.videoCodec, " not supported, fallback to ").concat(backupCodec.codec));
+        opts.videoCodec = backupCodec.codec;
+        opts.videoEncoding = backupCodec.encoding;
+        encodings = simEncodings;
+      }
+    }
     const publication = new LocalTrackPublication(track.kind, ti, track);
     // save options for when it needs to be republished again
     publication.options = opts;
@@ -21869,7 +21941,7 @@ class LocalParticipant extends Participant {
     });
     // store RTPSender
     track.sender = await this.engine.createSender(track, opts, encodings);
-    if (track.codec === 'av1' && encodings && ((_d = encodings[0]) === null || _d === void 0 ? void 0 : _d.maxBitrate)) {
+    if (track.codec && isSVCCodec(track.codec) && encodings && ((_d = encodings[0]) === null || _d === void 0 ? void 0 : _d.maxBitrate)) {
       this.engine.publisher.setTrackCodecBitrate(req.cid, track.codec, encodings[0].maxBitrate / 1000);
     }
     this.engine.negotiate();
@@ -22404,6 +22476,7 @@ class Room extends eventsExports.EventEmitter {
       livekitLogger.debug("signal reconnected to server", {
         region: joinResponse.serverRegion
       });
+      this.cachedParticipantSids = [];
       this.applyJoinResponse(joinResponse);
       try {
         // unpublish & republish tracks
@@ -22647,6 +22720,7 @@ class Room extends eventsExports.EventEmitter {
     };
     this.setMaxListeners(100);
     this.participants = new Map();
+    this.cachedParticipantSids = [];
     this.identityToSid = new Map();
     this.options = _objectSpread2(_objectSpread2({}, roomOptionDefaults), options);
     this.options.audioCaptureDefaults = _objectSpread2(_objectSpread2({}, audioDefaults), options === null || options === void 0 ? void 0 : options.audioCaptureDefaults);
@@ -22705,10 +22779,15 @@ class Room extends eventsExports.EventEmitter {
       if (this.setAndEmitConnectionState(ConnectionState.Reconnecting)) {
         this.emit(RoomEvent.Reconnecting);
       }
+      this.cachedParticipantSids = Array.from(this.participants.keys());
     }).on(EngineEvent.Resumed, () => {
       this.setAndEmitConnectionState(ConnectionState.Connected);
       this.emit(RoomEvent.Reconnected);
       this.updateSubscriptions();
+      // once reconnected, figure out if any participants connected during reconnect and emit events for it
+      const diffParticipants = Array.from(this.participants.values()).filter(p => !this.cachedParticipantSids.includes(p.sid));
+      diffParticipants.forEach(p => this.emit(RoomEvent.ParticipantConnected, p));
+      this.cachedParticipantSids = [];
     }).on(EngineEvent.SignalResumed, () => {
       if (this.state === ConnectionState.Reconnecting) {
         this.sendSyncState();
@@ -23784,5 +23863,5 @@ class ConnectionCheck extends EventEmitter$1 {
   }
 }
 
-export { AudioPresets, ConnectionCheck, ConnectionError, ConnectionQuality, ConnectionState, CriticalTimers, DataPacket_Kind, DefaultReconnectPolicy, DeviceUnsupportedError, DisconnectReason, EngineEvent, LivekitError, LocalAudioTrack, LocalParticipant, LocalTrack, LocalTrackPublication, LocalVideoTrack, LogLevel, MediaDeviceFailure, NegotiationError, Participant, ParticipantEvent, PublishDataError, RemoteAudioTrack, RemoteParticipant, RemoteTrack, RemoteTrackPublication, RemoteVideoTrack, Room, RoomEvent, RoomState, ScreenSharePresets, Track, TrackEvent, TrackInvalidError, TrackPublication, UnexpectedConnectionState, UnsupportedServer, VideoPreset, VideoPresets, VideoPresets43, VideoQuality, attachToElement, createAudioAnalyser, createLocalAudioTrack, createLocalScreenTracks, createLocalTracks, createLocalVideoTrack, detachTrack, getEmptyAudioStreamTrack, getEmptyVideoStreamTrack, isBackupCodec, isBrowserSupported, protocolVersion, setLogExtension, setLogLevel, supportsAV1, supportsAdaptiveStream, supportsDynacast, version };
+export { AudioPresets, ConnectionCheck, ConnectionError, ConnectionQuality, ConnectionState, CriticalTimers, DataPacket_Kind, DefaultReconnectPolicy, DeviceUnsupportedError, DisconnectReason, EngineEvent, LivekitError, LocalAudioTrack, LocalParticipant, LocalTrack, LocalTrackPublication, LocalVideoTrack, LogLevel, MediaDeviceFailure, NegotiationError, Participant, ParticipantEvent, PublishDataError, RemoteAudioTrack, RemoteParticipant, RemoteTrack, RemoteTrackPublication, RemoteVideoTrack, Room, RoomEvent, RoomState, ScreenSharePresets, Track, TrackEvent, TrackInvalidError, TrackPublication, UnexpectedConnectionState, UnsupportedServer, VideoPreset, VideoPresets, VideoPresets43, VideoQuality, attachToElement, createAudioAnalyser, createLocalAudioTrack, createLocalScreenTracks, createLocalTracks, createLocalVideoTrack, detachTrack, getEmptyAudioStreamTrack, getEmptyVideoStreamTrack, isBackupCodec, isBrowserSupported, isCodecEqual, protocolVersion, setLogExtension, setLogLevel, supportsAV1, supportsAdaptiveStream, supportsDynacast, version };
 //# sourceMappingURL=livekit-client.esm.mjs.map