livekit-client 2.9.8 → 2.10.0

package/dist/livekit-client.esm.mjs

@@ -15,9 +15,9 @@ function _mergeNamespaces(n, m) {
 
 var e = Object.defineProperty;
 var h = (i, s, t) => s in i ? e(i, s, {
-  enumerable: !0,
-  configurable: !0,
-  writable: !0,
+  enumerable: true,
+  configurable: true,
+  writable: true,
   value: t
 }) : i[s] = t;
 var o = (i, s, t) => h(i, typeof s != "symbol" ? s + "" : s, t);
@@ -64,10 +64,10 @@ function assert(condition, msg) {
   }
 }
 const FLOAT32_MAX = 3.4028234663852886e38,
-  FLOAT32_MIN = -3.4028234663852886e38,
+  FLOAT32_MIN = -34028234663852886e22,
   UINT32_MAX = 0xffffffff,
   INT32_MAX = 0x7fffffff,
-  INT32_MIN = -0x80000000;
+  INT32_MIN = -2147483648;
 /**
  * Assert a valid signed protobuf 32-bit integer.
  */
@@ -3772,10 +3772,13 @@ const EventMetric = /* @__PURE__ */proto3.makeMessageType("livekit.EventMetric",
 }]);
 const BackupCodecPolicy$1 = /* @__PURE__ */proto3.makeEnum("livekit.BackupCodecPolicy", [{
   no: 0,
-  name: "REGRESSION"
+  name: "PREFER_REGRESSION"
 }, {
   no: 1,
   name: "SIMULCAST"
+}, {
+  no: 2,
+  name: "REGRESSION"
 }]);
 const TrackType = /* @__PURE__ */proto3.makeEnum("livekit.TrackType", [{
   no: 0,
@@ -4169,6 +4172,12 @@ const ParticipantInfo = /* @__PURE__ */proto3.makeMessageType("livekit.Participa
   name: "disconnect_reason",
   kind: "enum",
   T: proto3.getEnumType(DisconnectReason)
+}, {
+  no: 18,
+  name: "kind_details",
+  kind: "enum",
+  T: proto3.getEnumType(ParticipantInfo_KindDetail),
+  repeated: true
 }]);
 const ParticipantInfo_State = /* @__PURE__ */proto3.makeEnum("livekit.ParticipantInfo.State", [{
   no: 0,
@@ -4199,6 +4208,13 @@ const ParticipantInfo_Kind = /* @__PURE__ */proto3.makeEnum("livekit.Participant
   no: 4,
   name: "AGENT"
 }]);
+const ParticipantInfo_KindDetail = /* @__PURE__ */proto3.makeEnum("livekit.ParticipantInfo.KindDetail", [{
+  no: 0,
+  name: "CLOUD_AGENT"
+}, {
+  no: 1,
+  name: "FORWARDED"
+}]);
 const Encryption_Type = /* @__PURE__ */proto3.makeEnum("livekit.Encryption.Type", [{
   no: 0,
   name: "NONE"
@@ -11169,7 +11185,7 @@ function getOSVersion(ua) {
   return ua.includes('mac os') ? getMatch(/\(.+?(\d+_\d+(:?_\d+)?)/, ua, 1).replace(/_/g, '.') : undefined;
 }
 
-var version$1 = "2.9.8";
+var version$1 = "2.10.0";
 
 const version = version$1;
 const protocolVersion = 15;
@@ -11567,7 +11583,7 @@ function detachTrack(track, element) {
     }
   }
   Track.streamStateFromProto = streamStateFromProto;
-})(Track);
+})(Track || (Track = {}));
 
 class VideoPreset {
   constructor(widthOrOptions, height, maxBitrate, maxFramerate, priority) {
@@ -11609,8 +11625,12 @@ function isBackupCodec(codec) {
 }
 var BackupCodecPolicy;
 (function (BackupCodecPolicy) {
-  BackupCodecPolicy[BackupCodecPolicy["REGRESSION"] = 0] = "REGRESSION";
+  // codec regression is preferred, the sfu will try to regress codec if possible but not guaranteed
+  BackupCodecPolicy[BackupCodecPolicy["PREFER_REGRESSION"] = 0] = "PREFER_REGRESSION";
+  // multi-codec simulcast, publish both primary and backup codec at the same time
   BackupCodecPolicy[BackupCodecPolicy["SIMULCAST"] = 1] = "SIMULCAST";
+  // always use backup codec only
+  BackupCodecPolicy[BackupCodecPolicy["REGRESSION"] = 2] = "REGRESSION";
 })(BackupCodecPolicy || (BackupCodecPolicy = {}));
 var AudioPresets;
 (function (AudioPresets) {
@@ -12041,12 +12061,6 @@ function unwrapConstraint(constraint) {
   }
   throw Error('could not unwrap constraint');
 }
-function toWebsocketUrl(url) {
-  if (url.startsWith('http')) {
-    return url.replace(/^(http)/, 'ws');
-  }
-  return url;
-}
 function toHttpUrl(url) {
   if (url.startsWith('ws')) {
     return url.replace(/^(ws)/, 'http');
@@ -12291,12 +12305,17 @@ function getNewAudioContext() {
     });
     // If the audio context is suspended, we need to resume it when the user clicks on the page
     if (audioContext.state === 'suspended' && typeof window !== 'undefined' && ((_a = window.document) === null || _a === void 0 ? void 0 : _a.body)) {
-      const handleResume = () => {
-        audioContext.resume().then(() => {
-          var _a;
-          (_a = window.document.body) === null || _a === void 0 ? void 0 : _a.removeEventListener('click', handleResume);
-        });
-      };
+      const handleResume = () => __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        try {
+          if (audioContext.state === 'suspended') {
+            yield audioContext.resume();
+          }
+        } catch (e) {
+          console.warn('Error trying to auto-resume audio context', e);
+        }
+        (_a = window.document.body) === null || _a === void 0 ? void 0 : _a.removeEventListener('click', handleResume);
+      });
       window.document.body.addEventListener('click', handleResume);
     }
     return audioContext;
@@ -12931,6 +12950,28 @@ class AsyncQueue {
   }
 }
 
+function createRtcUrl(url, searchParams) {
+  const urlObj = new URL(url);
+  searchParams.forEach((value, key) => {
+    urlObj.searchParams.set(key, value);
+  });
+  return appendUrlPath(urlObj, 'rtc');
+}
+function createValidateUrl(rtcWsUrl) {
+  const urlObj = new URL(toHttpUrl(rtcWsUrl));
+  return appendUrlPath(urlObj, 'validate');
+}
+function ensureTrailingSlash(url) {
+  return url.endsWith('/') ? url : "".concat(url, "/");
+}
+function appendUrlPath(urlObj, path) {
+  const result = "".concat(urlObj.protocol, "//").concat(urlObj.host).concat(ensureTrailingSlash(urlObj.pathname)).concat(path);
+  if (urlObj.searchParams.size > 0) {
+    return "".concat(result, "?").concat(urlObj.searchParams.toString());
+  }
+  return result;
+}
+
 const passThroughQueueSignals = ['syncState', 'trickle', 'offer', 'answer', 'simulate', 'leave'];
 function canPassThroughQueue(req) {
   const canPass = passThroughQueueSignals.indexOf(req.case) >= 0;
@@ -13028,15 +13069,10 @@ class SignalClient {
   }
   connect(url, token, opts, abortSignal) {
     this.connectOptions = opts;
-    const urlObj = new URL(toWebsocketUrl(url));
-    // strip trailing slash
-    urlObj.pathname = urlObj.pathname.replace(/\/$/, '');
-    urlObj.pathname += '/rtc';
     const clientInfo = getClientInfo();
     const params = createConnectionParams(token, clientInfo, opts);
-    for (const [key, value] of params) {
-      urlObj.searchParams.set(key, value);
-    }
+    const rtcUrl = createRtcUrl(url, params);
+    const validateUrl = createValidateUrl(rtcUrl);
     return new Promise((resolve, reject) => __awaiter(this, void 0, void 0, function* () {
       const unlock = yield this.connectionLock.lock();
       try {
@@ -13053,7 +13089,7 @@ class SignalClient {
           abortHandler();
         }
         abortSignal === null || abortSignal === void 0 ? void 0 : abortSignal.addEventListener('abort', abortHandler);
-        const redactedUrl = new URL(urlObj.toString());
+        const redactedUrl = new URL(rtcUrl);
         if (redactedUrl.searchParams.has('access_token')) {
           redactedUrl.searchParams.set('access_token', '<redacted>');
         }
@@ -13064,7 +13100,7 @@ class SignalClient {
         if (this.ws) {
           yield this.close(false);
         }
-        this.ws = new WebSocket(urlObj.toString());
+        this.ws = new WebSocket(rtcUrl);
         this.ws.binaryType = 'arraybuffer';
         this.ws.onopen = () => {
           clearTimeout(wsTimeout);
@@ -13074,15 +13110,12 @@ class SignalClient {
             this.state = SignalConnectionState.DISCONNECTED;
             clearTimeout(wsTimeout);
             try {
-              const validateURL = new URL(urlObj.toString());
-              validateURL.protocol = "http".concat(validateURL.protocol.substring(2));
-              validateURL.pathname += '/validate';
-              const resp = yield fetch(validateURL);
+              const resp = yield fetch(validateUrl);
               if (resp.status.toFixed(0).startsWith('4')) {
                 const msg = yield resp.text();
                 reject(new ConnectionError(msg, ConnectionErrorReason.NotAllowed, resp.status));
               } else {
-                reject(new ConnectionError('Internal error', ConnectionErrorReason.InternalError, resp.status));
+                reject(new ConnectionError("Encountered unknown websocket error during connection: ".concat(ev.toString()), ConnectionErrorReason.InternalError, resp.status));
               }
             } catch (e) {
               reject(new ConnectionError(e instanceof Error ? e.message : 'server was not reachable', ConnectionErrorReason.ServerUnreachable));
@@ -15639,9 +15672,10 @@ class LocalTrack extends Track {
           constraints = this._constraints;
         }
         const {
-            deviceId
+            deviceId,
+            facingMode
           } = constraints,
-          otherConstraints = __rest(constraints, ["deviceId"]);
+          otherConstraints = __rest(constraints, ["deviceId", "facingMode"]);
         this.log.debug('restarting track with constraints', Object.assign(Object.assign({}, this.logContext), {
           constraints
         }));
@@ -15650,8 +15684,9 @@ class LocalTrack extends Track {
           video: false
         };
         if (this.kind === Track.Kind.Video) {
-          streamConstraints.video = deviceId ? {
-            deviceId
+          streamConstraints.video = deviceId || facingMode ? {
+            deviceId,
+            facingMode
           } : true;
         } else {
           streamConstraints.audio = deviceId ? {
@@ -16945,13 +16980,44 @@ function setPublishingLayersForSender(sender, senderEncodings, qualities, sender
         return;
       }
       let hasChanged = false;
-      /* disable closable spatial layer as it has video blur / frozen issue with current server / client
-      1. chrome 113: when switching to up layer with scalability Mode change, it will generate a
-            low resolution frame and recover very quickly, but noticable
-      2. livekit sfu: additional pli request cause video frozen for a few frames, also noticable */
-      const closableSpatial = false;
+      const browser = getBrowser();
+      const closableSpatial = (browser === null || browser === void 0 ? void 0 : browser.name) === 'Chrome' && compareVersions(browser === null || browser === void 0 ? void 0 : browser.version, '133') > 0;
       /* @ts-ignore */
-      if (closableSpatial && encodings[0].scalabilityMode) ; else {
+      if (closableSpatial && encodings[0].scalabilityMode) {
+        // svc dynacast encodings
+        const encoding = encodings[0];
+        /* @ts-ignore */
+        const mode = new ScalabilityMode(encoding.scalabilityMode);
+        let maxQuality = VideoQuality$1.OFF;
+        qualities.forEach(q => {
+          if (q.enabled && (maxQuality === VideoQuality$1.OFF || q.quality > maxQuality)) {
+            maxQuality = q.quality;
+          }
+        });
+        if (maxQuality === VideoQuality$1.OFF) {
+          if (encoding.active) {
+            encoding.active = false;
+            hasChanged = true;
+          }
+        } else if (!encoding.active || mode.spatial !== maxQuality + 1) {
+          hasChanged = true;
+          encoding.active = true;
+          /* @ts-ignore */
+          const originalMode = new ScalabilityMode(senderEncodings[0].scalabilityMode);
+          mode.spatial = maxQuality + 1;
+          mode.suffix = originalMode.suffix;
+          if (mode.spatial === 1) {
+            // no suffix for L1Tx
+            mode.suffix = undefined;
+          }
+          /* @ts-ignore */
+          encoding.scalabilityMode = mode.toString();
+          encoding.scaleResolutionDownBy = Math.pow(2, 2 - maxQuality);
+          if (senderEncodings[0].maxBitrate) {
+            encoding.maxBitrate = senderEncodings[0].maxBitrate / (encoding.scaleResolutionDownBy * encoding.scaleResolutionDownBy);
+          }
+        }
+      } else {
         // simulcast dynacast encodings
         encodings.forEach((encoding, idx) => {
           var _a;
@@ -19240,7 +19306,7 @@ class TrackPublication extends eventsExports.EventEmitter {
     PermissionStatus["Allowed"] = "allowed";
     PermissionStatus["NotAllowed"] = "not_allowed";
   })(TrackPublication.PermissionStatus || (TrackPublication.PermissionStatus = {}));
-})(TrackPublication);
+})(TrackPublication || (TrackPublication = {}));
 
 class LocalTrackPublication extends TrackPublication {
   get isUpstreamPaused() {
@@ -23216,6 +23282,10 @@ class Room extends eventsExports.EventEmitter {
       this.log.warn('skipping incoming track after Room disconnected', this.logContext);
       return;
     }
+    if (mediaTrack.readyState === 'ended') {
+      this.log.info('skipping incoming track as it already ended', this.logContext);
+      return;
+    }
     const parts = unpackStreamId(stream.id);
     const participantSid = parts[0];
     let streamId = parts[1];
@@ -23723,7 +23793,7 @@ class Room extends eventsExports.EventEmitter {
       args[_key3 - 1] = arguments[_key3];
     }
     // active speaker updates are too spammy
-    if (event !== RoomEvent.ActiveSpeakersChanged) {
+    if (event !== RoomEvent.ActiveSpeakersChanged && event !== RoomEvent.TranscriptionReceived) {
       // only extract logContext from arguments in order to avoid logging the whole object tree
       const minimizedArgs = mapArgs(args).filter(arg => arg !== undefined);
       this.log.debug("room event ".concat(event), Object.assign(Object.assign({}, this.logContext), {