livekit-client 2.4.2 → 2.5.1

package/dist/livekit-client.esm.mjs

@@ -3397,6 +3397,122 @@ target => {
   }
 });
 
+// @generated by protoc-gen-es v1.10.0 with parameter "target=js+dts"
+// @generated from file livekit_metrics.proto (package livekit, syntax proto3)
+/* eslint-disable */
+// @ts-nocheck
+
+
+/**
+ * @generated from message livekit.MetricsBatch
+ */
+const MetricsBatch = /*@__PURE__*/proto3.makeMessageType("livekit.MetricsBatch", () => [{
+  no: 1,
+  name: "str_data",
+  kind: "scalar",
+  T: 9 /* ScalarType.STRING */,
+  repeated: true
+}, {
+  no: 2,
+  name: "time_series",
+  kind: "message",
+  T: TimeSeriesMetric,
+  repeated: true
+}, {
+  no: 3,
+  name: "events",
+  kind: "message",
+  T: EventMetric,
+  repeated: true
+}]);
+
+/**
+ * @generated from message livekit.TimeSeriesMetric
+ */
+const TimeSeriesMetric = /*@__PURE__*/proto3.makeMessageType("livekit.TimeSeriesMetric", () => [{
+  no: 1,
+  name: "label",
+  kind: "scalar",
+  T: 13 /* ScalarType.UINT32 */
+}, {
+  no: 2,
+  name: "participant_identity",
+  kind: "scalar",
+  T: 13 /* ScalarType.UINT32 */
+}, {
+  no: 3,
+  name: "track_sid",
+  kind: "scalar",
+  T: 13 /* ScalarType.UINT32 */
+}, {
+  no: 4,
+  name: "start_timestamp",
+  kind: "scalar",
+  T: 3 /* ScalarType.INT64 */
+}, {
+  no: 5,
+  name: "end_timestamp",
+  kind: "scalar",
+  T: 3 /* ScalarType.INT64 */
+}, {
+  no: 6,
+  name: "samples",
+  kind: "message",
+  T: MetricSample,
+  repeated: true
+}]);
+
+/**
+ * @generated from message livekit.MetricSample
+ */
+const MetricSample = /*@__PURE__*/proto3.makeMessageType("livekit.MetricSample", () => [{
+  no: 1,
+  name: "timestamp",
+  kind: "scalar",
+  T: 3 /* ScalarType.INT64 */
+}, {
+  no: 2,
+  name: "value",
+  kind: "scalar",
+  T: 2 /* ScalarType.FLOAT */
+}]);
+
+/**
+ * @generated from message livekit.EventMetric
+ */
+const EventMetric = /*@__PURE__*/proto3.makeMessageType("livekit.EventMetric", () => [{
+  no: 1,
+  name: "label",
+  kind: "scalar",
+  T: 13 /* ScalarType.UINT32 */
+}, {
+  no: 2,
+  name: "participant_identity",
+  kind: "scalar",
+  T: 13 /* ScalarType.UINT32 */
+}, {
+  no: 3,
+  name: "track_sid",
+  kind: "scalar",
+  T: 13 /* ScalarType.UINT32 */
+}, {
+  no: 4,
+  name: "start_timestamp",
+  kind: "scalar",
+  T: 3 /* ScalarType.INT64 */
+}, {
+  no: 5,
+  name: "end_timestamp",
+  kind: "scalar",
+  T: 3 /* ScalarType.INT64 */,
+  opt: true
+}, {
+  no: 6,
+  name: "metadata",
+  kind: "scalar",
+  T: 9 /* ScalarType.STRING */
+}]);
+
 // Copyright 2023 LiveKit, Inc.
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
@@ -3527,6 +3643,9 @@ const DisconnectReason = /*@__PURE__*/proto3.makeEnum("livekit.DisconnectReason"
 }, {
   no: 9,
   name: "SIGNAL_CLOSE"
+}, {
+  no: 10,
+  name: "ROOM_CLOSED"
 }]);
 
 /**
@@ -3716,6 +3835,11 @@ const ParticipantPermission = /*@__PURE__*/proto3.makeMessageType("livekit.Parti
   name: "agent",
   kind: "scalar",
   T: 8 /* ScalarType.BOOL */
+}, {
+  no: 12,
+  name: "can_subscribe_metrics",
+  kind: "scalar",
+  T: 8 /* ScalarType.BOOL */
 }]);
 
 /**
@@ -3791,6 +3915,11 @@ const ParticipantInfo = /*@__PURE__*/proto3.makeMessageType("livekit.Participant
     kind: "scalar",
     T: 9 /* ScalarType.STRING */
   }
+}, {
+  no: 16,
+  name: "disconnect_reason",
+  kind: "enum",
+  T: proto3.getEnumType(DisconnectReason)
 }]);
 
 /**
@@ -4050,6 +4179,12 @@ const DataPacket = /*@__PURE__*/proto3.makeMessageType("livekit.DataPacket", ()
   kind: "message",
   T: Transcription,
   oneof: "value"
+}, {
+  no: 8,
+  name: "metrics",
+  kind: "message",
+  T: MetricsBatch,
+  oneof: "value"
 }]);
 
 /**
@@ -4742,9 +4877,15 @@ const SignalResponse = /*@__PURE__*/proto3.makeMessageType("livekit.SignalRespon
   oneof: "message"
 }, {
   no: 22,
-  name: "error_response",
+  name: "request_response",
   kind: "message",
-  T: ErrorResponse,
+  T: RequestResponse,
+  oneof: "message"
+}, {
+  no: 23,
+  name: "track_subscribed",
+  kind: "message",
+  T: TrackSubscribed,
   oneof: "message"
 }]);
 
@@ -4858,6 +4999,11 @@ const TrickleRequest = /*@__PURE__*/proto3.makeMessageType("livekit.TrickleReque
   name: "target",
   kind: "enum",
   T: proto3.getEnumType(SignalTarget)
+}, {
+  no: 3,
+  name: "final",
+  kind: "scalar",
+  T: 8 /* ScalarType.BOOL */
 }]);
 
 /**
@@ -4945,6 +5091,17 @@ const JoinResponse = /*@__PURE__*/proto3.makeMessageType("livekit.JoinResponse",
   name: "sif_trailer",
   kind: "scalar",
   T: 12 /* ScalarType.BYTES */
+}, {
+  no: 14,
+  name: "enabled_publish_codecs",
+  kind: "message",
+  T: Codec,
+  repeated: true
+}, {
+  no: 15,
+  name: "fast_publish",
+  kind: "scalar",
+  T: 8 /* ScalarType.BOOL */
 }]);
 
 /**
@@ -5615,9 +5772,9 @@ const SubscriptionResponse = /*@__PURE__*/proto3.makeMessageType("livekit.Subscr
 }]);
 
 /**
- * @generated from message livekit.ErrorResponse
+ * @generated from message livekit.RequestResponse
  */
-const ErrorResponse = /*@__PURE__*/proto3.makeMessageType("livekit.ErrorResponse", () => [{
+const RequestResponse = /*@__PURE__*/proto3.makeMessageType("livekit.RequestResponse", () => [{
   no: 1,
   name: "request_id",
   kind: "scalar",
@@ -5626,7 +5783,7 @@ const ErrorResponse = /*@__PURE__*/proto3.makeMessageType("livekit.ErrorResponse
   no: 2,
   name: "reason",
   kind: "enum",
-  T: proto3.getEnumType(ErrorResponse_Reason)
+  T: proto3.getEnumType(RequestResponse_Reason)
 }, {
   no: 3,
   name: "message",
@@ -5635,11 +5792,11 @@ const ErrorResponse = /*@__PURE__*/proto3.makeMessageType("livekit.ErrorResponse
 }]);
 
 /**
- * @generated from enum livekit.ErrorResponse.Reason
+ * @generated from enum livekit.RequestResponse.Reason
  */
-const ErrorResponse_Reason = /*@__PURE__*/proto3.makeEnum("livekit.ErrorResponse.Reason", [{
+const RequestResponse_Reason = /*@__PURE__*/proto3.makeEnum("livekit.RequestResponse.Reason", [{
   no: 0,
-  name: "UNKNOWN"
+  name: "OK"
 }, {
   no: 1,
   name: "NOT_FOUND"
@@ -5648,7 +5805,17 @@ const ErrorResponse_Reason = /*@__PURE__*/proto3.makeEnum("livekit.ErrorResponse
   name: "NOT_ALLOWED"
 }, {
   no: 3,
-  name: "INVALID_ARGUMENT"
+  name: "LIMIT_EXCEEDED"
+}]);
+
+/**
+ * @generated from message livekit.TrackSubscribed
+ */
+const TrackSubscribed = /*@__PURE__*/proto3.makeMessageType("livekit.TrackSubscribed", () => [{
+  no: 1,
+  name: "track_sid",
+  kind: "scalar",
+  T: 9 /* ScalarType.STRING */
 }]);
 
 var commonjsGlobal = typeof globalThis !== 'undefined' ? globalThis : typeof window !== 'undefined' ? window : typeof global !== 'undefined' ? global : typeof self !== 'undefined' ? self : {};
@@ -9818,8 +9985,7 @@ class PublishDataError extends LivekitError {
   }
 }
 class SignalRequestError extends LivekitError {
-  constructor(message) {
-    let reason = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : ErrorResponse_Reason.UNKNOWN;
+  constructor(message, reason) {
     super(15, message);
     this.reason = reason;
   }
@@ -10154,6 +10320,10 @@ var RoomEvent;
    * args: (kind: MediaDeviceKind, deviceId: string)
    */
   RoomEvent["ActiveDeviceChanged"] = "activeDeviceChanged";
+  /**
+   * fired when the first remote participant has subscribed to the localParticipant's track
+   */
+  RoomEvent["LocalTrackSubscribed"] = "localTrackSubscribed";
 })(RoomEvent || (RoomEvent = {}));
 var ParticipantEvent;
 (function (ParticipantEvent) {
@@ -10317,6 +10487,10 @@ var ParticipantEvent;
    * When a participant's attributes changed, this event will be emitted with the changed attributes
    */
   ParticipantEvent["AttributesChanged"] = "attributesChanged";
+  /**
+   * fired on local participant only, when the first remote participant has subscribed to the track specified in the payload
+   */
+  ParticipantEvent["LocalTrackSubscribed"] = "localTrackSubscribed";
 })(ParticipantEvent || (ParticipantEvent = {}));
 /** @internal */
 var EngineEvent;
@@ -10346,8 +10520,9 @@ var EngineEvent;
   EngineEvent["RemoteMute"] = "remoteMute";
   EngineEvent["SubscribedQualityUpdate"] = "subscribedQualityUpdate";
   EngineEvent["LocalTrackUnpublished"] = "localTrackUnpublished";
+  EngineEvent["LocalTrackSubscribed"] = "localTrackSubscribed";
   EngineEvent["Offline"] = "offline";
-  EngineEvent["SignalRequestError"] = "signalRequestError";
+  EngineEvent["SignalRequestResponse"] = "signalRequestResponse";
 })(EngineEvent || (EngineEvent = {}));
 var TrackEvent;
 (function (TrackEvent) {
@@ -10539,10 +10714,10 @@ function getOSVersion(ua) {
   return ua.includes('mac os') ? getMatch(/\(.+?(\d+_\d+(:?_\d+)?)/, ua, 1).replace(/_/g, '.') : undefined;
 }
 
-var version$1 = "2.4.2";
+var version$1 = "2.5.1";
 
 const version = version$1;
-const protocolVersion = 13;
+const protocolVersion = 15;
 
 /**
  * Timers that can be overridden with platform specific implementations
@@ -10550,12 +10725,12 @@ const protocolVersion = 13;
  * that the timer fires on time.
  */
 class CriticalTimers {}
-// eslint-disable-next-line @typescript-eslint/no-implied-eval
 CriticalTimers.setTimeout = function () {
   return setTimeout(...arguments);
 };
+CriticalTimers.setInterval =
 // eslint-disable-next-line @typescript-eslint/no-implied-eval
-CriticalTimers.setInterval = function () {
+function () {
   return setInterval(...arguments);
 };
 CriticalTimers.clearTimeout = function () {
@@ -11667,7 +11842,7 @@ function toHttpUrl(url) {
   }
   return url;
 }
-function extractTranscriptionSegments(transcription) {
+function extractTranscriptionSegments(transcription, firstReceivedTimesMap) {
   return transcription.segments.map(_ref => {
     let {
       id,
@@ -11677,13 +11852,23 @@ function extractTranscriptionSegments(transcription) {
       endTime,
       final
     } = _ref;
+    var _a;
+    const firstReceivedTime = (_a = firstReceivedTimesMap.get(id)) !== null && _a !== void 0 ? _a : Date.now();
+    const lastReceivedTime = Date.now();
+    if (final) {
+      firstReceivedTimesMap.delete(id);
+    } else {
+      firstReceivedTimesMap.set(id, firstReceivedTime);
+    }
     return {
       id,
       text,
       startTime: Number.parseInt(startTime.toString()),
       endTime: Number.parseInt(endTime.toString()),
       final,
-      language
+      language,
+      firstReceivedTime,
+      lastReceivedTime
     };
   });
 }
@@ -12863,6 +13048,7 @@ class SignalClient {
       return function* () {
         const unlock = yield _this.closingLock.lock();
         try {
+          _this.clearPingInterval();
           if (updateState) {
             _this.state = SignalConnectionState.DISCONNECTING;
           }
@@ -12891,7 +13077,6 @@ class SignalClient {
           if (updateState) {
             _this.state = SignalConnectionState.DISCONNECTED;
           }
-          _this.clearPingInterval();
           unlock();
         }
       }();
@@ -13158,9 +13343,13 @@ class SignalClient {
       this.rtt = Date.now() - Number.parseInt(msg.value.lastPingTimestamp.toString());
       this.resetPingTimeout();
       pingHandled = true;
-    } else if (msg.case === 'errorResponse') {
-      if (this.onErrorResponse) {
-        this.onErrorResponse(msg.value);
+    } else if (msg.case === 'requestResponse') {
+      if (this.onRequestResponse) {
+        this.onRequestResponse(msg.value);
+      }
+    } else if (msg.case === 'trackSubscribed') {
+      if (this.onLocalTrackSubscribed) {
+        this.onLocalTrackSubscribed(msg.value.trackSid);
       }
     } else {
       this.log.debug('unsupported message', Object.assign(Object.assign({}, this.logContext), {
@@ -13980,6 +14169,7 @@ the first few seconds. So we use a 70% of target bitrate here as the start bitra
 eliminate this issue.
 */
 const startBitrateForSVC = 0.7;
+const debounceInterval = 20;
 const PCEvents = {
   NegotiationStarted: 'negotiationStarted',
   NegotiationComplete: 'negotiationComplete',
@@ -14016,7 +14206,7 @@ class PCTransport extends eventsExports.EventEmitter {
           throw e;
         }
       }
-    }), 100);
+    }), debounceInterval);
     this.close = () => {
       if (!this._pc) {
         return;
@@ -14195,6 +14385,9 @@ class PCTransport extends eventsExports.EventEmitter {
       // actually negotiate
       this.log.debug('starting to negotiate', this.logContext);
       const offer = yield this.pc.createOffer(options);
+      this.log.debug('original offer', Object.assign({
+        sdp: offer.sdp
+      }, this.logContext));
       const sdpParsed = parse((_a = offer.sdp) !== null && _a !== void 0 ? _a : '');
       sdpParsed.media.forEach(media => {
         if (media.type === 'audio') {
@@ -15981,7 +16174,7 @@ function videoLayersFromEncodings(width, height, encodings, svc) {
     const bitratesRatio = sm.suffix == 'h' ? 2 : 3;
     for (let i = 0; i < sm.spatial; i += 1) {
       layers.push(new VideoLayer({
-        quality: VideoQuality.HIGH - i,
+        quality: Math.min(VideoQuality.HIGH, sm.spatial - 1) - i,
         width: Math.ceil(width / Math.pow(resRatio, i)),
         height: Math.ceil(height / Math.pow(resRatio, i)),
         bitrate: encodings[0].maxBitrate ? Math.ceil(encodings[0].maxBitrate / Math.pow(bitratesRatio, i)) : 0,
@@ -16211,7 +16404,7 @@ class RTCEngine extends eventsExports.EventEmitter {
     this.client.onSubscriptionPermissionUpdate = update => this.emit(EngineEvent.SubscriptionPermissionUpdate, update);
     this.client.onSpeakersChanged = update => this.emit(EngineEvent.SpeakersChanged, update);
     this.client.onStreamStateUpdate = update => this.emit(EngineEvent.StreamStateChanged, update);
-    this.client.onErrorResponse = error => this.emit(EngineEvent.SignalRequestError, error);
+    this.client.onRequestResponse = response => this.emit(EngineEvent.SignalRequestResponse, response);
   }
   /** @internal */
   get logContext() {
@@ -16240,7 +16433,7 @@ class RTCEngine extends eventsExports.EventEmitter {
           yield this.configure(joinResponse);
         }
         // create offer
-        if (!this.subscriberPrimary) {
+        if (!this.subscriberPrimary || joinResponse.fastPublish) {
           this.negotiate();
         }
         this.clientConfiguration = joinResponse.clientConfiguration;
@@ -16477,6 +16670,9 @@ class RTCEngine extends eventsExports.EventEmitter {
     this.client.onLocalTrackUnpublished = response => {
       this.emit(EngineEvent.LocalTrackUnpublished, response);
     };
+    this.client.onLocalTrackSubscribed = trackSid => {
+      this.emit(EngineEvent.LocalTrackSubscribed, trackSid);
+    };
     this.client.onTokenRefresh = token => {
       this.token = token;
     };
@@ -17198,6 +17394,9 @@ class RemoteTrack extends Track {
     const onRemoveTrack = event => {
       if (event.track === this._mediaStreamTrack) {
         stream.removeEventListener('removetrack', onRemoveTrack);
+        if (this.receiver && 'playoutDelayHint' in this.receiver) {
+          this.receiver.playoutDelayHint = undefined;
+        }
         this.receiver = undefined;
         this._currentBitrate = 0;
         this.emit(TrackEvent.Ended, this);
@@ -17231,6 +17430,37 @@ class RemoteTrack extends Track {
       return statsReport;
     });
   }
+  /**
+   * Allows to set a playout delay (in seconds) for this track.
+   * A higher value allows for more buffering of the track in the browser
+   * and will result in a delay of media being played back of `delayInSeconds`
+   */
+  setPlayoutDelay(delayInSeconds) {
+    if (this.receiver) {
+      if ('playoutDelayHint' in this.receiver) {
+        this.receiver.playoutDelayHint = delayInSeconds;
+      } else {
+        this.log.warn('Playout delay not supported in this browser');
+      }
+    } else {
+      this.log.warn('Cannot set playout delay, track already ended');
+    }
+  }
+  /**
+   * Returns the current playout delay (in seconds) of this track.
+   */
+  getPlayoutDelay() {
+    if (this.receiver) {
+      if ('playoutDelayHint' in this.receiver) {
+        return this.receiver.playoutDelayHint;
+      } else {
+        this.log.warn('Playout delay not supported in this browser');
+      }
+    } else {
+      this.log.warn('Cannot get playout delay, track already ended');
+    }
+    return 0;
+  }
   /* @internal */
   startMonitor() {
     if (!this.monitorInterval) {
@@ -18242,6 +18472,7 @@ class LocalParticipant extends Participant {
     this.participantTrackPermissions = [];
     this.allParticipantsAllowedToSubscribe = true;
     this.encryptionType = Encryption_Type.NONE;
+    this.enabledPublishVideoCodecs = [];
     this.handleReconnecting = () => {
       if (!this.reconnectFuture) {
         this.reconnectFuture = new Future();
@@ -18261,15 +18492,17 @@ class LocalParticipant extends Participant {
         this.reconnectFuture = undefined;
       }
     };
-    this.handleSignalRequestError = error => {
+    this.handleSignalRequestResponse = response => {
       const {
         requestId,
         reason,
         message
-      } = error;
-      const failedRequest = this.pendingSignalRequests.get(requestId);
-      if (failedRequest) {
-        failedRequest.reject(new SignalRequestError(message, reason));
+      } = response;
+      const targetRequest = this.pendingSignalRequests.get(requestId);
+      if (targetRequest) {
+        if (reason !== RequestResponse_Reason.OK) {
+          targetRequest.reject(new SignalRequestError(message, reason));
+        }
         this.pendingSignalRequests.delete(requestId);
       }
     };
@@ -18453,7 +18686,7 @@ class LocalParticipant extends Participant {
         pub.unmute();
       }
     });
-    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished).on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate).on(EngineEvent.Disconnected, this.handleDisconnected).on(EngineEvent.SignalRequestError, this.handleSignalRequestError);
+    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished).on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate).on(EngineEvent.Disconnected, this.handleDisconnected).on(EngineEvent.SignalRequestResponse, this.handleSignalRequestResponse);
   }
   /**
    * Sets and updates the metadata of the local participant.
@@ -18532,7 +18765,7 @@ class LocalParticipant extends Participant {
               }
               yield sleep(50);
             }
-            reject(new SignalRequestError('Request to update local metadata timed out'));
+            reject(new SignalRequestError('Request to update local metadata timed out', 'TimeoutError'));
           } catch (e) {
             if (e instanceof Error) reject(e);
           }
@@ -18904,7 +19137,7 @@ class LocalParticipant extends Participant {
   }
   publish(track, opts, isStereo) {
     return __awaiter(this, void 0, void 0, function* () {
-      var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
+      var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
       const existingTrackOfSource = Array.from(this.trackPublications.values()).find(publishedTrack => track instanceof LocalTrack && publishedTrack.source === track.source);
       if (existingTrackOfSource && track.source !== Track.Source.Unknown) {
         this.log.info("publishing a second track with the same source: ".concat(track.source), Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)));
@@ -18927,6 +19160,12 @@ class LocalParticipant extends Participant {
       if (opts.videoCodec === undefined) {
         opts.videoCodec = defaultVideoCodec;
       }
+      if (this.enabledPublishVideoCodecs.length > 0) {
+        // fallback to a supported codec if it is not supported
+        if (!this.enabledPublishVideoCodecs.some(c => opts.videoCodec === mimeTypeToVideoCodecString(c.mime))) {
+          opts.videoCodec = mimeTypeToVideoCodecString(this.enabledPublishVideoCodecs[0].mime);
+        }
+      }
       const videoCodec = opts.videoCodec;
       // handle track actions
       track.on(TrackEvent.Muted, this.onTrackMuted);
@@ -19029,25 +19268,75 @@ class LocalParticipant extends Participant {
       if (!this.engine || this.engine.isClosed) {
         throw new UnexpectedConnectionState('cannot publish track when not connected');
       }
-      const ti = yield this.engine.addTrack(req);
-      // server might not support the codec the client has requested, in that case, fallback
-      // to a supported codec
-      let primaryCodecMime;
-      ti.codecs.forEach(codec => {
-        if (primaryCodecMime === undefined) {
-          primaryCodecMime = codec.mimeType;
+      const negotiate = () => __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c;
+        if (!this.engine.pcManager) {
+          throw new UnexpectedConnectionState('pcManager is not ready');
+        }
+        track.sender = yield this.engine.createSender(track, opts, encodings);
+        if (track instanceof LocalVideoTrack) {
+          (_a = opts.degradationPreference) !== null && _a !== void 0 ? _a : opts.degradationPreference = getDefaultDegradationPreference(track);
+          track.setDegradationPreference(opts.degradationPreference);
+        }
+        if (encodings) {
+          if (isFireFox() && track.kind === Track.Kind.Audio) {
+            /* Refer to RFC https://datatracker.ietf.org/doc/html/rfc7587#section-6.1,
+               livekit-server uses maxaveragebitrate=510000 in the answer sdp to permit client to
+               publish high quality audio track. But firefox always uses this value as the actual
+               bitrates, causing the audio bitrates to rise to 510Kbps in any stereo case unexpectedly.
+               So the client need to modify maxaverragebitrates in answer sdp to user provided value to
+               fix the issue.
+             */
+            let trackTransceiver = undefined;
+            for (const transceiver of this.engine.pcManager.publisher.getTransceivers()) {
+              if (transceiver.sender === track.sender) {
+                trackTransceiver = transceiver;
+                break;
+              }
+            }
+            if (trackTransceiver) {
+              this.engine.pcManager.publisher.setTrackCodecBitrate({
+                transceiver: trackTransceiver,
+                codec: 'opus',
+                maxbr: ((_b = encodings[0]) === null || _b === void 0 ? void 0 : _b.maxBitrate) ? encodings[0].maxBitrate / 1000 : 0
+              });
+            }
+          } else if (track.codec && isSVCCodec(track.codec) && ((_c = encodings[0]) === null || _c === void 0 ? void 0 : _c.maxBitrate)) {
+            this.engine.pcManager.publisher.setTrackCodecBitrate({
+              cid: req.cid,
+              codec: track.codec,
+              maxbr: encodings[0].maxBitrate / 1000
+            });
+          }
         }
+        yield this.engine.negotiate();
       });
-      if (primaryCodecMime && track.kind === Track.Kind.Video) {
-        const updatedCodec = mimeTypeToVideoCodecString(primaryCodecMime);
-        if (updatedCodec !== videoCodec) {
-          this.log.debug('falling back to server selected codec', Object.assign(Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)), {
-            codec: updatedCodec
-          }));
-          opts.videoCodec = updatedCodec;
-          // recompute encodings since bitrates/etc could have changed
-          encodings = computeVideoEncodings(track.source === Track.Source.ScreenShare, req.width, req.height, opts);
+      let ti;
+      if (this.enabledPublishVideoCodecs.length > 0) {
+        const rets = yield Promise.all([this.engine.addTrack(req), negotiate()]);
+        ti = rets[0];
+      } else {
+        ti = yield this.engine.addTrack(req);
+        // server might not support the codec the client has requested, in that case, fallback
+        // to a supported codec
+        let primaryCodecMime;
+        ti.codecs.forEach(codec => {
+          if (primaryCodecMime === undefined) {
+            primaryCodecMime = codec.mimeType;
+          }
+        });
+        if (primaryCodecMime && track.kind === Track.Kind.Video) {
+          const updatedCodec = mimeTypeToVideoCodecString(primaryCodecMime);
+          if (updatedCodec !== videoCodec) {
+            this.log.debug('falling back to server selected codec', Object.assign(Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)), {
+              codec: updatedCodec
+            }));
+            opts.videoCodec = updatedCodec;
+            // recompute encodings since bitrates/etc could have changed
+            encodings = computeVideoEncodings(track.source === Track.Source.ScreenShare, req.width, req.height, opts);
+          }
         }
+        yield negotiate();
       }
       const publication = new LocalTrackPublication(track.kind, ti, track, {
         loggerName: this.roomOptions.loggerName,
@@ -19056,50 +19345,10 @@ class LocalParticipant extends Participant {
       // save options for when it needs to be republished again
       publication.options = opts;
       track.sid = ti.sid;
-      if (!this.engine.pcManager) {
-        throw new UnexpectedConnectionState('pcManager is not ready');
-      }
       this.log.debug("publishing ".concat(track.kind, " with encodings"), Object.assign(Object.assign({}, this.logContext), {
         encodings,
         trackInfo: ti
       }));
-      track.sender = yield this.engine.createSender(track, opts, encodings);
-      if (track instanceof LocalVideoTrack) {
-        (_l = opts.degradationPreference) !== null && _l !== void 0 ? _l : opts.degradationPreference = getDefaultDegradationPreference(track);
-        track.setDegradationPreference(opts.degradationPreference);
-      }
-      if (encodings) {
-        if (isFireFox() && track.kind === Track.Kind.Audio) {
-          /* Refer to RFC https://datatracker.ietf.org/doc/html/rfc7587#section-6.1,
-             livekit-server uses maxaveragebitrate=510000 in the answer sdp to permit client to
-             publish high quality audio track. But firefox always uses this value as the actual
-             bitrates, causing the audio bitrates to rise to 510Kbps in any stereo case unexpectedly.
-             So the client need to modify maxaverragebitrates in answer sdp to user provided value to
-             fix the issue.
-           */
-          let trackTransceiver = undefined;
-          for (const transceiver of this.engine.pcManager.publisher.getTransceivers()) {
-            if (transceiver.sender === track.sender) {
-              trackTransceiver = transceiver;
-              break;
-            }
-          }
-          if (trackTransceiver) {
-            this.engine.pcManager.publisher.setTrackCodecBitrate({
-              transceiver: trackTransceiver,
-              codec: 'opus',
-              maxbr: ((_m = encodings[0]) === null || _m === void 0 ? void 0 : _m.maxBitrate) ? encodings[0].maxBitrate / 1000 : 0
-            });
-          }
-        } else if (track.codec && isSVCCodec(track.codec) && ((_o = encodings[0]) === null || _o === void 0 ? void 0 : _o.maxBitrate)) {
-          this.engine.pcManager.publisher.setTrackCodecBitrate({
-            cid: req.cid,
-            codec: track.codec,
-            maxbr: encodings[0].maxBitrate / 1000
-          });
-        }
-      }
-      yield this.engine.negotiate();
       if (track instanceof LocalVideoTrack) {
         track.startMonitor(this.engine.client);
       } else if (track instanceof LocalAudioTrack) {
@@ -19165,9 +19414,12 @@ class LocalParticipant extends Participant {
       if (!this.engine || this.engine.isClosed) {
         throw new UnexpectedConnectionState('cannot publish track when not connected');
       }
-      const ti = yield this.engine.addTrack(req);
-      yield this.engine.createSimulcastSender(track, simulcastTrack, opts, encodings);
-      yield this.engine.negotiate();
+      const negotiate = () => __awaiter(this, void 0, void 0, function* () {
+        yield this.engine.createSimulcastSender(track, simulcastTrack, opts, encodings);
+        yield this.engine.negotiate();
+      });
+      const rets = yield Promise.all([this.engine.addTrack(req), negotiate()]);
+      const ti = rets[0];
       this.log.debug("published ".concat(videoCodec, " for track ").concat(track.sid), Object.assign(Object.assign({}, this.logContext), {
         encodings,
         trackInfo: ti
@@ -19351,6 +19603,10 @@ class LocalParticipant extends Participant {
     }
   }
   /** @internal */
+  setEnabledPublishCodecs(codecs) {
+    this.enabledPublishVideoCodecs = codecs.filter(c => c.mime.split('/')[0].toLowerCase() === 'video');
+  }
+  /** @internal */
   updateInfo(info) {
     if (info.sid !== this.sid) {
       // drop updates that specify a wrong sid.
@@ -20072,6 +20328,7 @@ class Room extends eventsExports.EventEmitter {
       const pi = joinResponse.participant;
       this.localParticipant.sid = pi.sid;
       this.localParticipant.identity = pi.identity;
+      this.localParticipant.setEnabledPublishCodecs(joinResponse.enabledPublishCodecs);
       if (this.options.e2ee && this.e2eeManager) {
         try {
           this.e2eeManager.setSifTrailer(joinResponse.sifTrailer);
@@ -20484,7 +20741,7 @@ class Room extends eventsExports.EventEmitter {
       // find the participant
       const participant = transcription.transcribedParticipantIdentity === this.localParticipant.identity ? this.localParticipant : this.getParticipantByIdentity(transcription.transcribedParticipantIdentity);
       const publication = participant === null || participant === void 0 ? void 0 : participant.trackPublications.get(transcription.trackId);
-      const segments = extractTranscriptionSegments(transcription);
+      const segments = extractTranscriptionSegments(transcription, this.transcriptionReceivedTimes);
       publication === null || publication === void 0 ? void 0 : publication.emit(TrackEvent.TranscriptionReceived, segments);
       participant === null || participant === void 0 ? void 0 : participant.emit(ParticipantEvent.TranscriptionReceived, segments, publication);
       this.emit(RoomEvent.TranscriptionReceived, segments, participant, publication);
@@ -20599,6 +20856,7 @@ class Room extends eventsExports.EventEmitter {
     this.sidToIdentity = new Map();
     this.options = Object.assign(Object.assign({}, roomOptionDefaults), options);
     this.log = getLogger((_a = this.options.loggerName) !== null && _a !== void 0 ? _a : LoggerNames.Room);
+    this.transcriptionReceivedTimes = new Map();
     this.options.audioCaptureDefaults = Object.assign(Object.assign({}, audioDefaults), options === null || options === void 0 ? void 0 : options.audioCaptureDefaults);
     this.options.videoCaptureDefaults = Object.assign(Object.assign({}, videoDefaults), options === null || options === void 0 ? void 0 : options.videoCaptureDefaults);
     this.options.publishDefaults = Object.assign(Object.assign({}, publishDefaults), options === null || options === void 0 ? void 0 : options.publishDefaults);
@@ -20744,6 +21002,19 @@ class Room extends eventsExports.EventEmitter {
       }
     }).on(EngineEvent.DCBufferStatusChanged, (status, kind) => {
       this.emit(RoomEvent.DCBufferStatusChanged, status, kind);
+    }).on(EngineEvent.LocalTrackSubscribed, subscribedSid => {
+      const trackPublication = this.localParticipant.getTrackPublications().find(_ref2 => {
+        let {
+          trackSid
+        } = _ref2;
+        return trackSid === subscribedSid;
+      });
+      if (!trackPublication) {
+        this.log.warn('could not find local track subscription for subscribed event', this.logContext);
+        return;
+      }
+      this.localParticipant.emit(ParticipantEvent.LocalTrackSubscribed, trackPublication);
+      this.emitWhenConnected(RoomEvent.LocalTrackSubscribed, trackPublication, this.localParticipant);
     });
     if (this.localParticipant) {
       this.localParticipant.setupEngine(this.engine);
@@ -21113,6 +21384,7 @@ class Room extends eventsExports.EventEmitter {
     this.clearConnectionReconcile();
     this.isResuming = false;
     this.bufferedEvents = [];
+    this.transcriptionReceivedTimes.clear();
     if (this.state === ConnectionState.Disconnected) {
       return;
     }
@@ -21356,8 +21628,8 @@ class Room extends eventsExports.EventEmitter {
     return true;
   }
   emitBufferedEvents() {
-    this.bufferedEvents.forEach(_ref2 => {
-      let [ev, args] = _ref2;
+    this.bufferedEvents.forEach(_ref3 => {
+      let [ev, args] = _ref3;
       this.emit(ev, ...args);
     });
     this.bufferedEvents = [];
@@ -21468,7 +21740,7 @@ class Room extends eventsExports.EventEmitter {
             sid: Math.floor(Math.random() * 10000).toString(),
             type: TrackType.AUDIO
           });
-          p.addSubscribedMediaTrack(dummyVideo, videoTrack.sid, new MediaStream([dummyVideo]));
+          p.addSubscribedMediaTrack(dummyVideo, videoTrack.sid, new MediaStream([dummyVideo]), new RTCRtpReceiver());
           info.tracks = [...info.tracks, videoTrack];
         }
         if (participantOptions.audio) {
@@ -21478,7 +21750,7 @@ class Room extends eventsExports.EventEmitter {
             sid: Math.floor(Math.random() * 10000).toString(),
             type: TrackType.AUDIO
           });
-          p.addSubscribedMediaTrack(dummyTrack, audioTrack.sid, new MediaStream([dummyTrack]));
+          p.addSubscribedMediaTrack(dummyTrack, audioTrack.sid, new MediaStream([dummyTrack]), new RTCRtpReceiver());
           info.tracks = [...info.tracks, audioTrack];
         }
         p.updateInfo(info);
@@ -21774,7 +22046,7 @@ class PublishAudioCheck extends Checker {
       }
       let numPackets = 0;
       stats.forEach(stat => {
-        if (stat.type === 'outbound-rtp' && stat.mediaType === 'audio') {
+        if (stat.type === 'outbound-rtp' && (stat.kind === 'audio' || !stat.kind && stat.mediaType === 'audio')) {
           numPackets = stat.packetsSent;
         }
       });
@@ -21797,7 +22069,7 @@ class PublishVideoCheck extends Checker {
       const track = yield createLocalVideoTrack();
       room.localParticipant.publishTrack(track);
       // wait for a few seconds to publish
-      yield new Promise(resolve => setTimeout(resolve, 3000));
+      yield new Promise(resolve => setTimeout(resolve, 5000));
       // verify RTC stats that it's publishing
       const stats = yield (_a = track.sender) === null || _a === void 0 ? void 0 : _a.getStats();
       if (!stats) {
@@ -21805,8 +22077,8 @@ class PublishVideoCheck extends Checker {
       }
       let numPackets = 0;
       stats.forEach(stat => {
-        if (stat.type === 'outbound-rtp' && stat.mediaType === 'video') {
-          numPackets = stat.packetsSent;
+        if (stat.type === 'outbound-rtp' && (stat.kind === 'video' || !stat.kind && stat.mediaType === 'video')) {
+          numPackets += stat.packetsSent;
         }
       });
       if (numPackets === 0) {