livekit-client 2.13.0 → 2.13.2

package/dist/livekit-client.esm.mjs

@@ -7182,7 +7182,7 @@ let deprecationWarnings_ = true;
  */
 function extractVersion(uastring, expr, pos) {
   const match = uastring.match(expr);
-  return match && match.length >= pos && parseInt(match[pos], 10);
+  return match && match.length >= pos && parseFloat(match[pos], 10);
 }
 
 // Wraps the peerconnection event eventNameToWrap in a function
@@ -7327,19 +7327,21 @@ function detectBrowser(window) {
   if (navigator.mozGetUserMedia) {
     // Firefox.
     result.browser = 'firefox';
-    result.version = extractVersion(navigator.userAgent, /Firefox\/(\d+)\./, 1);
+    result.version = parseInt(extractVersion(navigator.userAgent, /Firefox\/(\d+)\./, 1));
   } else if (navigator.webkitGetUserMedia || window.isSecureContext === false && window.webkitRTCPeerConnection) {
     // Chrome, Chromium, Webview, Opera.
     // Version matches Chrome/WebRTC version.
     // Chrome 74 removed webkitGetUserMedia on http as well so we need the
     // more complicated fallback to webkitRTCPeerConnection.
     result.browser = 'chrome';
-    result.version = extractVersion(navigator.userAgent, /Chrom(e|ium)\/(\d+)\./, 2);
+    result.version = parseInt(extractVersion(navigator.userAgent, /Chrom(e|ium)\/(\d+)\./, 2));
   } else if (window.RTCPeerConnection && navigator.userAgent.match(/AppleWebKit\/(\d+)\./)) {
     // Safari.
     result.browser = 'safari';
-    result.version = extractVersion(navigator.userAgent, /AppleWebKit\/(\d+)\./, 1);
+    result.version = parseInt(extractVersion(navigator.userAgent, /AppleWebKit\/(\d+)\./, 1));
     result.supportsUnifiedPlan = window.RTCRtpTransceiver && 'currentDirection' in window.RTCRtpTransceiver.prototype;
+    // Only for internal usage.
+    result._safariVersion = extractVersion(navigator.userAgent, /Version\/(\d+(\.?\d+))/, 1);
   } else {
     // Default fallthrough: not supported.
     result.browser = 'Not a supported browser.';
@@ -9940,7 +9942,7 @@ function removeExtmapAllowMixed(window, browserDetails) {
   if (browserDetails.browser === 'chrome' && browserDetails.version >= 71) {
     return;
   }
-  if (browserDetails.browser === 'safari' && browserDetails.version >= 605) {
+  if (browserDetails.browser === 'safari' && browserDetails._safariVersion >= 13.1) {
     return;
   }
   const nativeSRD = window.RTCPeerConnection.prototype.setRemoteDescription;
@@ -10477,6 +10479,7 @@ var ConnectionErrorReason;
   ConnectionErrorReason[ConnectionErrorReason["InternalError"] = 2] = "InternalError";
   ConnectionErrorReason[ConnectionErrorReason["Cancelled"] = 3] = "Cancelled";
   ConnectionErrorReason[ConnectionErrorReason["LeaveRequest"] = 4] = "LeaveRequest";
+  ConnectionErrorReason[ConnectionErrorReason["Timeout"] = 5] = "Timeout";
 })(ConnectionErrorReason || (ConnectionErrorReason = {}));
 class ConnectionError extends LivekitError {
   constructor(message, reason, status, context) {
@@ -11178,6 +11181,10 @@ var TrackEvent;
    * @experimental
    */
   TrackEvent["TimeSyncUpdate"] = "timeSyncUpdate";
+  /**
+   * @internal
+   */
+  TrackEvent["PreConnectBufferFlushed"] = "preConnectBufferFlushed";
 })(TrackEvent || (TrackEvent = {}));
 
 function cloneDeep(value) {
@@ -11259,7 +11266,7 @@ function getOSVersion(ua) {
   return ua.includes('mac os') ? getMatch(/\(.+?(\d+_\d+(:?_\d+)?)/, ua, 1).replace(/_/g, '.') : undefined;
 }
 
-var version$1 = "2.13.0";
+var version$1 = "2.13.2";
 
 const version = version$1;
 const protocolVersion = 16;
@@ -11869,10 +11876,21 @@ function isSafari() {
   var _a;
   return ((_a = getBrowser()) === null || _a === void 0 ? void 0 : _a.name) === 'Safari';
 }
+function isSafariBased() {
+  const b = getBrowser();
+  return (b === null || b === void 0 ? void 0 : b.name) === 'Safari' || (b === null || b === void 0 ? void 0 : b.os) === 'iOS';
+}
 function isSafari17() {
   const b = getBrowser();
   return (b === null || b === void 0 ? void 0 : b.name) === 'Safari' && b.version.startsWith('17.');
 }
+function isSafariSvcApi(browser) {
+  if (!browser) {
+    browser = getBrowser();
+  }
+  // Safari 18.4 requires legacy svc api and scaleResolutionDown to be set
+  return (browser === null || browser === void 0 ? void 0 : browser.name) === 'Safari' && compareVersions(browser.version, '18.3') > 0;
+}
 function isMobile() {
   var _a, _b;
   if (!isWeb()) return false;
@@ -15066,7 +15084,8 @@ const publishDefaults = {
   screenShareEncoding: ScreenSharePresets.h1080fps15.encoding,
   stopMicTrackOnMute: false,
   videoCodec: defaultVideoCodec,
-  backupCodec: true
+  backupCodec: true,
+  preConnectBuffer: false
 };
 const audioDefaults = {
   deviceId: {
@@ -15514,7 +15533,49 @@ function computeBitrate(currentStats, prevStats) {
   return (bytesNow - bytesPrev) * 8 * 1000 / (currentStats.timestamp - prevStats.timestamp);
 }
 
-const defaultDimensionsTimeout = 1000;
+class LocalTrackRecorder extends MediaRecorder {
+  constructor(track, options) {
+    super(new MediaStream([track.mediaStreamTrack]), options);
+    let dataListener;
+    let streamController;
+    const isClosed = () => streamController === undefined;
+    const onStop = () => {
+      this.removeEventListener('dataavailable', dataListener);
+      this.removeEventListener('stop', onStop);
+      this.removeEventListener('error', onError);
+      streamController === null || streamController === void 0 ? void 0 : streamController.close();
+      streamController = undefined;
+    };
+    const onError = event => {
+      streamController === null || streamController === void 0 ? void 0 : streamController.error(event);
+      this.removeEventListener('dataavailable', dataListener);
+      this.removeEventListener('stop', onStop);
+      this.removeEventListener('error', onError);
+      streamController = undefined;
+    };
+    this.byteStream = new ReadableStream({
+      start: controller => {
+        streamController = controller;
+        dataListener = event => __awaiter(this, void 0, void 0, function* () {
+          const arrayBuffer = yield event.data.arrayBuffer();
+          if (isClosed()) {
+            return;
+          }
+          controller.enqueue(new Uint8Array(arrayBuffer));
+        });
+        this.addEventListener('dataavailable', dataListener);
+      },
+      cancel: () => {
+        onStop();
+      }
+    });
+    this.addEventListener('stop', onStop);
+    this.addEventListener('error', onError);
+  }
+}
+
+const DEFAULT_DIMENSIONS_TIMEOUT = 1000;
+const PRE_CONNECT_BUFFER_TIMEOUT = 10000;
 class LocalTrack extends Track {
   /** @internal */
   get sender() {
@@ -15527,6 +15588,9 @@ class LocalTrack extends Track {
   get constraints() {
     return this._constraints;
   }
+  get hasPreConnectBuffer() {
+    return !!this.localTrackRecorder;
+  }
   /**
    *
    * @param mediaTrack
@@ -15682,7 +15746,7 @@ class LocalTrack extends Track {
   waitForDimensions() {
     return __awaiter(this, arguments, void 0, function () {
       var _this = this;
-      let timeout = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : defaultDimensionsTimeout;
+      let timeout = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : DEFAULT_DIMENSIONS_TIMEOUT;
       return function* () {
         var _a;
         if (_this.kind === Track.Kind.Audio) {
@@ -16037,6 +16101,36 @@ class LocalTrack extends Track {
       }();
     });
   }
+  /** @internal */
+  startPreConnectBuffer() {
+    let timeslice = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 100;
+    if (!this.localTrackRecorder) {
+      this.localTrackRecorder = new LocalTrackRecorder(this, {
+        mimeType: 'audio/webm;codecs=opus'
+      });
+    } else {
+      this.log.warn('preconnect buffer already started');
+      return;
+    }
+    this.localTrackRecorder.start(timeslice);
+    this.autoStopPreConnectBuffer = setTimeout(() => {
+      this.log.warn('preconnect buffer timed out, stopping recording automatically', this.logContext);
+      this.stopPreConnectBuffer();
+    }, PRE_CONNECT_BUFFER_TIMEOUT);
+  }
+  /** @internal */
+  stopPreConnectBuffer() {
+    clearTimeout(this.autoStopPreConnectBuffer);
+    if (this.localTrackRecorder) {
+      this.localTrackRecorder.stop();
+      this.localTrackRecorder = undefined;
+    }
+  }
+  /** @internal */
+  getPreConnectBuffer() {
+    var _a;
+    return (_a = this.localTrackRecorder) === null || _a === void 0 ? void 0 : _a.byteStream;
+  }
 }
 
 class LocalAudioTrack extends LocalTrack {
@@ -16349,12 +16443,15 @@ function computeVideoEncodings(isScreenShare, width, height, options) {
     // TODO: when we upstream libwebrtc, this will need additional verification
     isReactNative() || (browser === null || browser === void 0 ? void 0 : browser.name) === 'Chrome' && compareVersions(browser === null || browser === void 0 ? void 0 : browser.version, '113') < 0) {
       const bitratesRatio = sm.suffix == 'h' ? 2 : 3;
+      // safari 18.4 uses a different svc API that requires scaleResolutionDownBy to be set.
+      const requireScale = isSafariSvcApi(browser);
       for (let i = 0; i < sm.spatial; i += 1) {
         // in legacy SVC, scaleResolutionDownBy cannot be set
         encodings.push({
           rid: videoRids[2 - i],
           maxBitrate: videoEncoding.maxBitrate / Math.pow(bitratesRatio, i),
-          maxFramerate: original.encoding.maxFramerate
+          maxFramerate: original.encoding.maxFramerate,
+          scaleResolutionDownBy: requireScale ? Math.pow(2, i) : undefined
         });
       }
       // legacy SVC, scalabilityMode is set only on the first encoding
@@ -16861,7 +16958,7 @@ class LocalVideoTrack extends LocalTrack {
       }));
     }
     this.log.debug("setting publishing quality. max quality ".concat(maxQuality), this.logContext);
-    this.setPublishingLayers(qualities);
+    this.setPublishingLayers(isSVCCodec(this.codec), qualities);
   }
   restartTrack(options) {
     return __awaiter(this, void 0, void 0, function* () {
@@ -16996,7 +17093,7 @@ class LocalVideoTrack extends LocalTrack {
       }));
       // only enable simulcast codec for preference codec setted
       if (!this.codec && codecs.length > 0) {
-        yield this.setPublishingLayers(codecs[0].qualities);
+        yield this.setPublishingLayers(isSVCCodec(codecs[0].codec), codecs[0].qualities);
         return [];
       }
       this.subscribedCodecs = codecs;
@@ -17007,7 +17104,7 @@ class LocalVideoTrack extends LocalTrack {
           _a = false;
           const codec = _d;
           if (!this.codec || this.codec === codec.codec) {
-            yield this.setPublishingLayers(codec.qualities);
+            yield this.setPublishingLayers(isSVCCodec(codec.codec), codec.qualities);
           } else {
             const simulcastCodecInfo = this.simulcastCodecs.get(codec.codec);
             this.log.debug("try setPublishingCodec for ".concat(codec.codec), Object.assign(Object.assign({}, this.logContext), {
@@ -17022,7 +17119,7 @@ class LocalVideoTrack extends LocalTrack {
               }
             } else if (simulcastCodecInfo.encodings) {
               this.log.debug("try setPublishingLayersForSender ".concat(codec.codec), this.logContext);
-              yield setPublishingLayersForSender(simulcastCodecInfo.sender, simulcastCodecInfo.encodings, codec.qualities, this.senderLock, this.log, this.logContext);
+              yield setPublishingLayersForSender(simulcastCodecInfo.sender, simulcastCodecInfo.encodings, codec.qualities, this.senderLock, isSVCCodec(codec.codec), this.log, this.logContext);
             }
           }
         }
@@ -17044,7 +17141,7 @@ class LocalVideoTrack extends LocalTrack {
    * @internal
    * Sets layers that should be publishing
    */
-  setPublishingLayers(qualities) {
+  setPublishingLayers(isSvc, qualities) {
     return __awaiter(this, void 0, void 0, function* () {
       this.log.debug('setting publishing layers', Object.assign(Object.assign({}, this.logContext), {
         qualities
@@ -17052,7 +17149,7 @@ class LocalVideoTrack extends LocalTrack {
       if (!this.sender || !this.encodings) {
         return;
       }
-      yield setPublishingLayersForSender(this.sender, this.encodings, qualities, this.senderLock, this.log, this.logContext);
+      yield setPublishingLayersForSender(this.sender, this.encodings, qualities, this.senderLock, isSvc, this.log, this.logContext);
     });
   }
   handleAppVisibilityChanged() {
@@ -17070,7 +17167,7 @@ class LocalVideoTrack extends LocalTrack {
     });
   }
 }
-function setPublishingLayersForSender(sender, senderEncodings, qualities, senderLock, log, logContext) {
+function setPublishingLayersForSender(sender, senderEncodings, qualities, senderLock, isSVC, log, logContext) {
   return __awaiter(this, void 0, void 0, function* () {
     const unlock = yield senderLock.lock();
     log.debug('setPublishingLayersForSender', Object.assign(Object.assign({}, logContext), {
@@ -17132,6 +17229,12 @@ function setPublishingLayersForSender(sender, senderEncodings, qualities, sender
           }
         }
       } else {
+        if (isSVC) {
+          const hasEnabledEncoding = qualities.some(q => q.enabled);
+          if (hasEnabledEncoding) {
+            qualities.forEach(q => q.enabled = true);
+          }
+        }
         // simulcast dynacast encodings
         encodings.forEach((encoding, idx) => {
           var _a;
@@ -17445,12 +17548,12 @@ class RTCEngine extends eventsExports.EventEmitter {
   }
   /** @internal */
   get logContext() {
-    var _a, _b, _c, _d, _e, _f, _g, _h;
+    var _a, _b, _c, _d, _e, _f;
     return {
       room: (_b = (_a = this.latestJoinResponse) === null || _a === void 0 ? void 0 : _a.room) === null || _b === void 0 ? void 0 : _b.name,
       roomID: (_d = (_c = this.latestJoinResponse) === null || _c === void 0 ? void 0 : _c.room) === null || _d === void 0 ? void 0 : _d.sid,
       participant: (_f = (_e = this.latestJoinResponse) === null || _e === void 0 ? void 0 : _e.participant) === null || _f === void 0 ? void 0 : _f.identity,
-      pID: (_h = (_g = this.latestJoinResponse) === null || _g === void 0 ? void 0 : _g.participant) === null || _h === void 0 ? void 0 : _h.sid
+      pID: this.participantSid
     };
   }
   join(url, token, opts, abortSignal) {
@@ -17474,10 +17577,7 @@ class RTCEngine extends eventsExports.EventEmitter {
           this.negotiate();
         }
         this.clientConfiguration = joinResponse.clientConfiguration;
-        // emit signal connected event after a short delay to allow for join response to be processed on room
-        setTimeout(() => {
-          this.emit(EngineEvent.SignalConnected);
-        }, 10);
+        this.emit(EngineEvent.SignalConnected, joinResponse);
         return joinResponse;
       } catch (e) {
         if (e instanceof ConnectionError) {
@@ -17551,7 +17651,7 @@ class RTCEngine extends eventsExports.EventEmitter {
     return new Promise((resolve, reject) => {
       const publicationTimeout = setTimeout(() => {
         delete this.pendingTrackResolvers[req.cid];
-        reject(new ConnectionError('publication of local track timed out, no response from server', ConnectionErrorReason.InternalError));
+        reject(new ConnectionError('publication of local track timed out, no response from server', ConnectionErrorReason.Timeout));
       }, 10000);
       this.pendingTrackResolvers[req.cid] = {
         resolve: info => {
@@ -17727,6 +17827,9 @@ class RTCEngine extends eventsExports.EventEmitter {
     this.client.onRoomMoved = res => {
       var _a;
       this.participantSid = (_a = res.participant) === null || _a === void 0 ? void 0 : _a.sid;
+      if (this.latestJoinResponse) {
+        this.latestJoinResponse.room = res.room;
+      }
       this.emit(EngineEvent.RoomMoved, res);
     };
     this.client.onClose = () => {
@@ -20027,12 +20130,29 @@ class LocalParticipant extends Participant {
       this.updateTrackSubscriptionPermissions();
     };
     this.handleDisconnected = () => {
-      var _a, _b;
+      var _a, _b, _c, _d, _e, _f;
       if (this.reconnectFuture) {
         this.reconnectFuture.promise.catch(e => this.log.warn(e.message, this.logContext));
         (_b = (_a = this.reconnectFuture) === null || _a === void 0 ? void 0 : _a.reject) === null || _b === void 0 ? void 0 : _b.call(_a, 'Got disconnected during reconnection attempt');
         this.reconnectFuture = undefined;
       }
+      if (this.signalConnectedFuture) {
+        (_d = (_c = this.signalConnectedFuture).reject) === null || _d === void 0 ? void 0 : _d.call(_c, 'Got disconnected without signal connected');
+        this.signalConnectedFuture = undefined;
+      }
+      (_f = (_e = this.activeAgentFuture) === null || _e === void 0 ? void 0 : _e.reject) === null || _f === void 0 ? void 0 : _f.call(_e, 'Got disconnected without active agent present');
+      this.activeAgentFuture = undefined;
+      this.firstActiveAgent = undefined;
+    };
+    this.handleSignalConnected = joinResponse => {
+      var _a, _b;
+      if (joinResponse.participant) {
+        this.updateInfo(joinResponse.participant);
+      }
+      if (!this.signalConnectedFuture) {
+        this.signalConnectedFuture = new Future();
+      }
+      (_b = (_a = this.signalConnectedFuture).resolve) === null || _b === void 0 ? void 0 : _b.call(_a);
     };
     this.handleSignalRequestResponse = response => {
       const {
@@ -20108,7 +20228,7 @@ class LocalParticipant extends Participant {
     };
     this.handleSubscribedQualityUpdate = update => __awaiter(this, void 0, void 0, function* () {
       var _a, e_1, _b, _c;
-      var _d, _e;
+      var _d;
       if (!((_d = this.roomOptions) === null || _d === void 0 ? void 0 : _d.dynacast)) {
         return;
       }
@@ -20119,34 +20239,30 @@ class LocalParticipant extends Participant {
         }));
         return;
       }
-      if (update.subscribedCodecs.length > 0) {
-        if (!pub.videoTrack) {
-          return;
+      if (!pub.videoTrack) {
+        return;
+      }
+      const newCodecs = yield pub.videoTrack.setPublishingCodecs(update.subscribedCodecs);
+      try {
+        for (var _e = true, newCodecs_1 = __asyncValues(newCodecs), newCodecs_1_1; newCodecs_1_1 = yield newCodecs_1.next(), _a = newCodecs_1_1.done, !_a; _e = true) {
+          _c = newCodecs_1_1.value;
+          _e = false;
+          const codec = _c;
+          if (isBackupCodec(codec)) {
+            this.log.debug("publish ".concat(codec, " for ").concat(pub.videoTrack.sid), Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(pub)));
+            yield this.publishAdditionalCodecForTrack(pub.videoTrack, codec, pub.options);
+          }
         }
-        const newCodecs = yield pub.videoTrack.setPublishingCodecs(update.subscribedCodecs);
+      } catch (e_1_1) {
+        e_1 = {
+          error: e_1_1
+        };
+      } finally {
         try {
-          for (var _f = true, newCodecs_1 = __asyncValues(newCodecs), newCodecs_1_1; newCodecs_1_1 = yield newCodecs_1.next(), _a = newCodecs_1_1.done, !_a; _f = true) {
-            _c = newCodecs_1_1.value;
-            _f = false;
-            const codec = _c;
-            if (isBackupCodec(codec)) {
-              this.log.debug("publish ".concat(codec, " for ").concat(pub.videoTrack.sid), Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(pub)));
-              yield this.publishAdditionalCodecForTrack(pub.videoTrack, codec, pub.options);
-            }
-          }
-        } catch (e_1_1) {
-          e_1 = {
-            error: e_1_1
-          };
+          if (!_e && !_a && (_b = newCodecs_1.return)) yield _b.call(newCodecs_1);
         } finally {
-          try {
-            if (!_f && !_a && (_b = newCodecs_1.return)) yield _b.call(newCodecs_1);
-          } finally {
-            if (e_1) throw e_1.error;
-          }
+          if (e_1) throw e_1.error;
         }
-      } else if (update.subscribedQualities.length > 0) {
-        yield (_e = pub.videoTrack) === null || _e === void 0 ? void 0 : _e.setPublishingLayers(update.subscribedQualities);
       }
     });
     this.handleLocalTrackUnpublished = unpublished => {
@@ -20255,7 +20371,7 @@ class LocalParticipant extends Participant {
         pub.unmute();
       }
     });
-    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished).on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate).on(EngineEvent.Disconnected, this.handleDisconnected).on(EngineEvent.SignalRequestResponse, this.handleSignalRequestResponse).on(EngineEvent.DataPacketReceived, this.handleDataPacket);
+    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalConnected, this.handleSignalConnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished).on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate).on(EngineEvent.Disconnected, this.handleDisconnected).on(EngineEvent.SignalRequestResponse, this.handleSignalRequestResponse).on(EngineEvent.DataPacketReceived, this.handleDataPacket);
   }
   /**
    * Sets and updates the metadata of the local participant.
@@ -20433,11 +20549,17 @@ class LocalParticipant extends Participant {
               tr.stop();
             });
             if (e instanceof Error) {
-              this.emit(ParticipantEvent.MediaDevicesError, e);
+              this.emit(ParticipantEvent.MediaDevicesError, e, sourceToKind(source));
             }
             this.pendingPublishing.delete(source);
             throw e;
           }
+          for (const localTrack of localTracks) {
+            if (source === Track.Source.Microphone && isAudioTrack(localTrack) && (publishOptions === null || publishOptions === void 0 ? void 0 : publishOptions.preConnectBuffer)) {
+              this.log.info('starting preconnect buffer for microphone', Object.assign({}, this.logContext));
+              localTrack.startPreConnectBuffer();
+            }
+          }
           try {
             const publishPromises = [];
             for (const localTrack of localTracks) {
@@ -20712,23 +20834,13 @@ class LocalParticipant extends Participant {
               this.log.debug('deferring track publication until signal is connected', Object.assign(Object.assign({}, this.logContext), {
                 track: getLogContextFromTrack(track)
               }));
-              const onSignalConnected = () => __awaiter(this, void 0, void 0, function* () {
-                try {
-                  const publication = yield this.publish(track, opts, isStereo);
-                  resolve(publication);
-                } catch (e) {
-                  reject(e);
-                }
-              });
-              setTimeout(() => {
-                this.engine.off(EngineEvent.SignalConnected, onSignalConnected);
+              const timeout = setTimeout(() => {
                 reject(new PublishTrackError('publishing rejected as engine not connected within timeout', 408));
               }, 15000);
-              this.engine.once(EngineEvent.SignalConnected, onSignalConnected);
-              this.engine.on(EngineEvent.Closing, () => {
-                this.engine.off(EngineEvent.SignalConnected, onSignalConnected);
-                reject(new PublishTrackError('publishing rejected as engine closed', 499));
-              });
+              yield this.waitUntilEngineConnected();
+              clearTimeout(timeout);
+              const publication = yield this.publish(track, opts, isStereo);
+              resolve(publication);
             } else {
               try {
                 const publication = yield this.publish(track, opts, isStereo);
@@ -20753,6 +20865,12 @@ class LocalParticipant extends Participant {
       }();
     });
   }
+  waitUntilEngineConnected() {
+    if (!this.signalConnectedFuture) {
+      this.signalConnectedFuture = new Future();
+    }
+    return this.signalConnectedFuture.promise;
+  }
   hasPermissionsToPublish(track) {
     if (!this.permissions) {
       this.log.warn('no permissions present for publishing track', Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)));
@@ -20810,6 +20928,27 @@ class LocalParticipant extends Participant {
       track.on(TrackEvent.UpstreamPaused, this.onTrackUpstreamPaused);
       track.on(TrackEvent.UpstreamResumed, this.onTrackUpstreamResumed);
       track.on(TrackEvent.AudioTrackFeatureUpdate, this.onTrackFeatureUpdate);
+      const audioFeatures = [];
+      const disableDtx = !((_a = opts.dtx) !== null && _a !== void 0 ? _a : true);
+      const settings = track.getSourceTrackSettings();
+      if (settings.autoGainControl) {
+        audioFeatures.push(AudioTrackFeature.TF_AUTO_GAIN_CONTROL);
+      }
+      if (settings.echoCancellation) {
+        audioFeatures.push(AudioTrackFeature.TF_ECHO_CANCELLATION);
+      }
+      if (settings.noiseSuppression) {
+        audioFeatures.push(AudioTrackFeature.TF_NOISE_SUPPRESSION);
+      }
+      if (settings.channelCount && settings.channelCount > 1) {
+        audioFeatures.push(AudioTrackFeature.TF_STEREO);
+      }
+      if (disableDtx) {
+        audioFeatures.push(AudioTrackFeature.TF_NO_DTX);
+      }
+      if (isLocalAudioTrack(track) && track.hasPreConnectBuffer) {
+        audioFeatures.push(AudioTrackFeature.TF_PRECONNECT_BUFFER);
+      }
       // create track publication from track
       const req = new AddTrackRequest({
         // get local track id for use during publishing
@@ -20818,12 +20957,13 @@ class LocalParticipant extends Participant {
         type: Track.kindToProto(track.kind),
         muted: track.isMuted,
         source: Track.sourceToProto(track.source),
-        disableDtx: !((_a = opts.dtx) !== null && _a !== void 0 ? _a : true),
+        disableDtx,
         encryption: this.encryptionType,
         stereo: isStereo,
         disableRed: this.isE2EEEnabled || !((_b = opts.red) !== null && _b !== void 0 ? _b : true),
         stream: opts === null || opts === void 0 ? void 0 : opts.stream,
-        backupCodecPolicy: opts === null || opts === void 0 ? void 0 : opts.backupCodecPolicy
+        backupCodecPolicy: opts === null || opts === void 0 ? void 0 : opts.backupCodecPolicy,
+        audioFeatures
       });
       // compute encodings and layers for video
       let encodings;
@@ -20949,11 +21089,28 @@ class LocalParticipant extends Participant {
         yield this.engine.negotiate();
       });
       let ti;
+      const addTrackPromise = new Promise((resolve, reject) => __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        try {
+          ti = yield this.engine.addTrack(req);
+          resolve(ti);
+        } catch (err) {
+          if (track.sender && ((_a = this.engine.pcManager) === null || _a === void 0 ? void 0 : _a.publisher)) {
+            this.engine.pcManager.publisher.removeTrack(track.sender);
+            yield this.engine.negotiate().catch(negotiateErr => {
+              this.log.error('failed to negotiate after removing track due to failed add track request', Object.assign(Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)), {
+                error: negotiateErr
+              }));
+            });
+          }
+          reject(err);
+        }
+      }));
       if (this.enabledPublishVideoCodecs.length > 0) {
-        const rets = yield Promise.all([this.engine.addTrack(req), negotiate()]);
+        const rets = yield Promise.all([addTrackPromise, negotiate()]);
         ti = rets[0];
       } else {
-        ti = yield this.engine.addTrack(req);
+        ti = yield addTrackPromise;
         // server might not support the codec the client has requested, in that case, fallback
         // to a supported codec
         let primaryCodecMime;
@@ -20994,6 +21151,75 @@ class LocalParticipant extends Participant {
       this.addTrackPublication(publication);
       // send event for publication
       this.emit(ParticipantEvent.LocalTrackPublished, publication);
+      if (isLocalAudioTrack(track) && ti.audioFeatures.includes(AudioTrackFeature.TF_PRECONNECT_BUFFER)) {
+        const stream = track.getPreConnectBuffer();
+        // TODO: we're registering the listener after negotiation, so there might be a race
+        this.on(ParticipantEvent.LocalTrackSubscribed, pub => {
+          if (pub.trackSid === ti.sid) {
+            if (!track.hasPreConnectBuffer) {
+              this.log.warn('subscribe event came to late, buffer already closed', this.logContext);
+              return;
+            }
+            this.log.debug('finished recording preconnect buffer', Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)));
+            track.stopPreConnectBuffer();
+          }
+        });
+        if (stream) {
+          const bufferStreamPromise = new Promise((resolve, reject) => __awaiter(this, void 0, void 0, function* () {
+            var _a, e_2, _b, _c;
+            var _d, _e;
+            try {
+              this.log.debug('waiting for agent', Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)));
+              const agentActiveTimeout = setTimeout(() => {
+                reject(new Error('agent not active within 10 seconds'));
+              }, 10000);
+              const agent = yield this.waitUntilActiveAgentPresent();
+              clearTimeout(agentActiveTimeout);
+              this.log.debug('sending preconnect buffer', Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)));
+              const writer = yield this.streamBytes({
+                name: 'preconnect-buffer',
+                mimeType: 'audio/opus',
+                topic: 'lk.agent.pre-connect-audio-buffer',
+                destinationIdentities: [agent.identity],
+                attributes: {
+                  trackId: publication.trackSid,
+                  sampleRate: String((_d = settings.sampleRate) !== null && _d !== void 0 ? _d : '48000'),
+                  channels: String((_e = settings.channelCount) !== null && _e !== void 0 ? _e : '1')
+                }
+              });
+              try {
+                for (var _f = true, stream_1 = __asyncValues(stream), stream_1_1; stream_1_1 = yield stream_1.next(), _a = stream_1_1.done, !_a; _f = true) {
+                  _c = stream_1_1.value;
+                  _f = false;
+                  const chunk = _c;
+                  yield writer.write(chunk);
+                }
+              } catch (e_2_1) {
+                e_2 = {
+                  error: e_2_1
+                };
+              } finally {
+                try {
+                  if (!_f && !_a && (_b = stream_1.return)) yield _b.call(stream_1);
+                } finally {
+                  if (e_2) throw e_2.error;
+                }
+              }
+              yield writer.close();
+              resolve();
+            } catch (e) {
+              reject(e);
+            }
+          }));
+          bufferStreamPromise.then(() => {
+            this.log.debug('preconnect buffer sent successfully', Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)));
+          }).catch(e => {
+            this.log.error('error sending preconnect buffer', Object.assign(Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)), {
+              error: e
+            }));
+          });
+        }
+      }
       return publication;
     });
   }
@@ -21742,6 +21968,29 @@ class LocalParticipant extends Participant {
     });
     return true;
   }
+  /** @internal */
+  setActiveAgent(agent) {
+    var _a, _b, _c, _d;
+    this.firstActiveAgent = agent;
+    if (agent && !this.firstActiveAgent) {
+      this.firstActiveAgent = agent;
+    }
+    if (agent) {
+      (_b = (_a = this.activeAgentFuture) === null || _a === void 0 ? void 0 : _a.resolve) === null || _b === void 0 ? void 0 : _b.call(_a, agent);
+    } else {
+      (_d = (_c = this.activeAgentFuture) === null || _c === void 0 ? void 0 : _c.reject) === null || _d === void 0 ? void 0 : _d.call(_c, 'Agent disconnected');
+    }
+    this.activeAgentFuture = undefined;
+  }
+  waitUntilActiveAgentPresent() {
+    if (this.firstActiveAgent) {
+      return Promise.resolve(this.firstActiveAgent);
+    }
+    if (!this.activeAgentFuture) {
+      this.activeAgentFuture = new Future();
+    }
+    return this.activeAgentFuture.promise;
+  }
   getPublicationForTrack(track) {
     let publication;
     this.trackPublications.forEach(pub => {
@@ -22935,49 +23184,10 @@ class Room extends eventsExports.EventEmitter {
       }
     };
     this.handleDeviceChange = () => __awaiter(this, void 0, void 0, function* () {
-      var _a, _b, _c;
-      const previousDevices = DeviceManager.getInstance().previousDevices;
-      // check for available devices, but don't request permissions in order to avoid prompts for kinds that haven't been used before
-      const availableDevices = yield DeviceManager.getInstance().getDevices(undefined, false);
-      const browser = getBrowser();
-      if ((browser === null || browser === void 0 ? void 0 : browser.name) === 'Chrome' && browser.os !== 'iOS') {
-        for (let availableDevice of availableDevices) {
-          const previousDevice = previousDevices.find(info => info.deviceId === availableDevice.deviceId);
-          if (previousDevice && previousDevice.label !== '' && previousDevice.kind === availableDevice.kind && previousDevice.label !== availableDevice.label) {
-            // label has changed on device the same deviceId, indicating that the default device has changed on the OS level
-            if (this.getActiveDevice(availableDevice.kind) === 'default') {
-              // emit an active device change event only if the selected output device is actually on `default`
-              this.emit(RoomEvent.ActiveDeviceChanged, availableDevice.kind, availableDevice.deviceId);
-            }
-          }
-        }
-      }
-      const kinds = ['audiooutput', 'audioinput', 'videoinput'];
-      for (let kind of kinds) {
-        const targetSource = kindToSource(kind);
-        const targetPublication = this.localParticipant.getTrackPublication(targetSource);
-        if (targetPublication && ((_a = targetPublication.track) === null || _a === void 0 ? void 0 : _a.isUserProvided)) {
-          // if the track is user provided, we don't want to switch devices on behalf of the user
-          continue;
-        }
-        const devicesOfKind = availableDevices.filter(d => d.kind === kind);
-        const activeDevice = this.getActiveDevice(kind);
-        if (activeDevice === ((_b = previousDevices.filter(info => info.kind === kind)[0]) === null || _b === void 0 ? void 0 : _b.deviceId)) {
-          // in  Safari the first device is always the default, so we assume a user on the default device would like to switch to the default once it changes
-          // FF doesn't emit an event when the default device changes, so we perform the same best effort and switch to the new device once connected and if it's the first in the array
-          if (devicesOfKind.length > 0 && ((_c = devicesOfKind[0]) === null || _c === void 0 ? void 0 : _c.deviceId) !== activeDevice) {
-            yield this.switchActiveDevice(kind, devicesOfKind[0].deviceId);
-            continue;
-          }
-        }
-        if (kind === 'audioinput' && !isSafari() || kind === 'videoinput') {
-          // airpods on Safari need special handling for audioinput as the track doesn't end as soon as you take them out
-          continue;
-        }
-        // switch to first available device if previously active device is not available any more
-        if (devicesOfKind.length > 0 && !devicesOfKind.find(deviceInfo => deviceInfo.deviceId === this.getActiveDevice(kind))) {
-          yield this.switchActiveDevice(kind, devicesOfKind[0].deviceId);
-        }
+      var _a;
+      if (((_a = getBrowser()) === null || _a === void 0 ? void 0 : _a.os) !== 'iOS') {
+        // default devices are non deterministic on iOS, so we don't attempt to select them here
+        yield this.selectDefaultDevices();
       }
       this.emit(RoomEvent.MediaDevicesChanged);
     });
@@ -23059,8 +23269,8 @@ class Room extends eventsExports.EventEmitter {
     this.onLocalConnectionQualityChanged = quality => {
       this.emit(RoomEvent.ConnectionQualityChanged, quality, this.localParticipant);
     };
-    this.onMediaDevicesError = e => {
-      this.emit(RoomEvent.MediaDevicesError, e);
+    this.onMediaDevicesError = (e, kind) => {
+      this.emit(RoomEvent.MediaDevicesError, e, kind);
     };
     this.onLocalParticipantPermissionsChanged = prevPermissions => {
       this.emit(RoomEvent.ParticipantPermissionsChanged, prevPermissions, this.localParticipant);
@@ -23882,6 +24092,59 @@ class Room extends eventsExports.EventEmitter {
       }
     }
   }
+  /**
+   * attempt to select the default devices if the previously selected devices are no longer available after a device change event
+   */
+  selectDefaultDevices() {
+    return __awaiter(this, void 0, void 0, function* () {
+      var _a, _b, _c;
+      const previousDevices = DeviceManager.getInstance().previousDevices;
+      // check for available devices, but don't request permissions in order to avoid prompts for kinds that haven't been used before
+      const availableDevices = yield DeviceManager.getInstance().getDevices(undefined, false);
+      const browser = getBrowser();
+      if ((browser === null || browser === void 0 ? void 0 : browser.name) === 'Chrome' && browser.os !== 'iOS') {
+        for (let availableDevice of availableDevices) {
+          const previousDevice = previousDevices.find(info => info.deviceId === availableDevice.deviceId);
+          if (previousDevice && previousDevice.label !== '' && previousDevice.kind === availableDevice.kind && previousDevice.label !== availableDevice.label) {
+            // label has changed on device the same deviceId, indicating that the default device has changed on the OS level
+            if (this.getActiveDevice(availableDevice.kind) === 'default') {
+              // emit an active device change event only if the selected output device is actually on `default`
+              this.emit(RoomEvent.ActiveDeviceChanged, availableDevice.kind, availableDevice.deviceId);
+            }
+          }
+        }
+      }
+      const kinds = ['audiooutput', 'audioinput', 'videoinput'];
+      for (let kind of kinds) {
+        const targetSource = kindToSource(kind);
+        const targetPublication = this.localParticipant.getTrackPublication(targetSource);
+        if (targetPublication && ((_a = targetPublication.track) === null || _a === void 0 ? void 0 : _a.isUserProvided)) {
+          // if the track is user provided, we don't want to switch devices on behalf of the user
+          continue;
+        }
+        const devicesOfKind = availableDevices.filter(d => d.kind === kind);
+        const activeDevice = this.getActiveDevice(kind);
+        if (activeDevice === ((_b = previousDevices.filter(info => info.kind === kind)[0]) === null || _b === void 0 ? void 0 : _b.deviceId)) {
+          // in  Safari the first device is always the default, so we assume a user on the default device would like to switch to the default once it changes
+          // FF doesn't emit an event when the default device changes, so we perform the same best effort and switch to the new device once connected and if it's the first in the array
+          if (devicesOfKind.length > 0 && ((_c = devicesOfKind[0]) === null || _c === void 0 ? void 0 : _c.deviceId) !== activeDevice) {
+            yield this.switchActiveDevice(kind, devicesOfKind[0].deviceId);
+            continue;
+          }
+        }
+        if (kind === 'audioinput' && !isSafariBased() || kind === 'videoinput') {
+          // airpods on Safari need special handling for audioinput as the track doesn't end as soon as you take them out
+          continue;
+        }
+        // switch to first available device if previously active device is not available any more
+        if (devicesOfKind.length > 0 && !devicesOfKind.find(deviceInfo => deviceInfo.deviceId === this.getActiveDevice(kind)) && (
+        // avoid switching audio output on safari without explicit user action as it leads to slowed down audio playback
+        kind !== 'audiooutput' || !isSafariBased())) {
+          yield this.switchActiveDevice(kind, devicesOfKind[0].deviceId);
+        }
+      }
+    });
+  }
   acquireAudioContext() {
     return __awaiter(this, void 0, void 0, function* () {
       var _a, _b;
@@ -23995,6 +24258,9 @@ class Room extends eventsExports.EventEmitter {
       this.emitWhenConnected(RoomEvent.TrackSubscriptionPermissionChanged, pub, status, participant);
     }).on(ParticipantEvent.Active, () => {
       this.emitWhenConnected(RoomEvent.ParticipantActive, participant);
+      if (participant.kind === ParticipantInfo_Kind.AGENT) {
+        this.localParticipant.setActiveAgent(participant);
+      }
     });
     // update info at the end after callbacks have been set up
     if (info) {
@@ -25050,5 +25316,5 @@ function isFacingModeValue(item) {
   return item === undefined || allowedValues.includes(item);
 }
 
-export { AudioPresets, BackupCodecPolicy, BaseKeyProvider, CheckStatus, Checker, ConnectionCheck, ConnectionError, ConnectionErrorReason, ConnectionQuality, ConnectionState, CriticalTimers, CryptorError, CryptorErrorReason, CryptorEvent, DataPacket_Kind, DefaultReconnectPolicy, DeviceUnsupportedError, DisconnectReason, EncryptionEvent, EngineEvent, ExternalE2EEKeyProvider, KeyHandlerEvent, KeyProviderEvent, LivekitError, LocalAudioTrack, LocalParticipant, LocalTrack, LocalTrackPublication, LocalVideoTrack, LogLevel, LoggerNames, MediaDeviceFailure, _ as Mutex, NegotiationError, Participant, ParticipantEvent, ParticipantInfo_Kind as ParticipantKind, PublishDataError, PublishTrackError, RemoteAudioTrack, RemoteParticipant, RemoteTrack, RemoteTrackPublication, RemoteVideoTrack, Room, RoomEvent, RpcError, ScreenSharePresets, SignalRequestError, SubscriptionError, Track, TrackEvent, TrackInvalidError, TrackPublication, TrackType, UnexpectedConnectionState, UnsupportedServer, VideoPreset, VideoPresets, VideoPresets43, VideoQuality, attachToElement, compareVersions, createAudioAnalyser, createE2EEKey, createKeyMaterialFromBuffer, createKeyMaterialFromString, createLocalAudioTrack, createLocalScreenTracks, createLocalTracks, createLocalVideoTrack, deriveKeys, detachTrack, facingModeFromDeviceLabel, facingModeFromLocalTrack, getBrowser, getEmptyAudioStreamTrack, getEmptyVideoStreamTrack, getLogger, importKey, isAudioTrack, isBackupCodec, isBrowserSupported, isE2EESupported, isInsertableStreamSupported, isLocalParticipant, isLocalTrack, isRemoteParticipant, isRemoteTrack, isScriptTransformSupported, isVideoFrame, isVideoTrack, needsRbspUnescaping, parseRbsp, protocolVersion, ratchet, setLogExtension, setLogLevel, supportsAV1, supportsAdaptiveStream, supportsDynacast, supportsVP9, version, videoCodecs, writeRbsp };
+export { AudioPresets, BackupCodecPolicy, BaseKeyProvider, CheckStatus, Checker, ConnectionCheck, ConnectionError, ConnectionErrorReason, ConnectionQuality, ConnectionState, CriticalTimers, CryptorError, CryptorErrorReason, CryptorEvent, DataPacket_Kind, DefaultReconnectPolicy, DeviceUnsupportedError, DisconnectReason, EncryptionEvent, EngineEvent, ExternalE2EEKeyProvider, KeyHandlerEvent, KeyProviderEvent, LivekitError, LocalAudioTrack, LocalParticipant, LocalTrack, LocalTrackPublication, LocalTrackRecorder, LocalVideoTrack, LogLevel, LoggerNames, MediaDeviceFailure, _ as Mutex, NegotiationError, Participant, ParticipantEvent, ParticipantInfo_Kind as ParticipantKind, PublishDataError, PublishTrackError, RemoteAudioTrack, RemoteParticipant, RemoteTrack, RemoteTrackPublication, RemoteVideoTrack, Room, RoomEvent, RpcError, ScreenSharePresets, SignalRequestError, SubscriptionError, Track, TrackEvent, TrackInvalidError, TrackPublication, TrackType, UnexpectedConnectionState, UnsupportedServer, VideoPreset, VideoPresets, VideoPresets43, VideoQuality, attachToElement, compareVersions, createAudioAnalyser, createE2EEKey, createKeyMaterialFromBuffer, createKeyMaterialFromString, createLocalAudioTrack, createLocalScreenTracks, createLocalTracks, createLocalVideoTrack, deriveKeys, detachTrack, facingModeFromDeviceLabel, facingModeFromLocalTrack, getBrowser, getEmptyAudioStreamTrack, getEmptyVideoStreamTrack, getLogger, importKey, isAudioTrack, isBackupCodec, isBrowserSupported, isE2EESupported, isInsertableStreamSupported, isLocalParticipant, isLocalTrack, isRemoteParticipant, isRemoteTrack, isScriptTransformSupported, isVideoFrame, isVideoTrack, needsRbspUnescaping, parseRbsp, protocolVersion, ratchet, setLogExtension, setLogLevel, supportsAV1, supportsAdaptiveStream, supportsDynacast, supportsVP9, version, videoCodecs, writeRbsp };
 //# sourceMappingURL=livekit-client.esm.mjs.map