livekit-client 2.1.5 → 2.3.0

package/README.md

@@ -11,9 +11,7 @@
 # JavaScript/TypeScript client SDK for LiveKit
 
 <!--BEGIN_DESCRIPTION-->
-
 Use this SDK to add real-time video, audio and data features to your JavaScript/TypeScript app. By connecting to a self- or cloud-hosted <a href="https://livekit.io/">LiveKit</a> server, you can quickly build applications like interactive live streaming or video calls with just a few lines of code.
-
 <!--END_DESCRIPTION-->
 
 ## Docs
@@ -329,13 +327,11 @@ If you are targeting legacy browsers, but still want adaptiveStream functionalit
 Also when targeting legacy browsers, older than the ones specified in our browserslist target, make sure to transpile the library code to your desired target and include required polyfills with babel and/or corejs.
 
 <!--BEGIN_REPO_NAV-->
-
 <br/><table>
-
 <thead><tr><th colspan="2">LiveKit Ecosystem</th></tr></thead>
 <tbody>
-<tr><td>Real-time SDKs</td><td><a href="https://github.com/livekit/components-js">React Components</a> · <b>JavaScript</b> · <a href="https://github.com/livekit/client-sdk-swift">iOS/macOS</a> · <a href="https://github.com/livekit/client-sdk-android">Android</a> · <a href="https://github.com/livekit/client-sdk-flutter">Flutter</a> · <a href="https://github.com/livekit/client-sdk-react-native">React Native</a> · <a href="https://github.com/livekit/client-sdk-rust">Rust</a> · <a href="https://github.com/livekit/client-sdk-python">Python</a> · <a href="https://github.com/livekit/client-sdk-unity-web">Unity (web)</a> · <a href="https://github.com/livekit/client-sdk-unity">Unity (beta)</a></td></tr><tr></tr>
-<tr><td>Server APIs</td><td><a href="https://github.com/livekit/server-sdk-js">Node.js</a> · <a href="https://github.com/livekit/server-sdk-go">Golang</a> · <a href="https://github.com/livekit/server-sdk-ruby">Ruby</a> · <a href="https://github.com/livekit/server-sdk-kotlin">Java/Kotlin</a> · <a href="https://github.com/livekit/client-sdk-python">Python</a> · <a href="https://github.com/livekit/client-sdk-rust">Rust</a> · <a href="https://github.com/agence104/livekit-server-sdk-php">PHP (community)</a></td></tr><tr></tr>
+<tr><td>Real-time SDKs</td><td><a href="https://github.com/livekit/components-js">React Components</a> · <b>Browser</b> · <a href="https://github.com/livekit/client-sdk-swift">iOS/macOS</a> · <a href="https://github.com/livekit/client-sdk-android">Android</a> · <a href="https://github.com/livekit/client-sdk-flutter">Flutter</a> · <a href="https://github.com/livekit/client-sdk-react-native">React Native</a> · <a href="https://github.com/livekit/rust-sdks">Rust</a> · <a href="https://github.com/livekit/node-sdks">Node.js</a> · <a href="https://github.com/livekit/python-sdks">Python</a> · <a href="https://github.com/livekit/client-sdk-unity-web">Unity (web)</a> · <a href="https://github.com/livekit/client-sdk-unity">Unity (beta)</a></td></tr><tr></tr>
+<tr><td>Server APIs</td><td><a href="https://github.com/livekit/node-sdks">Node.js</a> · <a href="https://github.com/livekit/server-sdk-go">Golang</a> · <a href="https://github.com/livekit/server-sdk-ruby">Ruby</a> · <a href="https://github.com/livekit/server-sdk-kotlin">Java/Kotlin</a> · <a href="https://github.com/livekit/python-sdks">Python</a> · <a href="https://github.com/livekit/rust-sdks">Rust</a> · <a href="https://github.com/agence104/livekit-server-sdk-php">PHP (community)</a></td></tr><tr></tr>
 <tr><td>Agents Frameworks</td><td><a href="https://github.com/livekit/agents">Python</a> · <a href="https://github.com/livekit/agent-playground">Playground</a></td></tr><tr></tr>
 <tr><td>Services</td><td><a href="https://github.com/livekit/livekit">Livekit server</a> · <a href="https://github.com/livekit/egress">Egress</a> · <a href="https://github.com/livekit/ingress">Ingress</a> · <a href="https://github.com/livekit/sip">SIP</a></td></tr><tr></tr>
 <tr><td>Resources</td><td><a href="https://docs.livekit.io">Docs</a> · <a href="https://github.com/livekit-examples">Example apps</a> · <a href="https://livekit.io/cloud">Cloud</a> · <a href="https://docs.livekit.io/oss/deployment">Self-hosting</a> · <a href="https://github.com/livekit/livekit-cli">CLI</a></td></tr>

package/dist/livekit-client.esm.mjs

@@ -1233,10 +1233,12 @@ class BinaryReader {
     return [fieldNo, wireType];
   }
   /**
-   * Skip one element on the wire and return the skipped data.
-   * Supports WireType.StartGroup since v2.0.0-alpha.23.
+   * Skip one element and return the skipped data.
+   *
+   * When skipping StartGroup, provide the tags field number to check for
+   * matching field number in the EndGroup tag.
    */
-  skip(wireType) {
+  skip(wireType, fieldNo) {
     let start = this.pos;
     switch (wireType) {
       case WireType.Varint:
@@ -1258,10 +1260,15 @@ class BinaryReader {
         this.pos += len;
         break;
       case WireType.StartGroup:
-        // TODO check for matching field numbers in StartGroup / EndGroup tags
-        let t;
-        while ((t = this.tag()[1]) !== WireType.EndGroup) {
-          this.skip(t);
+        for (;;) {
+          const [fn, wt] = this.tag();
+          if (wt === WireType.EndGroup) {
+            if (fieldNo !== undefined && fn !== fieldNo) {
+              throw new Error("invalid end group tag");
+            }
+            break;
+          }
+          this.skip(wt, fn);
         }
         break;
       default:
@@ -1651,7 +1658,7 @@ function setExtension(message, extension, value, options) {
   const reader = readOpt.readerFactory(writer.finish());
   while (reader.pos < reader.len) {
     const [no, wireType] = reader.tag();
-    const data = reader.skip(wireType);
+    const data = reader.skip(wireType, no);
     message.getType().runtime.bin.onUnknownField(message, no, wireType, data);
   }
 }
@@ -2459,12 +2466,12 @@ function makeBinaryFormat() {
       let fieldNo, wireType;
       while (reader.pos < end) {
         [fieldNo, wireType] = reader.tag();
-        if (wireType == WireType.EndGroup) {
+        if (delimitedMessageEncoding === true && wireType == WireType.EndGroup) {
           break;
         }
         const field = type.fields.find(fieldNo);
         if (!field) {
-          const data = reader.skip(wireType);
+          const data = reader.skip(wireType, fieldNo);
           if (options.readUnknownFields) {
             this.onUnknownField(message, fieldNo, wireType, data);
           }
@@ -2825,7 +2832,7 @@ function makeUtilCommon() {
         const localName = member.localName,
           t = target,
           s = source;
-        if (s[localName] === undefined) {
+        if (s[localName] == null) {
           // TODO if source is a Message instance, we should use isFieldSet() here to support future field presence
           continue;
         }
@@ -9884,6 +9891,12 @@ var RoomEvent;
    * to reconnect.
    */
   RoomEvent["Reconnecting"] = "reconnecting";
+  /**
+   * When the signal connection to the server has been interrupted. This isn't noticeable to users most of the time.
+   * It will resolve with a `RoomEvent.Reconnected` once the signal connection has been re-established.
+   * If media fails additionally it an additional `RoomEvent.Reconnecting` will be emitted.
+   */
+  RoomEvent["SignalReconnecting"] = "signalReconnecting";
   /**
    * Fires when a reconnection has been successful.
    */
@@ -10040,6 +10053,12 @@ var RoomEvent;
    * args: (payload: Uint8Array, participant: [[Participant]], kind: [[DataPacket_Kind]], topic?: string)
    */
   RoomEvent["DataReceived"] = "dataReceived";
+  /**
+   * SIP DTMF tones received from another participant.
+   *
+   * args: (participant: [[Participant]], dtmf: [[DataPacket_Kind]])
+   */
+  RoomEvent["SipDTMFReceived"] = "sipDTMFReceived";
   /**
    * Transcription received from a participant's track.
    * @beta
@@ -10226,6 +10245,12 @@ var ParticipantEvent;
    * args: (payload: Uint8Array, kind: [[DataPacket_Kind]])
    */
   ParticipantEvent["DataReceived"] = "dataReceived";
+  /**
+   * SIP DTMF tones received from this participant as sender.
+   *
+   * args: (dtmf: [[DataPacket_Kind]])
+   */
+  ParticipantEvent["SipDTMFReceived"] = "sipDTMFReceived";
   /**
    * Transcription received from this participant as data source.
    * @beta
@@ -10300,7 +10325,6 @@ var EngineEvent;
   EngineEvent["MediaTrackAdded"] = "mediaTrackAdded";
   EngineEvent["ActiveSpeakersUpdate"] = "activeSpeakersUpdate";
   EngineEvent["DataPacketReceived"] = "dataPacketReceived";
-  EngineEvent["TranscriptionReceived"] = "transcriptionReceived";
   EngineEvent["RTPVideoMapUpdate"] = "rtpVideoMapUpdate";
   EngineEvent["DCBufferStatusChanged"] = "dcBufferStatusChanged";
   EngineEvent["ParticipantUpdate"] = "participantUpdate";
@@ -10505,7 +10529,7 @@ function getOSVersion(ua) {
   return ua.includes('mac os') ? getMatch(/\(.+?(\d+_\d+(:?_\d+)?)/, ua, 1).replace(/_/g, '.') : undefined;
 }
 
-var version$1 = "2.1.5";
+var version$1 = "2.3.0";
 
 const version = version$1;
 const protocolVersion = 13;
@@ -11699,16 +11723,16 @@ class DeviceManager {
       // resolve actual device id if it's 'default': Chrome returns it when no
       // device has been chosen
       const devices = yield this.getDevices(kind);
-      // `default` devices will have the same groupId as the entry with the actual device id so we store the counts for each group id
-      const groupIdCounts = new Map(devices.map(d => [d.groupId, 0]));
-      devices.forEach(d => {
-        var _a;
-        return groupIdCounts.set(d.groupId, ((_a = groupIdCounts.get(d.groupId)) !== null && _a !== void 0 ? _a : 0) + 1);
-      });
-      const device = devices.find(d => {
-        var _a;
-        return (groupId === d.groupId || ((_a = groupIdCounts.get(d.groupId)) !== null && _a !== void 0 ? _a : 0) > 1) && d.deviceId !== defaultId;
-      });
+      const defaultDevice = devices.find(d => d.deviceId === defaultId);
+      if (!defaultDevice) {
+        livekitLogger.warn('could not reliably determine default device');
+        return undefined;
+      }
+      const device = devices.find(d => d.deviceId !== defaultId && d.groupId === (groupId !== null && groupId !== void 0 ? groupId : defaultDevice.groupId));
+      if (!device) {
+        livekitLogger.warn('could not reliably determine default device');
+        return undefined;
+      }
       return device === null || device === void 0 ? void 0 : device.deviceId;
     });
   }
@@ -12083,7 +12107,7 @@ class LocalTrack extends Track {
         this._isUpstreamPaused = false;
         this.emit(TrackEvent.UpstreamResumed, this);
         // this operation is noop if mediastreamtrack is already being sent
-        yield this.sender.replaceTrack(this._mediaStreamTrack);
+        yield this.sender.replaceTrack(this.mediaStreamTrack);
       } finally {
         unlock();
       }
@@ -12120,30 +12144,32 @@ class LocalTrack extends Track {
       var _this2 = this;
       let showProcessedStreamLocally = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : true;
       return function* () {
-        var _a, _b;
+        var _a;
         const unlock = yield _this2.processorLock.lock();
         try {
           _this2.log.debug('setting up processor', _this2.logContext);
-          _this2.processorElement = (_a = _this2.processorElement) !== null && _a !== void 0 ? _a : document.createElement(_this2.kind);
+          const processorElement = document.createElement(_this2.kind);
           const processorOptions = {
             kind: _this2.kind,
             track: _this2._mediaStreamTrack,
-            element: _this2.processorElement,
+            element: processorElement,
             audioContext: _this2.audioContext
           };
           yield processor.init(processorOptions);
+          _this2.log.debug('processor initialized', _this2.logContext);
           if (_this2.processor) {
             yield _this2.stopProcessor();
           }
           if (_this2.kind === 'unknown') {
             throw TypeError('cannot set processor on track of unknown kind');
           }
-          attachToElement(_this2._mediaStreamTrack, _this2.processorElement);
-          _this2.processorElement.muted = true;
-          _this2.processorElement.play().catch(error => _this2.log.error('failed to play processor element', Object.assign(Object.assign({}, _this2.logContext), {
+          attachToElement(_this2._mediaStreamTrack, processorElement);
+          processorElement.muted = true;
+          processorElement.play().catch(error => _this2.log.error('failed to play processor element', Object.assign(Object.assign({}, _this2.logContext), {
             error
           })));
           _this2.processor = processor;
+          _this2.processorElement = processorElement;
           if (_this2.processor.processedTrack) {
             for (const el of _this2.attachedElements) {
               if (el !== _this2.processorElement && showProcessedStreamLocally) {
@@ -12151,7 +12177,7 @@ class LocalTrack extends Track {
                 attachToElement(_this2.processor.processedTrack, el);
               }
             }
-            yield (_b = _this2.sender) === null || _b === void 0 ? void 0 : _b.replaceTrack(_this2.processor.processedTrack);
+            yield (_a = _this2.sender) === null || _a === void 0 ? void 0 : _a.replaceTrack(_this2.processor.processedTrack);
           }
           _this2.emit(TrackEvent.TrackProcessorUpdate, _this2.processor);
         } finally {
@@ -12171,20 +12197,26 @@ class LocalTrack extends Track {
    * @returns
    */
   stopProcessor() {
-    return __awaiter(this, void 0, void 0, function* () {
-      var _a, _b;
-      if (!this.processor) return;
-      this.log.debug('stopping processor', this.logContext);
-      (_a = this.processor.processedTrack) === null || _a === void 0 ? void 0 : _a.stop();
-      yield this.processor.destroy();
-      this.processor = undefined;
-      (_b = this.processorElement) === null || _b === void 0 ? void 0 : _b.remove();
-      this.processorElement = undefined;
-      // apply original track constraints in case the processor changed them
-      yield this._mediaStreamTrack.applyConstraints(this._constraints);
-      // force re-setting of the mediaStreamTrack on the sender
-      yield this.setMediaStreamTrack(this._mediaStreamTrack, true);
-      this.emit(TrackEvent.TrackProcessorUpdate);
+    return __awaiter(this, arguments, void 0, function () {
+      var _this3 = this;
+      let keepElement = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : true;
+      return function* () {
+        var _a, _b;
+        if (!_this3.processor) return;
+        _this3.log.debug('stopping processor', _this3.logContext);
+        (_a = _this3.processor.processedTrack) === null || _a === void 0 ? void 0 : _a.stop();
+        yield _this3.processor.destroy();
+        _this3.processor = undefined;
+        if (!keepElement) {
+          (_b = _this3.processorElement) === null || _b === void 0 ? void 0 : _b.remove();
+          _this3.processorElement = undefined;
+        }
+        // apply original track constraints in case the processor changed them
+        yield _this3._mediaStreamTrack.applyConstraints(_this3._constraints);
+        // force re-setting of the mediaStreamTrack on the sender
+        yield _this3.setMediaStreamTrack(_this3._mediaStreamTrack, true);
+        _this3.emit(TrackEvent.TrackProcessorUpdate);
+      }();
     });
   }
 }
@@ -14441,7 +14473,7 @@ const roomOptionDefaults = {
   stopLocalTrackOnUnpublish: true,
   reconnectPolicy: new DefaultReconnectPolicy(),
   disconnectOnPageLeave: true,
-  webAudioMix: true
+  webAudioMix: false
 };
 const roomConnectOptionDefaults = {
   autoSubscribe: true,
@@ -15060,7 +15092,11 @@ function computeVideoEncodings(isScreenShare, width, height, options) {
     // before M113.
     // Announced here: https://groups.google.com/g/discuss-webrtc/c/-QQ3pxrl-fw?pli=1
     const browser = getBrowser();
-    if (isSafari() || (browser === null || browser === void 0 ? void 0 : browser.name) === 'Chrome' && compareVersions(browser === null || browser === void 0 ? void 0 : browser.version, '113') < 0) {
+    if (isSafari() ||
+    // Even tho RN runs M114, it does not produce SVC layers when a single encoding
+    // is provided. So we'll use the legacy SVC specification for now.
+    // TODO: when we upstream libwebrtc, this will need additional verification
+    isReactNative() || (browser === null || browser === void 0 ? void 0 : browser.name) === 'Chrome' && compareVersions(browser === null || browser === void 0 ? void 0 : browser.version, '113') < 0) {
       const bitratesRatio = sm.suffix == 'h' ? 2 : 3;
       for (let i = 0; i < sm.spatial; i += 1) {
         // in legacy SVC, scaleResolutionDownBy cannot be set
@@ -15983,7 +16019,7 @@ class RTCEngine extends eventsExports.EventEmitter {
       }();
     });
     this.handleDataMessage = message => __awaiter(this, void 0, void 0, function* () {
-      var _c, _d, _e;
+      var _c, _d;
       // make sure to respect incoming data message order by processing message events one after the other
       const unlock = yield this.dataProcessLock.lock();
       try {
@@ -16003,10 +16039,12 @@ class RTCEngine extends eventsExports.EventEmitter {
         if (((_c = dp.value) === null || _c === void 0 ? void 0 : _c.case) === 'speaker') {
           // dispatch speaker updates
           this.emit(EngineEvent.ActiveSpeakersUpdate, dp.value.value.speakers);
-        } else if (((_d = dp.value) === null || _d === void 0 ? void 0 : _d.case) === 'user') {
-          this.emit(EngineEvent.DataPacketReceived, dp.value.value, dp.kind);
-        } else if (((_e = dp.value) === null || _e === void 0 ? void 0 : _e.case) === 'transcription') {
-          this.emit(EngineEvent.TranscriptionReceived, dp.value.value);
+        } else {
+          if (((_d = dp.value) === null || _d === void 0 ? void 0 : _d.case) === 'user') {
+            // compatibility
+            applyUserDataCompat(dp, dp.value.value);
+          }
+          this.emit(EngineEvent.DataPacketReceived, dp);
         }
       } finally {
         unlock();
@@ -17017,6 +17055,14 @@ class SignalReconnectError extends Error {}
 function supportOptionalDatachannel(protocol) {
   return protocol !== undefined && protocol > 13;
 }
+function applyUserDataCompat(newObj, oldObj) {
+  const participantIdentity = newObj.participantIdentity ? newObj.participantIdentity : oldObj.participantIdentity;
+  newObj.participantIdentity = participantIdentity;
+  oldObj.participantIdentity = participantIdentity;
+  const destinationIdentities = newObj.destinationIdentities.length !== 0 ? newObj.destinationIdentities : oldObj.destinationIdentities;
+  newObj.destinationIdentities = destinationIdentities;
+  oldObj.destinationIdentities = destinationIdentities;
+}
 
 class RegionUrlProvider {
   constructor(url, token) {
@@ -17921,11 +17967,15 @@ class Participant extends eventsExports.EventEmitter {
     return this.trackPublications.size > 0 && Array.from(this.trackPublications.values()).every(tr => tr.isEncrypted);
   }
   get isAgent() {
-    var _a, _b;
-    return (_b = (_a = this.permissions) === null || _a === void 0 ? void 0 : _a.agent) !== null && _b !== void 0 ? _b : false;
+    var _a;
+    return ((_a = this.permissions) === null || _a === void 0 ? void 0 : _a.agent) || this.kind === ParticipantInfo_Kind.AGENT;
+  }
+  get kind() {
+    return this._kind;
   }
   /** @internal */
   constructor(sid, identity, name, metadata, loggerOptions) {
+    let kind = arguments.length > 5 && arguments[5] !== undefined ? arguments[5] : ParticipantInfo_Kind.STANDARD;
     var _a;
     super();
     /** audio level between 0-1.0, 1 being loudest, 0 being softest */
@@ -17944,6 +17994,7 @@ class Participant extends eventsExports.EventEmitter {
     this.audioTrackPublications = new Map();
     this.videoTrackPublications = new Map();
     this.trackPublications = new Map();
+    this._kind = kind;
   }
   getTrackPublications() {
     return Array.from(this.trackPublications.values());
@@ -18498,8 +18549,8 @@ class LocalParticipant extends Participant {
   createTracks(options) {
     return __awaiter(this, void 0, void 0, function* () {
       var _a, _b;
-      const opts = mergeDefaultOptions(options, (_a = this.roomOptions) === null || _a === void 0 ? void 0 : _a.audioCaptureDefaults, (_b = this.roomOptions) === null || _b === void 0 ? void 0 : _b.videoCaptureDefaults);
-      const constraints = constraintsForOptions(opts);
+      const mergedOptions = mergeDefaultOptions(options, (_a = this.roomOptions) === null || _a === void 0 ? void 0 : _a.audioCaptureDefaults, (_b = this.roomOptions) === null || _b === void 0 ? void 0 : _b.videoCaptureDefaults);
+      const constraints = constraintsForOptions(mergedOptions);
       let stream;
       try {
         stream = yield navigator.mediaDevices.getUserMedia(constraints);
@@ -18521,9 +18572,12 @@ class LocalParticipant extends Participant {
       if (constraints.video) {
         this.cameraError = undefined;
       }
-      return stream.getTracks().map(mediaStreamTrack => {
+      return Promise.all(stream.getTracks().map(mediaStreamTrack => __awaiter(this, void 0, void 0, function* () {
         const isAudio = mediaStreamTrack.kind === 'audio';
-        isAudio ? options.audio : options.video;
+        let trackOptions = isAudio ? mergedOptions.audio : mergedOptions.video;
+        if (typeof trackOptions === 'boolean' || !trackOptions) {
+          trackOptions = {};
+        }
         let trackConstraints;
         const conOrBool = isAudio ? constraints.audio : constraints.video;
         if (typeof conOrBool !== 'boolean') {
@@ -18537,10 +18591,18 @@ class LocalParticipant extends Participant {
           track.source = Track.Source.Camera;
         } else if (track.kind === Track.Kind.Audio) {
           track.source = Track.Source.Microphone;
+          track.setAudioContext(this.audioContext);
         }
         track.mediaStream = stream;
+        if (trackOptions.processor) {
+          if (track instanceof LocalAudioTrack) {
+            yield track.setProcessor(trackOptions.processor);
+          } else {
+            yield track.setProcessor(trackOptions.processor);
+          }
+        }
         return track;
-      });
+      })));
     });
   }
   /**
@@ -19430,8 +19492,8 @@ class RemoteTrackPublication extends TrackPublication {
 
 class RemoteParticipant extends Participant {
   /** @internal */
-  static fromParticipantInfo(signalClient, pi) {
-    return new RemoteParticipant(signalClient, pi.sid, pi.identity, pi.name, pi.metadata);
+  static fromParticipantInfo(signalClient, pi, loggerOptions) {
+    return new RemoteParticipant(signalClient, pi.sid, pi.identity, pi.name, pi.metadata, loggerOptions, pi.kind);
   }
   get logContext() {
     return Object.assign(Object.assign({}, super.logContext), {
@@ -19441,7 +19503,8 @@ class RemoteParticipant extends Participant {
   }
   /** @internal */
   constructor(signalClient, sid, identity, name, metadata, loggerOptions) {
-    super(sid, identity || '', name, metadata, loggerOptions);
+    let kind = arguments.length > 6 && arguments[6] !== undefined ? arguments[6] : ParticipantInfo_Kind.STANDARD;
+    super(sid, identity || '', name, metadata, loggerOptions, kind);
     this.signalClient = signalClient;
     this.trackPublications = new Map();
     this.audioTrackPublications = new Map();
@@ -19698,8 +19761,9 @@ var ConnectionState;
   ConnectionState["Connecting"] = "connecting";
   ConnectionState["Connected"] = "connected";
   ConnectionState["Reconnecting"] = "reconnecting";
+  ConnectionState["SignalReconnecting"] = "signalReconnecting";
 })(ConnectionState || (ConnectionState = {}));
-const connectionReconcileFrequency = 2 * 1000;
+const connectionReconcileFrequency = 4 * 1000;
 /**
  * In LiveKit, a room is the logical grouping for a list of participants.
  * Participants in a room can publish tracks, and subscribe to others' tracks.
@@ -20241,17 +20305,31 @@ class Room extends eventsExports.EventEmitter {
       }
       pub.setSubscriptionError(update.err);
     };
-    this.handleDataPacket = (userPacket, kind) => {
+    this.handleDataPacket = packet => {
       // find the participant
-      const participant = this.remoteParticipants.get(userPacket.participantIdentity);
+      const participant = this.remoteParticipants.get(packet.participantIdentity);
+      if (packet.value.case === 'user') {
+        this.handleUserPacket(participant, packet.value.value, packet.kind);
+      } else if (packet.value.case === 'transcription') {
+        this.handleTranscription(participant, packet.value.value);
+      } else if (packet.value.case === 'sipDtmf') {
+        this.handleSipDtmf(participant, packet.value.value);
+      }
+    };
+    this.handleUserPacket = (participant, userPacket, kind) => {
       this.emit(RoomEvent.DataReceived, userPacket.payload, participant, kind, userPacket.topic);
       // also emit on the participant
       participant === null || participant === void 0 ? void 0 : participant.emit(ParticipantEvent.DataReceived, userPacket.payload, kind);
     };
+    this.handleSipDtmf = (participant, dtmf) => {
+      this.emit(RoomEvent.SipDTMFReceived, dtmf, participant);
+      // also emit on the participant
+      participant === null || participant === void 0 ? void 0 : participant.emit(ParticipantEvent.SipDTMFReceived, dtmf);
+    };
     this.bufferedSegments = new Map();
-    this.handleTranscription = transcription => {
+    this.handleTranscription = (remoteParticipant, transcription) => {
       // find the participant
-      const participant = transcription.participantIdentity === this.localParticipant.identity ? this.localParticipant : this.remoteParticipants.get(transcription.participantIdentity);
+      const participant = transcription.participantIdentity === this.localParticipant.identity ? this.localParticipant : remoteParticipant;
       const publication = participant === null || participant === void 0 ? void 0 : participant.trackPublications.get(transcription.trackId);
       const segments = extractTranscriptionSegments(transcription);
       publication === null || publication === void 0 ? void 0 : publication.emit(TrackEvent.TranscriptionReceived, segments);
@@ -20483,16 +20561,22 @@ class Room extends eventsExports.EventEmitter {
       this.onTrackAdded(mediaTrack, stream, receiver);
     }).on(EngineEvent.Disconnected, reason => {
       this.handleDisconnect(this.options.stopLocalTrackOnUnpublish, reason);
-    }).on(EngineEvent.ActiveSpeakersUpdate, this.handleActiveSpeakersUpdate).on(EngineEvent.DataPacketReceived, this.handleDataPacket).on(EngineEvent.TranscriptionReceived, this.handleTranscription).on(EngineEvent.Resuming, () => {
+    }).on(EngineEvent.ActiveSpeakersUpdate, this.handleActiveSpeakersUpdate).on(EngineEvent.DataPacketReceived, this.handleDataPacket).on(EngineEvent.Resuming, () => {
       this.clearConnectionReconcile();
       this.isResuming = true;
       this.log.info('Resuming signal connection', this.logContext);
+      if (this.setAndEmitConnectionState(ConnectionState.SignalReconnecting)) {
+        this.emit(RoomEvent.SignalReconnecting);
+      }
     }).on(EngineEvent.Resumed, () => {
       this.registerConnectionReconcile();
       this.isResuming = false;
       this.log.info('Resumed signal connection', this.logContext);
       this.updateSubscriptions();
       this.emitBufferedEvents();
+      if (this.setAndEmitConnectionState(ConnectionState.Connected)) {
+        this.emit(RoomEvent.Reconnected);
+      }
     }).on(EngineEvent.SignalResumed, () => {
       this.bufferedEvents = [];
       if (this.state === ConnectionState.Reconnecting || this.isResuming) {
@@ -20780,11 +20864,12 @@ class Room extends eventsExports.EventEmitter {
             if (_this3.options.webAudioMix) {
               // @ts-expect-error setSinkId is not yet in the typescript type of AudioContext
               (_c = _this3.audioContext) === null || _c === void 0 ? void 0 : _c.setSinkId(deviceId);
-            } else {
-              yield Promise.all(Array.from(_this3.remoteParticipants.values()).map(p => p.setAudioOutput({
-                deviceId
-              })));
             }
+            // also set audio output on all audio elements, even if webAudioMix is enabled in order to workaround echo cancellation not working on chrome with non-default output devices
+            // see https://issues.chromium.org/issues/40252911#comment7
+            yield Promise.all(Array.from(_this3.remoteParticipants.values()).map(p => p.setAudioOutput({
+              deviceId
+            })));
           } catch (e) {
             _this3.options.audioOutput.deviceId = prevDeviceId;
             throw e;
@@ -20962,7 +21047,10 @@ class Room extends eventsExports.EventEmitter {
     var _a;
     let participant;
     if (info) {
-      participant = RemoteParticipant.fromParticipantInfo(this.engine.client, info);
+      participant = RemoteParticipant.fromParticipantInfo(this.engine.client, info, {
+        loggerContextCb: () => this.logContext,
+        loggerName: this.options.loggerName
+      });
     } else {
       participant = new RemoteParticipant(this.engine.client, '', identity, undefined, undefined, {
         loggerContextCb: () => this.logContext,
@@ -21415,9 +21503,12 @@ function createLocalTracks(options) {
       mediaPromise.catch(() => DeviceManager.userMediaPromiseMap.delete('videoinput'));
     }
     const stream = yield mediaPromise;
-    return stream.getTracks().map(mediaStreamTrack => {
+    return Promise.all(stream.getTracks().map(mediaStreamTrack => __awaiter(this, void 0, void 0, function* () {
       const isAudio = mediaStreamTrack.kind === 'audio';
-      isAudio ? options.audio : options.video;
+      let trackOptions = isAudio ? options.audio : options.video;
+      if (typeof trackOptions === 'boolean' || !trackOptions) {
+        trackOptions = {};
+      }
       let trackConstraints;
       const conOrBool = isAudio ? constraints.audio : constraints.video;
       if (typeof conOrBool !== 'boolean') {
@@ -21439,8 +21530,15 @@ function createLocalTracks(options) {
         track.source = Track.Source.Microphone;
       }
       track.mediaStream = stream;
+      if (trackOptions.processor) {
+        if (track instanceof LocalAudioTrack) {
+          yield track.setProcessor(trackOptions.processor);
+        } else if (track instanceof LocalVideoTrack) {
+          yield track.setProcessor(trackOptions.processor);
+        }
+      }
       return track;
-    });
+    })));
   });
 }
 /**
@@ -21906,5 +22004,5 @@ function isFacingModeValue(item) {
   return item === undefined || allowedValues.includes(item);
 }
 
-export { AudioPresets, BaseKeyProvider, CheckStatus, Checker, ConnectionCheck, ConnectionError, ConnectionQuality, ConnectionState, CriticalTimers, CryptorEvent, DataPacket_Kind, DefaultReconnectPolicy, DeviceUnsupportedError, DisconnectReason, EncryptionEvent, EngineEvent, ExternalE2EEKeyProvider, KeyHandlerEvent, KeyProviderEvent, LivekitError, LocalAudioTrack, LocalParticipant, LocalTrack, LocalTrackPublication, LocalVideoTrack, LogLevel, LoggerNames, MediaDeviceFailure, Mutex, NegotiationError, Participant, ParticipantEvent, PublishDataError, RemoteAudioTrack, RemoteParticipant, RemoteTrack, RemoteTrackPublication, RemoteVideoTrack, Room, RoomEvent, ScreenSharePresets, SubscriptionError, Track, TrackEvent, TrackInvalidError, TrackPublication, UnexpectedConnectionState, UnsupportedServer, VideoPreset, VideoPresets, VideoPresets43, VideoQuality, attachToElement, createAudioAnalyser, createE2EEKey, createKeyMaterialFromBuffer, createKeyMaterialFromString, createLocalAudioTrack, createLocalScreenTracks, createLocalTracks, createLocalVideoTrack, deriveKeys, detachTrack, facingModeFromDeviceLabel, facingModeFromLocalTrack, getBrowser, getEmptyAudioStreamTrack, getEmptyVideoStreamTrack, getLogger, importKey, isBackupCodec, isBrowserSupported, isE2EESupported, isInsertableStreamSupported, isScriptTransformSupported, isVideoFrame, needsRbspUnescaping, parseRbsp, protocolVersion, ratchet, setLogExtension, setLogLevel, supportsAV1, supportsAdaptiveStream, supportsDynacast, supportsVP9, version, videoCodecs, writeRbsp };
+export { AudioPresets, BaseKeyProvider, CheckStatus, Checker, ConnectionCheck, ConnectionError, ConnectionQuality, ConnectionState, CriticalTimers, CryptorEvent, DataPacket_Kind, DefaultReconnectPolicy, DeviceUnsupportedError, DisconnectReason, EncryptionEvent, EngineEvent, ExternalE2EEKeyProvider, KeyHandlerEvent, KeyProviderEvent, LivekitError, LocalAudioTrack, LocalParticipant, LocalTrack, LocalTrackPublication, LocalVideoTrack, LogLevel, LoggerNames, MediaDeviceFailure, Mutex, NegotiationError, Participant, ParticipantEvent, ParticipantInfo_Kind as ParticipantKind, PublishDataError, RemoteAudioTrack, RemoteParticipant, RemoteTrack, RemoteTrackPublication, RemoteVideoTrack, Room, RoomEvent, ScreenSharePresets, SubscriptionError, Track, TrackEvent, TrackInvalidError, TrackPublication, UnexpectedConnectionState, UnsupportedServer, VideoPreset, VideoPresets, VideoPresets43, VideoQuality, attachToElement, createAudioAnalyser, createE2EEKey, createKeyMaterialFromBuffer, createKeyMaterialFromString, createLocalAudioTrack, createLocalScreenTracks, createLocalTracks, createLocalVideoTrack, deriveKeys, detachTrack, facingModeFromDeviceLabel, facingModeFromLocalTrack, getBrowser, getEmptyAudioStreamTrack, getEmptyVideoStreamTrack, getLogger, importKey, isBackupCodec, isBrowserSupported, isE2EESupported, isInsertableStreamSupported, isScriptTransformSupported, isVideoFrame, needsRbspUnescaping, parseRbsp, protocolVersion, ratchet, setLogExtension, setLogLevel, supportsAV1, supportsAdaptiveStream, supportsDynacast, supportsVP9, version, videoCodecs, writeRbsp };
 //# sourceMappingURL=livekit-client.esm.mjs.map