livekit-client 2.15.2 → 2.15.4

package/README.md

@@ -402,9 +402,9 @@ Also when targeting legacy browsers, older than the ones specified in our browse
 <br/><table>
 <thead><tr><th colspan="2">LiveKit Ecosystem</th></tr></thead>
 <tbody>
-<tr><td>LiveKit SDKs</td><td><b>Browser</b> · <a href="https://github.com/livekit/client-sdk-swift">iOS/macOS/visionOS</a> · <a href="https://github.com/livekit/client-sdk-android">Android</a> · <a href="https://github.com/livekit/client-sdk-flutter">Flutter</a> · <a href="https://github.com/livekit/client-sdk-react-native">React Native</a> · <a href="https://github.com/livekit/rust-sdks">Rust</a> · <a href="https://github.com/livekit/node-sdks">Node.js</a> · <a href="https://github.com/livekit/python-sdks">Python</a> · <a href="https://github.com/livekit/client-sdk-unity">Unity</a> · <a href="https://github.com/livekit/client-sdk-unity-web">Unity (WebGL)</a></td></tr><tr></tr>
+<tr><td>LiveKit SDKs</td><td><b>Browser</b> · <a href="https://github.com/livekit/client-sdk-swift">iOS/macOS/visionOS</a> · <a href="https://github.com/livekit/client-sdk-android">Android</a> · <a href="https://github.com/livekit/client-sdk-flutter">Flutter</a> · <a href="https://github.com/livekit/client-sdk-react-native">React Native</a> · <a href="https://github.com/livekit/rust-sdks">Rust</a> · <a href="https://github.com/livekit/node-sdks">Node.js</a> · <a href="https://github.com/livekit/python-sdks">Python</a> · <a href="https://github.com/livekit/client-sdk-unity">Unity</a> · <a href="https://github.com/livekit/client-sdk-unity-web">Unity (WebGL)</a> · <a href="https://github.com/livekit/client-sdk-esp32">ESP32</a></td></tr><tr></tr>
 <tr><td>Server APIs</td><td><a href="https://github.com/livekit/node-sdks">Node.js</a> · <a href="https://github.com/livekit/server-sdk-go">Golang</a> · <a href="https://github.com/livekit/server-sdk-ruby">Ruby</a> · <a href="https://github.com/livekit/server-sdk-kotlin">Java/Kotlin</a> · <a href="https://github.com/livekit/python-sdks">Python</a> · <a href="https://github.com/livekit/rust-sdks">Rust</a> · <a href="https://github.com/agence104/livekit-server-sdk-php">PHP (community)</a> · <a href="https://github.com/pabloFuente/livekit-server-sdk-dotnet">.NET (community)</a></td></tr><tr></tr>
-<tr><td>UI Components</td><td><a href="https://github.com/livekit/components-js">React</a> · <a href="https://github.com/livekit/components-android">Android Compose</a> · <a href="https://github.com/livekit/components-swift">SwiftUI</a></td></tr><tr></tr>
+<tr><td>UI Components</td><td><a href="https://github.com/livekit/components-js">React</a> · <a href="https://github.com/livekit/components-android">Android Compose</a> · <a href="https://github.com/livekit/components-swift">SwiftUI</a> · <a href="https://github.com/livekit/components-flutter">Flutter</a></td></tr><tr></tr>
 <tr><td>Agents Frameworks</td><td><a href="https://github.com/livekit/agents">Python</a> · <a href="https://github.com/livekit/agents-js">Node.js</a> · <a href="https://github.com/livekit/agent-playground">Playground</a></td></tr><tr></tr>
 <tr><td>Services</td><td><a href="https://github.com/livekit/livekit">LiveKit server</a> · <a href="https://github.com/livekit/egress">Egress</a> · <a href="https://github.com/livekit/ingress">Ingress</a> · <a href="https://github.com/livekit/sip">SIP</a></td></tr><tr></tr>
 <tr><td>Resources</td><td><a href="https://docs.livekit.io">Docs</a> · <a href="https://github.com/livekit-examples">Example apps</a> · <a href="https://livekit.io/cloud">Cloud</a> · <a href="https://docs.livekit.io/home/self-hosting/deployment">Self-hosting</a> · <a href="https://github.com/livekit/livekit-cli">CLI</a></td></tr>

package/dist/livekit-client.esm.mjs

@@ -11364,7 +11364,7 @@ function getOSVersion(ua) {
   return ua.includes('mac os') ? getMatch(/\(.+?(\d+_\d+(:?_\d+)?)/, ua, 1).replace(/_/g, '.') : undefined;
 }
 
-var version$1 = "2.15.2";
+var version$1 = "2.15.4";
 
 const version = version$1;
 const protocolVersion = 16;
@@ -11956,7 +11956,7 @@ function isSVCCodec(codec) {
   return codec === 'av1' || codec === 'vp9';
 }
 function supportsSetSinkId(elm) {
-  if (!document) {
+  if (!document || isSafariBased()) {
     return false;
   }
   if (!elm) {
@@ -12167,7 +12167,11 @@ function getEmptyAudioStreamTrack() {
   return emptyAudioStreamTrack.clone();
 }
 class Future {
+  get isResolved() {
+    return this._isResolved;
+  }
   constructor(futureBase, onFinally) {
+    this._isResolved = false;
     this.onFinally = onFinally;
     this.promise = new Promise((resolve, reject) => __awaiter(this, void 0, void 0, function* () {
       this.resolve = resolve;
@@ -12177,7 +12181,8 @@ class Future {
       }
     })).finally(() => {
       var _a;
-      return (_a = this.onFinally) === null || _a === void 0 ? void 0 : _a.call(this);
+      this._isResolved = true;
+      (_a = this.onFinally) === null || _a === void 0 ? void 0 : _a.call(this);
     });
   }
 }
@@ -13634,6 +13639,12 @@ class SignalClient {
         if (_this3.signalLatency) {
           yield sleep(_this3.signalLatency);
         }
+        if (_this3.isDisconnected) {
+          // Skip requests if the signal layer is disconnected
+          // This can happen if an event is sent in the mist of room.connect() initializing
+          _this3.log.debug("skipping signal request (type: ".concat(message.case, ") - SignalClient disconnected"));
+          return;
+        }
         if (!_this3.ws || _this3.ws.readyState !== _this3.ws.OPEN) {
           _this3.log.error("cannot send signal request before connected, type: ".concat(message === null || message === void 0 ? void 0 : message.case), _this3.logContext);
           return;
@@ -15027,7 +15038,7 @@ class PCTransport extends eventsExports.EventEmitter {
               if (codecPayload === 0) {
                 return true;
               }
-              if (isSVCCodec(trackbr.codec)) {
+              if (isSVCCodec(trackbr.codec) && !isSafari()) {
                 this.ensureVideoDDExtensionForSVC(media, sdpParsed);
               }
               // TODO: av1 slow starting issue already fixed in chrome 124, clean this after some versions
@@ -15839,11 +15850,21 @@ class LocalTrackRecorder extends RecorderBase {
       start: controller => {
         streamController = controller;
         dataListener = event => __awaiter(this, void 0, void 0, function* () {
-          const arrayBuffer = yield event.data.arrayBuffer();
+          let data;
+          if (event.data.arrayBuffer) {
+            const arrayBuffer = yield event.data.arrayBuffer();
+            data = new Uint8Array(arrayBuffer);
+            // @ts-expect-error react-native passes over Uint8Arrays directly
+          } else if (event.data.byteArray) {
+            // @ts-expect-error
+            data = event.data.byteArray;
+          } else {
+            throw new Error('no data available!');
+          }
           if (isClosed()) {
             return;
           }
-          controller.enqueue(new Uint8Array(arrayBuffer));
+          controller.enqueue(data);
         });
         this.addEventListener('dataavailable', dataListener);
       },
@@ -16333,9 +16354,25 @@ class LocalTrack extends Track {
           }
           attachToElement(_this3._mediaStreamTrack, processorElement);
           processorElement.muted = true;
-          processorElement.play().catch(error => _this3.log.error('failed to play processor element', Object.assign(Object.assign({}, _this3.logContext), {
-            error
-          })));
+          processorElement.play().catch(error => {
+            if (error instanceof DOMException && error.name === 'AbortError') {
+              // This happens on Safari when the processor is restarted, try again after a delay
+              _this3.log.warn('failed to play processor element, retrying', Object.assign(Object.assign({}, _this3.logContext), {
+                error
+              }));
+              setTimeout(() => {
+                processorElement.play().catch(err => {
+                  _this3.log.error('failed to play processor element', Object.assign(Object.assign({}, _this3.logContext), {
+                    err
+                  }));
+                });
+              }, 100);
+            } else {
+              _this3.log.error('failed to play processor element', Object.assign(Object.assign({}, _this3.logContext), {
+                error
+              }));
+            }
+          });
           _this3.processor = processor;
           _this3.processorElement = processorElement;
           if (_this3.processor.processedTrack) {
@@ -16395,8 +16432,13 @@ class LocalTrack extends Track {
       return;
     }
     if (!this.localTrackRecorder) {
+      let mimeType = 'audio/webm;codecs=opus';
+      if (!MediaRecorder.isTypeSupported(mimeType)) {
+        // iOS currently only supports video/mp4 as a mime type - even for audio.
+        mimeType = 'video/mp4';
+      }
       this.localTrackRecorder = new LocalTrackRecorder(this, {
-        mimeType: 'audio/webm;codecs=opus'
+        mimeType
       });
     } else {
       this.log.warn('preconnect buffer already started');
@@ -16421,6 +16463,10 @@ class LocalTrack extends Track {
     var _a;
     return (_a = this.localTrackRecorder) === null || _a === void 0 ? void 0 : _a.byteStream;
   }
+  getPreConnectBufferMimeType() {
+    var _a;
+    return (_a = this.localTrackRecorder) === null || _a === void 0 ? void 0 : _a.mimeType;
+  }
 }
 
 class LocalAudioTrack extends LocalTrack {
@@ -20514,7 +20560,7 @@ class LocalParticipant extends Participant {
       this.reconnectFuture = undefined;
       this.updateTrackSubscriptionPermissions();
     };
-    this.handleDisconnected = () => {
+    this.handleClosing = () => {
       var _a, _b, _c, _d, _e, _f;
       if (this.reconnectFuture) {
         this.reconnectFuture.promise.catch(e => this.log.warn(e.message, this.logContext));
@@ -20748,6 +20794,7 @@ class LocalParticipant extends Participant {
    * @internal
    */
   setupEngine(engine) {
+    var _a;
     this.engine = engine;
     this.engine.on(EngineEvent.RemoteMute, (trackSid, muted) => {
       const pub = this.trackPublications.get(trackSid);
@@ -20760,7 +20807,10 @@ class LocalParticipant extends Participant {
         pub.unmute();
       }
     });
-    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalConnected, this.handleSignalConnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished).on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate).on(EngineEvent.Disconnected, this.handleDisconnected).on(EngineEvent.SignalRequestResponse, this.handleSignalRequestResponse).on(EngineEvent.DataPacketReceived, this.handleDataPacket);
+    if ((_a = this.signalConnectedFuture) === null || _a === void 0 ? void 0 : _a.isResolved) {
+      this.signalConnectedFuture = undefined;
+    }
+    this.engine.on(EngineEvent.Connected, this.handleReconnected).on(EngineEvent.SignalConnected, this.handleSignalConnected).on(EngineEvent.SignalRestarted, this.handleReconnected).on(EngineEvent.SignalResumed, this.handleReconnected).on(EngineEvent.Restarting, this.handleReconnecting).on(EngineEvent.Resuming, this.handleReconnecting).on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished).on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate).on(EngineEvent.Closing, this.handleClosing).on(EngineEvent.SignalRequestResponse, this.handleSignalRequestResponse).on(EngineEvent.DataPacketReceived, this.handleDataPacket);
   }
   /**
    * Sets and updates the metadata of the local participant.
@@ -20944,7 +20994,8 @@ class LocalParticipant extends Participant {
             throw e;
           }
           for (const localTrack of localTracks) {
-            if (source === Track.Source.Microphone && isAudioTrack(localTrack) && (publishOptions === null || publishOptions === void 0 ? void 0 : publishOptions.preConnectBuffer)) {
+            const opts = Object.assign(Object.assign({}, this.roomOptions.publishDefaults), options);
+            if (source === Track.Source.Microphone && isAudioTrack(localTrack) && opts.preConnectBuffer) {
               this.log.info('starting preconnect buffer for microphone', Object.assign({}, this.logContext));
               localTrack.startPreConnectBuffer();
             }
@@ -21544,6 +21595,7 @@ class LocalParticipant extends Participant {
       this.emit(ParticipantEvent.LocalTrackPublished, publication);
       if (isLocalAudioTrack(track) && ti.audioFeatures.includes(AudioTrackFeature.TF_PRECONNECT_BUFFER)) {
         const stream = track.getPreConnectBuffer();
+        const mimeType = track.getPreConnectBufferMimeType();
         // TODO: we're registering the listener after negotiation, so there might be a race
         this.on(ParticipantEvent.LocalTrackSubscribed, pub => {
           if (pub.trackSid === ti.sid) {
@@ -21569,7 +21621,7 @@ class LocalParticipant extends Participant {
               this.log.debug('sending preconnect buffer', Object.assign(Object.assign({}, this.logContext), getLogContextFromTrack(track)));
               const writer = yield this.streamBytes({
                 name: 'preconnect-buffer',
-                mimeType: 'audio/opus',
+                mimeType,
                 topic: 'lk.agent.pre-connect-audio-buffer',
                 destinationIdentities: [agent.identity],
                 attributes: {
@@ -24266,7 +24318,7 @@ class Room extends eventsExports.EventEmitter {
         } else if (kind === 'audiooutput') {
           shouldTriggerImmediateDeviceChange = true;
           if (!supportsSetSinkId() && !_this3.options.webAudioMix || _this3.options.webAudioMix && _this3.audioContext && !('setSinkId' in _this3.audioContext)) {
-            throw new Error('cannot switch audio output, setSinkId not supported');
+            throw new Error('cannot switch audio output, the current browser does not support it');
           }
           if (_this3.options.webAudioMix) {
             // setting `default` for web audio output doesn't work, so we need to normalize the id before