livekit-client 2.13.0 → 2.13.2

package/dist/ts4.2/src/room/participant/LocalParticipant.d.ts

@@ -10,6 +10,7 @@ import type { AudioCaptureOptions, BackupVideoCodec, CreateLocalTracksOptions, S
 import type { ChatMessage, DataPublishOptions, SendTextOptions, StreamTextOptions, TextStreamInfo } from '../types';
 import Participant from './Participant';
 import type { ParticipantTrackPermission } from './ParticipantTrackPermission';
+import type RemoteParticipant from './RemoteParticipant';
 export default class LocalParticipant extends Participant {
     audioTrackPublications: Map<string, LocalTrackPublication>;
     videoTrackPublications: Map<string, LocalTrackPublication>;
@@ -29,6 +30,9 @@ export default class LocalParticipant extends Participant {
     private roomOptions;
     private encryptionType;
     private reconnectFuture?;
+    private signalConnectedFuture?;
+    private activeAgentFuture?;
+    private firstActiveAgent?;
     private rpcHandlers;
     private pendingSignalRequests;
     private enabledPublishVideoCodecs;
@@ -48,6 +52,7 @@ export default class LocalParticipant extends Participant {
     private handleReconnecting;
     private handleReconnected;
     private handleDisconnected;
+    private handleSignalConnected;
     private handleSignalRequestResponse;
     private handleDataPacket;
     /**
@@ -125,6 +130,7 @@ export default class LocalParticipant extends Participant {
      */
     publishTrack(track: LocalTrack | MediaStreamTrack, options?: TrackPublishOptions): Promise<LocalTrackPublication>;
     private publishOrRepublishTrack;
+    private waitUntilEngineConnected;
     private hasPermissionsToPublish;
     private publish;
     get isLocal(): boolean;
@@ -227,6 +233,9 @@ export default class LocalParticipant extends Participant {
     updateInfo(info: ParticipantInfo): boolean;
     private updateTrackSubscriptionPermissions;
     /** @internal */
+    setActiveAgent(agent: RemoteParticipant | undefined): void;
+    private waitUntilActiveAgentPresent;
+    /** @internal */
     private onTrackUnmuted;
     /** @internal */
     private onTrackMuted;

package/dist/ts4.2/src/room/participant/Participant.d.ts

@@ -128,7 +128,7 @@ export type ParticipantEventCallbacks = {
     connectionQualityChanged: (connectionQuality: ConnectionQuality) => void;
     trackStreamStateChanged: (publication: RemoteTrackPublication, streamState: Track.StreamState) => void;
     trackSubscriptionPermissionChanged: (publication: RemoteTrackPublication, status: TrackPublication.PermissionStatus) => void;
-    mediaDevicesError: (error: Error) => void;
+    mediaDevicesError: (error: Error, kind?: MediaDeviceKind) => void;
     audioStreamAcquired: () => void;
     participantPermissionsChanged: (prevPermissions?: ParticipantPermission) => void;
     trackSubscriptionStatusChanged: (publication: RemoteTrackPublication, status: TrackPublication.SubscriptionStatus) => void;

package/dist/ts4.2/src/room/track/LocalTrack.d.ts

@@ -3,9 +3,11 @@ import type { LoggerOptions } from '../types';
 import { Track } from './Track';
 import type { VideoCodec } from './options';
 import type { TrackProcessor } from './processor/types';
+import { LocalTrackRecorder } from './record';
 import type { ReplaceTrackOptions } from './types';
 export default abstract class LocalTrack<TrackKind extends Track.Kind = Track.Kind> extends Track<TrackKind> {
     protected _sender?: RTCRtpSender;
+    private autoStopPreConnectBuffer;
     /** @internal */
     get sender(): RTCRtpSender | undefined;
     /** @internal */
@@ -13,6 +15,7 @@ export default abstract class LocalTrack<TrackKind extends Track.Kind = Track.Ki
     /** @internal */
     codec?: VideoCodec;
     get constraints(): MediaTrackConstraints;
+    get hasPreConnectBuffer(): boolean;
     protected _constraints: MediaTrackConstraints;
     protected reacquireTrack: boolean;
     protected providedByUser: boolean;
@@ -23,6 +26,7 @@ export default abstract class LocalTrack<TrackKind extends Track.Kind = Track.Ki
     protected processorLock: Mutex;
     protected audioContext?: AudioContext;
     protected manuallyStopped: boolean;
+    protected localTrackRecorder: LocalTrackRecorder<typeof this> | undefined;
     private restartLock;
     /**
      *
@@ -100,6 +104,12 @@ export default abstract class LocalTrack<TrackKind extends Track.Kind = Track.Ki
      * @returns
      */
     stopProcessor(keepElement?: boolean): Promise<void>;
+    /** @internal */
+    startPreConnectBuffer(timeslice?: number): void;
+    /** @internal */
+    stopPreConnectBuffer(): void;
+    /** @internal */
+    getPreConnectBuffer(): ReadableStream<Uint8Array<ArrayBufferLike>> | undefined;
     protected abstract monitorSender(): void;
 }
 //# sourceMappingURL=LocalTrack.d.ts.map

package/dist/ts4.2/src/room/track/LocalVideoTrack.d.ts

@@ -55,7 +55,7 @@ export default class LocalVideoTrack extends LocalTrack<Track.Kind.Video> {
      * @internal
      * Sets layers that should be publishing
      */
-    setPublishingLayers(qualities: SubscribedQuality[]): Promise<void>;
+    setPublishingLayers(isSvc: boolean, qualities: SubscribedQuality[]): Promise<void>;
     protected monitorSender: () => Promise<void>;
     protected handleAppVisibilityChanged(): Promise<void>;
 }

package/dist/ts4.2/src/room/track/Track.d.ts

@@ -145,6 +145,7 @@ export type TrackEventCallbacks = {
         timestamp: number;
         rtpTimestamp: number;
     }) => void;
+    preConnectBufferFlushed: (buffer: Uint8Array[]) => void;
 };
 export {};
 //# sourceMappingURL=Track.d.ts.map

package/dist/ts4.2/src/room/track/options.d.ts

@@ -103,6 +103,14 @@ export interface TrackPublishDefaults {
      * defaults to false
      */
     stopMicTrackOnMute?: boolean;
+    /**
+     * Enables preconnect buffer for a user's microphone track.
+     * This is useful for reducing perceived latency when the user starts to speak before the connection is established.
+     * Only works for agent use cases.
+     *
+     * Defaults to false.
+     */
+    preConnectBuffer?: boolean;
 }
 /**
  * Options when publishing tracks

package/dist/ts4.2/src/room/track/record.d.ts

@@ -0,0 +1,6 @@
+import type LocalTrack from './LocalTrack';
+export declare class LocalTrackRecorder<T extends LocalTrack> extends MediaRecorder {
+    byteStream: ReadableStream<Uint8Array>;
+    constructor(track: T, options?: MediaRecorderOptions);
+}
+//# sourceMappingURL=record.d.ts.map

package/dist/ts4.2/src/room/utils.d.ts

@@ -1,4 +1,5 @@
 import { ChatMessage as ChatMessageModel, ClientInfo, DisconnectReason, Transcription as TranscriptionModel } from '@livekit/protocol';
+import type { BrowserDetails } from '../utils/browserParser';
 import type { ConnectionError } from './errors';
 import type LocalParticipant from './participant/LocalParticipant';
 import type Participant from './participant/Participant';
@@ -32,7 +33,9 @@ export declare function isBrowserSupported(): boolean;
 export declare function isFireFox(): boolean;
 export declare function isChromiumBased(): boolean;
 export declare function isSafari(): boolean;
+export declare function isSafariBased(): boolean;
 export declare function isSafari17(): boolean;
+export declare function isSafariSvcApi(browser?: BrowserDetails): boolean;
 export declare function isMobile(): boolean;
 export declare function isE2EESimulcastSupported(): boolean | undefined;
 export declare function isWeb(): boolean;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "livekit-client",
-  "version": "2.13.0",
+  "version": "2.13.2",
   "description": "JavaScript/TypeScript client SDK for LiveKit",
   "main": "./dist/livekit-client.umd.js",
   "unpkg": "./dist/livekit-client.umd.js",
@@ -47,18 +47,18 @@
     "webrtc-adapter": "^9.0.1"
   },
   "devDependencies": {
-    "@babel/core": "7.26.10",
-    "@babel/preset-env": "7.26.9",
+    "@babel/core": "7.27.1",
+    "@babel/preset-env": "7.27.2",
     "@bufbuild/protoc-gen-es": "^1.10.0",
-    "@changesets/cli": "2.28.1",
+    "@changesets/cli": "2.29.4",
     "@livekit/changesets-changelog-github": "^0.0.4",
     "@rollup/plugin-babel": "6.0.4",
     "@rollup/plugin-commonjs": "28.0.3",
     "@rollup/plugin-json": "6.1.0",
     "@rollup/plugin-node-resolve": "16.0.1",
     "@rollup/plugin-terser": "^0.4.4",
-    "@size-limit/file": "^8.2.6",
-    "@size-limit/webpack": "^8.2.6",
+    "@size-limit/file": "^11.2.0",
+    "@size-limit/webpack": "^11.2.0",
     "@trivago/prettier-plugin-sort-imports": "^5.0.0",
     "@types/events": "^3.0.3",
     "@types/sdp-transform": "2.4.9",
@@ -72,16 +72,17 @@
     "eslint-plugin-ecmascript-compat": "^3.2.1",
     "eslint-plugin-import": "2.31.0",
     "gh-pages": "6.3.0",
-    "happy-dom": "^15.10.2",
+    "happy-dom": "^17.2.0",
+    "jsdom": "^26.1.0",
     "prettier": "^3.4.2",
-    "rollup": "4.39.0",
+    "rollup": "4.41.0",
     "rollup-plugin-delete": "^2.1.0",
     "rollup-plugin-typescript2": "0.36.0",
-    "size-limit": "^8.2.6",
-    "typedoc": "0.28.2",
-    "typedoc-plugin-no-inherit": "1.5.0",
+    "size-limit": "^11.2.0",
+    "typedoc": "0.28.4",
+    "typedoc-plugin-no-inherit": "1.6.1",
     "typescript": "5.8.3",
-    "vite": "5.4.17",
+    "vite": "5.4.19",
     "vitest": "^1.6.0"
   },
   "scripts": {

package/src/e2ee/worker/tsconfig.json

@@ -1,6 +1,14 @@
 {
   "extends": "../../../tsconfig.json",
   "compilerOptions": {
-    "lib": ["DOM", "DOM.Iterable", "ES2017", "ES2018.Promise", "WebWorker", "ES2021.WeakRef"]
+    "lib": [
+      "DOM",
+      "DOM.Iterable",
+      "ES2017",
+      "ES2018.Promise",
+      "WebWorker",
+      "ES2021.WeakRef",
+      "DOM.AsyncIterable"
+    ]
   }
 }

package/src/index.ts

@@ -129,3 +129,5 @@ export type {
   ReconnectContext,
   ReconnectPolicy,
 };
+
+export { LocalTrackRecorder } from './room/track/record';

package/src/room/RTCEngine.ts

@@ -216,7 +216,7 @@ export default class RTCEngine extends (EventEmitter as new () => TypedEventEmit
       room: this.latestJoinResponse?.room?.name,
       roomID: this.latestJoinResponse?.room?.sid,
       participant: this.latestJoinResponse?.participant?.identity,
-      pID: this.latestJoinResponse?.participant?.sid,
+      pID: this.participantSid,
     };
   }
 
@@ -249,10 +249,7 @@ export default class RTCEngine extends (EventEmitter as new () => TypedEventEmit
       }
 
       this.clientConfiguration = joinResponse.clientConfiguration;
-      // emit signal connected event after a short delay to allow for join response to be processed on room
-      setTimeout(() => {
-        this.emit(EngineEvent.SignalConnected);
-      }, 10);
+      this.emit(EngineEvent.SignalConnected, joinResponse);
       return joinResponse;
     } catch (e) {
       if (e instanceof ConnectionError) {
@@ -330,7 +327,7 @@ export default class RTCEngine extends (EventEmitter as new () => TypedEventEmit
         reject(
           new ConnectionError(
             'publication of local track timed out, no response from server',
-            ConnectionErrorReason.InternalError,
+            ConnectionErrorReason.Timeout,
           ),
         );
       }, 10_000);
@@ -532,6 +529,9 @@ export default class RTCEngine extends (EventEmitter as new () => TypedEventEmit
 
     this.client.onRoomMoved = (res: RoomMovedResponse) => {
       this.participantSid = res.participant?.sid;
+      if (this.latestJoinResponse) {
+        this.latestJoinResponse.room = res.room;
+      }
       this.emit(EngineEvent.RoomMoved, res);
     };
 
@@ -1510,7 +1510,7 @@ export type EngineEventCallbacks = {
   remoteMute: (trackSid: string, muted: boolean) => void;
   offline: () => void;
   signalRequestResponse: (response: RequestResponse) => void;
-  signalConnected: () => void;
+  signalConnected: (joinResp: JoinResponse) => void;
 };
 
 function supportOptionalDatachannel(protocol: number | undefined): boolean {

package/src/room/Room.ts

@@ -65,7 +65,7 @@ import { ConnectionError, ConnectionErrorReason, UnsupportedServer } from './err
 import { EngineEvent, ParticipantEvent, RoomEvent, TrackEvent } from './events';
 import LocalParticipant from './participant/LocalParticipant';
 import type Participant from './participant/Participant';
-import type { ConnectionQuality } from './participant/Participant';
+import { type ConnectionQuality, ParticipantKind } from './participant/Participant';
 import RemoteParticipant from './participant/RemoteParticipant';
 import { MAX_PAYLOAD_BYTES, RpcError, type RpcInvocationData, byteLength } from './rpc';
 import CriticalTimers from './timers';
@@ -103,7 +103,7 @@ import {
   isLocalParticipant,
   isReactNative,
   isRemotePub,
-  isSafari,
+  isSafariBased,
   isWeb,
   numberToBigInt,
   sleep,
@@ -1356,6 +1356,7 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
           // @ts-expect-error setSinkId is not yet in the typescript type of AudioContext
           this.audioContext?.setSinkId(deviceId);
         }
+
         // also set audio output on all audio elements, even if webAudioMix is enabled in order to workaround echo cancellation not working on chrome with non-default output devices
         // see https://issues.chromium.org/issues/40252911#comment7
         await Promise.all(
@@ -1991,7 +1992,10 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
     }
   };
 
-  private handleDeviceChange = async () => {
+  /**
+   * attempt to select the default devices if the previously selected devices are no longer available after a device change event
+   */
+  private async selectDefaultDevices() {
     const previousDevices = DeviceManager.getInstance().previousDevices;
     // check for available devices, but don't request permissions in order to avoid prompts for kinds that haven't been used before
     const availableDevices = await DeviceManager.getInstance().getDevices(undefined, false);
@@ -2040,19 +2044,27 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
         }
       }
 
-      if ((kind === 'audioinput' && !isSafari()) || kind === 'videoinput') {
+      if ((kind === 'audioinput' && !isSafariBased()) || kind === 'videoinput') {
         // airpods on Safari need special handling for audioinput as the track doesn't end as soon as you take them out
         continue;
       }
       // switch to first available device if previously active device is not available any more
       if (
         devicesOfKind.length > 0 &&
-        !devicesOfKind.find((deviceInfo) => deviceInfo.deviceId === this.getActiveDevice(kind))
+        !devicesOfKind.find((deviceInfo) => deviceInfo.deviceId === this.getActiveDevice(kind)) &&
+        // avoid switching audio output on safari without explicit user action as it leads to slowed down audio playback
+        (kind !== 'audiooutput' || !isSafariBased())
       ) {
         await this.switchActiveDevice(kind, devicesOfKind[0].deviceId);
       }
     }
+  }
 
+  private handleDeviceChange = async () => {
+    if (getBrowser()?.os !== 'iOS') {
+      // default devices are non deterministic on iOS, so we don't attempt to select them here
+      await this.selectDefaultDevices();
+    }
     this.emit(RoomEvent.MediaDevicesChanged);
   };
 
@@ -2244,6 +2256,9 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
       })
       .on(ParticipantEvent.Active, () => {
         this.emitWhenConnected(RoomEvent.ParticipantActive, participant);
+        if (participant.kind === ParticipantKind.AGENT) {
+          this.localParticipant.setActiveAgent(participant);
+        }
       });
 
     // update info at the end after callbacks have been set up
@@ -2436,8 +2451,8 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
     this.emit(RoomEvent.ConnectionQualityChanged, quality, this.localParticipant);
   };
 
-  private onMediaDevicesError = (e: Error) => {
-    this.emit(RoomEvent.MediaDevicesError, e);
+  private onMediaDevicesError = (e: Error, kind?: MediaDeviceKind) => {
+    this.emit(RoomEvent.MediaDevicesError, e, kind);
   };
 
   private onLocalParticipantPermissionsChanged = (prevPermissions?: ParticipantPermission) => {
@@ -2691,7 +2706,7 @@ export type RoomEventCallbacks = {
     publication?: TrackPublication,
   ) => void;
   connectionQualityChanged: (quality: ConnectionQuality, participant: Participant) => void;
-  mediaDevicesError: (error: Error) => void;
+  mediaDevicesError: (error: Error, kind?: MediaDeviceKind) => void;
   trackStreamStateChanged: (
     publication: RemoteTrackPublication,
     streamState: Track.StreamState,

package/src/room/defaults.ts

@@ -19,6 +19,7 @@ export const publishDefaults: TrackPublishDefaults = {
   stopMicTrackOnMute: false,
   videoCodec: defaultVideoCodec,
   backupCodec: true,
+  preConnectBuffer: false,
 } as const;
 
 export const audioDefaults: AudioCaptureOptions = {

package/src/room/errors.ts

@@ -16,6 +16,7 @@ export enum ConnectionErrorReason {
   InternalError,
   Cancelled,
   LeaveRequest,
+  Timeout,
 }
 
 export class ConnectionError extends LivekitError {

package/src/room/events.ts

@@ -666,4 +666,9 @@ export enum TrackEvent {
    * @experimental
    */
   TimeSyncUpdate = 'timeSyncUpdate',
+
+  /**
+   * @internal
+   */
+  PreConnectBufferFlushed = 'preConnectBufferFlushed',
 }