livekit-client 2.4.2 → 2.5.1

package/dist/ts4.2/src/room/RTCEngine.d.ts

@@ -1,5 +1,5 @@
 import type { AddTrackRequest, ConnectionQualityUpdate, JoinResponse, StreamStateUpdate, SubscriptionPermissionUpdate, SubscriptionResponse } from '@livekit/protocol';
-import { DataPacket, DataPacket_Kind, DisconnectReason, ErrorResponse, ParticipantInfo, Room as RoomModel, SpeakerInfo, SubscribedQualityUpdate, TrackInfo, TrackUnpublishedResponse, Transcription } from '@livekit/protocol';
+import { DataPacket, DataPacket_Kind, DisconnectReason, ParticipantInfo, RequestResponse, Room as RoomModel, SpeakerInfo, SubscribedQualityUpdate, TrackInfo, TrackUnpublishedResponse, Transcription } from '@livekit/protocol';
 import type TypedEventEmitter from 'typed-emitter';
 import type { SignalOptions } from '../api/SignalClient';
 import { SignalClient } from '../api/SignalClient';
@@ -136,7 +136,7 @@ export type EngineEventCallbacks = {
     signalResumed: () => void;
     signalRestarted: (joinResp: JoinResponse) => void;
     closing: () => void;
-    mediaTrackAdded: (track: MediaStreamTrack, streams: MediaStream, receiver?: RTCRtpReceiver) => void;
+    mediaTrackAdded: (track: MediaStreamTrack, streams: MediaStream, receiver: RTCRtpReceiver) => void;
     activeSpeakersUpdate: (speakers: Array<SpeakerInfo>) => void;
     dataPacketReceived: (packet: DataPacket) => void;
     transcriptionReceived: (transcription: Transcription) => void;
@@ -154,9 +154,10 @@ export type EngineEventCallbacks = {
     subscriptionPermissionUpdate: (update: SubscriptionPermissionUpdate) => void;
     subscribedQualityUpdate: (update: SubscribedQualityUpdate) => void;
     localTrackUnpublished: (unpublishedResponse: TrackUnpublishedResponse) => void;
+    localTrackSubscribed: (trackSid: string) => void;
     remoteMute: (trackSid: string, muted: boolean) => void;
     offline: () => void;
-    signalRequestError: (error: ErrorResponse) => void;
+    signalRequestResponse: (response: RequestResponse) => void;
 };
 export {};
 //# sourceMappingURL=RTCEngine.d.ts.map

package/dist/ts4.2/src/room/Room.d.ts

@@ -67,6 +67,10 @@ declare class Room extends Room_base {
     private log;
     private bufferedEvents;
     private isResuming;
+    /**
+     * map to store first point in time when a particular transcription segment was received
+     */
+    private transcriptionReceivedTimes;
     /**
      * Creates a new Room, the primary construct for a LiveKit session.
      * @param options
@@ -264,5 +268,6 @@ export type RoomEventCallbacks = {
     encryptionError: (error: Error) => void;
     dcBufferStatusChanged: (isLow: boolean, kind: DataPacket_Kind) => void;
     activeDeviceChanged: (kind: MediaDeviceKind, deviceId: string) => void;
+    localTrackSubscribed: (publication: LocalTrackPublication, participant: LocalParticipant) => void;
 };
 //# sourceMappingURL=Room.d.ts.map

package/dist/ts4.2/src/room/errors.d.ts

@@ -1,4 +1,4 @@
-import { ErrorResponse_Reason } from '@livekit/protocol';
+import { RequestResponse_Reason } from '@livekit/protocol';
 export declare class LivekitError extends Error {
     code: number;
     constructor(code: number, message?: string);
@@ -33,9 +33,10 @@ export declare class NegotiationError extends LivekitError {
 export declare class PublishDataError extends LivekitError {
     constructor(message?: string);
 }
+export type RequestErrorReason = Exclude<RequestResponse_Reason, RequestResponse_Reason.OK> | 'TimeoutError';
 export declare class SignalRequestError extends LivekitError {
-    reason: ErrorResponse_Reason;
-    constructor(message: string, reason?: ErrorResponse_Reason);
+    reason: RequestErrorReason;
+    constructor(message: string, reason: RequestErrorReason);
 }
 export declare enum MediaDeviceFailure {
     PermissionDenied = "PermissionDenied",

package/dist/ts4.2/src/room/events.d.ts

@@ -282,7 +282,11 @@ export declare enum RoomEvent {
      * Triggered by a call to room.switchActiveDevice
      * args: (kind: MediaDeviceKind, deviceId: string)
      */
-    ActiveDeviceChanged = "activeDeviceChanged"
+    ActiveDeviceChanged = "activeDeviceChanged",
+    /**
+     * fired when the first remote participant has subscribed to the localParticipant's track
+     */
+    LocalTrackSubscribed = "localTrackSubscribed"
 }
 export declare enum ParticipantEvent {
     /**
@@ -442,7 +446,11 @@ export declare enum ParticipantEvent {
      * all users.
      * When a participant's attributes changed, this event will be emitted with the changed attributes
      */
-    AttributesChanged = "attributesChanged"
+    AttributesChanged = "attributesChanged",
+    /**
+     * fired on local participant only, when the first remote participant has subscribed to the track specified in the payload
+     */
+    LocalTrackSubscribed = "localTrackSubscribed"
 }
 /** @internal */
 export declare enum EngineEvent {
@@ -471,8 +479,9 @@ export declare enum EngineEvent {
     RemoteMute = "remoteMute",
     SubscribedQualityUpdate = "subscribedQualityUpdate",
     LocalTrackUnpublished = "localTrackUnpublished",
+    LocalTrackSubscribed = "localTrackSubscribed",
     Offline = "offline",
-    SignalRequestError = "signalRequestError"
+    SignalRequestResponse = "signalRequestResponse"
 }
 export declare enum TrackEvent {
     Message = "message",

package/dist/ts4.2/src/room/participant/LocalParticipant.d.ts

@@ -1,4 +1,4 @@
-import { ParticipantInfo, ParticipantPermission } from '@livekit/protocol';
+import { Codec, ParticipantInfo, ParticipantPermission } from '@livekit/protocol';
 import type { InternalRoomOptions } from '../../options';
 import type RTCEngine from '../RTCEngine';
 import LocalTrack from '../track/LocalTrack';
@@ -27,6 +27,7 @@ export default class LocalParticipant extends Participant {
     private encryptionType;
     private reconnectFuture?;
     private pendingSignalRequests;
+    private enabledPublishVideoCodecs;
     /** @internal */
     constructor(sid: string, identity: string, engine: RTCEngine, options: InternalRoomOptions);
     get lastCameraError(): Error | undefined;
@@ -41,7 +42,7 @@ export default class LocalParticipant extends Participant {
     private handleReconnecting;
     private handleReconnected;
     private handleDisconnected;
-    private handleSignalRequestError;
+    private handleSignalRequestResponse;
     /**
      * Sets and updates the metadata of the local participant.
      * Note: this requires `canUpdateOwnMetadata` permission.
@@ -152,6 +153,8 @@ export default class LocalParticipant extends Participant {
      */
     setTrackSubscriptionPermissions(allParticipantsAllowed: boolean, participantTrackPermissions?: ParticipantTrackPermission[]): void;
     /** @internal */
+    setEnabledPublishCodecs(codecs: Codec[]): void;
+    /** @internal */
     updateInfo(info: ParticipantInfo): boolean;
     private updateTrackSubscriptionPermissions;
     /** @internal */

package/dist/ts4.2/src/room/participant/Participant.d.ts

@@ -121,5 +121,6 @@ export type ParticipantEventCallbacks = {
     participantPermissionsChanged: (prevPermissions?: ParticipantPermission) => void;
     trackSubscriptionStatusChanged: (publication: RemoteTrackPublication, status: TrackPublication.SubscriptionStatus) => void;
     attributesChanged: (changedAttributes: Record<string, string>) => void;
+    localTrackSubscribed: (trackPublication: LocalTrackPublication) => void;
 };
 //# sourceMappingURL=Participant.d.ts.map

package/dist/ts4.2/src/room/participant/RemoteParticipant.d.ts

@@ -37,7 +37,7 @@ export default class RemoteParticipant extends Participant {
      */
     getVolume(source?: Track.Source.Microphone | Track.Source.ScreenShareAudio): number | undefined;
     /** @internal */
-    addSubscribedMediaTrack(mediaTrack: MediaStreamTrack, sid: Track.SID, mediaStream: MediaStream, receiver?: RTCRtpReceiver, adaptiveStreamSettings?: AdaptiveStreamSettings, triesLeft?: number): RemoteTrackPublication | undefined;
+    addSubscribedMediaTrack(mediaTrack: MediaStreamTrack, sid: Track.SID, mediaStream: MediaStream, receiver: RTCRtpReceiver, adaptiveStreamSettings?: AdaptiveStreamSettings, triesLeft?: number): RemoteTrackPublication | undefined;
     /** @internal */
     get hasMetadata(): boolean;
     /**

package/dist/ts4.2/src/room/timers.d.ts

@@ -4,9 +4,9 @@
  * that the timer fires on time.
  */
 export default class CriticalTimers {
-    static setTimeout: (callback: (args: void) => void, ms?: number | undefined) => NodeJS.Timeout;
-    static setInterval: (callback: (args: void) => void, ms?: number | undefined) => NodeJS.Timeout;
-    static clearTimeout: (timeoutId: string | number | NodeJS.Timeout | undefined) => void;
-    static clearInterval: (intervalId: string | number | NodeJS.Timeout | undefined) => void;
+    static setTimeout: (...args: Parameters<typeof setTimeout>) => ReturnType<typeof setTimeout>;
+    static setInterval: (...args: Parameters<typeof setInterval>) => ReturnType<typeof setInterval>;
+    static clearTimeout: (...args: Parameters<typeof clearTimeout>) => ReturnType<typeof clearTimeout>;
+    static clearInterval: (...args: Parameters<typeof clearInterval>) => ReturnType<typeof clearInterval>;
 }
 //# sourceMappingURL=timers.d.ts.map

package/dist/ts4.2/src/room/track/RemoteAudioTrack.d.ts

@@ -11,7 +11,7 @@ export default class RemoteAudioTrack extends RemoteTrack<Track.Kind.Audio> {
     private sourceNode?;
     private webAudioPluginNodes;
     private sinkId?;
-    constructor(mediaTrack: MediaStreamTrack, sid: string, receiver?: RTCRtpReceiver, audioContext?: AudioContext, audioOutput?: AudioOutputOptions, loggerOptions?: LoggerOptions);
+    constructor(mediaTrack: MediaStreamTrack, sid: string, receiver: RTCRtpReceiver, audioContext?: AudioContext, audioOutput?: AudioOutputOptions, loggerOptions?: LoggerOptions);
     /**
      * sets the volume for all attached audio elements
      */

package/dist/ts4.2/src/room/track/RemoteTrack.d.ts

@@ -2,8 +2,8 @@ import type { LoggerOptions } from '../types';
 import { Track } from './Track';
 export default abstract class RemoteTrack<TrackKind extends Track.Kind = Track.Kind> extends Track<TrackKind> {
     /** @internal */
-    receiver?: RTCRtpReceiver;
-    constructor(mediaTrack: MediaStreamTrack, sid: string, kind: TrackKind, receiver?: RTCRtpReceiver, loggerOptions?: LoggerOptions);
+    receiver: RTCRtpReceiver | undefined;
+    constructor(mediaTrack: MediaStreamTrack, sid: string, kind: TrackKind, receiver: RTCRtpReceiver, loggerOptions?: LoggerOptions);
     /** @internal */
     setMuted(muted: boolean): void;
     /** @internal */
@@ -17,6 +17,16 @@ export default abstract class RemoteTrack<TrackKind extends Track.Kind = Track.K
      * @returns Promise<RTCStatsReport> | undefined
      */
     getRTCStatsReport(): Promise<RTCStatsReport | undefined>;
+    /**
+     * Allows to set a playout delay (in seconds) for this track.
+     * A higher value allows for more buffering of the track in the browser
+     * and will result in a delay of media being played back of `delayInSeconds`
+     */
+    setPlayoutDelay(delayInSeconds: number): void;
+    /**
+     * Returns the current playout delay (in seconds) of this track.
+     */
+    getPlayoutDelay(): number;
     startMonitor(): void;
     protected abstract monitorReceiver(): void;
     registerTimeSyncUpdate(): void;

package/dist/ts4.2/src/room/track/RemoteVideoTrack.d.ts

@@ -8,7 +8,7 @@ export default class RemoteVideoTrack extends RemoteTrack<Track.Kind.Video> {
     private adaptiveStreamSettings?;
     private lastVisible?;
     private lastDimensions?;
-    constructor(mediaTrack: MediaStreamTrack, sid: string, receiver?: RTCRtpReceiver, adaptiveStreamSettings?: AdaptiveStreamSettings, loggerOptions?: LoggerOptions);
+    constructor(mediaTrack: MediaStreamTrack, sid: string, receiver: RTCRtpReceiver, adaptiveStreamSettings?: AdaptiveStreamSettings, loggerOptions?: LoggerOptions);
     get isAdaptiveStream(): boolean;
     /**
      * Note: When using adaptiveStream, you need to use remoteVideoTrack.attach() to add the track to a HTMLVideoElement, otherwise your video tracks might never start

package/dist/ts4.2/src/room/track/options.d.ts

@@ -53,7 +53,7 @@ export interface TrackPublishDefaults {
      */
     simulcast?: boolean;
     /**
-     * scalability mode for svc codecs, defaults to 'L3T3'.
+     * scalability mode for svc codecs, defaults to 'L3T3_KEY'.
      * for svc codecs, simulcast is disabled.
      */
     scalabilityMode?: ScalabilityMode;

package/dist/ts4.2/src/room/types.d.ts

@@ -42,5 +42,7 @@ export interface TranscriptionSegment {
     startTime: number;
     endTime: number;
     final: boolean;
+    firstReceivedTime: number;
+    lastReceivedTime: number;
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/ts4.2/src/room/utils.d.ts

@@ -95,5 +95,5 @@ export declare function unwrapConstraint(constraint: ConstrainDOMString): string
 export declare function unwrapConstraint(constraint: ConstrainULong): number;
 export declare function toWebsocketUrl(url: string): string;
 export declare function toHttpUrl(url: string): string;
-export declare function extractTranscriptionSegments(transcription: TranscriptionModel): TranscriptionSegment[];
+export declare function extractTranscriptionSegments(transcription: TranscriptionModel, firstReceivedTimesMap: Map<string, number>): TranscriptionSegment[];
 //# sourceMappingURL=utils.d.ts.map

package/dist/ts4.2/src/version.d.ts

@@ -1,3 +1,3 @@
 export declare const version: string;
-export declare const protocolVersion = 13;
+export declare const protocolVersion = 15;
 //# sourceMappingURL=version.d.ts.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "livekit-client",
-  "version": "2.4.2",
+  "version": "2.5.1",
   "description": "JavaScript/TypeScript client SDK for LiveKit",
   "main": "./dist/livekit-client.umd.js",
   "unpkg": "./dist/livekit-client.umd.js",
@@ -36,7 +36,7 @@
   "author": "David Zhao <david@davidzhao.com>",
   "license": "Apache-2.0",
   "dependencies": {
-    "@livekit/protocol": "1.19.1",
+    "@livekit/protocol": "1.20.1",
     "events": "^3.3.0",
     "loglevel": "^1.8.0",
     "sdp-transform": "^2.14.1",
@@ -46,8 +46,8 @@
     "webrtc-adapter": "^9.0.0"
   },
   "devDependencies": {
-    "@babel/core": "7.24.7",
-    "@babel/preset-env": "7.24.7",
+    "@babel/core": "7.25.2",
+    "@babel/preset-env": "7.25.3",
     "@bufbuild/protoc-gen-es": "^1.3.0",
     "@changesets/cli": "2.27.7",
     "@livekit/changesets-changelog-github": "^0.0.4",
@@ -62,8 +62,8 @@
     "@types/events": "^3.0.0",
     "@types/sdp-transform": "2.4.9",
     "@types/ua-parser-js": "0.7.39",
-    "@typescript-eslint/eslint-plugin": "7.15.0",
-    "@typescript-eslint/parser": "7.15.0",
+    "@typescript-eslint/eslint-plugin": "7.18.0",
+    "@typescript-eslint/parser": "7.18.0",
     "downlevel-dts": "^0.11.0",
     "eslint": "8.57.0",
     "eslint-config-airbnb-typescript": "18.0.0",
@@ -73,15 +73,15 @@
     "gh-pages": "6.1.1",
     "jsdom": "^24.0.0",
     "prettier": "^3.0.0",
-    "rollup": "4.18.0",
+    "rollup": "4.19.2",
     "rollup-plugin-delete": "^2.0.0",
     "rollup-plugin-re": "1.0.7",
     "rollup-plugin-typescript2": "0.36.0",
     "size-limit": "^8.2.4",
-    "typedoc": "0.26.3",
+    "typedoc": "0.26.5",
     "typedoc-plugin-no-inherit": "1.4.0",
-    "typescript": "5.5.3",
-    "vite": "5.3.2",
+    "typescript": "5.5.4",
+    "vite": "5.3.5",
     "vitest": "^1.0.0"
   },
   "scripts": {

package/src/api/SignalClient.ts

@@ -4,7 +4,6 @@ import {
   ClientInfo,
   ConnectionQualityUpdate,
   DisconnectReason,
-  ErrorResponse,
   JoinResponse,
   LeaveRequest,
   LeaveRequest_Action,
@@ -13,6 +12,7 @@ import {
   Ping,
   ReconnectReason,
   ReconnectResponse,
+  RequestResponse,
   Room,
   SessionDescription,
   SignalRequest,
@@ -142,7 +142,9 @@ export class SignalClient {
 
   onLeave?: (leave: LeaveRequest) => void;
 
-  onErrorResponse?: (error: ErrorResponse) => void;
+  onRequestResponse?: (response: RequestResponse) => void;
+
+  onLocalTrackSubscribed?: (trackSid: string) => void;
 
   connectOptions?: ConnectOpts;
 
@@ -440,6 +442,7 @@ export class SignalClient {
   async close(updateState: boolean = true) {
     const unlock = await this.closingLock.lock();
     try {
+      this.clearPingInterval();
       if (updateState) {
         this.state = SignalConnectionState.DISCONNECTING;
       }
@@ -470,7 +473,6 @@ export class SignalClient {
       if (updateState) {
         this.state = SignalConnectionState.DISCONNECTED;
       }
-      this.clearPingInterval();
       unlock();
     }
   }
@@ -739,9 +741,13 @@ export class SignalClient {
       this.rtt = Date.now() - Number.parseInt(msg.value.lastPingTimestamp.toString());
       this.resetPingTimeout();
       pingHandled = true;
-    } else if (msg.case === 'errorResponse') {
-      if (this.onErrorResponse) {
-        this.onErrorResponse(msg.value);
+    } else if (msg.case === 'requestResponse') {
+      if (this.onRequestResponse) {
+        this.onRequestResponse(msg.value);
+      }
+    } else if (msg.case === 'trackSubscribed') {
+      if (this.onLocalTrackSubscribed) {
+        this.onLocalTrackSubscribed(msg.value.trackSid);
       }
     } else {
       this.log.debug('unsupported message', { ...this.logContext, msgCase: msg.case });

package/src/connectionHelper/checks/publishAudio.ts

@@ -21,7 +21,10 @@ export class PublishAudioCheck extends Checker {
     }
     let numPackets = 0;
     stats.forEach((stat) => {
-      if (stat.type === 'outbound-rtp' && stat.mediaType === 'audio') {
+      if (
+        stat.type === 'outbound-rtp' &&
+        (stat.kind === 'audio' || (!stat.kind && stat.mediaType === 'audio'))
+      ) {
         numPackets = stat.packetsSent;
       }
     });

package/src/connectionHelper/checks/publishVideo.ts

@@ -12,7 +12,7 @@ export class PublishVideoCheck extends Checker {
     const track = await createLocalVideoTrack();
     room.localParticipant.publishTrack(track);
     // wait for a few seconds to publish
-    await new Promise((resolve) => setTimeout(resolve, 3000));
+    await new Promise((resolve) => setTimeout(resolve, 5000));
 
     // verify RTC stats that it's publishing
     const stats = await track.sender?.getStats();
@@ -21,8 +21,11 @@ export class PublishVideoCheck extends Checker {
     }
     let numPackets = 0;
     stats.forEach((stat) => {
-      if (stat.type === 'outbound-rtp' && stat.mediaType === 'video') {
-        numPackets = stat.packetsSent;
+      if (
+        stat.type === 'outbound-rtp' &&
+        (stat.kind === 'video' || (!stat.kind && stat.mediaType === 'video'))
+      ) {
+        numPackets += stat.packetsSent;
       }
     });
     if (numPackets === 0) {

package/src/room/PCTransport.ts

@@ -23,6 +23,8 @@ eliminate this issue.
 */
 const startBitrateForSVC = 0.7;
 
+const debounceInterval = 20;
+
 export const PCEvents = {
   NegotiationStarted: 'negotiationStarted',
   NegotiationComplete: 'negotiationComplete',
@@ -228,7 +230,7 @@ export default class PCTransport extends EventEmitter {
         throw e;
       }
     }
-  }, 100);
+  }, debounceInterval);
 
   async createAndSendOffer(options?: RTCOfferOptions) {
     if (this.onOffer === undefined) {
@@ -260,6 +262,7 @@ export default class PCTransport extends EventEmitter {
     // actually negotiate
     this.log.debug('starting to negotiate', this.logContext);
     const offer = await this.pc.createOffer(options);
+    this.log.debug('original offer', { sdp: offer.sdp, ...this.logContext });
 
     const sdpParsed = parse(offer.sdp ?? '');
     sdpParsed.media.forEach((media) => {

package/src/room/RTCEngine.ts

@@ -7,13 +7,13 @@ import {
   DataPacket,
   DataPacket_Kind,
   DisconnectReason,
-  ErrorResponse,
   type JoinResponse,
   type LeaveRequest,
   LeaveRequest_Action,
   ParticipantInfo,
   ReconnectReason,
   type ReconnectResponse,
+  RequestResponse,
   Room as RoomModel,
   SignalTarget,
   SpeakerInfo,
@@ -194,7 +194,8 @@ export default class RTCEngine extends (EventEmitter as new () => TypedEventEmit
       this.emit(EngineEvent.SubscriptionPermissionUpdate, update);
     this.client.onSpeakersChanged = (update) => this.emit(EngineEvent.SpeakersChanged, update);
     this.client.onStreamStateUpdate = (update) => this.emit(EngineEvent.StreamStateChanged, update);
-    this.client.onErrorResponse = (error) => this.emit(EngineEvent.SignalRequestError, error);
+    this.client.onRequestResponse = (response) =>
+      this.emit(EngineEvent.SignalRequestResponse, response);
   }
 
   /** @internal */
@@ -231,7 +232,7 @@ export default class RTCEngine extends (EventEmitter as new () => TypedEventEmit
       }
 
       // create offer
-      if (!this.subscriberPrimary) {
+      if (!this.subscriberPrimary || joinResponse.fastPublish) {
         this.negotiate();
       }
 
@@ -493,6 +494,10 @@ export default class RTCEngine extends (EventEmitter as new () => TypedEventEmit
       this.emit(EngineEvent.LocalTrackUnpublished, response);
     };
 
+    this.client.onLocalTrackSubscribed = (trackSid: string) => {
+      this.emit(EngineEvent.LocalTrackSubscribed, trackSid);
+    };
+
     this.client.onTokenRefresh = (token: string) => {
       this.token = token;
     };
@@ -1393,7 +1398,7 @@ export type EngineEventCallbacks = {
   mediaTrackAdded: (
     track: MediaStreamTrack,
     streams: MediaStream,
-    receiver?: RTCRtpReceiver,
+    receiver: RTCRtpReceiver,
   ) => void;
   activeSpeakersUpdate: (speakers: Array<SpeakerInfo>) => void;
   dataPacketReceived: (packet: DataPacket) => void;
@@ -1412,9 +1417,10 @@ export type EngineEventCallbacks = {
   subscriptionPermissionUpdate: (update: SubscriptionPermissionUpdate) => void;
   subscribedQualityUpdate: (update: SubscribedQualityUpdate) => void;
   localTrackUnpublished: (unpublishedResponse: TrackUnpublishedResponse) => void;
+  localTrackSubscribed: (trackSid: string) => void;
   remoteMute: (trackSid: string, muted: boolean) => void;
   offline: () => void;
-  signalRequestError: (error: ErrorResponse) => void;
+  signalRequestResponse: (response: RequestResponse) => void;
 };
 
 function supportOptionalDatachannel(protocol: number | undefined): boolean {

package/src/room/Room.ts

@@ -162,6 +162,11 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
 
   private isResuming: boolean = false;
 
+  /**
+   * map to store first point in time when a particular transcription segment was received
+   */
+  private transcriptionReceivedTimes: Map<string, number>;
+
   /**
    * Creates a new Room, the primary construct for a LiveKit session.
    * @param options
@@ -174,6 +179,7 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
     this.options = { ...roomOptionDefaults, ...options };
 
     this.log = getLogger(this.options.loggerName ?? LoggerNames.Room);
+    this.transcriptionReceivedTimes = new Map();
 
     this.options.audioCaptureDefaults = {
       ...audioDefaults,
@@ -328,7 +334,7 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
       .on(EngineEvent.SubscriptionPermissionUpdate, this.handleSubscriptionPermissionUpdate)
       .on(
         EngineEvent.MediaTrackAdded,
-        (mediaTrack: MediaStreamTrack, stream: MediaStream, receiver?: RTCRtpReceiver) => {
+        (mediaTrack: MediaStreamTrack, stream: MediaStream, receiver: RTCRtpReceiver) => {
           this.onTrackAdded(mediaTrack, stream, receiver);
         },
       )
@@ -370,6 +376,24 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
       })
       .on(EngineEvent.DCBufferStatusChanged, (status, kind) => {
         this.emit(RoomEvent.DCBufferStatusChanged, status, kind);
+      })
+      .on(EngineEvent.LocalTrackSubscribed, (subscribedSid) => {
+        const trackPublication = this.localParticipant
+          .getTrackPublications()
+          .find(({ trackSid }) => trackSid === subscribedSid) as LocalTrackPublication | undefined;
+        if (!trackPublication) {
+          this.log.warn(
+            'could not find local track subscription for subscribed event',
+            this.logContext,
+          );
+          return;
+        }
+        this.localParticipant.emit(ParticipantEvent.LocalTrackSubscribed, trackPublication);
+        this.emitWhenConnected(
+          RoomEvent.LocalTrackSubscribed,
+          trackPublication,
+          this.localParticipant,
+        );
       });
 
     if (this.localParticipant) {
@@ -608,6 +632,7 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
 
     this.localParticipant.sid = pi.sid;
     this.localParticipant.identity = pi.identity;
+    this.localParticipant.setEnabledPublishCodecs(joinResponse.enabledPublishCodecs);
 
     if (this.options.e2ee && this.e2eeManager) {
       try {
@@ -1152,7 +1177,7 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
   private onTrackAdded(
     mediaTrack: MediaStreamTrack,
     stream: MediaStream,
-    receiver?: RTCRtpReceiver,
+    receiver: RTCRtpReceiver,
   ) {
     // don't fire onSubscribed when connecting
     // WebRTC fires onTrack as soon as setRemoteDescription is called on the offer
@@ -1274,6 +1299,7 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
     this.clearConnectionReconcile();
     this.isResuming = false;
     this.bufferedEvents = [];
+    this.transcriptionReceivedTimes.clear();
     if (this.state === ConnectionState.Disconnected) {
       return;
     }
@@ -1535,7 +1561,7 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
         : this.getParticipantByIdentity(transcription.transcribedParticipantIdentity);
     const publication = participant?.trackPublications.get(transcription.trackId);
 
-    const segments = extractTranscriptionSegments(transcription);
+    const segments = extractTranscriptionSegments(transcription, this.transcriptionReceivedTimes);
 
     publication?.emit(TrackEvent.TranscriptionReceived, segments);
     participant?.emit(ParticipantEvent.TranscriptionReceived, segments, publication);
@@ -2055,7 +2081,12 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
           sid: Math.floor(Math.random() * 10_000).toString(),
           type: TrackType.AUDIO,
         });
-        p.addSubscribedMediaTrack(dummyVideo, videoTrack.sid, new MediaStream([dummyVideo]));
+        p.addSubscribedMediaTrack(
+          dummyVideo,
+          videoTrack.sid,
+          new MediaStream([dummyVideo]),
+          new RTCRtpReceiver(),
+        );
         info.tracks = [...info.tracks, videoTrack];
       }
       if (participantOptions.audio) {
@@ -2065,7 +2096,12 @@ class Room extends (EventEmitter as new () => TypedEmitter<RoomEventCallbacks>)
           sid: Math.floor(Math.random() * 10_000).toString(),
           type: TrackType.AUDIO,
         });
-        p.addSubscribedMediaTrack(dummyTrack, audioTrack.sid, new MediaStream([dummyTrack]));
+        p.addSubscribedMediaTrack(
+          dummyTrack,
+          audioTrack.sid,
+          new MediaStream([dummyTrack]),
+          new RTCRtpReceiver(),
+        );
         info.tracks = [...info.tracks, audioTrack];
       }
 
@@ -2192,4 +2228,5 @@ export type RoomEventCallbacks = {
   encryptionError: (error: Error) => void;
   dcBufferStatusChanged: (isLow: boolean, kind: DataPacket_Kind) => void;
   activeDeviceChanged: (kind: MediaDeviceKind, deviceId: string) => void;
+  localTrackSubscribed: (publication: LocalTrackPublication, participant: LocalParticipant) => void;
 };

package/src/room/errors.ts

@@ -1,4 +1,4 @@
-import { ErrorResponse_Reason } from '@livekit/protocol';
+import { RequestResponse_Reason } from '@livekit/protocol';
 
 export class LivekitError extends Error {
   code: number;
@@ -65,10 +65,14 @@ export class PublishDataError extends LivekitError {
   }
 }
 
+export type RequestErrorReason =
+  | Exclude<RequestResponse_Reason, RequestResponse_Reason.OK>
+  | 'TimeoutError';
+
 export class SignalRequestError extends LivekitError {
-  reason: ErrorResponse_Reason;
+  reason: RequestErrorReason;
 
-  constructor(message: string, reason: ErrorResponse_Reason = ErrorResponse_Reason.UNKNOWN) {
+  constructor(message: string, reason: RequestErrorReason) {
     super(15, message);
     this.reason = reason;
   }