@defcomm/meetingsdk 0.2.2 → 0.2.4

package/dist/index.d.mts

@@ -272,6 +272,7 @@ interface SFUClientOptions {
     onScreenShareStarted?: (participantId: string, track?: TrackInfo) => void;
     onScreenShareStopped?: (participantId: string, trackId?: string) => void;
     onTrackStateChanged?: (track: TrackInfo) => void;
+    onParticipantMediaState?: (participantId: string, audioMuted: boolean, videoMuted: boolean) => void;
     onRecordingStarted?: (recording: {
         recording_id: string;
         started_at: string;
@@ -280,6 +281,8 @@ interface SFUClientOptions {
         recording_id: string;
         stopped_at: string;
     }) => void;
+    /** Authoritative room snapshot received after join/reconnect/resync. */
+    onRoomState?: (state: any) => void;
     onError?: (error: any) => void;
     autoSubscribe?: boolean;
 }
@@ -293,6 +296,9 @@ declare class SFUClient {
     private localStream;
     private screenStream;
     private videoSender;
+    private audioMuted;
+    private videoMuted;
+    private activeRecording;
     private audioSender;
     private screenSender;
     private audioTransceiver;
@@ -333,6 +339,8 @@ declare class SFUClient {
     private trackToSource;
     private localTrackIds;
     private subscriberStatsTimer;
+    private roomSyncTimer;
+    private roomSyncInFlight;
     private onStateChange;
     private onParticipantJoined;
     private onParticipantLeft;
@@ -350,14 +358,19 @@ declare class SFUClient {
     private onScreenShareStarted;
     private onScreenShareStopped;
     private onTrackStateChanged;
+    private onParticipantMediaState;
     private onRecordingStarted;
     private onRecordingStopped;
+    private onRoomState;
     private onError;
     private autoSubscribe;
     constructor(options?: SFUClientOptions);
     private heartbeatTimer;
     private startHeartbeat;
     private stopHeartbeat;
+    private startRoomStateSync;
+    private stopRoomStateSync;
+    private syncRoomState;
     private createId;
     private resumeStorageKey;
     private loadResumeToken;
@@ -384,6 +397,8 @@ declare class SFUClient {
         displayName?: string;
         avatarUrl?: string;
         participantId?: string;
+        audioMuted?: boolean;
+        videoMuted?: boolean;
     }): Promise<void>;
     private refreshAccessToken;
     private connect;
@@ -392,6 +407,7 @@ declare class SFUClient {
     private failJoin;
     private resolveJoin;
     private handleServerMessage;
+    private applyRoomState;
     private rememberTrack;
     private handleJoined;
     private initializePeerConnections;
@@ -469,6 +485,7 @@ type MeetingContextValue = {
     onEntryRequested: (cb: (req: any) => void) => () => void;
     onEntryResponded: (cb: (payload: any, decision?: any) => void) => () => void;
     onMeetingLeft: (cb: () => void) => () => void;
+    onRoomUpdate: (cb: (data: any) => void) => () => void;
     onTrackStateChanged: (cb: (track: any) => void) => () => void;
     onRecordingStarted: (cb: (recording: Recording) => void) => () => void;
     onRecordingStopped: (cb: (recording: any) => void) => () => void;
@@ -527,6 +544,7 @@ declare const useMeeting: (handlers?: {
     onEntryRequested: (cb: (req: any) => void) => () => void;
     onEntryResponded: (cb: (payload: any, decision?: any) => void) => () => void;
     onMeetingLeft: (cb: () => void) => () => void;
+    onRoomUpdate: (cb: (data: any) => void) => () => void;
     onTrackStateChanged: (cb: (track: any) => void) => () => void;
     onRecordingStarted: (cb: (recording: Recording) => void) => () => void;
     onRecordingStopped: (cb: (recording: any) => void) => () => void;

package/dist/index.d.ts

@@ -272,6 +272,7 @@ interface SFUClientOptions {
     onScreenShareStarted?: (participantId: string, track?: TrackInfo) => void;
     onScreenShareStopped?: (participantId: string, trackId?: string) => void;
     onTrackStateChanged?: (track: TrackInfo) => void;
+    onParticipantMediaState?: (participantId: string, audioMuted: boolean, videoMuted: boolean) => void;
     onRecordingStarted?: (recording: {
         recording_id: string;
         started_at: string;
@@ -280,6 +281,8 @@ interface SFUClientOptions {
         recording_id: string;
         stopped_at: string;
     }) => void;
+    /** Authoritative room snapshot received after join/reconnect/resync. */
+    onRoomState?: (state: any) => void;
     onError?: (error: any) => void;
     autoSubscribe?: boolean;
 }
@@ -293,6 +296,9 @@ declare class SFUClient {
     private localStream;
     private screenStream;
     private videoSender;
+    private audioMuted;
+    private videoMuted;
+    private activeRecording;
     private audioSender;
     private screenSender;
     private audioTransceiver;
@@ -333,6 +339,8 @@ declare class SFUClient {
     private trackToSource;
     private localTrackIds;
     private subscriberStatsTimer;
+    private roomSyncTimer;
+    private roomSyncInFlight;
     private onStateChange;
     private onParticipantJoined;
     private onParticipantLeft;
@@ -350,14 +358,19 @@ declare class SFUClient {
     private onScreenShareStarted;
     private onScreenShareStopped;
     private onTrackStateChanged;
+    private onParticipantMediaState;
     private onRecordingStarted;
     private onRecordingStopped;
+    private onRoomState;
     private onError;
     private autoSubscribe;
     constructor(options?: SFUClientOptions);
     private heartbeatTimer;
     private startHeartbeat;
     private stopHeartbeat;
+    private startRoomStateSync;
+    private stopRoomStateSync;
+    private syncRoomState;
     private createId;
     private resumeStorageKey;
     private loadResumeToken;
@@ -384,6 +397,8 @@ declare class SFUClient {
         displayName?: string;
         avatarUrl?: string;
         participantId?: string;
+        audioMuted?: boolean;
+        videoMuted?: boolean;
     }): Promise<void>;
     private refreshAccessToken;
     private connect;
@@ -392,6 +407,7 @@ declare class SFUClient {
     private failJoin;
     private resolveJoin;
     private handleServerMessage;
+    private applyRoomState;
     private rememberTrack;
     private handleJoined;
     private initializePeerConnections;
@@ -469,6 +485,7 @@ type MeetingContextValue = {
     onEntryRequested: (cb: (req: any) => void) => () => void;
     onEntryResponded: (cb: (payload: any, decision?: any) => void) => () => void;
     onMeetingLeft: (cb: () => void) => () => void;
+    onRoomUpdate: (cb: (data: any) => void) => () => void;
     onTrackStateChanged: (cb: (track: any) => void) => () => void;
     onRecordingStarted: (cb: (recording: Recording) => void) => () => void;
     onRecordingStopped: (cb: (recording: any) => void) => () => void;
@@ -527,6 +544,7 @@ declare const useMeeting: (handlers?: {
     onEntryRequested: (cb: (req: any) => void) => () => void;
     onEntryResponded: (cb: (payload: any, decision?: any) => void) => () => void;
     onMeetingLeft: (cb: () => void) => () => void;
+    onRoomUpdate: (cb: (data: any) => void) => () => void;
     onTrackStateChanged: (cb: (track: any) => void) => () => void;
     onRecordingStarted: (cb: (recording: Recording) => void) => () => void;
     onRecordingStopped: (cb: (recording: any) => void) => () => void;

package/dist/index.js

@@ -385,6 +385,9 @@ var SFUClient = class {
     this.localStream = null;
     this.screenStream = null;
     this.videoSender = null;
+    this.audioMuted = false;
+    this.videoMuted = false;
+    this.activeRecording = null;
     this.audioSender = null;
     this.screenSender = null;
     this.audioTransceiver = null;
@@ -405,7 +408,7 @@ var SFUClient = class {
     this.joiningWithResume = false;
     this.reconnectTimer = null;
     this.reconnectAttempt = 0;
-    this.maxReconnectAttempts = 8;
+    this.maxReconnectAttempts = 6;
     this.reconnectBaseMs = 750;
     this.joinWaiter = null;
     this.transportRecoveryInProgress = false;
@@ -428,6 +431,8 @@ var SFUClient = class {
     this.trackToSource = /* @__PURE__ */ new Map();
     this.localTrackIds = /* @__PURE__ */ new Map();
     this.subscriberStatsTimer = null;
+    this.roomSyncTimer = null;
+    this.roomSyncInFlight = false;
     this.heartbeatTimer = null;
     this.apiBase = options.apiBase || "https://api.example.com/api";
     this.wsBase = options.wsBase || "wss://api.example.com/ws";
@@ -466,10 +471,14 @@ var SFUClient = class {
     });
     this.onTrackStateChanged = options.onTrackStateChanged || (() => {
     });
+    this.onParticipantMediaState = options.onParticipantMediaState || (() => {
+    });
     this.onRecordingStarted = options.onRecordingStarted || (() => {
     });
     this.onRecordingStopped = options.onRecordingStopped || (() => {
     });
+    this.onRoomState = options.onRoomState || (() => {
+    });
     this.onError = options.onError || console.error;
     this.autoSubscribe = options.autoSubscribe !== false;
   }
@@ -491,6 +500,29 @@ var SFUClient = class {
       this.heartbeatTimer = null;
     }
   }
+  startRoomStateSync() {
+    this.stopRoomStateSync();
+    this.roomSyncTimer = setInterval(() => {
+      if (this.state !== "connected") return;
+      void this.syncRoomState();
+    }, 5e3);
+  }
+  stopRoomStateSync() {
+    if (this.roomSyncTimer) {
+      clearInterval(this.roomSyncTimer);
+      this.roomSyncTimer = null;
+    }
+    this.roomSyncInFlight = false;
+  }
+  async syncRoomState() {
+    if (this.roomSyncInFlight || !this.isSocketOpen()) return;
+    this.roomSyncInFlight = true;
+    try {
+      this.send({ type: "sync_room_state" });
+    } finally {
+      this.roomSyncInFlight = false;
+    }
+  }
   createId() {
     return typeof crypto !== "undefined" && crypto.randomUUID ? crypto.randomUUID() : `id_${Math.random().toString(36).slice(2)}_${Date.now()}`;
   }
@@ -588,9 +620,13 @@ var SFUClient = class {
       this.resumeToken = null;
     }
     this.room = nextRoom;
+    this.audioMuted = Boolean(options.audioMuted);
+    this.videoMuted = Boolean(options.videoMuted);
     this.joinOptions = {
       displayName: options.displayName,
-      avatarUrl: options.avatarUrl
+      avatarUrl: options.avatarUrl,
+      audioMuted: this.audioMuted,
+      videoMuted: this.videoMuted
     };
     if (options.participantId) this.participantId = options.participantId;
     if (!this.resumeToken) {
@@ -659,7 +695,9 @@ var SFUClient = class {
         room_code: this.room,
         resume_token: this.resumeToken,
         display_name: options.displayName,
-        avatar_url: options.avatarUrl
+        avatar_url: options.avatarUrl,
+        audio_muted: this.audioMuted,
+        video_muted: this.videoMuted
       };
       if (this.pendingJoinRequestId) {
         this.send({
@@ -700,8 +738,20 @@ var SFUClient = class {
   scheduleReconnect() {
     if (this.reconnectTimer || this.intentionalClose) return;
     if (this.reconnectAttempt >= this.maxReconnectAttempts) {
+      const error = new Error("SFU reconnect attempts exhausted");
+      console.error("[SFU] Reconnect attempts exhausted; leaving meeting", error);
+      this.intentionalClose = true;
+      this.stopHeartbeat();
+      this.stopRoomStateSync();
+      this.cleanupAll();
       this.setState("disconnected");
-      this.failJoin(new Error("SFU reconnect attempts exhausted"));
+      this.onError({
+        code: "RECONNECT_TIMEOUT",
+        message: error.message,
+        recoverable: false
+      });
+      this.onDisconnected();
+      this.failJoin(error);
       return;
     }
     this.reconnectAttempt += 1;
@@ -773,7 +823,9 @@ var SFUClient = class {
               room_code: this.room,
               resume_token: this.resumeToken,
               display_name: this.joinOptions.displayName,
-              avatar_url: this.joinOptions.avatarUrl
+              avatar_url: this.joinOptions.avatarUrl,
+              audio_muted: this.audioMuted,
+              video_muted: this.videoMuted
             }
           });
         }
@@ -848,22 +900,8 @@ var SFUClient = class {
         if (!track?.track_id) break;
         this.rememberTrack(track);
         if (track.participant_id === this.currentParticipantId) {
-          if (track.source === "audio") {
-            this.localTrackIds.set("audio", track.track_id);
-            const muted = !(this.localStream?.getAudioTracks()[0]?.enabled ?? true);
-            this.send({
-              type: "track_state",
-              payload: { track_id: track.track_id, muted }
-            });
-          }
-          if (track.source === "camera") {
-            this.localTrackIds.set("camera", track.track_id);
-            const muted = !(this.localStream?.getVideoTracks()[0]?.enabled ?? true);
-            this.send({
-              type: "track_state",
-              payload: { track_id: track.track_id, muted }
-            });
-          }
+          if (track.source === "audio") this.localTrackIds.set("audio", track.track_id);
+          if (track.source === "camera") this.localTrackIds.set("camera", track.track_id);
           if (track.source === "screen")
             this.localTrackIds.set("screen", track.track_id);
           break;
@@ -892,6 +930,27 @@ var SFUClient = class {
         this.onTrackUnpublished(track);
         break;
       }
+      case "participant_media_state": {
+        const participantId = payload.participant_id;
+        if (!participantId) break;
+        const participant = this.participants.get(participantId);
+        if (participant) {
+          participant.audio_muted = Boolean(payload.audio_muted);
+          participant.video_muted = Boolean(payload.video_muted);
+          this.participants.set(participantId, participant);
+        }
+        for (const track of this.trackMetadata.values()) {
+          if (track.participant_id !== participantId) continue;
+          if (track.source === "audio") track.muted = Boolean(payload.audio_muted);
+          if (track.source === "camera") track.muted = Boolean(payload.video_muted);
+        }
+        this.onParticipantMediaState(
+          participantId,
+          Boolean(payload.audio_muted),
+          Boolean(payload.video_muted)
+        );
+        break;
+      }
       case "track_state_changed": {
         const trackId = payload.track_id || payload.track?.track_id;
         if (!trackId) break;
@@ -913,14 +972,20 @@ var SFUClient = class {
       case "subscription_updated": {
         break;
       }
+      case "room_state": {
+        await this.applyRoomState(payload);
+        break;
+      }
       case "recording_started": {
-        this.onRecordingStarted({
+        this.activeRecording = {
           recording_id: payload.recording_id,
           started_at: payload.started_at
-        });
+        };
+        this.onRecordingStarted(this.activeRecording);
         break;
       }
       case "recording_stopped": {
+        this.activeRecording = null;
         this.onRecordingStopped({
           recording_id: payload.recording_id,
           stopped_at: payload.stopped_at
@@ -978,6 +1043,67 @@ var SFUClient = class {
         console.debug("[SFU] Ignoring unknown server message", message);
     }
   }
+  async applyRoomState(payload) {
+    const authoritative = /* @__PURE__ */ new Map();
+    for (const participant of payload?.participants || []) {
+      if (participant?.participant_id) authoritative.set(participant.participant_id, participant);
+    }
+    for (const id of [...this.participants.keys()]) {
+      if (!authoritative.has(id) && id !== this.currentParticipantId) {
+        this.participants.delete(id);
+        this.removeRemoteParticipant(id);
+        this.onParticipantLeft(id);
+      }
+    }
+    for (const [id, participant] of authoritative) {
+      if (id === this.currentParticipantId) continue;
+      const previous = this.participants.get(id);
+      this.participants.set(id, {
+        ...previous,
+        ...participant,
+        audio_muted: Boolean(participant.audio_muted),
+        video_muted: Boolean(participant.video_muted)
+      });
+      if (!previous) this.onParticipantJoined(participant);
+      if (participant.presence) this.onParticipantPresence(id, String(participant.presence));
+    }
+    const nextTracks = /* @__PURE__ */ new Map();
+    for (const track of payload?.tracks || []) {
+      if (!track?.track_id) continue;
+      nextTracks.set(track.track_id, track);
+      this.rememberTrack(track);
+    }
+    for (const id of [...this.trackMetadata.keys()]) {
+      if (!nextTracks.has(id)) {
+        this.trackMetadata.delete(id);
+        this.subscribedTracks.delete(id);
+        this.trackToParticipant.delete(id);
+        this.trackToSource.delete(id);
+      }
+    }
+    if (payload?.recording) {
+      const current = {
+        recording_id: payload.recording.recording_id,
+        started_at: payload.recording.started_at
+      };
+      if (!this.activeRecording || this.activeRecording.recording_id !== current.recording_id) {
+        this.activeRecording = current;
+        this.onRecordingStarted(current);
+      }
+    } else if (this.activeRecording) {
+      const previous = this.activeRecording;
+      this.activeRecording = null;
+      this.onRecordingStopped({
+        recording_id: previous.recording_id,
+        stopped_at: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
+    if (this.autoSubscribe) {
+      const missing = [...nextTracks.values()].filter((t) => t.participant_id !== this.currentParticipantId && !this.subscribedTracks.has(t.track_id)).map((t) => t.track_id);
+      if (missing.length) await this.subscribeMultiple(missing);
+    }
+    this.onRoomState(payload);
+  }
   rememberTrack(track) {
     this.trackMetadata.set(track.track_id, track);
     this.trackToParticipant.set(track.track_id, track.participant_id);
@@ -1007,8 +1133,23 @@ var SFUClient = class {
     for (const track of payload.tracks || []) {
       if (track?.track_id) this.rememberTrack(track);
     }
+    if (payload.recording) {
+      this.activeRecording = {
+        recording_id: payload.recording.recording_id,
+        started_at: payload.recording.started_at
+      };
+      this.onRecordingStarted(this.activeRecording);
+    } else if (this.activeRecording) {
+      const previous = this.activeRecording;
+      this.activeRecording = null;
+      this.onRecordingStopped({
+        recording_id: previous.recording_id,
+        stopped_at: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
     await this.initializePeerConnections();
     this.setState("connected");
+    this.startRoomStateSync();
     this.onConnected(payload, resumed);
     for (const participant of this.participants.values()) {
       if (participant.participant_id !== this.currentParticipantId) {
@@ -1563,6 +1704,7 @@ var SFUClient = class {
   }
   async leave() {
     this.stopHeartbeat();
+    this.stopRoomStateSync();
     this.intentionalClose = true;
     this.setState("leaving");
     if (this.reconnectTimer) {
@@ -1930,9 +2072,13 @@ var VideoSDKCore = class {
         );
         return;
       }
-      throw new Error(
-        `SFU client already exists in state "${state}". Disconnect explicitly before creating another connection.`
-      );
+      if (state === "disconnected" || state === "idle") {
+        this.sfuClient = null;
+      } else {
+        throw new Error(
+          `SFU client already exists in state "${state}". Disconnect explicitly before creating another connection.`
+        );
+      }
     }
     const client = new SFUClient({
       apiBase: this.apiBase,
@@ -1950,6 +2096,48 @@ var VideoSDKCore = class {
           name: this.participantName
         });
       },
+      onRoomState: (roomState) => {
+        for (const participant of roomState?.participants || []) {
+          const pid = participant?.participant_id;
+          if (!pid || pid === this.myId) continue;
+          const current = this.state.getParticipant(pid);
+          if (!current) continue;
+          this.state.updateParticipantMedia(pid, {
+            stream: current.media?.stream ?? null,
+            micEnabled: !Boolean(participant.audio_muted),
+            camEnabled: !Boolean(participant.video_muted),
+            isScreenSharing: Boolean(participant.screen_sharing)
+          });
+        }
+        const presenters = /* @__PURE__ */ new Set();
+        for (const participant of roomState?.participants || []) {
+          const pid = participant?.participant_id;
+          if (!pid || pid === this.myId) continue;
+          const current = this.state.getParticipant(pid);
+          if (!current) continue;
+          if (participant.screen_sharing) {
+            presenters.add(pid);
+            this.state.updateParticipantMedia(pid, {
+              isScreenSharing: true,
+              screenStream: current.media?.screenStream ?? null
+            });
+          } else if (current.media?.isScreenSharing) {
+            const screen = this.remoteScreenStreams.get(pid);
+            screen?.getTracks().forEach((track) => track.stop());
+            this.remoteScreenStreams.delete(pid);
+            this.state.updateParticipantMedia(pid, {
+              isScreenSharing: false,
+              screenStream: null,
+              screenTrack: void 0
+            });
+          }
+        }
+        const presenter = [...presenters][0] ?? null;
+        if (this.state.presenterId !== presenter) {
+          this.state.setPresenterId(presenter);
+        }
+        this.events.onRoomUpdate?.(roomState);
+      },
       onDisconnected: () => {
         console.log("[SFU] Signaling WebSocket disconnected; reconnecting");
       },
@@ -2021,8 +2209,8 @@ var VideoSDKCore = class {
           name: pname,
           connectionState: "connected",
           media: {
-            micEnabled: true,
-            camEnabled: true,
+            micEnabled: !Boolean(participant.audio_muted),
+            camEnabled: !Boolean(participant.video_muted),
             isScreenSharing: false,
             stream: null
           }
@@ -2095,6 +2283,18 @@ var VideoSDKCore = class {
           camEnabled: track.kind === "video" ? false : current.media?.camEnabled ?? true
         });
       },
+      onParticipantMediaState: (participantId, audioMuted, videoMuted) => {
+        if (participantId === this.myId) return;
+        const current = this.state.getParticipant(participantId);
+        if (!current) return;
+        this.state.updateParticipantMedia(participantId, {
+          stream: current.media?.stream ?? null,
+          micEnabled: !audioMuted,
+          camEnabled: !videoMuted
+        });
+        this.events.onMuteStateChanged?.(participantId, "audio", audioMuted);
+        this.events.onMuteStateChanged?.(participantId, "video", videoMuted);
+      },
       onTrackStateChanged: (track) => {
         const pid = track.participant_id;
         if (!pid || pid === this.myId) {
@@ -2195,7 +2395,9 @@ var VideoSDKCore = class {
     client.setLocalStream(this.localStream);
     await client.getToken(roomId, {
       displayName: name,
-      participantId: this.myId
+      participantId: this.myId,
+      audioMuted: this.state.localParticipant?.media?.micEnabled,
+      videoMuted: this.state.localParticipant?.media?.camEnabled
     });
   }
   // SFU STATE
@@ -2509,6 +2711,7 @@ var MeetingProvider = ({
     /* @__PURE__ */ new Set()
   );
   const meetingLeftListeners = (0, import_react2.useRef)(/* @__PURE__ */ new Set());
+  const roomUpdateListeners = (0, import_react2.useRef)(/* @__PURE__ */ new Set());
   const trackStateListeners = (0, import_react2.useRef)(/* @__PURE__ */ new Set());
   const recordingStartedListeners = (0, import_react2.useRef)(/* @__PURE__ */ new Set());
   const recordingStoppedListeners = (0, import_react2.useRef)(/* @__PURE__ */ new Set());
@@ -2533,6 +2736,9 @@ var MeetingProvider = ({
         onMeetingLeft: () => {
           meetingLeftListeners.current.forEach((fn) => fn());
         },
+        onRoomUpdate: (data) => {
+          roomUpdateListeners.current.forEach((fn) => fn(data));
+        },
         onTrackStateChanged: (track) => {
           trackStateListeners.current.forEach((fn) => fn(track));
         },
@@ -2631,6 +2837,10 @@ var MeetingProvider = ({
           meetingLeftListeners.current.delete(cb);
         };
       },
+      onRoomUpdate: (cb) => {
+        roomUpdateListeners.current.add(cb);
+        return () => roomUpdateListeners.current.delete(cb);
+      },
       onTrackStateChanged: (cb) => {
         trackStateListeners.current.add(cb);
         return () => trackStateListeners.current.delete(cb);