@defcomm/meetingsdk 0.2.6 → 0.2.7

package/dist/index.d.mts

@@ -130,6 +130,9 @@ interface VideoSDKCoreOptions {
     onTrackStateChanged?: (track: any) => void;
     onRecordingStarted?: (recording: any) => void;
     onRecordingStopped?: (recording: any) => void;
+    onRoomUpdate?: (data: any) => void;
+    onChatMessage?: (message: ChatMessage) => void;
+    onMuteStateChanged?: (peerId: string, kind: "audio" | "video", muted: boolean) => void;
 }
 
 declare const useLocalParticipant: () => {
@@ -281,6 +284,9 @@ interface SFUClientOptions {
         stopped_at: string;
     }) => void;
     onError?: (error: any) => void;
+    onChatMessage?: (message: any) => void;
+    onRoomUpdate?: (data: any) => void;
+    onParticipantMediaState?: (participantId: string, audioMuted: boolean, videoMuted: boolean) => void;
     autoSubscribe?: boolean;
 }
 declare class SFUClient {
@@ -311,6 +317,8 @@ declare class SFUClient {
     private intentionalClose;
     private leaveAcknowledged;
     private joiningWithResume;
+    private desiredAudioMuted;
+    private desiredVideoMuted;
     private reconnectTimer;
     private reconnectAttempt;
     private maxReconnectAttempts;
@@ -353,6 +361,9 @@ declare class SFUClient {
     private onRecordingStarted;
     private onRecordingStopped;
     private onError;
+    private onChatMessage;
+    private onRoomUpdate;
+    private onParticipantMediaState;
     private autoSubscribe;
     constructor(options?: SFUClientOptions);
     private heartbeatTimer;
@@ -384,6 +395,8 @@ declare class SFUClient {
         displayName?: string;
         avatarUrl?: string;
         participantId?: string;
+        audioMuted?: boolean;
+        videoMuted?: boolean;
     }): Promise<void>;
     private refreshAccessToken;
     private connect;
@@ -392,6 +405,7 @@ declare class SFUClient {
     private failJoin;
     private resolveJoin;
     private handleServerMessage;
+    private onRoomStateReconciled;
     private rememberTrack;
     private handleJoined;
     private initializePeerConnections;
@@ -414,6 +428,11 @@ declare class SFUClient {
     stopScreenShare(): Promise<void>;
     muteAudio(muted: boolean): void;
     muteVideo(muted: boolean): void;
+    sendChatMessage(input: {
+        message: string;
+        reply_to?: any;
+        target?: string | null;
+    }): boolean;
     startRecording(): Promise<void>;
     stopRecording(): Promise<void>;
     getRecordingStatus(): Promise<any>;

package/dist/index.d.ts

@@ -130,6 +130,9 @@ interface VideoSDKCoreOptions {
     onTrackStateChanged?: (track: any) => void;
     onRecordingStarted?: (recording: any) => void;
     onRecordingStopped?: (recording: any) => void;
+    onRoomUpdate?: (data: any) => void;
+    onChatMessage?: (message: ChatMessage) => void;
+    onMuteStateChanged?: (peerId: string, kind: "audio" | "video", muted: boolean) => void;
 }
 
 declare const useLocalParticipant: () => {
@@ -281,6 +284,9 @@ interface SFUClientOptions {
         stopped_at: string;
     }) => void;
     onError?: (error: any) => void;
+    onChatMessage?: (message: any) => void;
+    onRoomUpdate?: (data: any) => void;
+    onParticipantMediaState?: (participantId: string, audioMuted: boolean, videoMuted: boolean) => void;
     autoSubscribe?: boolean;
 }
 declare class SFUClient {
@@ -311,6 +317,8 @@ declare class SFUClient {
     private intentionalClose;
     private leaveAcknowledged;
     private joiningWithResume;
+    private desiredAudioMuted;
+    private desiredVideoMuted;
     private reconnectTimer;
     private reconnectAttempt;
     private maxReconnectAttempts;
@@ -353,6 +361,9 @@ declare class SFUClient {
     private onRecordingStarted;
     private onRecordingStopped;
     private onError;
+    private onChatMessage;
+    private onRoomUpdate;
+    private onParticipantMediaState;
     private autoSubscribe;
     constructor(options?: SFUClientOptions);
     private heartbeatTimer;
@@ -384,6 +395,8 @@ declare class SFUClient {
         displayName?: string;
         avatarUrl?: string;
         participantId?: string;
+        audioMuted?: boolean;
+        videoMuted?: boolean;
     }): Promise<void>;
     private refreshAccessToken;
     private connect;
@@ -392,6 +405,7 @@ declare class SFUClient {
     private failJoin;
     private resolveJoin;
     private handleServerMessage;
+    private onRoomStateReconciled;
     private rememberTrack;
     private handleJoined;
     private initializePeerConnections;
@@ -414,6 +428,11 @@ declare class SFUClient {
     stopScreenShare(): Promise<void>;
     muteAudio(muted: boolean): void;
     muteVideo(muted: boolean): void;
+    sendChatMessage(input: {
+        message: string;
+        reply_to?: any;
+        target?: string | null;
+    }): boolean;
     startRecording(): Promise<void>;
     stopRecording(): Promise<void>;
     getRecordingStatus(): Promise<any>;

package/dist/index.js

@@ -403,6 +403,8 @@ var SFUClient = class {
     this.intentionalClose = false;
     this.leaveAcknowledged = false;
     this.joiningWithResume = false;
+    this.desiredAudioMuted = false;
+    this.desiredVideoMuted = false;
     this.reconnectTimer = null;
     this.reconnectAttempt = 0;
     this.maxReconnectAttempts = 8;
@@ -471,6 +473,12 @@ var SFUClient = class {
     this.onRecordingStopped = options.onRecordingStopped || (() => {
     });
     this.onError = options.onError || console.error;
+    this.onChatMessage = options.onChatMessage || (() => {
+    });
+    this.onRoomUpdate = options.onRoomUpdate || (() => {
+    });
+    this.onParticipantMediaState = options.onParticipantMediaState || (() => {
+    });
     this.autoSubscribe = options.autoSubscribe !== false;
   }
   startHeartbeat() {
@@ -593,6 +601,8 @@ var SFUClient = class {
       avatarUrl: options.avatarUrl
     };
     if (options.participantId) this.participantId = options.participantId;
+    if (typeof options.audioMuted === "boolean") this.desiredAudioMuted = options.audioMuted;
+    if (typeof options.videoMuted === "boolean") this.desiredVideoMuted = options.videoMuted;
     if (!this.resumeToken) {
       this.resumeToken = this.loadResumeToken(this.room);
     }
@@ -659,7 +669,9 @@ var SFUClient = class {
         room_code: this.room,
         resume_token: this.resumeToken,
         display_name: options.displayName,
-        avatar_url: options.avatarUrl
+        avatar_url: options.avatarUrl,
+        audio_muted: this.desiredAudioMuted,
+        video_muted: this.desiredVideoMuted
       };
       if (this.pendingJoinRequestId) {
         this.send({
@@ -834,6 +846,16 @@ var SFUClient = class {
         this.onParticipantLeft(participantId);
         break;
       }
+      case "participant_media_state": {
+        const participantId = payload.participant_id;
+        if (!participantId) break;
+        this.onParticipantMediaState(
+          participantId,
+          Boolean(payload.audio_muted),
+          Boolean(payload.video_muted)
+        );
+        break;
+      }
       case "participant_presence":
       case "participant_presence_changed": {
         const participantId = payload.participant_id;
@@ -956,6 +978,37 @@ var SFUClient = class {
         this.onScreenShareStopped(participantId, trackId);
         break;
       }
+      case "room_state": {
+        const participants = payload.participants || [];
+        this.onRoomStateReconciled(payload);
+        this.onRoomUpdate(payload);
+        for (const participant of participants) {
+          const pid = participant?.participant_id;
+          if (!pid) continue;
+          if (pid !== this.currentParticipantId) {
+            this.participants.set(pid, participant);
+            this.onParticipantPresence(pid, String(participant.presence || "connected"));
+            this.onParticipantMediaState(pid, Boolean(participant.audio_muted), Boolean(participant.video_muted));
+          }
+        }
+        for (const [pid] of this.participants) {
+          if (!participants.some((p) => p?.participant_id === pid)) {
+            this.participants.delete(pid);
+            this.removeRemoteParticipant(pid);
+            this.onParticipantLeft(pid);
+          }
+        }
+        for (const track of payload.tracks || []) this.rememberTrack(track);
+        if (Array.isArray(payload.chat_history)) {
+          for (const message2 of payload.chat_history) this.onChatMessage(message2);
+        }
+        break;
+      }
+      case "chat_message": {
+        const msg = payload.message || payload;
+        if (msg?.id) this.onChatMessage(msg);
+        break;
+      }
       case "error": {
         const message2 = payload.message || "SFU signaling error";
         if (this.state === "reconnecting" && message2.includes("participant session is stale")) {
@@ -978,6 +1031,14 @@ var SFUClient = class {
         console.debug("[SFU] Ignoring unknown server message", message);
     }
   }
+  onRoomStateReconciled(payload) {
+    const participants = payload.participants || [];
+    const local = participants.find((p) => p?.participant_id === this.currentParticipantId);
+    if (local) {
+      this.desiredAudioMuted = Boolean(local.audio_muted);
+      this.desiredVideoMuted = Boolean(local.video_muted);
+    }
+  }
   rememberTrack(track) {
     this.trackMetadata.set(track.track_id, track);
     this.trackToParticipant.set(track.track_id, track.participant_id);
@@ -1013,8 +1074,21 @@ var SFUClient = class {
     for (const participant of this.participants.values()) {
       if (participant.participant_id !== this.currentParticipantId) {
         this.onParticipantJoined(participant);
+        this.onParticipantPresence(
+          participant.participant_id,
+          String(participant.presence || "connected")
+        );
+        this.onParticipantMediaState(
+          participant.participant_id,
+          Boolean(participant.audio_muted),
+          Boolean(participant.video_muted)
+        );
       }
     }
+    if (Array.isArray(payload.chat_history)) {
+      for (const message of payload.chat_history) this.onChatMessage(message);
+    }
+    this.onRoomUpdate(payload);
     if (this.localStream) {
       await this.publishExistingTracks();
     }
@@ -1387,9 +1461,6 @@ var SFUClient = class {
     }
     this.screenStream = screenStream;
     try {
-      if (!this.send({ type: "start_screen_share" })) {
-        throw new Error("Failed to signal start_screen_share");
-      }
       await this.screenSender.replaceTrack(screenTrack);
       this.screenTransceiver.direction = "sendonly";
       const offer = await this.publisher.createOffer();
@@ -1401,6 +1472,7 @@ var SFUClient = class {
           sdp: offer.sdp
         }
       });
+      this.send({ type: "start_screen_share" });
       screenTrack.onended = () => {
         void this.stopScreenShare();
       };
@@ -1461,9 +1533,14 @@ var SFUClient = class {
     }
   }
   muteAudio(muted) {
+    this.desiredAudioMuted = muted;
     this.localStream?.getAudioTracks().forEach((track) => {
       track.enabled = !muted;
     });
+    this.send({
+      type: "set_media_state",
+      payload: { audio_muted: muted, video_muted: this.desiredVideoMuted }
+    });
     const trackId = this.localTrackIds.get("audio");
     if (trackId) {
       this.send({
@@ -1476,9 +1553,14 @@ var SFUClient = class {
     }
   }
   muteVideo(muted) {
+    this.desiredVideoMuted = muted;
     this.localStream?.getVideoTracks().forEach((track) => {
       track.enabled = !muted;
     });
+    this.send({
+      type: "set_media_state",
+      payload: { audio_muted: this.desiredAudioMuted, video_muted: muted }
+    });
     const trackId = this.localTrackIds.get("camera");
     if (trackId) {
       this.send({
@@ -1490,6 +1572,16 @@ var SFUClient = class {
       });
     }
   }
+  sendChatMessage(input) {
+    return this.send({
+      type: "send_chat",
+      payload: {
+        message: input.message,
+        reply_to: input.reply_to ?? null,
+        target: input.target ?? null
+      }
+    });
+  }
   async startRecording() {
     if (!this.send({ type: "start_recording" })) {
       throw new Error("SFU signaling is not connected");
@@ -1957,6 +2049,41 @@ var VideoSDKCore = class {
         console.warn(`[SFU] Reconnecting, attempt ${attempt}`);
       },
       // ADMISSION CONTROL
+      onRoomUpdate: (payload) => {
+        const participants = payload?.participants || [];
+        const local = participants.find((p) => p?.participant_id === this.myId);
+        if (local) {
+          const media = this.state.localParticipant?.media;
+          this.state.updateLocalParticipant({
+            id: this.myId,
+            name: this.participantName,
+            media: {
+              micEnabled: !Boolean(local.audio_muted),
+              camEnabled: !Boolean(local.video_muted),
+              isScreenSharing: Boolean(local.screen_sharing),
+              screenStream: this.screenStream,
+              screenTrack: this.screenStream?.getVideoTracks()[0]
+            }
+          });
+          if (this.localStream) {
+            this.localStream.getAudioTracks().forEach((track) => {
+              track.enabled = !Boolean(local.audio_muted);
+            });
+            this.localStream.getVideoTracks().forEach((track) => {
+              track.enabled = !Boolean(local.video_muted);
+            });
+          }
+          if (local.screen_sharing) this.state.setPresenterId(this.myId);
+          else if (this.state.presenterId === this.myId) this.state.setPresenterId(null);
+        }
+        const presenter = participants.find((p) => p?.screen_sharing);
+        if (presenter) this.state.setPresenterId(presenter.participant_id);
+        else if (!local?.screen_sharing) this.state.setPresenterId(null);
+        for (const message of payload?.chat_history || []) {
+          this.state.addChatMessage(message);
+        }
+        this.events.onRoomUpdate?.(payload);
+      },
       onJoinPending: (info) => {
         console.log("[SFU] Join request pending", info);
       },
@@ -1991,6 +2118,19 @@ var VideoSDKCore = class {
           false
         );
       },
+      onChatMessage: (message) => {
+        const msg = {
+          id: message.id,
+          text: message.text,
+          sender_id: message.sender_id,
+          sender_name: message.sender_name,
+          timestamp: Number(message.timestamp),
+          reply_to: message.reply_to ?? null,
+          target: message.target ?? null
+        };
+        this.state.addChatMessage(msg);
+        this.events.onChatMessage?.(msg);
+      },
       onJoinRequested: (request) => {
         const requestId = request?.request_id || request?.requestId;
         const participantId = request?.user_id || request?.participantId;
@@ -2059,6 +2199,17 @@ var VideoSDKCore = class {
         this.events.onUserLeft?.(pid);
       },
       // TRACKS
+      onParticipantMediaState: (participantId, audioMuted, videoMuted) => {
+        if (participantId === this.myId) return;
+        const participant = this.state.getParticipant(participantId);
+        if (!participant) return;
+        this.state.updateParticipantMedia(participantId, {
+          micEnabled: !audioMuted,
+          camEnabled: !videoMuted
+        });
+        this.events.onMuteStateChanged?.(participantId, "audio", audioMuted);
+        this.events.onMuteStateChanged?.(participantId, "video", videoMuted);
+      },
       onTrackPublished: (track) => {
         console.log("[SFU] Track published", track);
       },
@@ -2128,6 +2279,9 @@ var VideoSDKCore = class {
       // SCREEN SHARE
       onScreenShareStarted: (participantId, _track) => {
         console.log("[SFU] Screen share started", participantId);
+        if (participantId === this.myId && !this.screenStream) {
+          this.screenStream = this.sfuClient?.getScreenStream() ?? null;
+        }
         this.state.setPresenterId(participantId);
         if (participantId === this.myId) {
           this.state.updateLocalParticipant({
@@ -2408,18 +2562,13 @@ var VideoSDKCore = class {
       console.warn("SFU Client not connected");
       return;
     }
-    const senderName = this.state.localParticipant?.name || "Anonymous";
-    const msg = {
-      id: crypto.randomUUID(),
-      sender_id: this.myId,
-      sender_name: senderName,
-      text: payload.message.trim(),
-      timestamp: Date.now(),
+    const message = payload.message.trim();
+    if (!message) return;
+    this.sfuClient.sendChatMessage({
+      message,
       reply_to: payload.reply_to ?? null,
       target: payload.target ?? null
-    };
-    this.state.addChatMessage(msg);
-    this.events.onChatMessage?.(msg);
+    });
   }
   // CLEANUP
   cleanupRemoteParticipant(participantId) {