@defcomm/meetingsdk 0.6.7 → 0.6.9

package/dist/index.mjs

@@ -32,13 +32,16 @@ var ActiveSpeakerDetector = class {
     this.timer = null;
     this.lastEmitted = "";
     this.intervalMs = options.intervalMs ?? 100;
-    this.threshold = options.threshold ?? 0.025;
-    this.releaseThreshold = options.releaseThreshold ?? 0.015;
-    this.releaseMs = options.releaseMs ?? 600;
+    this.threshold = options.threshold ?? 0.02;
+    this.releaseThreshold = options.releaseThreshold ?? 0.01;
+    this.releaseMs = options.releaseMs ?? 650;
     this.onActiveSpeakersChanged = options.onActiveSpeakersChanged ?? (() => {
     });
   }
   ensureAudioContext() {
+    if (typeof window === "undefined") {
+      throw new Error("AudioContext is only available in the browser");
+    }
     if (!this.audioContext) {
       const AudioContextClass = window.AudioContext || window.webkitAudioContext;
       if (!AudioContextClass) {
@@ -48,28 +51,52 @@ var ActiveSpeakerDetector = class {
     }
     return this.audioContext;
   }
+  /**
+   * Create/wake the Web Audio context. Call this from a user gesture when
+   * possible. Returns true when the context is running after the call.
+   */
   async resume() {
-    if (!this.audioContext) return;
-    if (this.audioContext.state === "suspended") {
-      try {
-        await this.audioContext.resume();
-      } catch {
+    try {
+      const context = this.ensureAudioContext();
+      if (context.state === "suspended") {
+        try {
+          await context.resume();
+        } catch (error) {
+          console.warn("[ActiveSpeaker] AudioContext resume failed", error);
+        }
       }
+      return context.state === "running";
+    } catch (error) {
+      console.warn("[ActiveSpeaker] AudioContext unavailable", error);
+      return false;
     }
   }
+  getAudioContextState() {
+    if (!this.audioContext) return "unavailable";
+    return this.audioContext.state;
+  }
   addTrack(participantId, track) {
-    if (!participantId) return;
-    if (track.kind !== "audio") return;
+    if (!participantId || track.kind !== "audio") return;
     this.removeParticipant(participantId);
-    const context = this.ensureAudioContext();
+    let context;
+    try {
+      context = this.ensureAudioContext();
+    } catch (error) {
+      console.warn("[ActiveSpeaker] Could not create AudioContext", error);
+      return;
+    }
     const stream = new MediaStream([track]);
     const source = context.createMediaStreamSource(stream);
     const analyser = context.createAnalyser();
     analyser.fftSize = 512;
-    analyser.smoothingTimeConstant = 0.65;
+    analyser.smoothingTimeConstant = 0.35;
     analyser.minDecibels = -90;
     analyser.maxDecibels = -10;
     source.connect(analyser);
+    const sink = context.createGain();
+    sink.gain.value = 0;
+    analyser.connect(sink);
+    sink.connect(context.destination);
     const data = new Float32Array(analyser.fftSize);
     const state = {
       participantId,
@@ -77,15 +104,20 @@ var ActiveSpeakerDetector = class {
       stream,
       source,
       analyser,
+      sink,
       data,
       active: false,
+      level: 0,
       lastActiveAt: 0
     };
     this.speakers.set(participantId, state);
     track.addEventListener(
       "ended",
       () => {
-        this.removeParticipant(participantId);
+        const current = this.speakers.get(participantId);
+        if (current?.track === track) {
+          this.removeParticipant(participantId);
+        }
       },
       { once: true }
     );
@@ -96,15 +128,19 @@ var ActiveSpeakerDetector = class {
     const state = this.speakers.get(participantId);
     if (!state) return;
     state.active = false;
+    state.level = 0;
     try {
       state.source.disconnect();
     } catch {
     }
-    state.stream.getTracks().forEach((track) => {
-      if (track !== state.track) {
-        track.stop();
-      }
-    });
+    try {
+      state.analyser.disconnect();
+    } catch {
+    }
+    try {
+      state.sink.disconnect();
+    } catch {
+    }
     this.speakers.delete(participantId);
     this.emitIfChanged();
   }
@@ -116,7 +152,7 @@ var ActiveSpeakerDetector = class {
     }
   }
   clear() {
-    for (const participantId of this.speakers.keys()) {
+    for (const participantId of [...this.speakers.keys()]) {
       this.removeParticipant(participantId);
     }
     this.speakers.clear();
@@ -136,6 +172,7 @@ var ActiveSpeakerDetector = class {
     const now = performance.now();
     for (const state of this.speakers.values()) {
       if (state.track.readyState !== "live" || state.track.muted || !state.track.enabled) {
+        state.level = 0;
         if (state.active) {
           state.active = false;
         }
@@ -148,30 +185,33 @@ var ActiveSpeakerDetector = class {
         sumSquares += sample * sample;
       }
       const rms = Math.sqrt(sumSquares / state.data.length);
+      state.level = rms;
       if (!state.active) {
         if (rms >= this.threshold) {
           state.active = true;
           state.lastActiveAt = now;
         }
-      } else {
-        if (rms >= this.releaseThreshold) {
-          state.lastActiveAt = now;
-        } else if (now - state.lastActiveAt >= this.releaseMs) {
-          state.active = false;
-        }
+      } else if (rms >= this.releaseThreshold) {
+        state.lastActiveAt = now;
+      } else if (now - state.lastActiveAt >= this.releaseMs) {
+        state.active = false;
       }
     }
     this.emitIfChanged();
   }
+  getActiveSpeakers() {
+    return Array.from(this.speakers.values()).filter((speaker) => speaker.active).sort((a, b) => {
+      if (b.level !== a.level) return b.level - a.level;
+      return a.participantId.localeCompare(b.participantId);
+    });
+  }
   getActiveSpeakerIds() {
-    return Array.from(this.speakers.values()).filter((speaker) => speaker.active).map((speaker) => speaker.participantId);
+    return this.getActiveSpeakers().map((speaker) => speaker.participantId);
   }
   emitIfChanged(force = false) {
-    const ids = this.getActiveSpeakerIds().sort();
+    const ids = this.getActiveSpeakerIds();
     const key = ids.join("|");
-    if (!force && key === this.lastEmitted) {
-      return;
-    }
+    if (!force && key === this.lastEmitted) return;
     this.lastEmitted = key;
     this.onActiveSpeakersChanged(ids);
   }
@@ -248,6 +288,36 @@ var MeetingState = class {
     this.notify("participants");
     return true;
   }
+  /**
+   * Reconcile a participant received from a room snapshot without emitting a
+   * lifecycle/join event. Snapshot data is authoritative for current room
+   * membership, including after a reconnect/resume.
+   */
+  upsertParticipantSnapshot(p) {
+    if (!p?.id) return;
+    const current = this.participants.get(p.id);
+    const updated = {
+      ...current ?? {},
+      ...p,
+      media: {
+        stream: current?.media?.stream ?? null,
+        screenStream: current?.media?.screenStream,
+        cameraTrack: current?.media?.cameraTrack,
+        screenTrack: current?.media?.screenTrack,
+        audioTrack: current?.media?.audioTrack,
+        micEnabled: current?.media?.micEnabled ?? !(p.media?.micEnabled === false),
+        camEnabled: current?.media?.camEnabled ?? !(p.media?.camEnabled === false),
+        isScreenSharing: current?.media?.isScreenSharing ?? false,
+        ...current?.media,
+        ...p.media
+      }
+    };
+    const next = new Map(this.participants);
+    next.set(p.id, updated);
+    this.participants = next;
+    this.notify(`participant:${p.id}`);
+    this.notify("participants");
+  }
   removeParticipant(id) {
     const next = new Map(this.participants);
     next.delete(id);
@@ -1212,7 +1282,6 @@ var SFUClient = class {
     }
     for (const participant of this.participants.values()) {
       if (participant.participant_id !== this.currentParticipantId) {
-        this.onParticipantJoined(participant);
         this.onParticipantPresence(
           participant.participant_id,
           String(participant.presence || "connected")
@@ -2287,26 +2356,11 @@ var VideoSDKCore = class {
   async initLocal(video, name) {
     this.participantName = name;
     try {
-      this.localStream = await navigator.mediaDevices.getUserMedia({
-        video: {
-          width: { ideal: 1280 },
-          height: { ideal: 720 }
-        },
-        audio: {
-          echoCancellation: true,
-          noiseSuppression: true,
-          autoGainControl: true
-        }
-      });
+      this.localStream = await this.acquireOptionalLocalMedia();
       const localAudioTrack = this.localStream.getAudioTracks()[0];
       if (localAudioTrack) {
         this.activeSpeakerDetector.addTrack(this.myId, localAudioTrack);
       }
-      const hasVideo = this.localStream.getVideoTracks().some((t) => t.readyState === "live");
-      const hasAudio = this.localStream.getAudioTracks().some((t) => t.readyState === "live");
-      if (!hasVideo || !hasAudio) {
-        throw new Error(`Missing tracks: video=${hasVideo}, audio=${hasAudio}`);
-      }
       video.srcObject = this.localStream;
       this.updateLocalMedia();
     } catch (err) {
@@ -2323,8 +2377,8 @@ var VideoSDKCore = class {
         stream: this.localStream,
         cameraTrack: this.localStream.getVideoTracks()[0],
         audioTrack: this.localStream.getAudioTracks()[0],
-        micEnabled: this.localStream.getAudioTracks()[0]?.enabled ?? !audioMuted,
-        camEnabled: this.localStream.getVideoTracks()[0]?.enabled ?? !videoMuted,
+        micEnabled: this.localStream.getAudioTracks()[0]?.enabled ?? false,
+        camEnabled: this.localStream.getVideoTracks()[0]?.enabled ?? false,
         isScreenSharing: this.isScreenSharing,
         screenStream: this.screenStream,
         screenTrack: this.screenStream?.getVideoTracks()[0]
@@ -2351,6 +2405,70 @@ var VideoSDKCore = class {
   async getMeetingSummary(roomCode, sessionId) {
     return this.sfuClient.getMeetingSummary(roomCode, sessionId);
   }
+  async acquireOptionalLocalMedia(cameraDeviceId, microphoneDeviceId) {
+    const combined = new MediaStream();
+    if (!navigator.mediaDevices?.getUserMedia) {
+      console.warn(
+        "[SDK] Camera/microphone access is not supported; joining without local media."
+      );
+      return combined;
+    }
+    const cameraPromise = navigator.mediaDevices.getUserMedia({
+      video: cameraDeviceId ? { deviceId: { exact: cameraDeviceId } } : {
+        width: { ideal: 1280 },
+        height: { ideal: 720 }
+      },
+      audio: false
+    });
+    const microphonePromise = navigator.mediaDevices.getUserMedia({
+      video: false,
+      audio: microphoneDeviceId ? {
+        deviceId: { exact: microphoneDeviceId },
+        echoCancellation: true,
+        noiseSuppression: true,
+        autoGainControl: true
+      } : {
+        echoCancellation: true,
+        noiseSuppression: true,
+        autoGainControl: true
+      }
+    });
+    const [cameraResult, microphoneResult] = await Promise.allSettled([
+      cameraPromise,
+      microphonePromise
+    ]);
+    if (cameraResult.status === "fulfilled") {
+      for (const track of cameraResult.value.getVideoTracks()) {
+        combined.addTrack(track);
+      }
+    } else {
+      console.warn("[SDK] Camera unavailable; continuing without video.", {
+        name: cameraResult.reason?.name,
+        message: cameraResult.reason?.message
+      });
+    }
+    if (microphoneResult.status === "fulfilled") {
+      for (const track of microphoneResult.value.getAudioTracks()) {
+        combined.addTrack(track);
+      }
+    } else {
+      console.warn(
+        "[SDK] Microphone unavailable; continuing without audio.",
+        {
+          name: microphoneResult.reason?.name,
+          message: microphoneResult.reason?.message
+        }
+      );
+    }
+    return combined;
+  }
+  /**
+   * Wakes the active-speaker Web Audio pipeline. Call this from a user gesture
+   * whenever possible (Join, first click inside the meeting, etc.).
+   */
+  async resumeActiveSpeaker() {
+    return this.activeSpeakerDetector.resume();
+  }
   // JOIN
   async joinMeeting(config) {
     const {
@@ -2394,15 +2512,10 @@ var VideoSDKCore = class {
     this.room.id = roomId;
     this.room.name = name;
     if (!this.localStream) {
-      this.localStream = await navigator.mediaDevices.getUserMedia({
-        video: cameraDeviceId ? { deviceId: { exact: cameraDeviceId } } : true,
-        audio: microphoneDeviceId ? {
-          deviceId: { exact: microphoneDeviceId },
-          echoCancellation: true,
-          noiseSuppression: true,
-          autoGainControl: true
-        } : true
-      });
+      this.localStream = await this.acquireOptionalLocalMedia(
+        cameraDeviceId,
+        microphoneDeviceId
+      );
       const localAudioTrack = this.localStream.getAudioTracks()[0];
       if (localAudioTrack) {
         this.activeSpeakerDetector.addTrack(this.myId, localAudioTrack);
@@ -2447,8 +2560,8 @@ var VideoSDKCore = class {
     await this.sfuClient.getToken(roomId, {
       displayName: name,
       participantId: this.myId,
-      audioMuted: !(this.localStream?.getAudioTracks()[0]?.enabled ?? true),
-      videoMuted: !(this.localStream?.getVideoTracks()[0]?.enabled ?? true)
+      audioMuted: !(this.localStream?.getAudioTracks()[0]?.enabled ?? false),
+      videoMuted: !(this.localStream?.getVideoTracks()[0]?.enabled ?? false)
     });
   }
   createSFUClient(token) {
@@ -2497,6 +2610,36 @@ var VideoSDKCore = class {
       },
       onRoomUpdate: (payload) => {
         const participants = payload?.participants || [];
+        const snapshotParticipantIds = /* @__PURE__ */ new Set();
+        for (const participant of participants) {
+          const pid = participant?.participant_id;
+          if (!pid || pid === this.myId) continue;
+          snapshotParticipantIds.add(pid);
+          const current = this.state.getParticipant(pid);
+          const name = participant?.user_metadata?.name || participant?.display_name || current?.name || "Participant";
+          this.state.upsertParticipantSnapshot({
+            id: pid,
+            name,
+            isModerator: Boolean(participant?.permissions?.moderate),
+            isHost: Boolean(
+              participant?.is_host ?? participant?.isHost ?? participant?.permissions?.host
+            ),
+            handRaised: Boolean(participant?.hand_raised),
+            permissions: participant?.permissions,
+            connectionState: participant?.presence === "reconnecting" ? "reconnecting" : participant?.presence === "disconnected" ? "disconnected" : "connected",
+            media: {
+              ...current?.media || {},
+              micEnabled: !Boolean(participant?.audio_muted),
+              camEnabled: !Boolean(participant?.video_muted),
+              isScreenSharing: Boolean(participant?.screen_sharing)
+            }
+          });
+        }
+        for (const [pid] of this.state.participants) {
+          if (pid === this.myId || snapshotParticipantIds.has(pid)) continue;
+          this.cleanupRemoteParticipant(pid);
+          this.state.removeParticipant(pid);
+        }
         const local = participants.find(
           (p) => p?.participant_id === this.myId
         );
@@ -3310,6 +3453,9 @@ var MeetingProvider = ({
   const participantJoinedListeners = useRef(
     /* @__PURE__ */ new Set()
   );
+  const participantPresenceListeners = useRef(
+    /* @__PURE__ */ new Set()
+  );
   const participantLeftListeners = useRef(
     /* @__PURE__ */ new Set()
   );
@@ -3398,7 +3544,9 @@ var MeetingProvider = ({
           pubSubListeners.current.get("REACTION")?.forEach((fn) => fn(message));
         },
         onHandRaised: (participantId, raised) => {
-          handRaisedListeners.current.forEach((fn) => fn(participantId, raised));
+          handRaisedListeners.current.forEach(
+            (fn) => fn(participantId, raised)
+          );
         },
         onNetworkQuality: (quality) => {
           networkQualityListeners.current.forEach((fn) => fn(quality));
@@ -3411,6 +3559,11 @@ var MeetingProvider = ({
         onParticipantJoined: (participant) => {
           participantJoinedListeners.current.forEach((fn) => fn(participant));
         },
+        onParticipantPresence: (participantId, presence) => {
+          participantPresenceListeners.current.forEach(
+            (fn) => fn(participantId, presence)
+          );
+        },
         onParticipantLeft: (participant) => {
           participantLeftListeners.current.forEach((fn) => fn(participant));
         }
@@ -3468,6 +3621,7 @@ var MeetingProvider = ({
       getMeetingSummary: sdk.getMeetingSummary.bind(sdk),
       toggleMic: sdk.toggleMic.bind(sdk),
       toggleCam: sdk.toggleCam.bind(sdk),
+      resumeActiveSpeaker: sdk.resumeActiveSpeaker.bind(sdk),
       startScreenShare: sdk.startScreenShare.bind(sdk),
       stopScreenShare: sdk.stopScreenShare.bind(sdk),
       sendMessage: sdk.sendChatMessage.bind(sdk),
@@ -3623,6 +3777,10 @@ var MeetingProvider = ({
         participantJoinedListeners.current.add(cb);
         return () => participantJoinedListeners.current.delete(cb);
       },
+      onParticipantPresence: (cb) => {
+        participantPresenceListeners.current.add(cb);
+        return () => participantPresenceListeners.current.delete(cb);
+      },
       onChatMessage: (cb) => {
         chatMessageListeners.current.add(cb);
         return () => chatMessageListeners.current.delete(cb);