@defcomm/meetingsdk 0.6.8 → 0.7.1

package/dist/index.js

@@ -63,13 +63,16 @@ var ActiveSpeakerDetector = class {
     this.timer = null;
     this.lastEmitted = "";
     this.intervalMs = options.intervalMs ?? 100;
-    this.threshold = options.threshold ?? 0.025;
-    this.releaseThreshold = options.releaseThreshold ?? 0.015;
-    this.releaseMs = options.releaseMs ?? 600;
+    this.threshold = options.threshold ?? 0.02;
+    this.releaseThreshold = options.releaseThreshold ?? 0.01;
+    this.releaseMs = options.releaseMs ?? 650;
     this.onActiveSpeakersChanged = options.onActiveSpeakersChanged ?? (() => {
     });
   }
   ensureAudioContext() {
+    if (typeof window === "undefined") {
+      throw new Error("AudioContext is only available in the browser");
+    }
     if (!this.audioContext) {
       const AudioContextClass = window.AudioContext || window.webkitAudioContext;
       if (!AudioContextClass) {
@@ -79,28 +82,52 @@ var ActiveSpeakerDetector = class {
     }
     return this.audioContext;
   }
+  /**
+   * Create/wake the Web Audio context. Call this from a user gesture when
+   * possible. Returns true when the context is running after the call.
+   */
   async resume() {
-    if (!this.audioContext) return;
-    if (this.audioContext.state === "suspended") {
-      try {
-        await this.audioContext.resume();
-      } catch {
+    try {
+      const context = this.ensureAudioContext();
+      if (context.state === "suspended") {
+        try {
+          await context.resume();
+        } catch (error) {
+          console.warn("[ActiveSpeaker] AudioContext resume failed", error);
+        }
       }
+      return context.state === "running";
+    } catch (error) {
+      console.warn("[ActiveSpeaker] AudioContext unavailable", error);
+      return false;
     }
   }
+  getAudioContextState() {
+    if (!this.audioContext) return "unavailable";
+    return this.audioContext.state;
+  }
   addTrack(participantId, track) {
-    if (!participantId) return;
-    if (track.kind !== "audio") return;
+    if (!participantId || track.kind !== "audio") return;
     this.removeParticipant(participantId);
-    const context = this.ensureAudioContext();
+    let context;
+    try {
+      context = this.ensureAudioContext();
+    } catch (error) {
+      console.warn("[ActiveSpeaker] Could not create AudioContext", error);
+      return;
+    }
     const stream = new MediaStream([track]);
     const source = context.createMediaStreamSource(stream);
     const analyser = context.createAnalyser();
     analyser.fftSize = 512;
-    analyser.smoothingTimeConstant = 0.65;
+    analyser.smoothingTimeConstant = 0.35;
     analyser.minDecibels = -90;
     analyser.maxDecibels = -10;
     source.connect(analyser);
+    const sink = context.createGain();
+    sink.gain.value = 0;
+    analyser.connect(sink);
+    sink.connect(context.destination);
     const data = new Float32Array(analyser.fftSize);
     const state = {
       participantId,
@@ -108,15 +135,20 @@ var ActiveSpeakerDetector = class {
       stream,
       source,
       analyser,
+      sink,
       data,
       active: false,
+      level: 0,
       lastActiveAt: 0
     };
     this.speakers.set(participantId, state);
     track.addEventListener(
       "ended",
       () => {
-        this.removeParticipant(participantId);
+        const current = this.speakers.get(participantId);
+        if (current?.track === track) {
+          this.removeParticipant(participantId);
+        }
       },
       { once: true }
     );
@@ -127,15 +159,19 @@ var ActiveSpeakerDetector = class {
     const state = this.speakers.get(participantId);
     if (!state) return;
     state.active = false;
+    state.level = 0;
     try {
       state.source.disconnect();
     } catch {
     }
-    state.stream.getTracks().forEach((track) => {
-      if (track !== state.track) {
-        track.stop();
-      }
-    });
+    try {
+      state.analyser.disconnect();
+    } catch {
+    }
+    try {
+      state.sink.disconnect();
+    } catch {
+    }
     this.speakers.delete(participantId);
     this.emitIfChanged();
   }
@@ -147,7 +183,7 @@ var ActiveSpeakerDetector = class {
     }
   }
   clear() {
-    for (const participantId of this.speakers.keys()) {
+    for (const participantId of [...this.speakers.keys()]) {
       this.removeParticipant(participantId);
     }
     this.speakers.clear();
@@ -167,6 +203,7 @@ var ActiveSpeakerDetector = class {
     const now = performance.now();
     for (const state of this.speakers.values()) {
       if (state.track.readyState !== "live" || state.track.muted || !state.track.enabled) {
+        state.level = 0;
         if (state.active) {
           state.active = false;
         }
@@ -179,30 +216,33 @@ var ActiveSpeakerDetector = class {
         sumSquares += sample * sample;
       }
       const rms = Math.sqrt(sumSquares / state.data.length);
+      state.level = rms;
       if (!state.active) {
         if (rms >= this.threshold) {
           state.active = true;
           state.lastActiveAt = now;
         }
-      } else {
-        if (rms >= this.releaseThreshold) {
-          state.lastActiveAt = now;
-        } else if (now - state.lastActiveAt >= this.releaseMs) {
-          state.active = false;
-        }
+      } else if (rms >= this.releaseThreshold) {
+        state.lastActiveAt = now;
+      } else if (now - state.lastActiveAt >= this.releaseMs) {
+        state.active = false;
       }
     }
     this.emitIfChanged();
   }
+  getActiveSpeakers() {
+    return Array.from(this.speakers.values()).filter((speaker) => speaker.active).sort((a, b) => {
+      if (b.level !== a.level) return b.level - a.level;
+      return a.participantId.localeCompare(b.participantId);
+    });
+  }
   getActiveSpeakerIds() {
-    return Array.from(this.speakers.values()).filter((speaker) => speaker.active).map((speaker) => speaker.participantId);
+    return this.getActiveSpeakers().map((speaker) => speaker.participantId);
   }
   emitIfChanged(force = false) {
-    const ids = this.getActiveSpeakerIds().sort();
+    const ids = this.getActiveSpeakerIds();
     const key = ids.join("|");
-    if (!force && key === this.lastEmitted) {
-      return;
-    }
+    if (!force && key === this.lastEmitted) return;
     this.lastEmitted = key;
     this.onActiveSpeakersChanged(ids);
   }
@@ -377,7 +417,7 @@ var MeetingState = class {
     const nextMedia = {
       stream: patch.media?.stream ?? prevMedia.stream,
       screenStream: patch.media?.screenStream ?? prevMedia.screenStream,
-      cameraTrack: patch.media?.cameraTrack ?? prevMedia.cameraTrack,
+      cameraTrack: patch.media && Object.prototype.hasOwnProperty.call(patch.media, "cameraTrack") ? patch.media.cameraTrack ?? void 0 : prevMedia.cameraTrack,
       screenTrack: patch.media?.screenTrack ?? prevMedia.screenTrack,
       audioTrack: patch.media?.audioTrack ?? prevMedia.audioTrack,
       micEnabled: patch.media?.micEnabled ?? prevMedia.micEnabled,
@@ -638,6 +678,71 @@ var SFUClient = class {
   setLocalStream(stream) {
     this.localStream = stream;
   }
+  /**
+   * Attach or detach the local camera track without replacing the publisher
+   * PeerConnection. Detaching with replaceTrack(null) stops media transmission;
+   * VideoSDKCore separately calls MediaStreamTrack.stop() to release hardware.
+   */
+  async setCameraTrack(track) {
+    if (!this.localStream) this.localStream = new MediaStream();
+    const currentTrack = this.localStream.getVideoTracks().find((item) => item !== track);
+    if (currentTrack) this.localStream.removeTrack(currentTrack);
+    if (track && !this.localStream.getTracks().includes(track)) {
+      this.localStream.addTrack(track);
+    }
+    if (!this.videoSender || !this.publisher || !this.cameraTransceiver) {
+      return;
+    }
+    const needsCameraNegotiation = Boolean(
+      track && this.cameraTransceiver.direction === "inactive"
+    );
+    if (needsCameraNegotiation && this.ws?.readyState !== WebSocket.OPEN) {
+      throw new Error("Cannot enable the camera while signaling is disconnected");
+    }
+    await this.videoSender.replaceTrack(track);
+    if (needsCameraNegotiation) {
+      await this.waitForPublisherStable();
+      this.cameraTransceiver.direction = "sendonly";
+      await this.sendPublisherOffer();
+    }
+  }
+  async waitForPublisherStable(timeoutMs = 5e3) {
+    const publisher = this.publisher;
+    if (!publisher) throw new Error("Publisher PeerConnection is not initialized");
+    const startedAt = Date.now();
+    while (publisher.signalingState !== "stable") {
+      if (publisher.signalingState === "closed") {
+        throw new Error("Publisher PeerConnection is closed");
+      }
+      if (Date.now() - startedAt >= timeoutMs) {
+        throw new Error("Publisher negotiation did not become stable in time");
+      }
+      await new Promise((resolve) => setTimeout(resolve, 25));
+    }
+  }
+  async sendPublisherOffer() {
+    if (!this.publisher) throw new Error("Publisher PeerConnection is not initialized");
+    const offer = await this.publisher.createOffer();
+    await this.publisher.setLocalDescription(offer);
+    const sent = this.send({
+      type: "publish_offer",
+      payload: {
+        revision: ++this.publisherRevision,
+        sdp: offer.sdp
+      }
+    });
+    if (!sent) {
+      try {
+        await this.publisher.setLocalDescription({ type: "rollback" });
+      } catch {
+      }
+      if (this.cameraTransceiver) {
+        this.cameraTransceiver.direction = "inactive";
+      }
+      await this.videoSender?.replaceTrack(null);
+      throw new Error("Unable to negotiate camera publishing: signaling is disconnected");
+    }
+  }
   nextRequestId() {
     return (++this.requestId).toString();
   }
@@ -2315,6 +2420,8 @@ var VideoSDKCore = class {
     this.screenStream = null;
     this.isScreenSharing = false;
     this.participantName = "";
+    this.cameraEnabled = false;
+    this.cameraToggleInProgress = false;
     this.intentionalDisconnect = false;
     this.remoteStreams = /* @__PURE__ */ new Map();
     this.remoteScreenStreams = /* @__PURE__ */ new Map();
@@ -2347,26 +2454,12 @@ var VideoSDKCore = class {
   async initLocal(video, name) {
     this.participantName = name;
     try {
-      this.localStream = await navigator.mediaDevices.getUserMedia({
-        video: {
-          width: { ideal: 1280 },
-          height: { ideal: 720 }
-        },
-        audio: {
-          echoCancellation: true,
-          noiseSuppression: true,
-          autoGainControl: true
-        }
-      });
+      this.localStream = await this.acquireOptionalLocalMedia();
+      this.cameraEnabled = this.hasLiveCameraTrack();
       const localAudioTrack = this.localStream.getAudioTracks()[0];
       if (localAudioTrack) {
         this.activeSpeakerDetector.addTrack(this.myId, localAudioTrack);
       }
-      const hasVideo = this.localStream.getVideoTracks().some((t) => t.readyState === "live");
-      const hasAudio = this.localStream.getAudioTracks().some((t) => t.readyState === "live");
-      if (!hasVideo || !hasAudio) {
-        throw new Error(`Missing tracks: video=${hasVideo}, audio=${hasAudio}`);
-      }
       video.srcObject = this.localStream;
       this.updateLocalMedia();
     } catch (err) {
@@ -2374,17 +2467,47 @@ var VideoSDKCore = class {
       throw err;
     }
   }
-  updateLocalMedia(audioMuted = false, videoMuted = false) {
+  hasLiveCameraTrack() {
+    return Boolean(
+      this.localStream?.getVideoTracks().some((track) => track.readyState === "live")
+    );
+  }
+  getLiveCameraTrack() {
+    return this.localStream?.getVideoTracks().find((track) => track.readyState === "live") ?? null;
+  }
+  /**
+   * Stop every locally captured camera track and remove it from the stream.
+   * Track.enabled=false only emits black frames; stop() releases camera capture.
+   */
+  stopCameraCapture() {
+    if (!this.localStream) {
+      this.cameraEnabled = false;
+      return;
+    }
+    for (const track of this.localStream.getVideoTracks()) {
+      this.localStream.removeTrack(track);
+      try {
+        track.stop();
+      } catch {
+      }
+    }
+    this.cameraEnabled = false;
+  }
+  updateLocalMedia() {
     if (!this.localStream) return;
+    const cameraTrack = this.getLiveCameraTrack();
+    const audioTrack = this.localStream.getAudioTracks().find((track) => track.readyState === "live");
+    this.cameraEnabled = Boolean(cameraTrack && cameraTrack.enabled);
     this.state.updateLocalParticipant({
       id: this.myId,
       name: this.participantName,
       media: {
         stream: this.localStream,
-        cameraTrack: this.localStream.getVideoTracks()[0],
-        audioTrack: this.localStream.getAudioTracks()[0],
-        micEnabled: this.localStream.getAudioTracks()[0]?.enabled ?? !audioMuted,
-        camEnabled: this.localStream.getVideoTracks()[0]?.enabled ?? !videoMuted,
+        // Explicit null clears a previously published track from React state.
+        cameraTrack,
+        audioTrack: audioTrack ?? void 0,
+        micEnabled: audioTrack?.enabled ?? false,
+        camEnabled: this.cameraEnabled,
         isScreenSharing: this.isScreenSharing,
         screenStream: this.screenStream,
         screenTrack: this.screenStream?.getVideoTracks()[0]
@@ -2411,6 +2534,89 @@ var VideoSDKCore = class {
   async getMeetingSummary(roomCode, sessionId) {
     return this.sfuClient.getMeetingSummary(roomCode, sessionId);
   }
+  async acquireOptionalLocalMedia(cameraDeviceId, microphoneDeviceId, includeVideo = true) {
+    const combined = new MediaStream();
+    if (!navigator.mediaDevices?.getUserMedia) {
+      console.warn(
+        "[SDK] Camera/microphone access is not supported; joining without local media."
+      );
+      return combined;
+    }
+    const cameraPromise = includeVideo ? navigator.mediaDevices.getUserMedia({
+      video: cameraDeviceId ? { deviceId: { exact: cameraDeviceId } } : {
+        width: { ideal: 1280 },
+        height: { ideal: 720 }
+      },
+      audio: false
+    }) : Promise.resolve(null);
+    const microphonePromise = navigator.mediaDevices.getUserMedia({
+      video: false,
+      audio: microphoneDeviceId ? {
+        deviceId: { exact: microphoneDeviceId },
+        echoCancellation: true,
+        noiseSuppression: true,
+        autoGainControl: true
+      } : {
+        echoCancellation: true,
+        noiseSuppression: true,
+        autoGainControl: true
+      }
+    });
+    const [cameraResult, microphoneResult] = await Promise.allSettled([
+      cameraPromise,
+      microphonePromise
+    ]);
+    if (cameraResult.status === "fulfilled" && cameraResult.value) {
+      for (const track of cameraResult.value.getVideoTracks()) {
+        combined.addTrack(track);
+      }
+    } else if (cameraResult.status === "rejected") {
+      console.warn("[SDK] Camera unavailable; continuing without video.", {
+        name: cameraResult.reason?.name,
+        message: cameraResult.reason?.message
+      });
+    }
+    if (microphoneResult.status === "fulfilled") {
+      for (const track of microphoneResult.value.getAudioTracks()) {
+        combined.addTrack(track);
+      }
+    } else {
+      console.warn(
+        "[SDK] Microphone unavailable; continuing without audio.",
+        {
+          name: microphoneResult.reason?.name,
+          message: microphoneResult.reason?.message
+        }
+      );
+    }
+    return combined;
+  }
+  async acquireCameraTrack() {
+    if (!navigator.mediaDevices?.getUserMedia) {
+      throw new Error("Camera access is not supported on this device");
+    }
+    const stream = await navigator.mediaDevices.getUserMedia({
+      video: this.cameraDeviceId ? { deviceId: { exact: this.cameraDeviceId } } : {
+        width: { ideal: 1280 },
+        height: { ideal: 720 }
+      },
+      audio: false
+    });
+    const track = stream.getVideoTracks()[0];
+    if (!track) {
+      stream.getTracks().forEach((item) => item.stop());
+      throw new Error("The selected camera did not provide a video track");
+    }
+    this.cameraDeviceId = track.getSettings().deviceId || this.cameraDeviceId;
+    return track;
+  }
+  /**
+   * Wakes the active-speaker Web Audio pipeline. Call this from a user gesture
+   * whenever possible (Join, first click inside the meeting, etc.).
+   */
+  async resumeActiveSpeaker() {
+    return this.activeSpeakerDetector.resume();
+  }
   // JOIN
   async joinMeeting(config) {
     const {
@@ -2453,16 +2659,13 @@ var VideoSDKCore = class {
     this.participantName = name;
     this.room.id = roomId;
     this.room.name = name;
+    this.cameraDeviceId = cameraDeviceId ?? this.cameraDeviceId;
     if (!this.localStream) {
-      this.localStream = await navigator.mediaDevices.getUserMedia({
-        video: cameraDeviceId ? { deviceId: { exact: cameraDeviceId } } : true,
-        audio: microphoneDeviceId ? {
-          deviceId: { exact: microphoneDeviceId },
-          echoCancellation: true,
-          noiseSuppression: true,
-          autoGainControl: true
-        } : true
-      });
+      this.localStream = await this.acquireOptionalLocalMedia(
+        this.cameraDeviceId,
+        microphoneDeviceId,
+        !videoMuted
+      );
       const localAudioTrack = this.localStream.getAudioTracks()[0];
       if (localAudioTrack) {
         this.activeSpeakerDetector.addTrack(this.myId, localAudioTrack);
@@ -2471,10 +2674,17 @@ var VideoSDKCore = class {
     this.localStream.getAudioTracks().forEach((track) => {
       track.enabled = !audioMuted;
     });
-    this.localStream.getVideoTracks().forEach((track) => {
-      track.enabled = !videoMuted;
-    });
-    this.updateLocalMedia(audioMuted, videoMuted);
+    if (videoMuted) {
+      this.stopCameraCapture();
+    } else {
+      const initialCameraTrack = this.getLiveCameraTrack();
+      this.cameraEnabled = Boolean(initialCameraTrack);
+      if (initialCameraTrack) {
+        this.cameraDeviceId = initialCameraTrack.getSettings().deviceId || this.cameraDeviceId;
+        initialCameraTrack.enabled = true;
+      }
+    }
+    this.updateLocalMedia();
     const promise = this.connect(roomId, name);
     this.joinPromise = promise;
     try {
@@ -2507,8 +2717,8 @@ var VideoSDKCore = class {
     await this.sfuClient.getToken(roomId, {
       displayName: name,
       participantId: this.myId,
-      audioMuted: !(this.localStream?.getAudioTracks()[0]?.enabled ?? true),
-      videoMuted: !(this.localStream?.getVideoTracks()[0]?.enabled ?? true)
+      audioMuted: !(this.localStream?.getAudioTracks()[0]?.enabled ?? false),
+      videoMuted: !(this.localStream?.getVideoTracks()[0]?.enabled ?? false)
     });
   }
   createSFUClient(token) {
@@ -3101,7 +3311,12 @@ var VideoSDKCore = class {
     if (!this.sfuClient) {
       throw new Error("SFU client is not initialized");
     }
+    if (!this.cameraEnabled) {
+      throw new Error("Your camera is off. Turn it on before switching devices.");
+    }
     const track = await this.sfuClient.selectCamera(deviceId);
+    this.cameraDeviceId = deviceId;
+    this.cameraEnabled = true;
     if (this.localStream) {
       this.state.localStream = this.localStream;
       this.updateLocalMedia();
@@ -3143,24 +3358,52 @@ var VideoSDKCore = class {
     this.sfuClient?.muteAudio(!nextEnabled);
     this.events.onMicToggled?.(this.myId, nextEnabled);
   }
-  toggleCam() {
-    const mediaState = this.state.localParticipant?.media;
-    if (!mediaState || !this.localStream) {
-      return;
-    }
-    const nextEnabled = !mediaState.camEnabled;
-    this.localStream.getVideoTracks().forEach((track) => {
-      track.enabled = nextEnabled;
-    });
-    this.state.updateLocalParticipant({
-      id: this.myId,
-      name: this.participantName,
-      media: {
-        camEnabled: nextEnabled
+  async toggleCam() {
+    if (!this.state.localParticipant?.media || !this.localStream) return;
+    if (this.cameraToggleInProgress) return;
+    this.cameraToggleInProgress = true;
+    const nextEnabled = !this.cameraEnabled;
+    try {
+      if (!nextEnabled) {
+        this.sfuClient?.muteVideo(true);
+        this.stopCameraCapture();
+        await this.sfuClient?.setCameraTrack(null);
+        this.updateLocalMedia();
+        this.events.onCamToggled?.(this.myId, false);
+        return;
       }
-    });
-    this.sfuClient?.muteVideo(!nextEnabled);
-    this.events.onCamToggled?.(this.myId, nextEnabled);
+      const track = await this.acquireCameraTrack();
+      if (!this.localStream) this.localStream = new MediaStream();
+      this.localStream.addTrack(track);
+      try {
+        await this.sfuClient?.setCameraTrack(track);
+        this.cameraEnabled = true;
+        this.sfuClient?.muteVideo(false);
+        this.updateLocalMedia();
+        this.events.onCamToggled?.(this.myId, true);
+      } catch (error) {
+        this.localStream.removeTrack(track);
+        try {
+          track.stop();
+        } catch {
+        }
+        this.cameraEnabled = false;
+        this.updateLocalMedia();
+        throw error;
+      }
+    } catch (error) {
+      this.cameraEnabled = false;
+      this.updateLocalMedia();
+      this.emitError(
+        "CAMERA_TOGGLE_FAILED",
+        error?.message || "Unable to change camera state",
+        error,
+        true
+      );
+      throw error;
+    } finally {
+      this.cameraToggleInProgress = false;
+    }
   }
   // SCREEN SHARING
   async startScreenShare() {
@@ -3318,6 +3561,8 @@ var VideoSDKCore = class {
       this.localStream.getTracks().forEach((track) => track.stop());
       this.localStream = null;
     }
+    this.cameraEnabled = false;
+    this.cameraToggleInProgress = false;
     if (this.screenStream) {
       this.screenStream.getTracks().forEach((track) => track.stop());
       this.screenStream = null;
@@ -3568,6 +3813,7 @@ var MeetingProvider = ({
       getMeetingSummary: sdk.getMeetingSummary.bind(sdk),
       toggleMic: sdk.toggleMic.bind(sdk),
       toggleCam: sdk.toggleCam.bind(sdk),
+      resumeActiveSpeaker: sdk.resumeActiveSpeaker.bind(sdk),
       startScreenShare: sdk.startScreenShare.bind(sdk),
       stopScreenShare: sdk.stopScreenShare.bind(sdk),
       sendMessage: sdk.sendChatMessage.bind(sdk),