mediasfu-shared 1.2.2 → 1.2.4

package/dist/index.cjs

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const joinLocalRoom = require("./joinLocalRoom-BJBDvTYh.cjs");
-const updateParticipantAudioDecibels = require("./updateParticipantAudioDecibels-bZ6R8WHj.cjs");
-const joinRoomOnMediaSFU = require("./joinRoomOnMediaSFU-CC8RVJgr.cjs");
-const translationConsumerSwitch = require("./translationConsumerSwitch-C20MfNNq.cjs");
-const getParticipantMedia = require("./getParticipantMedia-BH3d_-Q1.cjs");
+const joinLocalRoom = require("./joinLocalRoom-DNJ2zb8W.cjs");
+const updateParticipantAudioDecibels = require("./updateParticipantAudioDecibels-BJ2PxJJD.cjs");
+const joinRoomOnMediaSFU = require("./joinRoomOnMediaSFU-D2C7q1GK.cjs");
+const translationConsumerSwitch = require("./translationConsumerSwitch-BAsQUpH6.cjs");
+const getParticipantMedia = require("./getParticipantMedia-CP4hE5Rg.cjs");
 const methods_index = require("./methods/index.cjs");
-const validateAlphanumeric = require("./validateAlphanumeric-DKn5BsUP.cjs");
+const audioProcessing = require("./audioProcessing-BpbrdCk-.cjs");
 var commonjsGlobal = typeof globalThis !== "undefined" ? globalThis : typeof window !== "undefined" ? window : typeof global !== "undefined" ? global : typeof self !== "undefined" ? self : {};
 var selfie_segmentation = {};
 var hasRequiredSelfie_segmentation;
@@ -2284,6 +2284,11 @@ function requireSelfie_segmentation() {
   return selfie_segmentation;
 }
 var selfie_segmentationExports = /* @__PURE__ */ requireSelfie_segmentation();
+const VIRTUAL_BACKGROUND_BLUR = "blur";
+const DEFAULT_BACKGROUND_BLUR_PIXELS = 16;
+function isVirtualBackgroundBlur(value) {
+  return value === VIRTUAL_BACKGROUND_BLUR;
+}
 function compositeVirtualBackgroundFrame({
   ctx,
   segmentationMask,
@@ -2309,7 +2314,14 @@ function compositeVirtualBackgroundFrame({
       ctx.fillRect(0, 0, width, height);
     } else if (blurFallbackPixels > 0) {
       ctx.filter = `blur(${blurFallbackPixels}px)`;
-      ctx.drawImage(sourceImage, 0, 0, width, height);
+      const bleed = Math.max(2, blurFallbackPixels * 2);
+      ctx.drawImage(
+        sourceImage,
+        -bleed,
+        -bleed,
+        width + bleed * 2,
+        height + bleed * 2
+      );
     }
   } finally {
     ctx.filter = previousFilter || "none";
@@ -2317,6 +2329,86 @@ function compositeVirtualBackgroundFrame({
     ctx.restore();
   }
 }
+const activeLoops = /* @__PURE__ */ new WeakMap();
+const activeFrames = /* @__PURE__ */ new WeakMap();
+function startVirtualBackgroundFrameLoop({
+  owner,
+  processFrame,
+  shouldContinue,
+  keepProcessingWhenHidden = true
+}) {
+  activeLoops.get(owner)?.();
+  let stopped = false;
+  let inFlight = false;
+  let animationFrameId = null;
+  let timeoutId = null;
+  const cancelScheduledFrame = () => {
+    if (animationFrameId !== null) cancelAnimationFrame(animationFrameId);
+    if (timeoutId !== null) clearTimeout(timeoutId);
+    animationFrameId = null;
+    timeoutId = null;
+  };
+  const stop = () => {
+    if (stopped) return;
+    stopped = true;
+    cancelScheduledFrame();
+    document.removeEventListener("visibilitychange", onVisibilityChange);
+    if (activeLoops.get(owner) === stop) activeLoops.delete(owner);
+  };
+  const schedule = () => {
+    if (stopped || inFlight) return;
+    if (!shouldContinue()) {
+      stop();
+      return;
+    }
+    if (document.hidden && keepProcessingWhenHidden) {
+      timeoutId = setTimeout(() => {
+        void runFrame();
+      }, 1e3);
+    } else {
+      animationFrameId = requestAnimationFrame(() => {
+        void runFrame();
+      });
+    }
+  };
+  const runFrame = async () => {
+    animationFrameId = null;
+    timeoutId = null;
+    if (stopped || inFlight) return;
+    if (!shouldContinue()) {
+      stop();
+      return;
+    }
+    inFlight = true;
+    try {
+      const previousFrame = activeFrames.get(owner);
+      if (previousFrame) await previousFrame.catch(() => void 0);
+      if (stopped || !shouldContinue()) {
+        stop();
+        return;
+      }
+      const currentFrame = Promise.resolve(processFrame());
+      activeFrames.set(owner, currentFrame);
+      try {
+        await currentFrame;
+      } finally {
+        if (activeFrames.get(owner) === currentFrame) activeFrames.delete(owner);
+      }
+    } catch {
+    } finally {
+      inFlight = false;
+      schedule();
+    }
+  };
+  const onVisibilityChange = () => {
+    cancelScheduledFrame();
+    schedule();
+  };
+  activeLoops.set(owner, stop);
+  document.addEventListener("visibilitychange", onVisibilityChange);
+  void runFrame();
+  return stop;
+}
 const MEDIAPIPE_CDN = "https://cdn.jsdelivr.net/npm/@mediapipe/selfie_segmentation";
 let session = null;
 function loadImage(src) {
@@ -2334,7 +2426,9 @@ async function applyVirtualBackground({
   frameRate = 30,
   modelSelection = 1,
   publish = true,
-  assetPath = MEDIAPIPE_CDN
+  assetPath = MEDIAPIPE_CDN,
+  blurPixels = 0,
+  keepProcessingWhenHidden = true
 }) {
   const live = getParticipantMedia.getCurrentParams({ parameters });
   if (live.audioOnlyRoom) {
@@ -2354,7 +2448,8 @@ async function applyVirtualBackground({
     const settings = sourceTrack.getSettings ? sourceTrack.getSettings() : {};
     const width = Number(settings.width) || 640;
     const height = Number(settings.height) || 360;
-    const backgroundImage = typeof image === "string" ? await loadImage(image) : image;
+    const resolvedBlurPixels = Math.max(0, Number(blurPixels) || 0);
+    const backgroundImage = resolvedBlurPixels > 0 ? null : typeof image === "string" ? await loadImage(image) : image;
     const producer = publish ? live.videoProducer || live.localVideoProducer : null;
     const processingTrack = sourceTrack.clone?.();
     if (!processingTrack) throw new Error("This camera cannot create the isolated track required for a virtual background.");
@@ -2390,32 +2485,34 @@ async function applyVirtualBackground({
           sourceImage: results.image,
           backgroundImage,
           width: canvas.width,
-          height: canvas.height
+          height: canvas.height,
+          blurFallbackPixels: resolvedBlurPixels
         });
       } catch {
       }
     });
     let stopped = false;
-    let frameHandle = 0;
-    const pump = async () => {
-      if (stopped) return;
-      try {
-        if (video.readyState >= 2) await segmentation.send({ image: video });
-      } catch {
-      }
-      frameHandle = window.requestAnimationFrame(() => {
-        void pump();
-      });
-    };
-    void pump();
-    const processed = canvas.captureStream(frameRate);
+    const stopFrameLoop = startVirtualBackgroundFrameLoop({
+      owner: segmentation,
+      keepProcessingWhenHidden,
+      shouldContinue: () => !stopped && processingTrack.readyState === "live",
+      processFrame: () => video.readyState >= 2 ? segmentation.send({ image: video }) : void 0
+    });
+    let processed;
+    try {
+      processed = canvas.captureStream(frameRate);
+    } catch (error) {
+      stopFrameLoop();
+      throw error;
+    }
     if (!processed?.getVideoTracks?.().length) {
+      stopFrameLoop();
       throw new Error("The processed background stream produced no video track.");
     }
     const stop = () => {
       if (stopped) return;
       stopped = true;
-      window.cancelAnimationFrame(frameHandle);
+      stopFrameLoop();
       try {
         segmentation.close();
       } catch {
@@ -2452,6 +2549,16 @@ async function applyVirtualBackground({
     };
   }
 }
+function applyBackgroundBlur({
+  blurPixels = DEFAULT_BACKGROUND_BLUR_PIXELS,
+  ...options
+}) {
+  return applyVirtualBackground({
+    ...options,
+    image: null,
+    blurPixels
+  });
+}
 async function clearVirtualBackground({
   parameters
 }) {
@@ -2600,6 +2707,7 @@ exports.isSpeakerInMyBreakoutRoom = translationConsumerSwitch.isSpeakerInMyBreak
 exports.pauseOriginalProducer = translationConsumerSwitch.pauseOriginalProducer;
 exports.resolveHostVideoStream = translationConsumerSwitch.resolveHostVideoStream;
 exports.resolveMainHostRenderMode = translationConsumerSwitch.resolveMainHostRenderMode;
+exports.resolveSidePanelForceFullDisplay = translationConsumerSwitch.resolveSidePanelForceFullDisplay;
 exports.resumeOriginalProducer = translationConsumerSwitch.resumeOriginalProducer;
 exports.stopConsumingTranslation = translationConsumerSwitch.stopConsumingTranslation;
 exports.syncTranslationStateAfterBreakoutChange = translationConsumerSwitch.syncTranslationStateAfterBreakoutChange;
@@ -2821,9 +2929,14 @@ exports.updatedCoHost = methods_index.updatedCoHost;
 exports.userWaiting = methods_index.userWaiting;
 exports.validateWelcomeAlphanumeric = methods_index.validateWelcomeAlphanumeric;
 exports.validateWelcomeInputs = methods_index.validateWelcomeInputs;
-exports.validateAlphanumeric = validateAlphanumeric.validateAlphanumeric;
+exports.validateAlphanumeric = audioProcessing.validateAlphanumeric;
+exports.DEFAULT_BACKGROUND_BLUR_PIXELS = DEFAULT_BACKGROUND_BLUR_PIXELS;
+exports.VIRTUAL_BACKGROUND_BLUR = VIRTUAL_BACKGROUND_BLUR;
+exports.applyBackgroundBlur = applyBackgroundBlur;
 exports.applyVirtualBackground = applyVirtualBackground;
 exports.clearVirtualBackground = clearVirtualBackground;
 exports.compositeVirtualBackgroundFrame = compositeVirtualBackgroundFrame;
+exports.isVirtualBackgroundBlur = isVirtualBackgroundBlur;
 exports.isVirtualBackgroundRunning = isVirtualBackgroundRunning;
+exports.startVirtualBackgroundFrameLoop = startVirtualBackgroundFrameLoop;
 //# sourceMappingURL=index.cjs.map