@ai-matrx/meet 0.11.43 → 0.11.44

package/dist/core.js

@@ -3502,11 +3502,13 @@ function consentPending(policy, role, recordingOn, given) {
 }
 
 // src/core/attendance.ts
+var IDLE_PREVIEW = { state: "idle", unavailable: null };
 var IDLE_MEDIA_REGION = {
   permission: { microphone: "unknown", camera: "unknown" },
   audioOutput: "ok",
   notice: null,
-  offer: null
+  offer: null,
+  preview: { microphone: IDLE_PREVIEW, camera: IDLE_PREVIEW }
 };
 var IDLE_TRACK = { enabled: false, unavailable: null };
 var IDLE_MEDIA = {
@@ -4433,6 +4435,47 @@ function gridColumns(count2) {
   return 5;
 }
 
+// src/core/capabilities.ts
+var IN_APP = [
+  [/Instagram/i, "Instagram"],
+  [/FBAN|FBAV|FB_IAB/i, "Facebook"],
+  [/LinkedInApp/i, "LinkedIn"],
+  [/MicroMessenger/i, "WeChat"],
+  [/Snapchat/i, "Snapchat"],
+  [/\bLine\//i, "LINE"],
+  [/Twitter|TwitterAndroid/i, "X"],
+  [/TikTok|musical_ly|BytedanceWebview/i, "TikTok"]
+];
+function isMobileUserAgent(userAgent, maxTouchPoints = 0) {
+  if (/iPhone|iPod|Android|Mobile|iPad/i.test(userAgent)) return true;
+  return /Macintosh/.test(userAgent) && maxTouchPoints > 1;
+}
+function detectCapabilities(scope = typeof globalThis === "undefined" ? null : globalThis) {
+  if (scope === null || scope.navigator === void 0) {
+    return { canJoin: true, reason: null, inAppBrowser: null, mobile: false, canShareScreen: false };
+  }
+  const ua = scope.navigator.userAgent ?? "";
+  const webrtc = typeof scope.RTCPeerConnection === "function" || typeof scope.webkitRTCPeerConnection === "function";
+  const mobile = isMobileUserAgent(ua, scope.navigator.maxTouchPoints ?? 0);
+  const inAppBrowser = IN_APP.find(([pattern]) => pattern.test(ua))?.[1] ?? null;
+  return {
+    canJoin: webrtc,
+    reason: webrtc ? null : "no_webrtc",
+    inAppBrowser,
+    mobile,
+    canShareScreen: !mobile && typeof scope.navigator.mediaDevices?.getDisplayMedia === "function"
+  };
+}
+function unsupportedWords(capabilities) {
+  if (capabilities.inAppBrowser !== null) {
+    return {
+      title: `${capabilities.inAppBrowser}'s browser can't join calls`,
+      body: "Open this link in Chrome, Safari, Edge or Firefox"
+    };
+  }
+  return { title: "This browser can't join calls", body: "Open this link in Chrome, Safari, Edge or Firefox" };
+}
+
 // src/core/room-driver.ts
 var DATA_TOPICS = {
   reaction: "mx.reaction",
@@ -4587,7 +4630,15 @@ function createLiveKitDriver(handlers, options = {}) {
     created.on(RoomEvent.ParticipantConnected, roster).on(RoomEvent.ParticipantDisconnected, (participant, reason) => {
       handlers.participantLeft?.(participant.identity, reasonName(reason));
       roster();
-    }).on(RoomEvent.TrackSubscribed, roster).on(RoomEvent.TrackUnsubscribed, roster).on(RoomEvent.TrackMuted, roster).on(RoomEvent.TrackUnmuted, roster).on(RoomEvent.LocalTrackPublished, roster).on(RoomEvent.LocalTrackUnpublished, roster).on(RoomEvent.ParticipantNameChanged, roster).on(RoomEvent.ParticipantAttributesChanged, roster).on(RoomEvent.ParticipantMetadataChanged, roster).on(RoomEvent.RoomMetadataChanged, (metadata) => {
+    }).on(RoomEvent.TrackSubscribed, roster).on(RoomEvent.TrackUnsubscribed, roster).on(RoomEvent.TrackMuted, roster).on(RoomEvent.TrackUnmuted, roster).on(RoomEvent.LocalTrackPublished, (publication) => {
+      if (publication.source === Track.Source.ScreenShare) {
+        const ended = () => {
+          void created.localParticipant.setScreenShareEnabled(false).catch(() => void 0);
+        };
+        publication.track?.mediaStreamTrack.addEventListener("ended", ended, { once: true });
+      }
+      roster();
+    }).on(RoomEvent.LocalTrackUnpublished, roster).on(RoomEvent.ParticipantNameChanged, roster).on(RoomEvent.ParticipantAttributesChanged, roster).on(RoomEvent.ParticipantMetadataChanged, roster).on(RoomEvent.RoomMetadataChanged, (metadata) => {
       handlers.roomMetadata?.(metadata ?? "");
     }).on(RoomEvent.AudioPlaybackStatusChanged, (canPlay) => {
       handlers.audioPlayback?.(canPlay);
@@ -4728,7 +4779,10 @@ function createLiveKitDriver(handlers, options = {}) {
     },
     async setScreenShareEnabled(enabled) {
       try {
-        await requireRoom("setScreenShareEnabled").localParticipant.setScreenShareEnabled(enabled);
+        await requireRoom("setScreenShareEnabled").localParticipant.setScreenShareEnabled(
+          enabled,
+          enabled ? { audio: true, systemAudio: "include" } : void 0
+        );
       } catch (error) {
         throw normalizeScreenShareError(error, "meet.setScreenShareEnabled");
       }
@@ -4767,8 +4821,13 @@ function createLiveKitDriver(handlers, options = {}) {
     supportsVideoEffects() {
       return videoEffectsSupported();
     },
+    screenShareHasAudio() {
+      const target = room;
+      if (target === null) return false;
+      return target.localParticipant.getTrackPublications().some((p) => String(p.source) === "screen_share_audio" && p.track !== void 0);
+    },
     supportsScreenShare() {
-      return typeof navigator !== "undefined" && typeof navigator.mediaDevices?.getDisplayMedia === "function";
+      return detectCapabilities().canShareScreen;
     },
     attach(identity, kind, element) {
       const target = requireRoom("attach");
@@ -6073,7 +6132,7 @@ function deviceFixSteps(kind, reason, where) {
         case "safari":
           return where.os === "ios" ? [`Settings \u203A Apps \u203A Safari \u203A ${device}`, "Choose Allow", "Return here and press Try again"] : ["Safari \u203A Settings for This Website", `Set ${device} to Allow`, "Press Try again"];
         default:
-          return ["Click the icon left of the web address", `Set ${device} to Allow`, "Press Try again"];
+          return ["Click the site settings icon in the address bar", `Set ${device} to Allow`, "Press Try again"];
       }
     case "blocked_os": {
       const app = where.browser === "chrome" ? "Google Chrome" : where.browser === "edge" ? "Microsoft Edge" : where.browser === "firefox" ? "Firefox" : "your browser";
@@ -6171,7 +6230,7 @@ function createMediaSupervisor(options) {
   function setRegion(next) {
     const current = region();
     const merged = { ...current, ...next };
-    if (merged.audioOutput === current.audioOutput && merged.notice === current.notice && merged.offer === current.offer && merged.permission.microphone === current.permission.microphone && merged.permission.camera === current.permission.camera) {
+    if (merged.audioOutput === current.audioOutput && merged.notice === current.notice && merged.offer === current.offer && merged.preview === current.preview && merged.permission.microphone === current.permission.microphone && merged.permission.camera === current.permission.camera) {
       return;
     }
     store.patch({ mediaRegion: merged });
@@ -6267,7 +6326,7 @@ function createMediaSupervisor(options) {
     if (permission !== "unknown") setPermission(kind, permission);
     return unavailableFrom(normalized, classifyDeviceFailure(normalized, permission));
   }
-  return {
+  const api = {
     start() {
       if (started || platform === null) return;
       started = true;
@@ -6289,6 +6348,16 @@ function createMediaSupervisor(options) {
       started = false;
     },
     unavailable,
+    async preview(kind, outcome) {
+      api.start();
+      let next;
+      if (typeof outcome === "string") next = { state: outcome, unavailable: null };
+      else next = { state: "unavailable", unavailable: await unavailable(outcome.error, kind, `meet.${kind}Preview`) };
+      const current = region().preview;
+      const was = current[kind];
+      if (was.state === next.state && was.unavailable?.reason === next.unavailable?.reason && was.unavailable?.message === next.unavailable?.message) return;
+      setRegion({ preview: { ...region().preview, [kind]: next } });
+    },
     onAudioPlayback(canPlay) {
       setRegion({ audioOutput: canPlay ? "ok" : "blocked" });
     },
@@ -6347,6 +6416,7 @@ function createMediaSupervisor(options) {
       setRegion({ notice: null });
     }
   };
+  return api;
 }
 
 // src/core/room.ts
@@ -6508,7 +6578,8 @@ function createRoomEngine(options) {
         message: normalized.message,
         remedy: normalized.remedy,
         reason: normalized.reason,
-        retryAt: normalized.retryAfterSeconds === null ? null : now() + normalized.retryAfterSeconds * 1e3
+        retryAt: normalized.retryAfterSeconds === null ? null : now() + normalized.retryAfterSeconds * 1e3,
+        stage: "join"
       }
     });
     store.dispatch({ type: "join_failed", reason: normalized.reason ?? null });
@@ -6899,6 +6970,10 @@ function createRoomEngine(options) {
     }
     departures.clear();
     liveRoster = list;
+    const localNow = list.find((p) => p.isLocal);
+    if (localNow !== void 0 && !localNow.screenSharing && store.snapshot().share.state === "presenting") {
+      store.patch({ share: NO_SHARE });
+    }
     const merged = mergeGhosts(list, ghosts, at);
     ghosts = merged.kept;
     const people = /* @__PURE__ */ new Map();
@@ -7118,7 +7193,10 @@ function createRoomEngine(options) {
       try {
         await driver.setScreenShareEnabled(enabled);
         ambiguousShareDenials = 0;
-        store.patch({ share: { state: enabled ? "presenting" : "none", reason: null, remedy: null, at: now() } });
+        const audio = enabled ? driver?.screenShareHasAudio?.() : void 0;
+        store.patch({
+          share: { state: enabled ? "presenting" : "none", reason: null, remedy: null, at: now(), ...audio !== void 0 ? { audio } : {} }
+        });
       } catch (error) {
         const kind = classifyScreenShareError(error);
         if (kind === "ambiguous") {
@@ -7185,13 +7263,14 @@ function createRoomEngine(options) {
       return driver?.supportsVideoEffects?.() ?? false;
     },
     supportsScreenShare() {
-      return driver?.supportsScreenShare?.() ?? true;
+      return driver?.supportsScreenShare?.() ?? detectCapabilities().canShareScreen;
     },
     async switchDevice(kind, deviceId) {
       if (driver === null) return;
       await driver.switchDevice(kind, deviceId);
     },
     enableAudio: () => media.enableAudio(),
+    previewDevice: (kind, outcome) => media.preview(kind, outcome),
     acceptDeviceOffer: () => media.acceptOffer(),
     dismissDeviceOffer: () => media.dismissOffer(),
     dismissDeviceNotice: () => media.dismissNotice(),
@@ -8222,6 +8301,21 @@ function observedDevice(track, permission = "unknown", held = null) {
   const reason = deviceUnavailableReason(track, permission);
   return reason === null ? "muted_by_me" : `unavailable:${reason}`;
 }
+function observedPreview(preview, permission = "unknown") {
+  if (permission === "denied") return "unavailable:denied";
+  switch (preview.state) {
+    case "on":
+      return "on";
+    case "off":
+      return "muted_by_me";
+    case "prompting":
+      return "prompting";
+    case "unavailable":
+      return `unavailable:${preview.unavailable?.reason ?? "failed"}`;
+    default:
+      return null;
+  }
+}
 function endedRecord(snapshot, given) {
   const record = snapshot?.meeting ?? given;
   return record !== null && record.endedAt !== null;
@@ -8245,18 +8339,22 @@ function observe(input) {
   const canAdmit = actual !== "none" && ADMITTER_ROLES.has(actual);
   const role = actual === "none" || snapshot === null ? "none" : observedRole(actual, effectiveStanding(snapshot));
   const deviceInPlay = phase === "joining" || inCall;
+  const region = snapshot?.mediaRegion;
+  const atPrejoin = phase === "prejoin" && region !== void 0;
   return {
     phase,
     reason: phase === "ended" ? snapshot?.reason ?? null : snapshot?.reason ?? reasonOf(phase),
     role,
-    connection: snapshot?.connection ?? "stable",
+    // `net-blip`: in the call, a drop shorter than `reconnect_banner_delay_ms` is not something the
+    // person sees — the contract says what is on screen, so it reads `stable` until the banner shows.
+    connection: snapshot === null ? "stable" : inCall && snapshot.connection !== "stable" && !snapshot.connectionBanner ? "stable" : snapshot.connection,
     hostPresent: inCall && snapshot !== null ? snapshot.participants.some((p) => ADMITTER_ROLES.has(p.role)) : snapshot !== null && isWaitingPhase(snapshot.phase) ? snapshot.waiting?.admittersPresent ?? null : null,
     lobbyCount: canAdmit && snapshot !== null ? snapshot.lobby.filter((entry) => entry.state === "knocking").length : 0,
     recording: snapshot?.recording === "recording" || snapshot?.recording === "stopping",
     // S6c: the autoplay region is known only inside the room (no remote audio exists elsewhere).
     audioBlocked: inCall && snapshot !== null ? snapshot.mediaRegion.audioOutput === "blocked" : null,
-    camera: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.camera, snapshot.mediaRegion.permission.camera, lockedFor(snapshot, "camera", inCall)) : null,
-    microphone: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.microphone, snapshot.mediaRegion.permission.microphone, lockedFor(snapshot, "microphone", inCall)) : null
+    camera: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.camera, snapshot.mediaRegion.permission.camera, lockedFor(snapshot, "camera", inCall)) : atPrejoin ? observedPreview(region.preview.camera, region.permission.camera) : null,
+    microphone: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.microphone, snapshot.mediaRegion.permission.microphone, lockedFor(snapshot, "microphone", inCall)) : atPrejoin ? observedPreview(region.preview.microphone, region.permission.microphone) : null
   };
 }
 function lockedFor(snapshot, kind, inCall) {
@@ -8336,6 +8434,39 @@ function microphoneNoticeCode(track, permission = "unknown") {
   if (reason === null) return null;
   return deviceNoticeCode("microphone", reason) === "mic-blocked" ? "mic-blocked" : "device-lost";
 }
+
+// src/core/speaking-detector.ts
+function createSpeakingWhileMutedDetector(options = {}) {
+  const threshold = options.threshold ?? 0.06;
+  const holdMs = options.holdMs ?? 600;
+  const gapMs = options.gapMs ?? 400;
+  const cooldownMs = options.cooldownMs ?? 2e4;
+  let speechStart = null;
+  let lastLoud = null;
+  let firedAt = null;
+  return {
+    feed(level, at) {
+      if (level >= threshold) {
+        if (speechStart === null || lastLoud === null || at - lastLoud > gapMs) speechStart = at;
+        lastLoud = at;
+      } else if (lastLoud !== null && at - lastLoud > gapMs) {
+        speechStart = null;
+        lastLoud = null;
+      }
+      if (speechStart === null || at - speechStart < holdMs) return false;
+      if (firedAt !== null && at - firedAt < cooldownMs) return false;
+      firedAt = at;
+      speechStart = null;
+      lastLoud = null;
+      return true;
+    },
+    reset() {
+      speechStart = null;
+      lastLoud = null;
+      firedAt = null;
+    }
+  };
+}
 export {
   ATTENDANCE_CSV_HEADER,
   CALL_INVITE_KIND,
@@ -8453,6 +8584,7 @@ export {
   createReconnectPolicy,
   createRecordingController,
   createRoomEngine,
+  createSpeakingWhileMutedDetector,
   createTokenClient,
   createWebDeviceStorage,
   createWebEffectsStorage,
@@ -8461,6 +8593,7 @@ export {
   createWebRoomTokenStorage,
   defaultCaptionLanguage,
   detectBrowser,
+  detectCapabilities,
   detectOs,
   deviceChipLabel,
   deviceFixSteps,
@@ -8485,6 +8618,7 @@ export {
   isLinkFollower,
   isListenOnly,
   isLivePhase,
+  isMobileUserAgent,
   isNoteTaker,
   isObserverRole,
   isRealName,
@@ -8576,6 +8710,7 @@ export {
   transcriptDocument,
   unavailableFrom,
   uniqueAttendees,
+  unsupportedWords,
   untranslatedLines,
   userTopic,
   wasRefused,