@ai-matrx/meet 0.11.43 → 0.11.44

package/dist/index.cjs

@@ -146,6 +146,7 @@ __export(src_exports, {
   createReconnectPolicy: () => createReconnectPolicy,
   createRecordingController: () => createRecordingController,
   createRoomEngine: () => createRoomEngine,
+  createSpeakingWhileMutedDetector: () => createSpeakingWhileMutedDetector,
   createTokenClient: () => createTokenClient,
   createWebDeviceStorage: () => createWebDeviceStorage,
   createWebEffectsStorage: () => createWebEffectsStorage,
@@ -154,6 +155,7 @@ __export(src_exports, {
   createWebRoomTokenStorage: () => createWebRoomTokenStorage,
   defaultCaptionLanguage: () => defaultCaptionLanguage,
   detectBrowser: () => detectBrowser,
+  detectCapabilities: () => detectCapabilities,
   detectOs: () => detectOs,
   deviceChipLabel: () => deviceChipLabel,
   deviceFixSteps: () => deviceFixSteps,
@@ -178,6 +180,7 @@ __export(src_exports, {
   isLinkFollower: () => isLinkFollower,
   isListenOnly: () => isListenOnly,
   isLivePhase: () => isLivePhase,
+  isMobileUserAgent: () => isMobileUserAgent,
   isNoteTaker: () => isNoteTaker,
   isObserverRole: () => isObserverRole,
   isRealName: () => isRealName,
@@ -269,6 +272,7 @@ __export(src_exports, {
   transcriptDocument: () => transcriptDocument,
   unavailableFrom: () => unavailableFrom,
   uniqueAttendees: () => uniqueAttendees,
+  unsupportedWords: () => unsupportedWords,
   untranslatedLines: () => untranslatedLines,
   userTopic: () => userTopic,
   wasRefused: () => wasRefused,
@@ -3782,11 +3786,13 @@ function consentPending(policy, role, recordingOn, given) {
 }
 
 // src/core/attendance.ts
+var IDLE_PREVIEW = { state: "idle", unavailable: null };
 var IDLE_MEDIA_REGION = {
   permission: { microphone: "unknown", camera: "unknown" },
   audioOutput: "ok",
   notice: null,
-  offer: null
+  offer: null,
+  preview: { microphone: IDLE_PREVIEW, camera: IDLE_PREVIEW }
 };
 var IDLE_TRACK = { enabled: false, unavailable: null };
 var IDLE_MEDIA = {
@@ -4713,6 +4719,47 @@ function gridColumns(count2) {
   return 5;
 }
 
+// src/core/capabilities.ts
+var IN_APP = [
+  [/Instagram/i, "Instagram"],
+  [/FBAN|FBAV|FB_IAB/i, "Facebook"],
+  [/LinkedInApp/i, "LinkedIn"],
+  [/MicroMessenger/i, "WeChat"],
+  [/Snapchat/i, "Snapchat"],
+  [/\bLine\//i, "LINE"],
+  [/Twitter|TwitterAndroid/i, "X"],
+  [/TikTok|musical_ly|BytedanceWebview/i, "TikTok"]
+];
+function isMobileUserAgent(userAgent, maxTouchPoints = 0) {
+  if (/iPhone|iPod|Android|Mobile|iPad/i.test(userAgent)) return true;
+  return /Macintosh/.test(userAgent) && maxTouchPoints > 1;
+}
+function detectCapabilities(scope = typeof globalThis === "undefined" ? null : globalThis) {
+  if (scope === null || scope.navigator === void 0) {
+    return { canJoin: true, reason: null, inAppBrowser: null, mobile: false, canShareScreen: false };
+  }
+  const ua = scope.navigator.userAgent ?? "";
+  const webrtc = typeof scope.RTCPeerConnection === "function" || typeof scope.webkitRTCPeerConnection === "function";
+  const mobile = isMobileUserAgent(ua, scope.navigator.maxTouchPoints ?? 0);
+  const inAppBrowser = IN_APP.find(([pattern]) => pattern.test(ua))?.[1] ?? null;
+  return {
+    canJoin: webrtc,
+    reason: webrtc ? null : "no_webrtc",
+    inAppBrowser,
+    mobile,
+    canShareScreen: !mobile && typeof scope.navigator.mediaDevices?.getDisplayMedia === "function"
+  };
+}
+function unsupportedWords(capabilities) {
+  if (capabilities.inAppBrowser !== null) {
+    return {
+      title: `${capabilities.inAppBrowser}'s browser can't join calls`,
+      body: "Open this link in Chrome, Safari, Edge or Firefox"
+    };
+  }
+  return { title: "This browser can't join calls", body: "Open this link in Chrome, Safari, Edge or Firefox" };
+}
+
 // src/core/room-driver.ts
 var DATA_TOPICS = {
   reaction: "mx.reaction",
@@ -4867,7 +4914,15 @@ function createLiveKitDriver(handlers, options = {}) {
     created.on(RoomEvent.ParticipantConnected, roster).on(RoomEvent.ParticipantDisconnected, (participant, reason) => {
       handlers.participantLeft?.(participant.identity, reasonName(reason));
       roster();
-    }).on(RoomEvent.TrackSubscribed, roster).on(RoomEvent.TrackUnsubscribed, roster).on(RoomEvent.TrackMuted, roster).on(RoomEvent.TrackUnmuted, roster).on(RoomEvent.LocalTrackPublished, roster).on(RoomEvent.LocalTrackUnpublished, roster).on(RoomEvent.ParticipantNameChanged, roster).on(RoomEvent.ParticipantAttributesChanged, roster).on(RoomEvent.ParticipantMetadataChanged, roster).on(RoomEvent.RoomMetadataChanged, (metadata) => {
+    }).on(RoomEvent.TrackSubscribed, roster).on(RoomEvent.TrackUnsubscribed, roster).on(RoomEvent.TrackMuted, roster).on(RoomEvent.TrackUnmuted, roster).on(RoomEvent.LocalTrackPublished, (publication) => {
+      if (publication.source === Track.Source.ScreenShare) {
+        const ended = () => {
+          void created.localParticipant.setScreenShareEnabled(false).catch(() => void 0);
+        };
+        publication.track?.mediaStreamTrack.addEventListener("ended", ended, { once: true });
+      }
+      roster();
+    }).on(RoomEvent.LocalTrackUnpublished, roster).on(RoomEvent.ParticipantNameChanged, roster).on(RoomEvent.ParticipantAttributesChanged, roster).on(RoomEvent.ParticipantMetadataChanged, roster).on(RoomEvent.RoomMetadataChanged, (metadata) => {
       handlers.roomMetadata?.(metadata ?? "");
     }).on(RoomEvent.AudioPlaybackStatusChanged, (canPlay) => {
       handlers.audioPlayback?.(canPlay);
@@ -5008,7 +5063,10 @@ function createLiveKitDriver(handlers, options = {}) {
     },
     async setScreenShareEnabled(enabled) {
       try {
-        await requireRoom("setScreenShareEnabled").localParticipant.setScreenShareEnabled(enabled);
+        await requireRoom("setScreenShareEnabled").localParticipant.setScreenShareEnabled(
+          enabled,
+          enabled ? { audio: true, systemAudio: "include" } : void 0
+        );
       } catch (error) {
         throw normalizeScreenShareError(error, "meet.setScreenShareEnabled");
       }
@@ -5047,8 +5105,13 @@ function createLiveKitDriver(handlers, options = {}) {
     supportsVideoEffects() {
       return videoEffectsSupported();
     },
+    screenShareHasAudio() {
+      const target = room;
+      if (target === null) return false;
+      return target.localParticipant.getTrackPublications().some((p) => String(p.source) === "screen_share_audio" && p.track !== void 0);
+    },
     supportsScreenShare() {
-      return typeof navigator !== "undefined" && typeof navigator.mediaDevices?.getDisplayMedia === "function";
+      return detectCapabilities().canShareScreen;
     },
     attach(identity, kind, element) {
       const target = requireRoom("attach");
@@ -6353,7 +6416,7 @@ function deviceFixSteps(kind, reason, where) {
         case "safari":
           return where.os === "ios" ? [`Settings \u203A Apps \u203A Safari \u203A ${device}`, "Choose Allow", "Return here and press Try again"] : ["Safari \u203A Settings for This Website", `Set ${device} to Allow`, "Press Try again"];
         default:
-          return ["Click the icon left of the web address", `Set ${device} to Allow`, "Press Try again"];
+          return ["Click the site settings icon in the address bar", `Set ${device} to Allow`, "Press Try again"];
       }
     case "blocked_os": {
       const app = where.browser === "chrome" ? "Google Chrome" : where.browser === "edge" ? "Microsoft Edge" : where.browser === "firefox" ? "Firefox" : "your browser";
@@ -6451,7 +6514,7 @@ function createMediaSupervisor(options) {
   function setRegion(next) {
     const current = region();
     const merged = { ...current, ...next };
-    if (merged.audioOutput === current.audioOutput && merged.notice === current.notice && merged.offer === current.offer && merged.permission.microphone === current.permission.microphone && merged.permission.camera === current.permission.camera) {
+    if (merged.audioOutput === current.audioOutput && merged.notice === current.notice && merged.offer === current.offer && merged.preview === current.preview && merged.permission.microphone === current.permission.microphone && merged.permission.camera === current.permission.camera) {
       return;
     }
     store.patch({ mediaRegion: merged });
@@ -6547,7 +6610,7 @@ function createMediaSupervisor(options) {
     if (permission !== "unknown") setPermission(kind, permission);
     return unavailableFrom(normalized, classifyDeviceFailure(normalized, permission));
   }
-  return {
+  const api = {
     start() {
       if (started || platform === null) return;
       started = true;
@@ -6569,6 +6632,16 @@ function createMediaSupervisor(options) {
       started = false;
     },
     unavailable,
+    async preview(kind, outcome) {
+      api.start();
+      let next;
+      if (typeof outcome === "string") next = { state: outcome, unavailable: null };
+      else next = { state: "unavailable", unavailable: await unavailable(outcome.error, kind, `meet.${kind}Preview`) };
+      const current = region().preview;
+      const was = current[kind];
+      if (was.state === next.state && was.unavailable?.reason === next.unavailable?.reason && was.unavailable?.message === next.unavailable?.message) return;
+      setRegion({ preview: { ...region().preview, [kind]: next } });
+    },
     onAudioPlayback(canPlay) {
       setRegion({ audioOutput: canPlay ? "ok" : "blocked" });
     },
@@ -6627,6 +6700,7 @@ function createMediaSupervisor(options) {
       setRegion({ notice: null });
     }
   };
+  return api;
 }
 
 // src/core/room.ts
@@ -6788,7 +6862,8 @@ function createRoomEngine(options) {
         message: normalized.message,
         remedy: normalized.remedy,
         reason: normalized.reason,
-        retryAt: normalized.retryAfterSeconds === null ? null : now() + normalized.retryAfterSeconds * 1e3
+        retryAt: normalized.retryAfterSeconds === null ? null : now() + normalized.retryAfterSeconds * 1e3,
+        stage: "join"
       }
     });
     store.dispatch({ type: "join_failed", reason: normalized.reason ?? null });
@@ -7179,6 +7254,10 @@ function createRoomEngine(options) {
     }
     departures.clear();
     liveRoster = list;
+    const localNow = list.find((p) => p.isLocal);
+    if (localNow !== void 0 && !localNow.screenSharing && store.snapshot().share.state === "presenting") {
+      store.patch({ share: NO_SHARE });
+    }
     const merged = mergeGhosts(list, ghosts, at);
     ghosts = merged.kept;
     const people = /* @__PURE__ */ new Map();
@@ -7398,7 +7477,10 @@ function createRoomEngine(options) {
       try {
         await driver.setScreenShareEnabled(enabled);
         ambiguousShareDenials = 0;
-        store.patch({ share: { state: enabled ? "presenting" : "none", reason: null, remedy: null, at: now() } });
+        const audio = enabled ? driver?.screenShareHasAudio?.() : void 0;
+        store.patch({
+          share: { state: enabled ? "presenting" : "none", reason: null, remedy: null, at: now(), ...audio !== void 0 ? { audio } : {} }
+        });
       } catch (error) {
         const kind = classifyScreenShareError(error);
         if (kind === "ambiguous") {
@@ -7465,13 +7547,14 @@ function createRoomEngine(options) {
       return driver?.supportsVideoEffects?.() ?? false;
     },
     supportsScreenShare() {
-      return driver?.supportsScreenShare?.() ?? true;
+      return driver?.supportsScreenShare?.() ?? detectCapabilities().canShareScreen;
     },
     async switchDevice(kind, deviceId) {
       if (driver === null) return;
       await driver.switchDevice(kind, deviceId);
     },
     enableAudio: () => media.enableAudio(),
+    previewDevice: (kind, outcome) => media.preview(kind, outcome),
     acceptDeviceOffer: () => media.acceptOffer(),
     dismissDeviceOffer: () => media.dismissOffer(),
     dismissDeviceNotice: () => media.dismissNotice(),
@@ -8502,6 +8585,21 @@ function observedDevice(track, permission = "unknown", held = null) {
   const reason = deviceUnavailableReason(track, permission);
   return reason === null ? "muted_by_me" : `unavailable:${reason}`;
 }
+function observedPreview(preview, permission = "unknown") {
+  if (permission === "denied") return "unavailable:denied";
+  switch (preview.state) {
+    case "on":
+      return "on";
+    case "off":
+      return "muted_by_me";
+    case "prompting":
+      return "prompting";
+    case "unavailable":
+      return `unavailable:${preview.unavailable?.reason ?? "failed"}`;
+    default:
+      return null;
+  }
+}
 function endedRecord(snapshot, given) {
   const record = snapshot?.meeting ?? given;
   return record !== null && record.endedAt !== null;
@@ -8525,18 +8623,22 @@ function observe(input) {
   const canAdmit = actual !== "none" && ADMITTER_ROLES.has(actual);
   const role = actual === "none" || snapshot === null ? "none" : observedRole(actual, effectiveStanding(snapshot));
   const deviceInPlay = phase === "joining" || inCall;
+  const region = snapshot?.mediaRegion;
+  const atPrejoin = phase === "prejoin" && region !== void 0;
   return {
     phase,
     reason: phase === "ended" ? snapshot?.reason ?? null : snapshot?.reason ?? reasonOf(phase),
     role,
-    connection: snapshot?.connection ?? "stable",
+    // `net-blip`: in the call, a drop shorter than `reconnect_banner_delay_ms` is not something the
+    // person sees — the contract says what is on screen, so it reads `stable` until the banner shows.
+    connection: snapshot === null ? "stable" : inCall && snapshot.connection !== "stable" && !snapshot.connectionBanner ? "stable" : snapshot.connection,
     hostPresent: inCall && snapshot !== null ? snapshot.participants.some((p) => ADMITTER_ROLES.has(p.role)) : snapshot !== null && isWaitingPhase(snapshot.phase) ? snapshot.waiting?.admittersPresent ?? null : null,
     lobbyCount: canAdmit && snapshot !== null ? snapshot.lobby.filter((entry) => entry.state === "knocking").length : 0,
     recording: snapshot?.recording === "recording" || snapshot?.recording === "stopping",
     // S6c: the autoplay region is known only inside the room (no remote audio exists elsewhere).
     audioBlocked: inCall && snapshot !== null ? snapshot.mediaRegion.audioOutput === "blocked" : null,
-    camera: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.camera, snapshot.mediaRegion.permission.camera, lockedFor(snapshot, "camera", inCall)) : null,
-    microphone: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.microphone, snapshot.mediaRegion.permission.microphone, lockedFor(snapshot, "microphone", inCall)) : null
+    camera: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.camera, snapshot.mediaRegion.permission.camera, lockedFor(snapshot, "camera", inCall)) : atPrejoin ? observedPreview(region.preview.camera, region.permission.camera) : null,
+    microphone: deviceInPlay && snapshot !== null ? observedDevice(snapshot.media.microphone, snapshot.mediaRegion.permission.microphone, lockedFor(snapshot, "microphone", inCall)) : atPrejoin ? observedPreview(region.preview.microphone, region.permission.microphone) : null
   };
 }
 function lockedFor(snapshot, kind, inCall) {
@@ -8616,4 +8718,37 @@ function microphoneNoticeCode(track, permission = "unknown") {
   if (reason === null) return null;
   return deviceNoticeCode("microphone", reason) === "mic-blocked" ? "mic-blocked" : "device-lost";
 }
+
+// src/core/speaking-detector.ts
+function createSpeakingWhileMutedDetector(options = {}) {
+  const threshold = options.threshold ?? 0.06;
+  const holdMs = options.holdMs ?? 600;
+  const gapMs = options.gapMs ?? 400;
+  const cooldownMs = options.cooldownMs ?? 2e4;
+  let speechStart = null;
+  let lastLoud = null;
+  let firedAt = null;
+  return {
+    feed(level, at) {
+      if (level >= threshold) {
+        if (speechStart === null || lastLoud === null || at - lastLoud > gapMs) speechStart = at;
+        lastLoud = at;
+      } else if (lastLoud !== null && at - lastLoud > gapMs) {
+        speechStart = null;
+        lastLoud = null;
+      }
+      if (speechStart === null || at - speechStart < holdMs) return false;
+      if (firedAt !== null && at - firedAt < cooldownMs) return false;
+      firedAt = at;
+      speechStart = null;
+      lastLoud = null;
+      return true;
+    },
+    reset() {
+      speechStart = null;
+      lastLoud = null;
+      firedAt = null;
+    }
+  };
+}
 //# sourceMappingURL=index.cjs.map