@ai-matrx/meet 0.11.46 → 0.11.48

package/dist/core.js

@@ -212,10 +212,11 @@ function invalidResponse(operation, detail) {
 
 // src/core/connection-supervisor.ts
 var DEFAULT_CONNECTION_POLICY = {
-  bannerDelayMs: 2e3,
+  bannerDelayMs: 5e3,
   autoRejoin: true,
   autoRejoinMaxAttempts: 5,
-  reconnectGraceSeconds: 30
+  reconnectGraceSeconds: 30,
+  videoAutoOffAfterPoorSeconds: 20
 };
 function clampInt(value, min, max, fallback) {
   if (typeof value !== "number" || !Number.isFinite(value)) return fallback;
@@ -229,7 +230,8 @@ function connectionPolicyFrom(raw) {
     bannerDelayMs: clampInt(row["reconnect_banner_delay_ms"], 0, 1e4, d.bannerDelayMs),
     autoRejoin: typeof row["auto_rejoin"] === "boolean" ? row["auto_rejoin"] : d.autoRejoin,
     autoRejoinMaxAttempts: clampInt(row["auto_rejoin_max_attempts"], 0, 20, d.autoRejoinMaxAttempts),
-    reconnectGraceSeconds: clampInt(row["reconnect_grace_seconds"], 0, 600, d.reconnectGraceSeconds)
+    reconnectGraceSeconds: clampInt(row["reconnect_grace_seconds"], 0, 600, d.reconnectGraceSeconds),
+    videoAutoOffAfterPoorSeconds: clampInt(row["video_auto_off_after_poor_seconds"], 0, 600, d.videoAutoOffAfterPoorSeconds)
   };
 }
 var LIVEKIT_BASE_DELAYS_MS = [0, 300, 1200, 2700, 4800, 7e3];
@@ -3500,11 +3502,14 @@ function recordingLabel(state) {
 
 // src/core/live-policy.ts
 var DEFAULT_LIVE_POLICY = {
+  headlessPowers: "members_admit",
   chatMode: "everyone",
   avLock: "off",
   timeLimitMinutes: 0,
   timeLimitWarningMinutes: 5,
-  recordingConsent: "notice"
+  recordingConsent: "notice",
+  shareWhoCan: "everyone",
+  shareConcurrency: "one_takeover"
 };
 function oneOf(value, allowed, fallback) {
   return typeof value === "string" && allowed.includes(value) ? value : fallback;
@@ -3516,6 +3521,7 @@ function whole(value, fallback) {
 function livePolicyFrom(raw) {
   const o = typeof raw === "object" && raw !== null ? raw : {};
   return {
+    headlessPowers: oneOf(o["headless_powers"], ["members_admit", "none", "cohosts_only"], DEFAULT_LIVE_POLICY.headlessPowers),
     chatMode: oneOf(o["chat_mode"], ["everyone", "hosts_only", "off"], DEFAULT_LIVE_POLICY.chatMode),
     avLock: oneOf(o["attendee_av_lock"], ["off", "mic", "camera", "both"], DEFAULT_LIVE_POLICY.avLock),
     timeLimitMinutes: whole(o["time_limit_minutes"], 0),
@@ -3524,11 +3530,13 @@ function livePolicyFrom(raw) {
       o["recording_consent"],
       ["notice", "ok_or_leave", "view_only_until_agree"],
       DEFAULT_LIVE_POLICY.recordingConsent
-    )
+    ),
+    shareWhoCan: oneOf(o["share_who_can"], ["everyone", "host_only", "org", "presenters"], DEFAULT_LIVE_POLICY.shareWhoCan),
+    shareConcurrency: oneOf(o["share_concurrency"], ["one_takeover", "one_replace", "multiple"], DEFAULT_LIVE_POLICY.shareConcurrency)
   };
 }
 function samePolicy(a, b) {
-  return a.chatMode === b.chatMode && a.avLock === b.avLock && a.timeLimitMinutes === b.timeLimitMinutes && a.timeLimitWarningMinutes === b.timeLimitWarningMinutes && a.recordingConsent === b.recordingConsent;
+  return a.headlessPowers === b.headlessPowers && a.chatMode === b.chatMode && a.avLock === b.avLock && a.timeLimitMinutes === b.timeLimitMinutes && a.timeLimitWarningMinutes === b.timeLimitWarningMinutes && a.recordingConsent === b.recordingConsent && a.shareWhoCan === b.shareWhoCan && a.shareConcurrency === b.shareConcurrency;
 }
 var MODERATORS = /* @__PURE__ */ new Set(["host", "cohost"]);
 function isLockedFor(policy, role, kind) {
@@ -3538,6 +3546,12 @@ function isLockedFor(policy, role, kind) {
 function consentPending(policy, role, recordingOn, given) {
   return recordingOn && !given && policy.recordingConsent !== "notice" && !MODERATORS.has(role);
 }
+function mayAdmitNow(role, participants, policy) {
+  if (role === "none") return false;
+  if (role === "host" || role === "cohost") return true;
+  const hostIn = participants.some((p) => p.role === "host" || p.role === "cohost");
+  return !hostIn && policy.headlessPowers === "members_admit";
+}
 
 // src/core/attendance.ts
 var IDLE_PREVIEW = { state: "idle", unavailable: null };
@@ -3577,6 +3591,7 @@ var NO_GRANTS = {
   canPublish: false,
   canSubscribe: false
 };
+var UNKNOWN_LOCAL_NETWORK = { path: "unknown", quality: "unknown", videoPaused: false };
 var NO_SHARE = { state: "none", reason: null, remedy: null, at: 0 };
 var EMPTY = {
   phase: "resolving",
@@ -3585,6 +3600,7 @@ var EMPTY = {
   roomName: null,
   connection: "stable",
   connectionBanner: false,
+  localNetwork: UNKNOWN_LOCAL_NETWORK,
   share: NO_SHARE,
   call: null,
   waiting: null,
@@ -4099,6 +4115,14 @@ function applyModeration(store, payload, now) {
       }
       return HANDLED;
     }
+    case "share-ended": {
+      const reason = text2(payload["reason"]) === "not_allowed" ? "not_allowed" : "replaced";
+      const by = text2(payload["by"]);
+      store.patch({
+        share: { state: "ended", reason, remedy: null, at: now(), ...by !== null ? { by } : {} }
+      });
+      return HANDLED;
+    }
     case "muted":
     case "ask-unmute":
     case "removed": {
@@ -4511,7 +4535,7 @@ function unsupportedWords(capabilities) {
       body: "Open this link in Chrome, Safari, Edge or Firefox"
     };
   }
-  return { title: "This browser can't join calls", body: "Open this link in Chrome, Safari, Edge or Firefox" };
+  return { title: "Meet is not compatible with your browser yet", body: "Open this link in Chrome, Safari, Edge or Firefox" };
 }
 
 // src/core/room-driver.ts
@@ -4534,6 +4558,187 @@ var TRANSCRIPTION_ATTRIBUTES = {
   speakerIdentity: "lk.transcribed_participant_identity"
 };
 
+// src/core/network-health.ts
+function pathOf(reading) {
+  if (reading.relayed === null && reading.tcp === null) return "unknown";
+  return reading.relayed === true || reading.tcp === true ? "restricted" : "direct";
+}
+var POOR_RTT_MS = 300;
+var RECOVERED_RTT_MS = 220;
+var POOR_LOSS = 0.08;
+var RECOVERED_LOSS = 0.03;
+function createSelfAssessor(options = {}) {
+  const poorSamples = options.poorSamples ?? 2;
+  const goodSamples = options.goodSamples ?? 3;
+  let quality = "unknown";
+  let badRun = 0;
+  let goodRun = 0;
+  return {
+    push(reading) {
+      const { rttMs, lossRatio } = reading;
+      if (rttMs === null && lossRatio === null) return quality;
+      const bad = rttMs !== null && rttMs >= POOR_RTT_MS || lossRatio !== null && lossRatio >= POOR_LOSS;
+      const clear = (rttMs === null || rttMs < RECOVERED_RTT_MS) && (lossRatio === null || lossRatio < RECOVERED_LOSS);
+      badRun = bad ? badRun + 1 : 0;
+      goodRun = clear ? goodRun + 1 : 0;
+      if (badRun >= poorSamples) quality = "poor";
+      else if (quality !== "poor" && !bad) quality = "good";
+      else if (quality === "poor" && goodRun >= goodSamples) quality = "good";
+      return quality;
+    },
+    current: () => quality,
+    reset() {
+      quality = "unknown";
+      badRun = 0;
+      goodRun = 0;
+    }
+  };
+}
+var RANK = {
+  lost: 0,
+  poor: 1,
+  good: 2,
+  excellent: 3,
+  unknown: 4
+};
+function worstQuality(a, b) {
+  if (b === null || b === void 0 || b === "unknown") return a;
+  if (a === "unknown") return b;
+  return RANK[b] < RANK[a] ? b : a;
+}
+var ALIVE_TOPIC = "mx.alive";
+function encodeBeat(beat) {
+  return JSON.stringify({ q: beat.q, vp: beat.vp });
+}
+function decodeBeat(payload) {
+  try {
+    const raw = JSON.parse(payload);
+    const q = raw.q === "good" || raw.q === "poor" ? raw.q : "unknown";
+    return { q, vp: raw.vp === true };
+  } catch {
+    return null;
+  }
+}
+function heartbeatIntervalMs(roomSize) {
+  return 2e3 * Math.max(1, Math.ceil(Math.max(1, roomSize) / 25));
+}
+function staleAfterMs(roomSize) {
+  return heartbeatIntervalMs(roomSize) * 3 + 1e3;
+}
+function createLivenessTracker(now) {
+  const lastHeard = /* @__PURE__ */ new Map();
+  const beats = /* @__PURE__ */ new Map();
+  return {
+    heard(who, beat) {
+      lastHeard.set(who, now());
+      if (beat !== null) beats.set(who, beat);
+    },
+    stale(present, roomSize) {
+      const limit = staleAfterMs(roomSize);
+      const at = now();
+      const out = /* @__PURE__ */ new Set();
+      for (const who of present) {
+        const heard = lastHeard.get(who);
+        if (heard !== void 0 && at - heard > limit) out.add(who);
+      }
+      return out;
+    },
+    reported: (who) => beats.get(who) ?? null,
+    restartClock() {
+      const at = now();
+      for (const who of lastHeard.keys()) lastHeard.set(who, at);
+    },
+    forget(who) {
+      lastHeard.delete(who);
+      beats.delete(who);
+    },
+    clear() {
+      lastHeard.clear();
+      beats.clear();
+    }
+  };
+}
+function createVideoAutoOff(afterMs, now) {
+  let poorSince = null;
+  let armed = true;
+  return {
+    step(quality, cameraOn) {
+      if (quality === "good") {
+        poorSince = null;
+        armed = true;
+        return null;
+      }
+      if (quality !== "poor" || !cameraOn) {
+        poorSince = quality === "poor" ? poorSince : null;
+        return null;
+      }
+      const at = now();
+      if (poorSince === null) poorSince = at;
+      const limit = afterMs();
+      if (!armed || limit <= 0 || at - poorSince < limit) return null;
+      armed = false;
+      return "pause";
+    },
+    retried() {
+      armed = false;
+    },
+    reset() {
+      poorSince = null;
+      armed = true;
+    }
+  };
+}
+function readingFromStats(entries) {
+  const byId2 = /* @__PURE__ */ new Map();
+  for (const entry of entries) byId2.set(entry.id, entry);
+  let pair;
+  for (const entry of byId2.values()) {
+    if (entry.type === "transport" && typeof entry["selectedCandidatePairId"] === "string") {
+      pair = byId2.get(entry["selectedCandidatePairId"]);
+      if (pair !== void 0) break;
+    }
+  }
+  if (pair === void 0) {
+    for (const entry of byId2.values()) {
+      if (entry.type === "candidate-pair" && entry["nominated"] === true && entry["state"] === "succeeded") {
+        pair = entry;
+        break;
+      }
+    }
+  }
+  let lossRatio = null;
+  for (const entry of byId2.values()) {
+    if (entry.type === "remote-inbound-rtp" && typeof entry["fractionLost"] === "number") {
+      lossRatio = Math.max(lossRatio ?? 0, entry["fractionLost"]);
+    }
+  }
+  if (pair === void 0) return { rttMs: null, lossRatio, relayed: null, tcp: null };
+  const rtt = pair["currentRoundTripTime"];
+  const local = typeof pair["localCandidateId"] === "string" ? byId2.get(pair["localCandidateId"]) : void 0;
+  const candidateType = local?.["candidateType"];
+  const protocol = local?.["protocol"];
+  const relayProtocol = local?.["relayProtocol"];
+  return {
+    rttMs: typeof rtt === "number" ? Math.round(rtt * 1e3) : null,
+    lossRatio,
+    relayed: typeof candidateType === "string" ? candidateType === "relay" : null,
+    tcp: typeof protocol === "string" || typeof relayProtocol === "string" ? protocol === "tcp" || relayProtocol === "tcp" || relayProtocol === "tls" : null
+  };
+}
+function mergeReadings(readings) {
+  const max = (values) => {
+    const known = values.filter((v) => v !== null);
+    return known.length === 0 ? null : Math.max(...known);
+  };
+  const any = (values) => values.every((v) => v === null) ? null : values.some((v) => v === true);
+  return {
+    rttMs: max(readings.map((r) => r.rttMs)),
+    lossRatio: max(readings.map((r) => r.lossRatio)),
+    relayed: any(readings.map((r) => r.relayed)),
+    tcp: any(readings.map((r) => r.tcp))
+  };
+}
+
 // src/core/livekit-driver.ts
 function mapQuality(quality) {
   switch (quality) {
@@ -4623,6 +4828,30 @@ function createLiveKitDriver(handlers, options = {}) {
   let projectRoster = null;
   let audioCapture = DEFAULT_AUDIO_PROCESSING;
   let videoEffect = { kind: "none" };
+  let statsTimer = null;
+  function stopStatsPoll() {
+    if (statsTimer !== null) clearInterval(statsTimer);
+    statsTimer = null;
+  }
+  function startStatsPoll(target) {
+    stopStatsPoll();
+    if (handlers.networkReading === void 0) return;
+    const sample = async () => {
+      if (room !== target) return;
+      const manager = target.engine.pcManager;
+      if (manager === void 0) return;
+      const readings = [];
+      for (const transport of [manager.publisher, manager.subscriber]) {
+        try {
+          const report = await transport?.getStats();
+          if (report !== void 0) readings.push(readingFromStats(report.values()));
+        } catch {
+        }
+      }
+      if (readings.length > 0 && room === target) handlers.networkReading?.(mergeReadings(readings));
+    };
+    statsTimer = setInterval(() => void sample(), 2e3);
+  }
   async function load() {
     if (room !== null) return room;
     let module;
@@ -4697,6 +4926,7 @@ function createLiveKitDriver(handlers, options = {}) {
         participant?.identity ?? null
       );
     }).on(RoomEvent.Disconnected, (reason) => {
+      stopStatsPoll();
       audioContainer?.remove();
       audioContainer = null;
       handlers.disconnected(reasonName(reason));
@@ -4782,6 +5012,7 @@ function createLiveKitDriver(handlers, options = {}) {
       projectRoster?.();
       handlers.roomMetadata?.(target.metadata ?? "");
       handlers.audioPlayback?.(target.canPlaybackAudio);
+      startStatsPoll(target);
     },
     async disconnect() {
       if (room === null) return;
@@ -4792,6 +5023,7 @@ function createLiveKitDriver(handlers, options = {}) {
       } catch {
       }
       projectRoster = null;
+      stopStatsPoll();
       audioContainer?.remove();
       audioContainer = null;
       await target.disconnect();
@@ -6568,6 +6800,76 @@ function createRoomEngine(options) {
     return personConnections.get(personOf(who)) ?? [who];
   }
   const departures = /* @__PURE__ */ new Map();
+  const liveness = createLivenessTracker(now);
+  const assessor = createSelfAssessor();
+  const autoOff = createVideoAutoOff(() => connectionPolicy.videoAutoOffAfterPoorSeconds * 1e3, now);
+  const lkQuality = /* @__PURE__ */ new Map();
+  let silent = /* @__PURE__ */ new Set();
+  let healthTimer = null;
+  let lastBeatAt = 0;
+  let wasUnstable = false;
+  function patchLocalNetwork(next) {
+    const before = store.snapshot().localNetwork;
+    const merged = { ...before, ...next };
+    if (merged.path !== before.path || merged.quality !== before.quality || merged.videoPaused !== before.videoPaused) {
+      store.patch({ localNetwork: merged });
+    }
+  }
+  function effectiveQuality(person, connection, isLocal) {
+    const fromServer = lkQuality.get(person) ?? "unknown";
+    if (isLocal) return worstQuality(fromServer, assessor.current());
+    return worstQuality(fromServer, connection === void 0 ? null : liveness.reported(connection)?.q);
+  }
+  function refreshQualities() {
+    const snap = store.snapshot();
+    for (const p of snap.participants) {
+      if (p.reconnecting === true) continue;
+      const next = effectiveQuality(p.identity, mainConnection.get(p.identity), p.isLocal);
+      if (next !== "unknown" && next !== p.quality) store.setQuality(p.identity, next);
+    }
+  }
+  function stopHealth() {
+    if (healthTimer !== null) clearInterval(healthTimer);
+    healthTimer = null;
+    liveness.clear();
+    assessor.reset();
+    autoOff.reset();
+    silent = /* @__PURE__ */ new Set();
+    lkQuality.clear();
+    lastBeatAt = 0;
+    wasUnstable = false;
+    if (store.snapshot().localNetwork !== UNKNOWN_LOCAL_NETWORK) store.patch({ localNetwork: UNKNOWN_LOCAL_NETWORK });
+  }
+  function healthTick() {
+    const snap = store.snapshot();
+    const target = driver;
+    if (disposed || target === null || snap.phase !== "in_call") return;
+    if (snap.connection !== "stable") {
+      wasUnstable = true;
+      return;
+    }
+    if (wasUnstable) {
+      wasUnstable = false;
+      liveness.restartClock();
+    }
+    const size = liveRoster.length;
+    const at = now();
+    if (at - lastBeatAt >= heartbeatIntervalMs(size)) {
+      lastBeatAt = at;
+      const beat = encodeBeat({ q: assessor.current(), vp: snap.localNetwork.videoPaused });
+      void target.publishData(ALIVE_TOPIC, beat).catch(() => void 0);
+    }
+    const remotes = liveRoster.filter((p) => !p.isLocal).map((p) => p.identity);
+    const next = liveness.stale(remotes, size);
+    if (next.size !== silent.size || [...next].some((who) => !silent.has(who))) {
+      silent = next;
+      projectRoster(liveRoster, new Date(at).toISOString());
+    }
+  }
+  function startHealth() {
+    if (healthTimer !== null) return;
+    healthTimer = setInterval(healthTick, 1e3);
+  }
   function requestAsNow() {
     if (lastRequest === null) return null;
     const media2 = store.snapshot().media;
@@ -6586,6 +6888,7 @@ function createRoomEngine(options) {
     media.onDisconnected();
     store.patch({ share: NO_SHARE, connection: "stable" });
     clearGhosts();
+    stopHealth();
     await target?.disconnect();
   }
   async function leaveRoom() {
@@ -6677,6 +6980,8 @@ function createRoomEngine(options) {
     },
     participantLeft(who, reason) {
       departures.set(who, reason);
+      liveness.forget(who);
+      silent.delete(who);
     },
     roomMetadata(metadata) {
       let parsed = {};
@@ -6710,7 +7015,27 @@ function createRoomEngine(options) {
       store.setSpeaking([...new Set(identities.map((who) => personOf(who)))]);
     },
     quality(who, value) {
-      store.setQuality(personOf(who), value);
+      const person = personOf(who);
+      lkQuality.set(person, value);
+      const local = store.snapshot().participants.find((p) => p.identity === person)?.isLocal === true;
+      store.setQuality(person, value === "lost" ? value : effectiveQuality(person, who, local));
+    },
+    networkReading(reading) {
+      const snap = store.snapshot();
+      if (snap.phase !== "in_call" || snap.connection !== "stable") return;
+      startHealth();
+      const quality = assessor.push(reading);
+      const path = pathOf(reading);
+      patchLocalNetwork({ quality, ...path !== "unknown" ? { path } : {} });
+      refreshQualities();
+      const cameraOn = snap.media.camera.enabled;
+      if (autoOff.step(quality, cameraOn) === "pause" && driver !== null) {
+        const target = driver;
+        report("info", "meet: the camera was paused because the connection is poor", "The audio is kept; Try video again turns it back on.");
+        void enableTrack(target, "camera", false).then((state) => {
+          if (!state.enabled) patchLocalNetwork({ videoPaused: true });
+        });
+      }
     },
     connectionState(state) {
       supervisor.driverState(state);
@@ -6805,6 +7130,22 @@ function createRoomEngine(options) {
         return;
       }
       const sender = personOf(from ?? "");
+      if (from !== null) {
+        const beat = topic === ALIVE_TOPIC ? decodeBeat(payload) : null;
+        const before = liveness.reported(from);
+        liveness.heard(from, beat);
+        if (topic === ALIVE_TOPIC) {
+          startHealth();
+          if (beat !== null && (before?.q !== beat.q || before?.vp !== beat.vp || silent.has(from))) {
+            silent.delete(from);
+            projectRoster(liveRoster, new Date(now()).toISOString());
+            refreshQualities();
+          } else if (silent.delete(from)) {
+            projectRoster(liveRoster, new Date(now()).toISOString());
+          }
+          return;
+        }
+      }
       switch (topic) {
         case DATA_TOPICS.reaction:
           if (typeof envelope.emoji === "string") {
@@ -7047,7 +7388,16 @@ function createRoomEngine(options) {
     store.setParticipants(
       [...people.values()].map(({ entry }) => {
         const projected = projectParticipant(entry, joinedAt);
-        return entry.reconnecting === true ? { ...projected, reconnecting: true, quality: "lost" } : projected;
+        if (entry.reconnecting === true || !entry.isLocal && silent.has(entry.identity)) {
+          return { ...projected, reconnecting: true, quality: "lost" };
+        }
+        const videoPaused = entry.isLocal ? store.snapshot().localNetwork.videoPaused : liveness.reported(entry.identity)?.vp === true;
+        const quality = effectiveQuality(projected.identity, entry.identity, entry.isLocal);
+        return {
+          ...projected,
+          ...quality !== "unknown" && quality !== "lost" ? { quality } : {},
+          ...videoPaused ? { videoPaused: true } : {}
+        };
       })
     );
     scheduleGhostExpiry();
@@ -7233,7 +7583,12 @@ function createRoomEngine(options) {
     },
     async setCameraEnabled(enabled) {
       if (driver === null) return;
-      await enableTrack(driver, "camera", enabled);
+      const state = await enableTrack(driver, "camera", enabled);
+      if (enabled && state.enabled && store.snapshot().localNetwork.videoPaused) {
+        autoOff.retried();
+        patchLocalNetwork({ videoPaused: false });
+      }
+      if (!enabled && store.snapshot().localNetwork.videoPaused) patchLocalNetwork({ videoPaused: false });
     },
     async setScreenShareEnabled(enabled) {
       if (driver === null) return;
@@ -7279,7 +7634,8 @@ function createRoomEngine(options) {
       }
     },
     dismissShareNotice() {
-      if (store.snapshot().share.state === "refused") store.patch({ share: NO_SHARE });
+      const state = store.snapshot().share.state;
+      if (state === "refused" || state === "ended") store.patch({ share: NO_SHARE });
     },
     async react(emoji) {
       const local = store.snapshot().localIdentity;
@@ -8313,6 +8669,7 @@ async function moveToRoom(runtime, roomId) {
   if (runtime === null) return { ok: false, message: "This meeting is not connected." };
   try {
     await runtime.engine.moveToBreakout(roomId);
+    await runtime.inRoom.loadCollab?.().catch(() => void 0);
     return { ok: true, message: roomId === null ? "Back in the main room." : "Joined the breakout room." };
   } catch (error) {
     return { ok: false, message: error.message ?? "That room could not be joined." };
@@ -8396,7 +8753,7 @@ function observe(input) {
   const phase = observedPhase(input);
   const inCall = phase === "in_call";
   const actual = inCall && snapshot !== null ? effectiveRole(snapshot) : "none";
-  const canAdmit = actual !== "none" && ADMITTER_ROLES.has(actual);
+  const canAdmit = snapshot !== null && mayAdmitNow(actual, snapshot.participants, snapshot.livePolicy);
   const role = actual === "none" || snapshot === null ? "none" : observedRole(actual, effectiveStanding(snapshot));
   const deviceInPlay = phase === "joining" || inCall;
   const region = snapshot?.mediaRegion;