replicas-computer 0.3.16 → 0.3.17

package/dist/index.js

@@ -2937,7 +2937,7 @@ async function computerStatusCommand() {
 }
 
 // src/version.ts
-var COMPUTER_USE_VERSION = "0.3.16";
+var COMPUTER_USE_VERSION = "0.3.17";
 var COMPUTER_USE_PROTOCOL_VERSION = 1;
 
 // src/program.ts

package/dist/stream-viewer.js

@@ -49,6 +49,7 @@ var DESKTOP_WEBRTC_FAILURE_REASONS = {
   full_chroma_undecodable: "WebRTC could not decode H.264 High 4:4:4"
 };
 var DESKTOP_QUALITY_MESSAGE = "replicas-desktop-quality";
+var DESKTOP_CONNECTION_MESSAGE = "replicas-desktop-connection";
 
 // src/input-validation.ts
 var finite = (value) => typeof value === "number" && Number.isFinite(value);
@@ -102,6 +103,7 @@ var webrtcFirstFrameMs = 3e3;
 var webrtcRetryFirstMs = 15e3;
 var webrtcRetryMaxMs = 3e5;
 var webrtcRetryTimeoutMs = 1e4;
+var hiddenDisconnectMs = 6e4;
 var webrtcSkipsAfterFailure = 3;
 var pointerIntervalMs = 4;
 var qualityWindowMs = 3e4;
@@ -113,8 +115,10 @@ try {
 } catch {
 }
 var socket;
-var standby = innerWidth === 0 || innerHeight === 0;
+var intersecting = innerWidth > 0 && innerHeight > 0;
+var standby = !intersecting;
 var standbyTimer;
+var hiddenTimer;
 var config;
 var transport;
 var transportReason = "";
@@ -171,6 +175,24 @@ var restartQuality = () => {
   qualitySequence = 0;
   presentedAt = 0;
 };
+var newConnectionTotals = () => ({
+  sampledAt: 0,
+  presented: 0,
+  shownMs: 0,
+  frames: 0,
+  samples: 0,
+  rung: 0,
+  worstRung: 0,
+  cpu: 0,
+  rtt: 0,
+  rttSamples: 0,
+  worstRtt: 0,
+  loss: 0,
+  lossSamples: 0,
+  longestGapMs: 0,
+  reportedAt: 0
+});
+var connectionTotals = newConnectionTotals();
 var state = {};
 globalThis.__replicasDesktop = state;
 var viewerEvents = [];
@@ -257,6 +279,31 @@ var announceTransport = () => {
   if (window.parent === window) return;
   window.parent.postMessage({ type: DESKTOP_TRANSPORT_MESSAGE, transport: transport ?? "connecting", reason: transportReason, path: route.path, codec: route.codec, failure, recovery }, "*");
 };
+var average = (sum, count) => count ? Math.round(sum * 10 / count) / 10 : void 0;
+var reportConnection = (ended) => {
+  if (window.parent === window || !config) return;
+  const totals = connectionTotals;
+  totals.reportedAt = performance.now();
+  window.parent.postMessage({
+    type: DESKTOP_CONNECTION_MESSAGE,
+    serverVersion: config.serverVersion ?? "unknown",
+    firstFrameMs: totals.firstFrameAt === void 0 ? void 0 : Math.round(totals.firstFrameAt - connectionStartedAt),
+    shownMs: Math.round(totals.shownMs),
+    displayedFps: totals.shownMs >= 1e3 ? Math.round(totals.frames * 1e4 / totals.shownMs) / 10 : void 0,
+    inputRttMs: average(totals.rtt, totals.rttSamples),
+    worstInputRttMs: totals.rttSamples ? Math.round(totals.worstRtt) : void 0,
+    qualityRung: average(totals.rung, totals.samples),
+    worstQualityRung: totals.samples ? totals.worstRung : void 0,
+    longestFrameGapMs: totals.samples ? Math.round(totals.longestGapMs) : void 0,
+    lossPercent: average(totals.loss, totals.lossSamples),
+    cpuLoadPercent: average(totals.cpu, totals.samples),
+    ended
+  }, "*");
+};
+var endConnection = (ended) => {
+  if (ended || connectionTotals.sampledAt) reportConnection(ended);
+  connectionTotals = newConnectionTotals();
+};
 var closePeer = (preserveDeadline = false) => {
   cancelRetry();
   if (!preserveDeadline) {
@@ -310,9 +357,11 @@ var configureVideo = async (next, preferHardware = true) => {
   if (configuration !== videoConfiguration) return;
   const selectedConfig = support.supported && support.config ? support.config : decoderConfig(next);
   activeVideoConfig = selectedConfig;
+  const totals = connectionTotals;
   const decoder = new VideoDecoder({
     output: (frame) => {
       socketDecodedFrames += 1;
+      totals.firstFrameAt ??= performance.now();
       const writer = videoWriter;
       if (!writer || (writer.desiredSize ?? 1) <= 0) {
         frame.close();
@@ -776,6 +825,7 @@ var handleServerText = (data, viaSocket) => {
 };
 var connect = () => {
   if (document.visibilityState !== "visible") return;
+  endConnection();
   clearTimeout(reconnectTimer);
   closePeer();
   transport = void 0;
@@ -818,9 +868,12 @@ var connect = () => {
   });
   nextSocket.addEventListener("close", () => {
     if (socket !== nextSocket) return;
+    endConnection();
     closePeer();
-    transport = void 0;
-    announceTransport();
+    if (transport) {
+      transport = void 0;
+      announceTransport();
+    }
     reconnectAttempt += 1;
     const delay = Math.min(8e3, 250 * 2 ** Math.min(reconnectAttempt, 5)) * (0.85 + Math.random() * 0.3);
     note("socket closed", `reconnect in ${Math.round(delay)} ms`);
@@ -855,6 +908,8 @@ var observeFrame = () => {
     lastPresentedCount = metadata.presentedFrames;
     lastFrameAt = performance.now();
     if (presentedAt && qualityWindow) qualityWindow.longestGapMs = Math.max(qualityWindow.longestGapMs, lastFrameAt - Math.max(presentedAt, qualityWindow.at));
+    const { shownSince } = connectionTotals;
+    if (presentedAt && shownSince !== void 0) connectionTotals.longestGapMs = Math.max(connectionTotals.longestGapMs, lastFrameAt - Math.max(presentedAt, shownSince));
     presentedAt = lastFrameAt;
     status.classList.remove("visible");
     observeFrame();
@@ -909,22 +964,32 @@ var setStandby = (next) => {
   sendSocket({ type: "standby", standby });
   if (!standby && !audioPrompt.hidden) unlockAudio();
 };
-new IntersectionObserver(([entry]) => {
-  if (entry.isIntersecting) setStandby(false);
+var syncStandby = () => {
+  if (intersecting && document.visibilityState === "visible") setStandby(false);
   else if (!standby) {
     clearTimeout(standbyTimer);
     standbyTimer = setTimeout(() => setStandby(true), 1e3);
   }
+};
+new IntersectionObserver(([entry]) => {
+  intersecting = entry.isIntersecting;
+  syncStandby();
 }).observe(document.documentElement);
 window.addEventListener("online", connect);
 document.addEventListener("visibilitychange", () => {
+  clearTimeout(hiddenTimer);
+  syncStandby();
   if (document.visibilityState === "hidden") {
-    disconnect();
+    hiddenTimer = setTimeout(() => {
+      endConnection("hidden");
+      disconnect();
+    }, hiddenDisconnectMs);
     return;
   }
-  connect();
+  if (!socket || socket.readyState >= WebSocket.CLOSING) connect();
 });
 window.addEventListener("pagehide", () => {
+  endConnection();
   disconnect();
   screen.cancelVideoFrameCallback(frameCallback);
   videoDecoder?.close();
@@ -963,6 +1028,32 @@ var updateDiagnostics = (stats) => {
     viewerEvents.length ? `viewer events: ${describeEvents(viewerEvents.slice(-5))}` : ""
   ].filter(Boolean).join("\n");
 };
+var sampleConnection = (stats, current, now) => {
+  const totals = connectionTotals;
+  const shown = !standby && document.visibilityState === "visible" && qualityUnseen.samples < 4;
+  if (shown && totals.sampledAt) {
+    totals.shownSince ??= totals.sampledAt;
+    totals.shownMs += now - totals.sampledAt;
+    totals.frames += presentedFrames - totals.presented;
+    totals.samples += 1;
+    totals.rung += current.encoder.rung;
+    totals.worstRung = Math.max(totals.worstRung, current.encoder.rung);
+    totals.cpu += current.cpu.load * 100 / current.cpu.cores;
+    if (stats.rttMs > 0) {
+      totals.rtt += stats.rttMs;
+      totals.rttSamples += 1;
+      totals.worstRtt = Math.max(totals.worstRtt, stats.rttMs);
+    }
+    if (stats.lossPercent !== void 0) {
+      totals.loss += stats.lossPercent;
+      totals.lossSamples += 1;
+    }
+    totals.longestGapMs = Math.max(totals.longestGapMs, now - Math.max(presentedAt, totals.shownSince));
+  } else if (!shown) totals.shownSince = void 0;
+  totals.sampledAt = now;
+  totals.presented = presentedFrames;
+  if (now - totals.reportedAt >= 2e3) reportConnection();
+};
 var reportQuality = (stats) => {
   if (window.parent === window || !transport || !config || !telemetry) return;
   const now = performance.now();
@@ -970,6 +1061,7 @@ var reportQuality = (stats) => {
   const decoded = transport === "webrtc" ? inbound?.framesDecoded ?? 0 : socketDecodedFrames;
   qualityUnseen = { decoded, presented: presentedFrames, samples: decoded > qualityUnseen.decoded && presentedFrames === qualityUnseen.presented ? qualityUnseen.samples + 1 : 0 };
   if (qualityUnseen.samples >= 4) current.unseen = true;
+  sampleConnection(stats, telemetry, now);
   qualitySamples.push({ stats, telemetry });
   const windowMs = now - current.at;
   if (windowMs < qualityWindowMs) return;
@@ -1048,6 +1140,7 @@ var reportWebRtcStats = async (pc, stats) => {
   };
   if (counters.framesDecoded > (inbound?.framesDecoded ?? 0)) {
     lastFrameAt = now;
+    connectionTotals.firstFrameAt ??= now;
     clearTimeout(webrtcDeadline);
     webrtcDeadline = void 0;
     if (fullChromaFailure) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "replicas-computer",
-  "version": "0.3.16",
+  "version": "0.3.17",
   "description": "Replicas workspace computer-use runtime",
   "type": "module",
   "main": "dist/index.js",