replicas-computer 0.3.10 → 0.3.11

package/dist/index.js

@@ -2937,7 +2937,7 @@ async function computerStatusCommand() {
 }
 
 // src/version.ts
-var COMPUTER_USE_VERSION = "0.3.10";
+var COMPUTER_USE_VERSION = "0.3.11";
 var COMPUTER_USE_PROTOCOL_VERSION = 1;
 
 // src/program.ts
@@ -3592,7 +3592,8 @@ var DESKTOP_WEBRTC_FAILURE_REASONS = {
   codec_unsupported: "browser cannot receive H.264 over WebRTC",
   negotiation_failed: "negotiation failed",
   video_timeout: "WebRTC did not decode video in time",
-  video_stalled: "WebRTC video stopped arriving"
+  video_stalled: "WebRTC video stopped arriving",
+  full_chroma_undecodable: "WebRTC could not decode H.264 High 4:4:4"
 };
 function isDesktopWebRtcFailure(value) {
   if (!isRecord(value) || typeof value.reasonCode !== "string" || !Object.hasOwn(DESKTOP_WEBRTC_FAILURE_REASONS, value.reasonCode) || typeof value.turnConfigured !== "boolean") return false;

package/dist/stream-viewer.js

@@ -42,7 +42,8 @@ var DESKTOP_WEBRTC_FAILURE_REASONS = {
   codec_unsupported: "browser cannot receive H.264 over WebRTC",
   negotiation_failed: "negotiation failed",
   video_timeout: "WebRTC did not decode video in time",
-  video_stalled: "WebRTC video stopped arriving"
+  video_stalled: "WebRTC video stopped arriving",
+  full_chroma_undecodable: "WebRTC could not decode H.264 High 4:4:4"
 };
 
 // src/input-validation.ts
@@ -99,6 +100,13 @@ diagnostics.classList.toggle("visible", showDiagnostics);
 var webrtcFrameTimeoutMs = 6e3;
 var webrtcSkipsAfterFailure = 3;
 var pointerIntervalMs = 4;
+var fullChromaFailureKey = "replicas-desktop-4:4:4-failed";
+var skipFullChroma = false;
+var fullChromaFailure;
+try {
+  skipFullChroma = localStorage.getItem(fullChromaFailureKey) === navigator.userAgent;
+} catch {
+}
 var socket;
 var config;
 var transport;
@@ -397,38 +405,40 @@ var unlockAudio = () => {
     });
   });
 };
+var captureFailure = (reasonCode, current) => {
+  const captured = {
+    id: crypto.randomUUID?.() ?? `${Date.now()}-${Math.random().toString(36).slice(2)}`,
+    reasonCode,
+    elapsedMs: Math.round(performance.now() - connectionStartedAt),
+    connectionState: peer?.connectionState ?? "unavailable",
+    iceConnectionState: peer?.iceConnectionState ?? "unavailable",
+    iceGatheringState: peer?.iceGatheringState ?? "unavailable",
+    signalingState: peer?.signalingState ?? "unavailable",
+    iceTransportPolicy: request.iceTransportPolicy,
+    turnConfigured: current.iceServers?.some((server) => /^turns?:/i.test(server.urls)) ?? false,
+    serverVersion: current.serverVersion ?? "unknown",
+    serverUnavailableReason: current.webrtcUnavailableReason ?? "",
+    localCandidateTypes: [...localCandidateTypes].join(","),
+    remoteCandidateTypes: [...remoteCandidateTypes].join(","),
+    iceErrorCodes: [...iceErrorCodes].join(","),
+    candidateErrors,
+    errorName: negotiationErrorName,
+    path: route.path,
+    codec: route.codec,
+    framesDecoded: inbound?.framesDecoded ?? 0,
+    packetsReceived: inbound?.packetsReceived ?? 0,
+    packetsLost: inbound?.packetsLost ?? 0,
+    bytesReceived: inbound?.bytesReceived ?? 0,
+    lastFrameAgeMs: lastFrameAt ? Math.round(performance.now() - lastFrameAt) : -1,
+    encoderFps: telemetry?.encoder.fps ?? -1
+  };
+  state.lastWebRtcFailure = captured;
+  return captured;
+};
 var useFallback = (reasonCode, failed = false) => {
   if (transport === "websocket" || !config) return;
   const reason = reasonCode === "websocket_selected" ? "WebSocket transport selected" : reasonCode === "recent_failure" ? "recent WebRTC failure" : DESKTOP_WEBRTC_FAILURE_REASONS[reasonCode];
-  if (request.transport === "webrtc" && reasonCode !== "websocket_selected" && reasonCode !== "recent_failure") {
-    failure = {
-      id: crypto.randomUUID?.() ?? `${Date.now()}-${Math.random().toString(36).slice(2)}`,
-      reasonCode,
-      elapsedMs: Math.round(performance.now() - connectionStartedAt),
-      connectionState: peer?.connectionState ?? "unavailable",
-      iceConnectionState: peer?.iceConnectionState ?? "unavailable",
-      iceGatheringState: peer?.iceGatheringState ?? "unavailable",
-      signalingState: peer?.signalingState ?? "unavailable",
-      iceTransportPolicy: request.iceTransportPolicy,
-      turnConfigured: config.iceServers?.some((server) => /^turns?:/i.test(server.urls)) ?? false,
-      serverVersion: config.serverVersion ?? "unknown",
-      serverUnavailableReason: config.webrtcUnavailableReason ?? "",
-      localCandidateTypes: [...localCandidateTypes].join(","),
-      remoteCandidateTypes: [...remoteCandidateTypes].join(","),
-      iceErrorCodes: [...iceErrorCodes].join(","),
-      candidateErrors,
-      errorName: negotiationErrorName,
-      path: route.path,
-      codec: route.codec,
-      framesDecoded: inbound?.framesDecoded ?? 0,
-      packetsReceived: inbound?.packetsReceived ?? 0,
-      packetsLost: inbound?.packetsLost ?? 0,
-      bytesReceived: inbound?.bytesReceived ?? 0,
-      lastFrameAgeMs: lastFrameAt ? Math.round(performance.now() - lastFrameAt) : -1,
-      encoderFps: telemetry?.encoder.fps ?? -1
-    };
-    state.lastWebRtcFailure = failure;
-  }
+  if (request.transport === "webrtc" && reasonCode !== "websocket_selected" && reasonCode !== "recent_failure") failure = captureFailure(reasonCode, config);
   closePeer();
   if (failed) webrtcSkips = webrtcSkipsAfterFailure;
   note("fallback to socket", reason);
@@ -504,6 +514,10 @@ var negotiate = async (sdp) => {
   try {
     await pc.setRemoteDescription({ type: "offer", sdp });
     if (peer !== pc) return;
+    if (skipFullChroma) {
+      const codecs = RTCRtpReceiver.getCapabilities("video")?.codecs.filter((codec) => h264ProfileLabel(codec.sdpFmtpLine ?? "") !== H264_PROFILES.high444.label);
+      if (codecs) pc.getTransceivers().find((transceiver) => transceiver.receiver.track.kind === "video")?.setCodecPreferences(codecs);
+    }
     const answer = await pc.createAnswer();
     if (peer !== pc) return;
     await pc.setLocalDescription(answer);
@@ -573,7 +587,16 @@ var handleServerMessage = (message, viaSocket) => {
     useFallback("recent_failure");
   } else if (!transport) {
     showStatus("Establishing connection\u2026", true);
-    webrtcDeadline ??= setTimeout(() => useFallback("video_timeout", true), webrtcFrameTimeoutMs);
+    webrtcDeadline ??= setTimeout(() => {
+      if (skipFullChroma || !inbound?.packetsReceived || !route.codec.endsWith(H264_PROFILES.high444.label)) {
+        useFallback("video_timeout", true);
+        return;
+      }
+      skipFullChroma = true;
+      if (config) fullChromaFailure = captureFailure("full_chroma_undecodable", config);
+      note("retrying WebRTC without 4:4:4");
+      socket?.close();
+    }, webrtcFrameTimeoutMs);
   }
 };
 var handleServerText = (data, viaSocket) => {
@@ -794,6 +817,15 @@ var reportWebRtcStats = async (pc, stats) => {
     lastFrameAt = now;
     clearTimeout(webrtcDeadline);
     webrtcDeadline = void 0;
+    if (fullChromaFailure) {
+      try {
+        localStorage.setItem(fullChromaFailureKey, navigator.userAgent);
+      } catch {
+      }
+      failure = fullChromaFailure;
+      fullChromaFailure = void 0;
+      announceTransport();
+    }
   }
   if (inbound && (inbound.id !== counters.id || counters.framesDecoded < inbound.framesDecoded)) inbound = void 0;
   if (!inbound) inboundHistory = [];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "replicas-computer",
-  "version": "0.3.10",
+  "version": "0.3.11",
   "description": "Replicas workspace computer-use runtime",
   "type": "module",
   "main": "dist/index.js",