replicas-computer 0.3.7 → 0.3.8

package/dist/index.js

@@ -176,7 +176,7 @@ function configuredDesktopDimensions() {
 function clamp(n, min, max) {
   return Math.min(max, Math.max(min, n));
 }
-var sleep = (ms) => new Promise((resolve4) => setTimeout(resolve4, ms));
+var sleep = (ms) => new Promise((resolve5) => setTimeout(resolve5, ms));
 
 // src/program.ts
 import { format } from "util";
@@ -1152,14 +1152,14 @@ async function openChromeSession(webSocketDebuggerUrl) {
   });
   socket.addEventListener("error", () => fail2(new Error("Chrome DevTools WebSocket failed")));
   socket.addEventListener("close", () => fail2(new Error("Chrome DevTools WebSocket closed unexpectedly")));
-  await new Promise((resolve4, reject) => {
+  await new Promise((resolve5, reject) => {
     const timeout = setTimeout(() => {
       socket.close();
       reject(new Error("Chrome DevTools connection timed out"));
     }, 1e4);
     socket.addEventListener("open", () => {
       clearTimeout(timeout);
-      resolve4();
+      resolve5();
     }, { once: true });
     socket.addEventListener("error", () => {
       clearTimeout(timeout);
@@ -1167,7 +1167,7 @@ async function openChromeSession(webSocketDebuggerUrl) {
     }, { once: true });
   });
   return {
-    send: ({ method, params }) => new Promise((resolve4, reject) => {
+    send: ({ method, params }) => new Promise((resolve5, reject) => {
       if (socket.readyState !== WebSocket.OPEN) {
         reject(new Error("Chrome DevTools connection is not open"));
         return;
@@ -1177,7 +1177,7 @@ async function openChromeSession(webSocketDebuggerUrl) {
         pending.delete(id);
         reject(new Error(`Chrome DevTools ${method} timed out`));
       }, 1e4);
-      pending.set(id, { resolve: resolve4, reject, timeout });
+      pending.set(id, { resolve: resolve5, reject, timeout });
       socket.send(JSON.stringify({ id, method, params }));
     }),
     close: () => fail2(new Error("Chrome DevTools connection closed"))
@@ -2897,7 +2897,7 @@ async function waitForDesktopViewerUrl(timeoutMs) {
   while (Date.now() < deadline) {
     const url = await lookupDesktopViewerUrl();
     if (url) return url;
-    await new Promise((resolve4) => setTimeout(resolve4, INFO_WAIT_INTERVAL_MS));
+    await new Promise((resolve5) => setTimeout(resolve5, INFO_WAIT_INTERVAL_MS));
   }
   return await lookupDesktopViewerUrl();
 }
@@ -2937,7 +2937,7 @@ async function computerStatusCommand() {
 }
 
 // src/version.ts
-var COMPUTER_USE_VERSION = "0.3.7";
+var COMPUTER_USE_VERSION = "0.3.8";
 var COMPUTER_USE_PROTOCOL_VERSION = 1;
 
 // src/program.ts
@@ -3026,15 +3026,15 @@ function writeResult(socket, result) {
 }
 async function hasSocketListener() {
   if (!existsSync5(COMPUTER_USE_SOCKET_PATH)) return false;
-  return await new Promise((resolve4) => {
+  return await new Promise((resolve5) => {
     const socket = createConnection(COMPUTER_USE_SOCKET_PATH);
     socket.setTimeout(500, () => socket.destroy());
     socket.once("connect", () => {
       socket.destroy();
-      resolve4(true);
+      resolve5(true);
     });
-    socket.once("error", () => resolve4(false));
-    socket.once("close", () => resolve4(false));
+    socket.once("error", () => resolve5(false));
+    socket.once("close", () => resolve5(false));
   });
 }
 async function runComputerDaemon() {
@@ -3088,13 +3088,13 @@ async function runComputerDaemon() {
       });
     });
   });
-  await new Promise((resolve4, reject) => {
+  await new Promise((resolve5, reject) => {
     server.once("error", reject);
     server.listen(COMPUTER_USE_SOCKET_PATH, () => {
       server.off("error", reject);
       chmodSync(COMPUTER_USE_SOCKET_PATH, 384);
       console.log(`replicas-computer ${COMPUTER_USE_VERSION} listening on ${COMPUTER_USE_SOCKET_PATH}`);
-      resolve4();
+      resolve5();
     });
   });
   const healthTimer = setInterval(() => {
@@ -3105,13 +3105,13 @@ async function runComputerDaemon() {
     }
   }, 5e3);
   healthTimer.unref();
-  await new Promise((resolve4) => {
+  await new Promise((resolve5) => {
     let closing = false;
     const close = () => {
       if (closing) return;
       closing = true;
       clearInterval(healthTimer);
-      server.close(() => resolve4());
+      server.close(() => resolve5());
     };
     process.once("SIGTERM", close);
     process.once("SIGINT", close);
@@ -3125,7 +3125,7 @@ var DAEMON_STARTUP_TIMEOUT_MS = 5e3;
 var ComputerDaemonUnavailableError = class extends Error {
 };
 function sendComputerRequest(argv) {
-  return new Promise((resolve4, reject) => {
+  return new Promise((resolve5, reject) => {
     const socket = createConnection2(COMPUTER_USE_SOCKET_PATH);
     let response = "";
     let settled = false;
@@ -3133,7 +3133,7 @@ function sendComputerRequest(argv) {
       if (settled) return;
       settled = true;
       if (error) reject(error);
-      else if (result) resolve4(result);
+      else if (result) resolve5(result);
     };
     socket.setEncoding("utf8");
     socket.setTimeout(10 * 60 * 1e3, () => socket.destroy(new Error("Computer-use command timed out")));
@@ -3171,7 +3171,7 @@ async function runComputerClient(argv) {
       return await sendComputerRequest(argv);
     } catch (error) {
       if (!(error instanceof ComputerDaemonUnavailableError) || Date.now() >= deadline) throw error;
-      await new Promise((resolve4) => setTimeout(resolve4, 100));
+      await new Promise((resolve5) => setTimeout(resolve5, 100));
     }
   }
 }
@@ -3179,11 +3179,11 @@ async function runComputerClient(argv) {
 // src/media-server.ts
 import { spawn as spawn5 } from "child_process";
 import { createHash as createHash3 } from "crypto";
-import { createReadStream, existsSync as existsSync6, readdirSync, readFileSync as readFileSync6, statSync as statSync2 } from "fs";
+import { createReadStream, existsSync as existsSync7, readdirSync, readFileSync as readFileSync6, statSync as statSync2 } from "fs";
 import { createServer as createServer2 } from "http";
-import { availableParallelism, loadavg } from "os";
-import { dirname as dirname6, extname, resolve as resolve2 } from "path";
-import { fileURLToPath } from "url";
+import { availableParallelism as availableParallelism2, loadavg } from "os";
+import { dirname as dirname7, extname, resolve as resolve3 } from "path";
+import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../shared/src/runtime-env.ts
 function parsePosixEnvFile(content) {
@@ -3247,6 +3247,7 @@ import WebSocket2, { WebSocketServer } from "ws";
 // src/encoder.ts
 import { spawn as spawn3 } from "child_process";
 import { createSocket } from "dgram";
+import { createInterface } from "readline";
 
 // src/rtp.ts
 var RTP_HEADER_BYTES = 12;
@@ -3449,9 +3450,9 @@ function superviseEncoder(options) {
   const log = options.log ?? ((message) => process.stderr.write(`[desktop-stream] ${options.label} ${message}
 `));
   const retire = (generation) => {
-    if (!generation) return;
+    if (!generation?.live) return;
     generation.live = false;
-    if (!alive(generation.child)) {
+    if (!generation.child.pid || !alive(generation.child)) {
       generation.socket.close();
       return;
     }
@@ -3463,13 +3464,18 @@ function superviseEncoder(options) {
       generation.socket.close();
     });
   };
-  const spawnGeneration = async () => {
+  const spawnCandidate = async () => {
     const socket = await bindUdp();
     const warmupFrames = active ? options.warmupFrames ?? 0 : 0;
+    const command = options.command?.() ?? "ffmpeg";
     const args = options.args(socket.address().port, warmupFrames);
-    const child = spawn3("ffmpeg", args, { env: options.env, stdio: ["ignore", "ignore", "pipe"] });
+    const child = spawn3(command, args, { env: options.env, stdio: ["ignore", options.onOutput ? "pipe" : "ignore", "pipe"] });
     child.stderr?.on("data", (chunk) => process.stderr.write(`[desktop-stream] ${chunk}`));
     const generation = { id: ++nextId, child, socket, live: true, startedAt: Date.now(), warmupFrames };
+    candidate = generation;
+    if (child.stdout) createInterface({ input: child.stdout }).on("line", (line) => {
+      if (generation === active && generation.live) options.onOutput?.(line);
+    });
     socket.on("message", (data) => {
       if (!generation.live || !isRtp(data)) return;
       if (generation === candidate) {
@@ -3485,23 +3491,25 @@ function superviseEncoder(options) {
       } else if (generation !== active) return;
       options.onPacket(data, generation.id);
     });
-    child.once("exit", (code, signal) => {
+    const failed = (reason) => {
+      if (!generation.live) return;
       if (generation === candidate) {
         clearTimeout(candidateDeadline);
         candidate = void 0;
-        retire(generation);
-        log(`replacement exited (${signal || code}); keeping the current encoder`);
-        if (!active && wanted) restart = setTimeout(() => void start(), 500);
-        return;
       }
-      if (generation !== active) return;
+      if (generation === active) active = void 0;
       retire(generation);
-      active = void 0;
+      options.onFailure?.(command);
+      log(`encoder failed (${reason})${active ? "; keeping the current encoder" : ""}`);
       if (!wanted) return;
-      log(`encoder exited (${signal || code}); restarting`);
-      restart = setTimeout(() => void start(), 500);
-    });
-    return generation;
+      if (!active || (options.command?.() ?? "ffmpeg") !== command) {
+        clearTimeout(restart);
+        restart = setTimeout(() => void (active ? replace() : start()), 500);
+      }
+    };
+    child.once("exit", (code, signal) => failed(String(signal || code)));
+    child.once("error", (error) => failed(error.message));
+    candidateDeadline = setTimeout(() => failed("no joinable packet within 4s"), 4e3);
   };
   const enqueue = (task) => {
     chain = chain.then(task).catch((error) => {
@@ -3513,25 +3521,14 @@ function superviseEncoder(options) {
     wanted = true;
     clearTimeout(restart);
     if (active || candidate) return;
-    active = await spawnGeneration();
+    await spawnCandidate();
   });
   const replace = () => enqueue(async () => {
     if (!wanted) return;
-    if (!active) {
-      active = await spawnGeneration();
-      return;
-    }
+    clearTimeout(restart);
     clearTimeout(candidateDeadline);
     retire(candidate);
-    const started = await spawnGeneration();
-    candidate = started;
-    candidateDeadline = setTimeout(() => {
-      if (candidate !== started) return;
-      candidate = void 0;
-      retire(started);
-      log("replacement produced no keyframe; keeping the current encoder");
-      if (!active && wanted) restart = setTimeout(() => void start(), 500);
-    }, 4e3);
+    await spawnCandidate();
   });
   const stop = () => enqueue(async () => {
     wanted = false;
@@ -3550,210 +3547,16 @@ function superviseEncoder(options) {
     replacing: () => Boolean(candidate),
     generation: () => active?.id ?? 0,
     pid: () => active?.child.pid ?? 0,
+    command: () => active?.child.spawnfile,
     activeForMs: () => active ? Date.now() - active.startedAt : Number.POSITIVE_INFINITY
   };
 }
 
-// src/input-bridge.ts
-import { spawn as spawn4 } from "child_process";
-var scrollPixelsPerStep = 80;
-var namedKeys = {
-  AltLeft: "Alt_L",
-  AltRight: "Alt_R",
-  ArrowDown: "Down",
-  ArrowLeft: "Left",
-  ArrowRight: "Right",
-  ArrowUp: "Up",
-  Backquote: "grave",
-  Backslash: "backslash",
-  Backspace: "BackSpace",
-  BracketLeft: "bracketleft",
-  BracketRight: "bracketright",
-  Comma: "comma",
-  ContextMenu: "Menu",
-  ControlLeft: "Control_L",
-  ControlRight: "Control_R",
-  Delete: "Delete",
-  End: "End",
-  Enter: "Return",
-  Equal: "equal",
-  Escape: "Escape",
-  Home: "Home",
-  Insert: "Insert",
-  MetaLeft: "Super_L",
-  MetaRight: "Super_R",
-  Minus: "minus",
-  PageDown: "Page_Down",
-  PageUp: "Page_Up",
-  Period: "period",
-  Quote: "apostrophe",
-  Semicolon: "semicolon",
-  ShiftLeft: "Shift_L",
-  ShiftRight: "Shift_R",
-  Slash: "slash",
-  Space: "space",
-  Tab: "Tab"
-};
-function xKey(code) {
-  if (/^Key[A-Z]$/.test(code)) return code.slice(-1).toLowerCase();
-  if (/^Digit[0-9]$/.test(code)) return code.slice(-1);
-  if (/^F(?:[1-9]|1[0-9]|2[0-4])$/.test(code)) return code;
-  if (/^Numpad[0-9]$/.test(code)) return `KP_${code.slice(-1)}`;
-  return namedKeys[code];
-}
-var InputBridge = class {
-  constructor(display2, width2, height2) {
-    this.display = display2;
-    this.width = width2;
-    this.height = height2;
-  }
-  display;
-  width;
-  height;
-  process;
-  pointer;
-  closed = false;
-  pointerFlush;
-  positionSequence = -1;
-  actionId = 0;
-  scrollRemainder = 0;
-  scrollButton = 0;
-  latestPosition;
-  pressedButtons = /* @__PURE__ */ new Set();
-  pressedKeys = /* @__PURE__ */ new Set();
-  close() {
-    if (this.closed) return;
-    this.closed = true;
-    this.release();
-    const child = this.process;
-    this.process = void 0;
-    if (!child) return;
-    child.stdin.end();
-    const timeout = setTimeout(() => child.kill("SIGKILL"), 1e3);
-    timeout.unref();
-    child.once("exit", () => clearTimeout(timeout));
-  }
-  handle(message) {
-    if (this.closed) return;
-    if ("actionId" in message && message.actionId !== void 0) {
-      if (message.actionId !== this.actionId + 1) return;
-      this.actionId = message.actionId;
-    }
-    const sequence = "sequence" in message ? message.sequence : void 0;
-    const stale = sequence !== void 0 && sequence <= this.positionSequence;
-    if (stale && message.type === "pointer") return;
-    if (sequence !== void 0 && !stale) {
-      this.positionSequence = sequence;
-      if ("x" in message) this.latestPosition = this.coordinates(message.x, message.y);
-    }
-    this.apply(message);
-    if (stale && (message.type === "button" || message.type === "wheel" || message.type === "release") && this.latestPosition) {
-      this.pointer = this.latestPosition;
-      this.flushPointer(true);
-    }
-  }
-  apply(message) {
-    if (message.type === "pointer") {
-      this.pointer = this.coordinates(message.x, message.y);
-      this.pointerFlush ??= setImmediate(() => this.flushPointer());
-      return;
-    }
-    if (message.type === "button") {
-      this.pointer = this.coordinates(message.x, message.y);
-      this.flushPointer(true);
-      const button = message.button === 0 ? 1 : message.button === 1 ? 2 : message.button === 2 ? 3 : 0;
-      if (!button) return;
-      if (message.down) {
-        if (this.pressedButtons.has(button)) return;
-        this.pressedButtons.add(button);
-        this.write(`mousedown ${button}`);
-      } else {
-        this.pressedButtons.delete(button);
-        this.write(`mouseup ${button}`);
-      }
-      return;
-    }
-    if (message.type === "wheel") {
-      this.pointer = this.coordinates(message.x, message.y);
-      this.flushPointer(true);
-      const vertical = Math.abs(message.deltaY) >= Math.abs(message.deltaX);
-      const delta = vertical ? message.deltaY : message.deltaX;
-      if (!delta) return;
-      const button = vertical ? delta < 0 ? 4 : 5 : delta < 0 ? 6 : 7;
-      if (button !== this.scrollButton) this.scrollRemainder = 0;
-      this.scrollButton = button;
-      const distance = Math.abs(delta);
-      let steps;
-      if (distance >= scrollPixelsPerStep) {
-        steps = Math.min(4, Math.round(distance / scrollPixelsPerStep));
-        this.scrollRemainder = 0;
-      } else {
-        this.scrollRemainder += distance;
-        steps = Math.floor(this.scrollRemainder / scrollPixelsPerStep);
-        this.scrollRemainder %= scrollPixelsPerStep;
-      }
-      for (let index = 0; index < steps; index += 1) this.write(`mouseclick ${button}`);
-      return;
-    }
-    if (message.type === "key") {
-      const key = xKey(message.code);
-      if (!key || message.repeat) return;
-      if (message.down) {
-        if (this.pressedKeys.has(key)) return;
-        this.pressedKeys.add(key);
-        this.write(`keydown ${key}`);
-      } else {
-        this.pressedKeys.delete(key);
-        this.write(`keyup ${key}`);
-      }
-      return;
-    }
-    if (message.type === "release") this.release();
-  }
-  release() {
-    if (this.pointerFlush) clearImmediate(this.pointerFlush);
-    this.pointerFlush = void 0;
-    this.pointer = void 0;
-    this.scrollRemainder = 0;
-    this.scrollButton = 0;
-    for (const button of this.pressedButtons) this.write(`mouseup ${button}`);
-    for (const key of this.pressedKeys) this.write(`keyup ${key}`);
-    this.pressedButtons.clear();
-    this.pressedKeys.clear();
-  }
-  coordinates(x, y) {
-    return {
-      x: Math.round(Math.min(1, Math.max(0, x)) * (this.width - 1)),
-      y: Math.round(Math.min(1, Math.max(0, y)) * (this.height - 1))
-    };
-  }
-  flushPointer(force = false) {
-    if (this.pointerFlush) clearImmediate(this.pointerFlush);
-    this.pointerFlush = void 0;
-    if (!this.pointer || !force && this.process?.stdin.writableNeedDrain) return;
-    this.write(`mousemove ${this.pointer.x} ${this.pointer.y}`);
-    this.pointer = void 0;
-  }
-  write(command) {
-    if (!this.process || this.process.exitCode !== null || this.process.stdin.destroyed) {
-      const child = spawn4("xte", [], {
-        env: { ...process.env, DISPLAY: this.display },
-        stdio: ["pipe", "pipe", "pipe"]
-      });
-      child.stdout.resume();
-      child.stderr.resume();
-      child.stdin.on("error", () => {
-      });
-      child.stdin.on("drain", () => this.flushPointer());
-      child.once("exit", () => {
-        if (this.process === child) this.process = void 0;
-      });
-      this.process = child;
-    }
-    this.process.stdin.write(`${command}
-`);
-  }
-};
+// src/video-encoder.ts
+import { existsSync as existsSync6 } from "fs";
+import { availableParallelism } from "os";
+import { dirname as dirname6, resolve as resolve2 } from "path";
+import { fileURLToPath } from "url";
 
 // ../shared/src/desktop-stream.ts
 var DEFAULT_STREAM_REQUEST = {
@@ -3828,7 +3631,7 @@ function validInput(value) {
     case "pong":
       return finite(value.sentAt);
     case "stats":
-      return finite(value.videoFps) && finite(value.audioPacketsPerSecond) && finite(value.decodeQueue) && finite(value.rttMs) && optionalFinite(value.lossPercent) && optionalFinite(value.nacks) && optionalFinite(value.freezes) && optionalFinite(value.videoPacketsPerSecond) && optionalFinite(value.jitterBufferMs) && optionalFinite(value.availableKbps) && optionalFinite(value.playbackDroppedPercent);
+      return finite(value.videoFps) && finite(value.audioPacketsPerSecond) && finite(value.decodeQueue) && finite(value.rttMs) && optionalFinite(value.lossPercent) && optionalFinite(value.nacks) && optionalFinite(value.freezes) && optionalFinite(value.decodeMs) && optionalFinite(value.receiverProcessingMs) && optionalFinite(value.videoPacketsPerSecond) && optionalFinite(value.jitterBufferMs) && optionalFinite(value.availableKbps) && optionalFinite(value.playbackDroppedPercent);
     case "key":
       return typeof value.code === "string" && value.code.length < 40 && typeof value.down === "boolean";
     case "answer":
@@ -4227,45 +4030,419 @@ var WebRtcViewer = class {
   close() {
     if (this.closed) return;
     this.closed = true;
-    this.connected = false;
-    this.pacer.close();
-    for (const resource of [...this.channels, this.video, this.audio, this.peer]) {
-      try {
-        resource.close();
-      } catch {
-      }
+    this.connected = false;
+    this.pacer.close();
+    for (const resource of [...this.channels, this.video, this.audio, this.peer]) {
+      try {
+        resource.close();
+      } catch {
+      }
+    }
+  }
+  onFeedback(raw) {
+    const feedback = parseRtcpFeedback(raw, VIDEO_SSRC);
+    if (!feedback) return;
+    if (feedback.pli) this.handlers.keyframe("pli");
+    if (feedback.rembBps !== void 0) {
+      this.remb = feedback.rembBps;
+      this.handlers.remb(feedback.rembBps);
+    }
+    if (feedback.nacks.length > 0) this.pacer.repair(feedback.nacks, this.rttMs ?? 100);
+  }
+  sendFailures = 0;
+  // Sends run from pacer timers, where a thrown error would take the whole
+  // stream server down. Native closure racing the isOpen check is expected;
+  // anything else is logged a few times and the packet is dropped.
+  transmit(track, packet) {
+    try {
+      track.sendMessageBinary(packet);
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      if (/closed|not open/i.test(message) || this.sendFailures++ >= 5) return;
+      process.stderr.write(`[desktop-stream] webrtc send failed: ${message}
+`);
+    }
+  }
+};
+
+// src/video-encoder.ts
+var captureBinary = resolve2(dirname6(fileURLToPath(import.meta.url)), "..", "dist", "replicas-capture");
+function superviseVideoEncoder(options) {
+  const { display: display2, width: width2, height: height2, fps: fps2, colorMode: colorMode2 } = options;
+  const env = { ...process.env, DISPLAY: display2 };
+  let nativeCapture = process.env.REPLICAS_DESKTOP_STREAM_CAPTURE !== "ffmpeg" && existsSync6(captureBinary);
+  let captureMetrics;
+  const encoder = superviseEncoder({
+    label: "video",
+    command: () => nativeCapture ? captureBinary : "ffmpeg",
+    onFailure: (command) => {
+      if (command !== captureBinary) return;
+      nativeCapture = false;
+      options.record("capture fallback", "native capture failed; using ffmpeg");
+    },
+    onOutput: (line) => {
+      if (encoder.command() !== captureBinary) return;
+      try {
+        const metrics = JSON.parse(line);
+        const { elapsedMs, busyMs, captureMs, scaleMs, encodeMs, frames, changedFrames } = metrics;
+        if (![elapsedMs, busyMs, captureMs, scaleMs, encodeMs, frames, changedFrames].every((value) => typeof value === "number" && Number.isFinite(value) && value >= 0) || elapsedMs === 0) return;
+        captureMetrics = { at: Date.now(), generation: encoder.generation(), elapsedMs, busyMs, captureMs, scaleMs, encodeMs, frames, changedFrames };
+      } catch {
+      }
+    },
+    log: (message) => options.record("video encoder", message),
+    // Initial encoder work can leave its first image older than the outgoing stream.
+    warmupFrames: 2,
+    env,
+    onPacket: options.onPacket,
+    joinable: (packet) => isKeyframeStart(rtpPayload(packet)),
+    args: (udpPort, warmupFrames) => {
+      const { quality, keyframeMs, profile: videoProfile, intraRefresh, pixelFormat, chromaQpOffset, preset } = options.params();
+      const keyframeInterval = Math.max(1, Math.round(fps2 * keyframeMs / 1e3));
+      if (nativeCapture) return [
+        "--width",
+        String(width2),
+        "--height",
+        String(height2),
+        "--fps",
+        String(fps2),
+        "--threads",
+        String(Math.min(4, availableParallelism())),
+        "--preset",
+        preset,
+        "--crf",
+        String(quality.crf),
+        "--kbps",
+        String(quality.kbps),
+        "--profile",
+        videoProfile,
+        "--keyframe-ms",
+        String(keyframeMs),
+        "--intra-refresh",
+        String(Number(intraRefresh)),
+        "--chroma-qp",
+        String(chromaQpOffset),
+        "--warmup",
+        String(warmupFrames),
+        "--bt709",
+        String(Number(colorMode2 === "bt709")),
+        "--payload",
+        String(H264_PROFILES[videoProfile].payloadType),
+        "--ssrc",
+        String(VIDEO_SSRC),
+        "--url",
+        `rtp://127.0.0.1:${udpPort}?pkt_size=1200&connect=1&rtcpport=${udpPort}`
+      ];
+      const filters = [
+        // Skip rapid catch-up captures after a stall; reset after backward clock adjustments.
+        `select='isnan(prev_selected_t)+lt(t,prev_selected_t)+gte(t-prev_selected_t,${0.5 / fps2})'`,
+        `scale=flags=lanczos${colorMode2 === "bt709" ? ":out_color_matrix=bt709:out_range=tv" : ""},format=${pixelFormat}`
+      ];
+      const x264 = [
+        `fps=${fps2}/1`,
+        "repeat-headers=1",
+        "sliced-threads=1",
+        "slices=4",
+        `keyint=${keyframeInterval}`,
+        `min-keyint=${keyframeInterval}`,
+        "scenecut=0",
+        ...preset === "superfast" ? ["subme=0"] : [],
+        `chroma-qp-offset=${chromaQpOffset}`,
+        ...intraRefresh ? ["intra-refresh=1"] : []
+      ];
+      return [
+        "-hide_banner",
+        "-loglevel",
+        "warning",
+        "-fflags",
+        "nobuffer",
+        "-flags",
+        "low_delay",
+        "-probesize",
+        "32",
+        "-analyzeduration",
+        "0",
+        // Raw 1080p frames are 8MB each; a shallow capture queue bounds memory
+        // and prevents stalled encoding from retaining seconds of stale frames.
+        "-thread_queue_size",
+        "1",
+        "-f",
+        "x11grab",
+        "-draw_mouse",
+        "0",
+        "-framerate",
+        String(fps2),
+        "-video_size",
+        `${width2}x${height2}`,
+        "-use_wallclock_as_timestamps",
+        "1",
+        "-i",
+        `${display2}.0`,
+        "-filter_threads",
+        "1",
+        "-vf",
+        filters.join(","),
+        ...warmupFrames ? ["-force_key_frames", `expr:eq(n,${warmupFrames})`, "-forced-idr", "1"] : [],
+        "-an",
+        "-c:v",
+        "libx264",
+        "-preset",
+        preset,
+        "-tune",
+        "zerolatency",
+        "-threads",
+        String(Math.min(4, availableParallelism())),
+        "-profile:v",
+        videoProfile,
+        "-level:v",
+        "4.2",
+        "-pix_fmt",
+        pixelFormat,
+        ...colorMode2 === "bt709" ? ["-color_primaries", "bt709", "-color_trc", "bt709", "-colorspace", "bt709", "-color_range", "tv"] : [],
+        "-bf",
+        "0",
+        "-g",
+        String(keyframeInterval),
+        "-keyint_min",
+        String(keyframeInterval),
+        "-sc_threshold",
+        "0",
+        "-crf",
+        String(quality.crf),
+        "-maxrate",
+        `${quality.kbps}k`,
+        "-bufsize",
+        `${Math.round(quality.kbps * Math.min(keyframeMs, 100) / 1e3)}k`,
+        "-x264-params",
+        x264.join(":"),
+        "-fps_mode",
+        "passthrough",
+        "-flush_packets",
+        "1",
+        "-f",
+        "rtp",
+        "-payload_type",
+        String(H264_PROFILES[videoProfile].payloadType),
+        "-ssrc",
+        String(VIDEO_SSRC),
+        `rtp://127.0.0.1:${udpPort}?pkt_size=1200&connect=1&rtcpport=${udpPort}`
+      ];
+    }
+  });
+  return {
+    ...encoder,
+    capture: () => ({
+      captureBackend: (encoder.command() ?? (nativeCapture ? captureBinary : "ffmpeg")) === captureBinary ? "native" : "ffmpeg",
+      captureMetrics: captureMetrics?.generation === encoder.generation() && Date.now() - captureMetrics.at <= 2500 ? captureMetrics : void 0
+    })
+  };
+}
+
+// src/input-bridge.ts
+import { spawn as spawn4 } from "child_process";
+var scrollPixelsPerStep = 80;
+var namedKeys = {
+  AltLeft: "Alt_L",
+  AltRight: "Alt_R",
+  ArrowDown: "Down",
+  ArrowLeft: "Left",
+  ArrowRight: "Right",
+  ArrowUp: "Up",
+  Backquote: "grave",
+  Backslash: "backslash",
+  Backspace: "BackSpace",
+  BracketLeft: "bracketleft",
+  BracketRight: "bracketright",
+  Comma: "comma",
+  ContextMenu: "Menu",
+  ControlLeft: "Control_L",
+  ControlRight: "Control_R",
+  Delete: "Delete",
+  End: "End",
+  Enter: "Return",
+  Equal: "equal",
+  Escape: "Escape",
+  Home: "Home",
+  Insert: "Insert",
+  MetaLeft: "Super_L",
+  MetaRight: "Super_R",
+  Minus: "minus",
+  PageDown: "Page_Down",
+  PageUp: "Page_Up",
+  Period: "period",
+  Quote: "apostrophe",
+  Semicolon: "semicolon",
+  ShiftLeft: "Shift_L",
+  ShiftRight: "Shift_R",
+  Slash: "slash",
+  Space: "space",
+  Tab: "Tab"
+};
+function xKey(code) {
+  if (/^Key[A-Z]$/.test(code)) return code.slice(-1).toLowerCase();
+  if (/^Digit[0-9]$/.test(code)) return code.slice(-1);
+  if (/^F(?:[1-9]|1[0-9]|2[0-4])$/.test(code)) return code;
+  if (/^Numpad[0-9]$/.test(code)) return `KP_${code.slice(-1)}`;
+  return namedKeys[code];
+}
+var InputBridge = class {
+  constructor(display2, width2, height2) {
+    this.display = display2;
+    this.width = width2;
+    this.height = height2;
+  }
+  display;
+  width;
+  height;
+  process;
+  pointer;
+  closed = false;
+  pointerFlush;
+  positionSequence = -1;
+  actionId = 0;
+  scrollRemainder = 0;
+  scrollButton = 0;
+  latestPosition;
+  pressedButtons = /* @__PURE__ */ new Set();
+  pressedKeys = /* @__PURE__ */ new Set();
+  close() {
+    if (this.closed) return;
+    this.closed = true;
+    this.release();
+    const child = this.process;
+    this.process = void 0;
+    if (!child) return;
+    child.stdin.end();
+    const timeout = setTimeout(() => child.kill("SIGKILL"), 1e3);
+    timeout.unref();
+    child.once("exit", () => clearTimeout(timeout));
+  }
+  handle(message) {
+    if (this.closed) return;
+    if ("actionId" in message && message.actionId !== void 0) {
+      if (message.actionId !== this.actionId + 1) return;
+      this.actionId = message.actionId;
+    }
+    const sequence = "sequence" in message ? message.sequence : void 0;
+    const stale = sequence !== void 0 && sequence <= this.positionSequence;
+    if (stale && message.type === "pointer") return;
+    if (sequence !== void 0 && !stale) {
+      this.positionSequence = sequence;
+      if ("x" in message) this.latestPosition = this.coordinates(message.x, message.y);
+    }
+    this.apply(message);
+    if (stale && (message.type === "button" || message.type === "wheel" || message.type === "release") && this.latestPosition) {
+      this.pointer = this.latestPosition;
+      this.flushPointer(true);
     }
   }
-  onFeedback(raw) {
-    const feedback = parseRtcpFeedback(raw, VIDEO_SSRC);
-    if (!feedback) return;
-    if (feedback.pli) this.handlers.keyframe("pli");
-    if (feedback.rembBps !== void 0) {
-      this.remb = feedback.rembBps;
-      this.handlers.remb(feedback.rembBps);
+  apply(message) {
+    if (message.type === "pointer") {
+      this.pointer = this.coordinates(message.x, message.y);
+      this.pointerFlush ??= setImmediate(() => this.flushPointer());
+      return;
     }
-    if (feedback.nacks.length > 0) this.pacer.repair(feedback.nacks, this.rttMs ?? 100);
+    if (message.type === "button") {
+      this.pointer = this.coordinates(message.x, message.y);
+      this.flushPointer(true);
+      const button = message.button === 0 ? 1 : message.button === 1 ? 2 : message.button === 2 ? 3 : 0;
+      if (!button) return;
+      if (message.down) {
+        if (this.pressedButtons.has(button)) return;
+        this.pressedButtons.add(button);
+        this.write(`mousedown ${button}`);
+      } else {
+        this.pressedButtons.delete(button);
+        this.write(`mouseup ${button}`);
+      }
+      return;
+    }
+    if (message.type === "wheel") {
+      this.pointer = this.coordinates(message.x, message.y);
+      this.flushPointer(true);
+      const vertical = Math.abs(message.deltaY) >= Math.abs(message.deltaX);
+      const delta = vertical ? message.deltaY : message.deltaX;
+      if (!delta) return;
+      const button = vertical ? delta < 0 ? 4 : 5 : delta < 0 ? 6 : 7;
+      if (button !== this.scrollButton) this.scrollRemainder = 0;
+      this.scrollButton = button;
+      const distance = Math.abs(delta);
+      let steps;
+      if (distance >= scrollPixelsPerStep) {
+        steps = Math.min(4, Math.round(distance / scrollPixelsPerStep));
+        this.scrollRemainder = 0;
+      } else {
+        this.scrollRemainder += distance;
+        steps = Math.floor(this.scrollRemainder / scrollPixelsPerStep);
+        this.scrollRemainder %= scrollPixelsPerStep;
+      }
+      for (let index = 0; index < steps; index += 1) this.write(`mouseclick ${button}`);
+      return;
+    }
+    if (message.type === "key") {
+      const key = xKey(message.code);
+      if (!key || message.repeat) return;
+      if (message.down) {
+        if (this.pressedKeys.has(key)) return;
+        this.pressedKeys.add(key);
+        this.write(`keydown ${key}`);
+      } else {
+        this.pressedKeys.delete(key);
+        this.write(`keyup ${key}`);
+      }
+      return;
+    }
+    if (message.type === "release") this.release();
   }
-  sendFailures = 0;
-  // Sends run from pacer timers, where a thrown error would take the whole
-  // stream server down. Native closure racing the isOpen check is expected;
-  // anything else is logged a few times and the packet is dropped.
-  transmit(track, packet) {
-    try {
-      track.sendMessageBinary(packet);
-    } catch (error) {
-      const message = error instanceof Error ? error.message : String(error);
-      if (/closed|not open/i.test(message) || this.sendFailures++ >= 5) return;
-      process.stderr.write(`[desktop-stream] webrtc send failed: ${message}
-`);
+  release() {
+    if (this.pointerFlush) clearImmediate(this.pointerFlush);
+    this.pointerFlush = void 0;
+    this.pointer = void 0;
+    this.scrollRemainder = 0;
+    this.scrollButton = 0;
+    for (const button of this.pressedButtons) this.write(`mouseup ${button}`);
+    for (const key of this.pressedKeys) this.write(`keyup ${key}`);
+    this.pressedButtons.clear();
+    this.pressedKeys.clear();
+  }
+  coordinates(x, y) {
+    return {
+      x: Math.round(Math.min(1, Math.max(0, x)) * (this.width - 1)),
+      y: Math.round(Math.min(1, Math.max(0, y)) * (this.height - 1))
+    };
+  }
+  flushPointer(force = false) {
+    if (this.pointerFlush) clearImmediate(this.pointerFlush);
+    this.pointerFlush = void 0;
+    if (!this.pointer || !force && this.process?.stdin.writableNeedDrain) return;
+    this.write(`mousemove ${this.pointer.x} ${this.pointer.y}`);
+    this.pointer = void 0;
+  }
+  write(command) {
+    if (!this.process || this.process.exitCode !== null || this.process.stdin.destroyed) {
+      const child = spawn4("xte", [], {
+        env: { ...process.env, DISPLAY: this.display },
+        stdio: ["pipe", "pipe", "pipe"]
+      });
+      child.stdout.resume();
+      child.stderr.resume();
+      child.stdin.on("error", () => {
+      });
+      child.stdin.on("drain", () => this.flushPointer());
+      child.once("exit", () => {
+        if (this.process === child) this.process = void 0;
+      });
+      this.process = child;
     }
+    this.process.stdin.write(`${command}
+`);
   }
 };
 
 // src/media-server.ts
 var width = Number.parseInt(process.env.REPLICAS_DESKTOP_WIDTH || String(DESKTOP_VIEWER_WIDTH), 10);
 var height = Number.parseInt(process.env.REPLICAS_DESKTOP_HEIGHT || String(DESKTOP_VIEWER_HEIGHT), 10);
-var basePreset = availableParallelism() >= 4 ? "superfast" : "ultrafast";
+var basePreset = availableParallelism2() >= 4 ? "superfast" : "ultrafast";
 var fps = Number.parseInt(process.env.REPLICAS_DESKTOP_STREAM_FPS || "", 10) || 60;
 var port = Number.parseInt(process.env.REPLICAS_DESKTOP_STREAM_PORT || String(DESKTOP_STREAM_PORT), 10);
 var display = process.env.REPLICAS_DESKTOP_DISPLAY?.replace(/^([^:])/, ":$1") || ":99";
@@ -4297,7 +4474,6 @@ var qualityLadder = (profile) => rungCaps.map((kbps, index) => ({ kbps, crf: pro
 var fullChromaMinKbps = 8e3;
 var fallbackKeyframeMs = 250;
 var webrtcStartupRung = 2;
-var vbvMs = 100;
 var targetBacklogMs = 120;
 var congestedBacklogMs = 250;
 var congestedDecodeQueue = 3;
@@ -4310,8 +4486,8 @@ var sampleHistory = 300;
 var telemetryLog = process.env.REPLICAS_DESKTOP_STREAM_TELEMETRY === "1";
 var budgetFactor = 1.25;
 var protectMs = 1e4;
-var packageRoot = resolve2(dirname6(fileURLToPath(import.meta.url)), "..");
-var webroot = process.env.REPLICAS_DESKTOP_STREAM_WEBROOT || resolve2(packageRoot, "assets", "desktop");
+var packageRoot = resolve3(dirname7(fileURLToPath2(import.meta.url)), "..");
+var webroot = process.env.REPLICAS_DESKTOP_STREAM_WEBROOT || resolve3(packageRoot, "assets", "desktop");
 var contentTypes = {
   ".css": "text/css; charset=utf-8",
   ".html": "text/html; charset=utf-8",
@@ -4367,7 +4543,7 @@ function processCpuMs(pid) {
   }
 }
 async function runMediaServer() {
-  if (![width, height, fps, port].every((value) => Number.isInteger(value) && value > 0)) throw new Error("Invalid desktop stream dimensions, frame rate, or port");
+  if (![width, height, fps, port].every((value) => Number.isInteger(value) && value > 0) || width % 2 || height % 2) throw new Error("Invalid desktop stream dimensions, frame rate, or port");
   const webrtc = webrtcEnabled && await loadWebRtc();
   const viewers = /* @__PURE__ */ new Map();
   const videoAssembler = new H264RtpAssembler();
@@ -4518,112 +4694,17 @@ async function runMediaServer() {
     if (parsed) broadcast(mediaPacket(3 /* Audio */, audioClock.microseconds(parsed.timestamp), parsed.payload));
   };
   const env = { ...process.env, DISPLAY: display };
-  const videoEncoder = superviseEncoder({
-    label: "video",
-    log: (message) => record("video encoder", message),
-    // Initial encoder work can leave its first image older than the outgoing stream.
-    warmupFrames: 2,
-    env,
+  const videoEncoder = superviseVideoEncoder({
+    display,
+    width,
+    height,
+    fps,
+    colorMode,
+    params: encoderParams,
     onPacket: onVideoPacket,
-    joinable: (packet) => isKeyframeStart(rtpPayload(packet)),
-    args: (udpPort, warmupFrames) => {
-      const { quality, keyframeMs, profile: videoProfile, intraRefresh, pixelFormat, chromaQpOffset } = encoderParams();
-      const keyframeInterval = Math.max(1, Math.round(fps * keyframeMs / 1e3));
-      const filters = [
-        // Skip rapid catch-up captures after a stall; reset after backward clock adjustments.
-        `select='isnan(prev_selected_t)+lt(t,prev_selected_t)+gte(t-prev_selected_t,${0.5 / fps})'`,
-        colorMode === "bt709" ? `scale=out_color_matrix=bt709:out_range=tv,format=${pixelFormat}` : `format=${pixelFormat}`
-      ];
-      const x264 = [
-        `fps=${fps}/1`,
-        "repeat-headers=1",
-        "sliced-threads=1",
-        "slices=4",
-        `keyint=${keyframeInterval}`,
-        `min-keyint=${keyframeInterval}`,
-        "scenecut=0",
-        `chroma-qp-offset=${chromaQpOffset}`,
-        ...intraRefresh ? ["intra-refresh=1"] : []
-      ];
-      return [
-        "-hide_banner",
-        "-loglevel",
-        "warning",
-        "-fflags",
-        "nobuffer",
-        "-flags",
-        "low_delay",
-        "-probesize",
-        "32",
-        "-analyzeduration",
-        "0",
-        // Raw 1080p frames are 8MB each; a shallow capture queue bounds memory
-        // and prevents stalled encoding from retaining seconds of stale frames.
-        "-thread_queue_size",
-        "1",
-        "-f",
-        "x11grab",
-        "-draw_mouse",
-        "0",
-        "-framerate",
-        String(fps),
-        "-video_size",
-        `${width}x${height}`,
-        "-use_wallclock_as_timestamps",
-        "1",
-        "-i",
-        `${display}.0`,
-        "-filter_threads",
-        "1",
-        "-vf",
-        filters.join(","),
-        ...warmupFrames ? ["-force_key_frames", `expr:eq(n,${warmupFrames})`, "-forced-idr", "1"] : [],
-        "-an",
-        "-c:v",
-        "libx264",
-        "-preset",
-        preset,
-        "-tune",
-        "zerolatency",
-        "-threads",
-        String(Math.min(4, availableParallelism())),
-        "-profile:v",
-        videoProfile,
-        "-level:v",
-        "4.2",
-        "-pix_fmt",
-        pixelFormat,
-        ...colorMode === "bt709" ? ["-color_primaries", "bt709", "-color_trc", "bt709", "-colorspace", "bt709", "-color_range", "tv"] : [],
-        "-bf",
-        "0",
-        "-g",
-        String(keyframeInterval),
-        "-keyint_min",
-        String(keyframeInterval),
-        "-sc_threshold",
-        "0",
-        "-crf",
-        String(quality.crf),
-        "-maxrate",
-        `${quality.kbps}k`,
-        "-bufsize",
-        `${Math.round(quality.kbps * Math.min(keyframeMs, vbvMs) / 1e3)}k`,
-        "-x264-params",
-        x264.join(":"),
-        "-fps_mode",
-        "passthrough",
-        "-flush_packets",
-        "1",
-        "-f",
-        "rtp",
-        "-payload_type",
-        String(H264_PROFILES[videoProfile].payloadType),
-        "-ssrc",
-        String(VIDEO_SSRC),
-        `rtp://127.0.0.1:${udpPort}?pkt_size=1200&connect=1&rtcpport=${udpPort}`
-      ];
-    }
+    record
   });
+  const expectedFps = () => videoEncoder.capture().captureBackend === "native" ? Math.max(1, Math.min(fps, encoderFps)) : fps;
   const audioEncoder = superviseEncoder({
     label: "audio",
     log: (message) => record("audio encoder", message),
@@ -4760,13 +4841,13 @@ async function runMediaServer() {
     const stableSince = stableRttWindows.get(viewer)?.since;
     return [
       ...viewer.rttFloorMs > viewer.rtcBaselineMs + 40 && (stableSince === void 0 || now - stableSince < 2e3) ? [`rtt floor ${Math.round(viewer.rttFloorMs)} ms over ${Math.round(viewer.rtcBaselineMs)} ms baseline`] : [],
-      ...stats.videoFps < fps * 0.6 && viewer.lowFpsReports >= 2 ? [`decoded ${stats.videoFps.toFixed(0)} fps`] : [],
+      ...stats.videoFps < expectedFps() * 0.6 && viewer.lowFpsReports >= 2 ? [`decoded ${stats.videoFps.toFixed(0)} fps`] : [],
       ...(stats.lossPercent ?? 0) > 3 ? [`loss ${(stats.lossPercent ?? 0).toFixed(1)}%`] : [],
       ...(stats.jitterBufferMs ?? 0) > 80 ? [`jitter buffer ${(stats.jitterBufferMs ?? 0).toFixed(0)} ms`] : []
     ];
   };
   const lowFpsObservationAt = /* @__PURE__ */ new WeakMap();
-  const severe = (viewer, stats) => !viewer.fallback && ((stats.lossPercent ?? 0) > 10 || stats.videoFps < fps * 0.25 && viewer.lowFpsReports >= 2);
+  const severe = (viewer, stats) => !viewer.fallback && ((stats.lossPercent ?? 0) > 10 || stats.videoFps < expectedFps() * 0.25 && viewer.lowFpsReports >= 2);
   let lastSevereDescentAt = 0;
   const descendSevere = (now, trigger) => {
     comfortableSeconds = 0;
@@ -4792,7 +4873,9 @@ async function runMediaServer() {
     bytesAtTick = videoBytes;
     if (recentVideoKbps.push(videoKbps) > 3) recentVideoKbps.shift();
     if (viewers.size === 0) return;
-    if (videoEncoder.running() && encoderFps < fps * 0.9) {
+    const { captureBackend, captureMetrics } = videoEncoder.capture();
+    const captureBusy = captureBackend !== "native" || !captureMetrics || captureMetrics.busyMs / captureMetrics.elapsedMs > 0.8;
+    if (videoEncoder.running() && encoderFps < fps * 0.9 && captureBusy) {
       cleanTransportSeconds = 0;
       congestedSeconds = 0;
       comfortableSeconds = 0;
@@ -4820,7 +4903,7 @@ async function runMediaServer() {
     }
     const now = Date.now();
     const reporting = [...viewers.values()].filter((viewer) => viewer.stats !== void 0 && viewer.stats.videoPacketsPerSecond !== 0 && now - viewer.stats.at < 3e3 && now - viewer.connectedAt > 2500);
-    cleanTransportSeconds = reporting.length === viewers.size && reporting.length > 0 && reporting.every((viewer) => !viewer.fallback && viewer.rttFloorMs <= viewer.rtcBaselineMs + 20 && (viewer.stats.lossPercent ?? 0) === 0 && (viewer.stats.nacks ?? 0) === 0 && (viewer.stats.jitterBufferMs ?? 0) <= 20 && viewer.stats.videoFps >= fps * 0.95) ? cleanTransportSeconds + 1 : 0;
+    cleanTransportSeconds = reporting.length === viewers.size && reporting.length > 0 && reporting.every((viewer) => !viewer.fallback && viewer.rttFloorMs <= viewer.rtcBaselineMs + 20 && (viewer.stats.lossPercent ?? 0) === 0 && (viewer.stats.nacks ?? 0) === 0 && (viewer.stats.jitterBufferMs ?? 0) <= 20 && viewer.stats.videoFps >= expectedFps() * 0.95) ? cleanTransportSeconds + 1 : 0;
     if (reporting.length > 0 && reporting.every((viewer) => severe(viewer, viewer.stats))) {
       descendSevere(now, reporting.map((viewer) => `${(viewer.stats.lossPercent ?? 0).toFixed(1)}% loss, ${viewer.stats.videoFps.toFixed(0)} fps decoded`).join(" | "));
       return;
@@ -4890,7 +4973,7 @@ async function runMediaServer() {
       kbps: videoKbps,
       adaptive
     };
-    const cpuState = { ...cpu, load: Math.round(loadavg()[0] * 100) / 100, cores: availableParallelism() };
+    const cpuState = { ...cpu, load: Math.round(loadavg()[0] * 100) / 100, cores: availableParallelism2() };
     const sample = {
       at: now,
       encoder: { rung, crf: quality.crf, kbpsCap: quality.kbps, keyframeMs, preset, fps: encoderFps, kbps: videoKbps },
@@ -4989,11 +5072,13 @@ async function runMediaServer() {
           nacks: optional(message.nacks, 1e5),
           freezes: optional(message.freezes, 1e3),
           jitterBufferMs: optional(message.jitterBufferMs, 6e4),
+          decodeMs: optional(message.decodeMs, 6e4),
+          receiverProcessingMs: optional(message.receiverProcessingMs, 6e4),
           availableKbps: optional(message.availableKbps, 1e6),
           playbackDroppedPercent: optional(message.playbackDroppedPercent, 100)
         };
         const now = viewer.stats.at;
-        if (viewer.stats.videoFps >= fps * 0.6 || viewer.stats.videoPacketsPerSecond === 0) {
+        if (viewer.stats.videoFps >= expectedFps() * 0.6 || viewer.stats.videoPacketsPerSecond === 0) {
           viewer.lowFpsReports = 0;
           lowFpsObservationAt.delete(viewer);
         } else if (now - (lowFpsObservationAt.get(viewer) ?? 0) >= 1e3) {
@@ -5006,7 +5091,7 @@ async function runMediaServer() {
         const rtt = viewer.rttFloorMs;
         let window = stableRttWindows.get(viewer);
         const stableNetwork = !viewer.fallback && rtt > viewer.rtcBaselineMs + 20 && (viewer.stats.videoPacketsPerSecond ?? 0) > 0 && (viewer.stats.lossPercent ?? 0) <= 1 && (viewer.stats.jitterBufferMs ?? 0) <= 80;
-        if (stableNetwork && viewer.stats.videoFps >= fps * 0.9) {
+        if (stableNetwork && viewer.stats.videoFps >= expectedFps() * 0.9) {
           if (!window || now - window.at > 3e3 || Math.max(window.max, rtt) - Math.min(window.min, rtt) > 20) {
             window = { since: now, at: now, min: rtt, max: rtt };
           }
@@ -5018,7 +5103,7 @@ async function runMediaServer() {
             viewer.rtcBaselineMs = window.min;
             stableRttWindows.delete(viewer);
           }
-        } else if (!stableNetwork || !window || now - window.at > 750 || viewer.stats.videoFps < fps * 0.6 || Math.max(window.max, rtt) - Math.min(window.min, rtt) > 20) {
+        } else if (!stableNetwork || !window || now - window.at > 750 || viewer.stats.videoFps < expectedFps() * 0.6 || Math.max(window.max, rtt) - Math.min(window.min, rtt) > 20) {
           stableRttWindows.delete(viewer);
         } else {
           window.min = Math.min(window.min, rtt);
@@ -5037,7 +5122,7 @@ async function runMediaServer() {
           }
         }
         if (viewer.stats.videoFps > 0) viewer.hasDecodedFrame = true;
-        if (viewer.stats.videoFps >= fps * 0.8) viewer.everHealthy = true;
+        if (viewer.stats.videoFps >= expectedFps() * 0.8) viewer.everHealthy = true;
         if (encoderHealthyTicks >= 3 && videoEncoder.running() && [...viewers.values()].every((v) => !v.fallback && v.stats && now - v.stats.at < 750 && now - v.connectedAt > 2500 && (v.stats.videoPacketsPerSecond ?? 0) > 0 && (v.stats.lossPercent ?? 0) > 10)) descendSevere(now, "every viewer reports over 10% loss");
         return;
       }
@@ -5099,6 +5184,7 @@ async function runMediaServer() {
         audioBytes,
         videoKbps,
         encoderFps,
+        ...videoEncoder.capture(),
         cpu,
         clientStats: all.flatMap((viewer) => viewer.stats ? [viewer.stats] : []),
         clientPacer: all.map((viewer) => viewer.rtc?.snapshot() ?? null),
@@ -5125,8 +5211,8 @@ async function runMediaServer() {
       return;
     }
     const requested = url.pathname === "/" ? "stream-index.html" : url.pathname.slice(1);
-    const path = resolve2(webroot, requested);
-    if (!path.startsWith(resolve2(webroot) + "/") || !existsSync6(path) || !statSync2(path).isFile()) {
+    const path = resolve3(webroot, requested);
+    if (!path.startsWith(resolve3(webroot) + "/") || !existsSync7(path) || !statSync2(path).isFile()) {
       response.statusCode = 404;
       response.end("Not found");
       return;
@@ -5137,7 +5223,7 @@ async function runMediaServer() {
       if (viewers.size === 0) stopEncodersSoon();
       response.setHeader("cache-control", "no-store");
       const digest = createHash3("sha1");
-      for (const name of readdirSync(webroot).filter((file) => /\.(js|css)$/.test(file)).sort()) digest.update(readFileSync6(resolve2(webroot, name)));
+      for (const name of readdirSync(webroot).filter((file) => /\.(js|css)$/.test(file)).sort()) digest.update(readFileSync6(resolve3(webroot, name)));
       response.end(readFileSync6(path, "utf8").replaceAll("__VERSION__", `${COMPUTER_USE_VERSION}-${digest.digest("hex").slice(0, 8)}`));
       return;
     }
@@ -5279,9 +5365,9 @@ async function runMediaServer() {
 
 // src/setup.ts
 import { spawnSync as spawnSync6 } from "child_process";
-import { accessSync, chmodSync as chmodSync2, constants, cpSync, existsSync as existsSync7, mkdirSync as mkdirSync6, readdirSync as readdirSync2, writeFileSync as writeFileSync5 } from "fs";
-import { dirname as dirname7, resolve as resolve3 } from "path";
-import { fileURLToPath as fileURLToPath2 } from "url";
+import { accessSync, chmodSync as chmodSync2, constants, cpSync, existsSync as existsSync8, mkdirSync as mkdirSync6, readdirSync as readdirSync2, writeFileSync as writeFileSync5 } from "fs";
+import { dirname as dirname8, resolve as resolve4 } from "path";
+import { fileURLToPath as fileURLToPath3 } from "url";
 var dependencies = [
   ["bash", "bash"],
   ["Node.js", "node"],
@@ -5341,7 +5427,7 @@ function commandVersion(command) {
 function hasCommand(command) {
   return (process.env.PATH ?? "").split(":").some((directory) => {
     try {
-      accessSync(resolve3(directory, command), constants.X_OK);
+      accessSync(resolve4(directory, command), constants.X_OK);
       return true;
     } catch {
       return false;
@@ -5377,10 +5463,10 @@ async function setupComputer(options = {}) {
     missing.push("WebRTC native module (node-datachannel)");
     console.error("\u2717 WebRTC (node-datachannel) failed to load");
   }
-  const noVncPackageRoot = dirname7(dirname7(fileURLToPath2(import.meta.resolve("@novnc/novnc"))));
-  const noVncCore = resolve3(noVncPackageRoot, "core");
-  const noVncVendor = resolve3(noVncPackageRoot, "vendor");
-  if (!existsSync7(noVncCore) || !existsSync7(noVncVendor)) {
+  const noVncPackageRoot = dirname8(dirname8(fileURLToPath3(import.meta.resolve("@novnc/novnc"))));
+  const noVncCore = resolve4(noVncPackageRoot, "core");
+  const noVncVendor = resolve4(noVncPackageRoot, "vendor");
+  if (!existsSync8(noVncCore) || !existsSync8(noVncVendor)) {
     missing.push("bundled noVNC client");
     console.error("\u2717 bundled noVNC client");
   } else {
@@ -5395,38 +5481,38 @@ async function setupComputer(options = {}) {
   if (missing.length > 0) throw new Error(`Missing ${missing.length} computer-use requirement${missing.length === 1 ? "" : "s"}: ${missing.join(", ")}`);
   if (options.checkOnly) return;
   if (process.getuid?.() !== 0) throw new Error("replicas-computer setup must run as root to install runtime files");
-  const packageRoot2 = resolve3(dirname7(fileURLToPath2(import.meta.url)), "..");
-  const assets = resolve3(packageRoot2, "assets", "desktop");
-  if (!existsSync7(assets)) throw new Error(`Computer-use assets are missing from ${assets}`);
+  const packageRoot2 = resolve4(dirname8(fileURLToPath3(import.meta.url)), "..");
+  const assets = resolve4(packageRoot2, "assets", "desktop");
+  if (!existsSync8(assets)) throw new Error(`Computer-use assets are missing from ${assets}`);
   mkdirSync6("/usr/local/share/replicas/desktop", { recursive: true });
   cpSync(assets, "/usr/local/share/replicas/desktop", { recursive: true, force: true });
   const fontRoot = "/usr/local/share/fonts/replicas";
   mkdirSync6(fontRoot, { recursive: true });
-  for (const file of readdirSync2(assets).filter((name) => name.endsWith(".ttf"))) cpSync(resolve3(assets, file), resolve3(fontRoot, file), { force: true });
+  for (const file of readdirSync2(assets).filter((name) => name.endsWith(".ttf"))) cpSync(resolve4(assets, file), resolve4(fontRoot, file), { force: true });
   spawnSync6("fc-cache", ["-f", fontRoot], { stdio: "ignore" });
   const viewerRoot = "/usr/local/share/replicas/desktop/novnc";
   mkdirSync6(viewerRoot, { recursive: true });
-  cpSync(noVncCore, resolve3(viewerRoot, "core"), { recursive: true, force: true });
-  cpSync(noVncVendor, resolve3(viewerRoot, "vendor"), { recursive: true, force: true });
+  cpSync(noVncCore, resolve4(viewerRoot, "core"), { recursive: true, force: true });
+  cpSync(noVncVendor, resolve4(viewerRoot, "vendor"), { recursive: true, force: true });
   for (const file of ["novnc-index.html", "viewer.css", "viewer-theme.css", "viewer-theme.js", "viewer-icon.svg", "geist-mono-400.ttf", "geist-mono-600.ttf", "geist-mono-700.ttf", "general-sans-300.ttf"]) {
-    cpSync(resolve3(assets, file), resolve3(viewerRoot, file === "novnc-index.html" ? "index.html" : file), { force: true });
+    cpSync(resolve4(assets, file), resolve4(viewerRoot, file === "novnc-index.html" ? "index.html" : file), { force: true });
   }
-  cpSync(resolve3(packageRoot2, "dist", "viewer.js"), resolve3(viewerRoot, "viewer.js"), { force: true });
+  cpSync(resolve4(packageRoot2, "dist", "viewer.js"), resolve4(viewerRoot, "viewer.js"), { force: true });
   const streamRoot = "/usr/local/share/replicas/desktop/stream";
   mkdirSync6(streamRoot, { recursive: true });
   for (const file of ["stream-index.html", "stream-viewer.css", "viewer-theme.css", "viewer-theme.js", "viewer-icon.svg", "geist-mono-400.ttf", "geist-mono-600.ttf", "geist-mono-700.ttf", "general-sans-300.ttf"]) {
-    cpSync(resolve3(assets, file), resolve3(streamRoot, file), { force: true });
+    cpSync(resolve4(assets, file), resolve4(streamRoot, file), { force: true });
   }
-  cpSync(resolve3(packageRoot2, "dist", "stream-viewer.js"), resolve3(streamRoot, "stream-viewer.js"), { force: true });
-  cpSync(resolve3(assets, "start-services.sh"), "/usr/local/bin/replicas-start-desktop-services", { force: true });
-  cpSync(resolve3(assets, "replicas-chrome"), "/usr/local/bin/replicas-chrome", { force: true });
-  cpSync(resolve3(assets, "replicas-terminal"), "/usr/local/bin/replicas-terminal", { force: true });
-  cpSync(resolve3(assets, "replicas-chrome.desktop"), "/usr/share/applications/replicas-chrome.desktop", { force: true });
+  cpSync(resolve4(packageRoot2, "dist", "stream-viewer.js"), resolve4(streamRoot, "stream-viewer.js"), { force: true });
+  cpSync(resolve4(assets, "start-services.sh"), "/usr/local/bin/replicas-start-desktop-services", { force: true });
+  cpSync(resolve4(assets, "replicas-chrome"), "/usr/local/bin/replicas-chrome", { force: true });
+  cpSync(resolve4(assets, "replicas-terminal"), "/usr/local/bin/replicas-terminal", { force: true });
+  cpSync(resolve4(assets, "replicas-chrome.desktop"), "/usr/share/applications/replicas-chrome.desktop", { force: true });
   chmodSync2("/usr/local/bin/replicas-start-desktop-services", 493);
   chmodSync2("/usr/local/bin/replicas-chrome", 493);
   chmodSync2("/usr/local/bin/replicas-terminal", 493);
   writeFileSync5("/etc/systemd/system/replicas-computer.service", serviceUnit, { mode: 420 });
-  if (existsSync7("/run/systemd/system")) {
+  if (existsSync8("/run/systemd/system")) {
     const reload = spawnSync6("systemctl", ["daemon-reload"], { stdio: "pipe" });
     if (reload.status !== 0) throw new Error(`Failed to reload systemd: ${reload.stderr?.toString().trim() || `exit ${reload.status}`}`);
   }