replicas-computer 0.3.33 → 0.3.34

package/dist/index.js

@@ -3325,7 +3325,7 @@ async function computerStatusCommand() {
 }
 
 // src/version.ts
-var COMPUTER_USE_VERSION = "0.3.33";
+var COMPUTER_USE_VERSION = "0.3.34";
 var COMPUTER_USE_PROTOCOL_VERSION = 1;
 
 // src/program.ts
@@ -3568,7 +3568,7 @@ async function runComputerClient(argv) {
 }
 
 // src/media-server.ts
-import { spawn as spawn7 } from "child_process";
+import { execFile, spawn as spawn7 } from "child_process";
 import { createHash as createHash3 } from "crypto";
 import { createReadStream, existsSync as existsSync8, readdirSync as readdirSync3, readFileSync as readFileSync8, statSync as statSync2 } from "fs";
 import { createServer as createServer3 } from "http";
@@ -4166,6 +4166,11 @@ import { availableParallelism } from "os";
 import { dirname as dirname6, resolve as resolve2 } from "path";
 import { fileURLToPath } from "url";
 
+// src/media-protocol.ts
+var STREAM_PROTOCOL_VERSION = 3;
+var MEDIA_PACKET_HEADER_BYTES = 12;
+var CLIPBOARD_MAX_CHARS = 1e6;
+
 // src/input-validation.ts
 var finite = (value) => typeof value === "number" && Number.isFinite(value);
 var optionalFinite = (value) => value === void 0 || finite(value);
@@ -4178,7 +4183,10 @@ function validInput(value) {
     case "keyframe":
     case "retry-webrtc":
     case "webrtc-ready":
+    case "copy":
       return true;
+    case "paste":
+      return typeof value.text === "string" && value.text.length <= CLIPBOARD_MAX_CHARS;
     case "theme":
       return value.theme === "light" || value.theme === "dark";
     case "standby":
@@ -4216,10 +4224,6 @@ function parseInput(raw) {
   return validInput(value) ? value : void 0;
 }
 
-// src/media-protocol.ts
-var STREAM_PROTOCOL_VERSION = 3;
-var MEDIA_PACKET_HEADER_BYTES = 12;
-
 // src/pacer.ts
 import { performance } from "perf_hooks";
 var ringSize = 4096;
@@ -4850,9 +4854,14 @@ var InputBridge = class {
   latestPosition;
   pressedButtons = /* @__PURE__ */ new Set();
   pressedKeys = /* @__PURE__ */ new Set();
+  /** Input that arrived while xclip was taking the clipboard, held so it lands after the paste. */
+  queue;
   close() {
     if (this.closed) return;
     this.closed = true;
+    const queue = this.queue;
+    this.queue = void 0;
+    if (queue) this.drain(queue);
     this.release();
     const child = this.process;
     this.process = void 0;
@@ -4937,8 +4946,53 @@ var InputBridge = class {
       }
       return;
     }
+    if (message.type === "paste") {
+      if (this.queue) this.queue.push(() => this.paste(message.text));
+      else this.paste(message.text);
+      return;
+    }
     if (message.type === "release") this.release();
   }
+  paste(text) {
+    if (this.closed) return;
+    if (!text) {
+      this.write("keydown v");
+      this.write("keyup v");
+      return;
+    }
+    const queue = [];
+    this.queue = queue;
+    const done = () => {
+      if (this.queue !== queue) return;
+      this.queue = void 0;
+      this.write("keydown v");
+      this.write("keyup v");
+      this.queue = queue;
+      setTimeout(() => {
+        if (this.queue !== queue) return;
+        this.queue = void 0;
+        this.drain(queue);
+      }, 200);
+    };
+    const child = spawn6("xclip", ["-selection", "clipboard", "-i"], {
+      env: { ...process.env, DISPLAY: this.display },
+      stdio: ["pipe", "ignore", "ignore"]
+    });
+    child.stdin.on("error", () => {
+    });
+    child.once("error", done);
+    child.once("exit", done);
+    child.stdin.end(text);
+  }
+  drain(queue) {
+    for (let run = queue.shift(); run; run = queue.shift()) {
+      run();
+      if (this.queue) {
+        this.queue.push(...queue);
+        return;
+      }
+    }
+  }
   release() {
     if (this.pointerFlush) clearImmediate(this.pointerFlush);
     this.pointerFlush = void 0;
@@ -4964,6 +5018,10 @@ var InputBridge = class {
     this.pointer = void 0;
   }
   write(command) {
+    if (this.queue) {
+      this.queue.push(() => this.write(command));
+      return;
+    }
     if (!this.process || this.process.exitCode !== null || this.process.stdin.destroyed) {
       const child = spawn6("xte", [], {
         env: { ...process.env, DISPLAY: this.display },
@@ -5080,6 +5138,9 @@ var standbyRung = 5;
 var port = Number.parseInt(process.env.REPLICAS_DESKTOP_STREAM_PORT || String(DESKTOP_STREAM_PORT), 10);
 var display = process.env.REPLICAS_DESKTOP_DISPLAY?.replace(/^([^:])/, ":$1") || ":99";
 var webrtcEnabled = process.env.REPLICAS_DESKTOP_STREAM_WEBRTC !== "0";
+var readClipboard = () => new Promise((done) => {
+  execFile("xclip", ["-selection", "clipboard", "-o"], { env: { ...process.env, DISPLAY: display }, timeout: 1e3, maxBuffer: CLIPBOARD_MAX_CHARS * 4 }, (error, stdout) => done(error ? "" : stdout));
+});
 var colorMode = process.env.REPLICAS_DESKTOP_STREAM_COLOR === "legacy" ? "legacy" : "bt709";
 var defaultRequest = parseStreamRequest(new URLSearchParams({
   transport: process.env.REPLICAS_DESKTOP_STREAM_TRANSPORT ?? "",
@@ -5865,6 +5926,17 @@ async function runMediaServer() {
       case "theme":
         applyDesktopTheme(message.theme);
         return;
+      case "copy":
+        void (async () => {
+          const before = await readClipboard();
+          let text = before;
+          for (let attempt = 0; attempt < 10 && text === before; attempt += 1) {
+            await new Promise((wait) => setTimeout(wait, 50));
+            text = await readClipboard();
+          }
+          if (text) reply({ type: "clipboard", text });
+        })();
+        return;
       case "standby":
         if (viewer.standby === message.standby) return;
         viewer.standby = message.standby;
@@ -6011,7 +6083,7 @@ async function runMediaServer() {
     response.setHeader("cache-control", "private, max-age=31536000, immutable");
     createReadStream(path).pipe(response);
   });
-  const webSocketServer = new WebSocketServer({ noServer: true, maxPayload: 64 * 1024 });
+  const webSocketServer = new WebSocketServer({ noServer: true, maxPayload: CLIPBOARD_MAX_CHARS * 8 });
   httpServer.on("upgrade", (request2, socket, head) => {
     const url = new URL(request2.url || "/", "http://localhost");
     if (url.pathname !== "/stream") {
@@ -6136,6 +6208,7 @@ var dependencies = [
   ["PulseAudio", "pulseaudio"],
   ["PulseAudio control", "pactl"],
   ["X automation", "xte"],
+  ["xclip", "xclip"],
   ["x11vnc", "x11vnc"],
   ["websockify", "websockify"],
   ["Google Chrome", "google-chrome-stable"],

package/dist/stream-viewer.js

@@ -100,6 +100,11 @@ function isDesktopElement(value) {
   return isRecord(value) && isDesktopRect(value.rect) && ["url", "tag", "selector"].every((key) => typeof value[key] === "string") && ["text", "label", "source"].every((key) => value[key] === void 0 || typeof value[key] === "string") && (value.components === void 0 || Array.isArray(value.components) && value.components.every((name) => typeof name === "string"));
 }
 
+// src/media-protocol.ts
+var STREAM_PROTOCOL_VERSION = 3;
+var MEDIA_PACKET_HEADER_BYTES = 12;
+var CLIPBOARD_MAX_CHARS = 1e6;
+
 // src/input-validation.ts
 var finite = (value) => typeof value === "number" && Number.isFinite(value);
 function validServerMessage(value) {
@@ -110,6 +115,8 @@ function validServerMessage(value) {
       return finite(value.sentAt);
     case "webrtc-failed":
       return true;
+    case "clipboard":
+      return typeof value.text === "string";
     case "offer":
       return typeof value.sdp === "string" && value.sdp.length < 65536;
     case "candidate":
@@ -129,10 +136,6 @@ function wheelDeltaPixels(event, pageHeight) {
   return { deltaX: event.deltaX * scale, deltaY: event.deltaY * scale };
 }
 
-// src/media-protocol.ts
-var STREAM_PROTOCOL_VERSION = 3;
-var MEDIA_PACKET_HEADER_BYTES = 12;
-
 // src/stream-viewer.ts
 var screen = document.querySelector("#screen");
 var status = document.querySelector("#status");
@@ -285,7 +288,7 @@ var sendInput = (message, unreliable = false) => {
       pendingPointer = void 0;
     }
   }
-  if (config?.inputRace && transport && (message.type === "button" || message.type === "wheel" || message.type === "key" || message.type === "release")) {
+  if (config?.inputRace && transport && (message.type === "button" || message.type === "wheel" || message.type === "key" || message.type === "release" || message.type === "paste")) {
     const ordered = socket?.readyState === WebSocket.OPEN ? socket : void 0;
     const reliable = transport === "webrtc" && inputChannel?.readyState === "open" ? inputChannel : void 0;
     const nextAction = actionId + 1;
@@ -302,7 +305,7 @@ var sendInput = (message, unreliable = false) => {
     const viaSocket = deliver(ordered);
     if (!viaSocket && !deliver(reliable)) return;
     actionId = nextAction;
-    if (viaSocket && transport === "webrtc" && pointerChannel?.readyState === "open" && pointerChannel.bufferedAmount < 16384) {
+    if (viaSocket && message.type !== "paste" && transport === "webrtc" && pointerChannel?.readyState === "open" && pointerChannel.bufferedAmount < 16384) {
       deliver(pointerChannel);
     }
     return;
@@ -315,7 +318,7 @@ var sendInput = (message, unreliable = false) => {
     pointerChannel.send(JSON.stringify(message));
     return;
   }
-  if (!unreliable && ["pointer", "button", "wheel", "key", "release"].includes(message.type) && socket?.readyState === WebSocket.OPEN) {
+  if (!unreliable && ["pointer", "button", "wheel", "key", "release", "paste"].includes(message.type) && socket?.readyState === WebSocket.OPEN) {
     sendSocket(message);
     return;
   }
@@ -801,7 +804,15 @@ var completeRetry = (attempt) => {
   announceTransport();
   unlockAudio();
 };
+var syncedClipboard;
 var handleServerMessage = (message, viaSocket) => {
+  if (message.type === "clipboard") {
+    void navigator.clipboard?.writeText(message.text).then(() => {
+      syncedClipboard = message.text;
+    }, () => {
+    });
+    return;
+  }
   if (message.type === "pong") {
     const elapsed = performance.now() - message.sentAt;
     if ((!viaSocket || transport !== "webrtc") && message.sentAt > rttSentAt) {
@@ -1009,17 +1020,32 @@ screen.addEventListener("wheel", (event) => {
   send({ type: "wheel", ...normalizedPointer(event), ...wheelDeltaPixels(event, screen.clientHeight) });
 }, { passive: false });
 screen.addEventListener("contextmenu", (event) => event.preventDefault());
+var isMac = /Mac|iPhone|iPad/.test(navigator.platform);
+var desktopKey = (code) => isMac && code.startsWith("Meta") ? code.replace("Meta", "Control") : code;
 window.addEventListener("keydown", (event) => {
   if (!screen.matches(":focus")) return;
-  event.preventDefault();
   if (screen.muted || audioContext?.state !== "running") unlockAudio();
-  send({ type: "key", code: event.code, down: true, repeat: event.repeat });
+  const shortcut = (event.ctrlKey || event.metaKey) && !event.altKey;
+  if (shortcut && event.code === "KeyV") return;
+  event.preventDefault();
+  send({ type: "key", code: desktopKey(event.code), down: true, repeat: event.repeat });
+  if (isMac && event.metaKey && !["Meta", "Control", "Shift", "Alt", "CapsLock"].includes(event.key)) send({ type: "key", code: event.code, down: false });
+  if (shortcut && !event.repeat && (event.code === "KeyC" || event.code === "KeyX")) sendSocket({ type: "copy" });
 }, { capture: true });
 window.addEventListener("keyup", (event) => {
   if (!screen.matches(":focus")) return;
   event.preventDefault();
-  send({ type: "key", code: event.code, down: false });
+  send({ type: "key", code: desktopKey(event.code), down: false });
 }, { capture: true });
+window.addEventListener("paste", (event) => {
+  if (!screen.matches(":focus")) return;
+  event.preventDefault();
+  const text = event.clipboardData?.getData("text/plain") ?? "";
+  if (text.length > CLIPBOARD_MAX_CHARS) return;
+  const fresh = text !== syncedClipboard;
+  if (fresh) syncedClipboard = text;
+  send({ type: "paste", text: fresh ? text : "" });
+});
 window.addEventListener("blur", () => send({ type: "release" }));
 window.addEventListener("resize", fitScreen);
 var setStandby = (next) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "replicas-computer",
-  "version": "0.3.33",
+  "version": "0.3.34",
   "description": "Replicas workspace computer-use runtime",
   "type": "module",
   "main": "dist/index.js",