@elizaos/plugin-computeruse 2.0.3-beta.4 → 2.0.3-beta.5

package/dist/actor/brain.d.ts

@@ -1,9 +1,9 @@
 /**
  * WS7 — Brain (full-screen reasoning).
  *
- * Sends one image per display (each downscaled to ~1.3 MP, the OS-Atlas /
- * Qwen3-VL `max_pixels` convention) to `runtime.useModel(IMAGE_DESCRIPTION,
- * ...)`. The model is prompted to emit a JSON `BrainOutput` describing:
+ * Sends one image per display (each downscaled to ~1.3 MP, the local Gemma
+ * vision / OS-Atlas image budget) to `runtime.useModel(IMAGE_DESCRIPTION, ...)`.
+ * The model is prompted to emit a JSON `BrainOutput` describing:
  *   - the scene in one paragraph,
  *   - which display to act on,
  *   - up to N ROIs the Actor should zoom into,
@@ -55,9 +55,9 @@ export declare const BRAIN_DHASH_CACHE_MAX = 16;
  */
 export declare const BRAIN_DHASH_HAMMING_THRESHOLD = 5;
 /**
- * Image-token estimate per source pixel for a vision model with the Qwen3-VL /
- * OS-Atlas `max_pixels` convention: one visual token ≈ a 28×28 (≈750 px) patch.
- * Used only to quantify the saving when a frame is *not* attached (#9105).
+ * Image-token estimate per source pixel for the local Gemma vision / OS-Atlas
+ * budget: one visual token ≈ a 28×28 (≈750 px) patch. Used only to quantify
+ * the saving when a frame is *not* attached (#9105).
  */
 export declare const BRAIN_PIXELS_PER_IMAGE_TOKEN = 750;
 /**

package/dist/actor/brain.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"brain.d.ts","sourceRoot":"","sources":["../../src/actor/brain.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAEH,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,sBAAsB,EAG5B,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAE7D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAGrD,OAAO,KAAK,EAAE,WAAW,EAAiC,MAAM,YAAY,CAAC;AAE7E,eAAO,MAAM,gBAAgB,UAAY,CAAC;AAC1C,eAAO,MAAM,cAAc,IAAI,CAAC;AAChC,gFAAgF;AAChF,eAAO,MAAM,qBAAqB,KAAK,CAAC;AACxC;;;;;;;;GAQG;AACH,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C;;;;GAIG;AACH,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAEhD;;;;;;;;GAQG;AACH,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,eAAe,GAAG,OAAO,CAAC;AAEpE;;;;;GAKG;AACH,eAAO,MAAM,0BAA0B,EAAE,gBAA2B,CAAC;AAErE;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,aAAa,GAAG,IAAI,GAC5B,gBAAgB,CAOlB;AAED,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAC;IACpB,wEAAwE;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAmDD,qBAAa,eAAgB,SAAQ,KAAK;aAGtB,GAAG,EAAE,MAAM;gBAD3B,OAAO,EAAE,MAAM,EACC,GAAG,EAAE,MAAM;CAK9B;AAED,MAAM,WAAW,SAAS;IACxB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;KACnB,KAAK,OAAO,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC;IAC/C;;;;OAIG;IACH,WAAW,CAAC,EAAE,gBAAgB,CAAC;CAChC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb;;;;OAIG;IACH,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACvC;AAED;;;GAGG;AACH,qBAAa,KAAK;IAqBd,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI;IArBvB;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAKnB;IACR,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAmB;IAC/C,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,mBAAmB,CAAK;gBAGb,OAAO,EAAE,aAAa,GAAG,IAAI,EAC7B,IAAI,GAAE,SAAc;IAKvC,8EAA8E;IAC9E,QAAQ,IAAI,UAAU;IAStB,OAAO,CAAC,QAAQ;IAShB;;;;;OAKG;IACH,OAAO,CAAC,UAAU;IAoBlB,OAAO,CAAC,cAAc;IAmBhB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IA4I7D;;;;;;OAMG;IACH,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,eAAe;YAKT,MAAM;CA4BrB;AAID,wBAAgB,cAAc,CAC5B,gBAAgB,EAAE,MAAM,EACxB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,OAAO,GACd,MAAM,CAgCR;AAID,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CA6FzD;AAkBD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEjE;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAMvD"}
+{"version":3,"file":"brain.d.ts","sourceRoot":"","sources":["../../src/actor/brain.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAEH,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,sBAAsB,EAG5B,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAE7D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAGrD,OAAO,KAAK,EAAE,WAAW,EAAiC,MAAM,YAAY,CAAC;AAE7E,eAAO,MAAM,gBAAgB,UAAY,CAAC;AAC1C,eAAO,MAAM,cAAc,IAAI,CAAC;AAChC,gFAAgF;AAChF,eAAO,MAAM,qBAAqB,KAAK,CAAC;AACxC;;;;;;;;GAQG;AACH,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C;;;;GAIG;AACH,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAEhD;;;;;;;;GAQG;AACH,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,eAAe,GAAG,OAAO,CAAC;AAEpE;;;;;GAKG;AACH,eAAO,MAAM,0BAA0B,EAAE,gBAA2B,CAAC;AAErE;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,aAAa,GAAG,IAAI,GAC5B,gBAAgB,CAOlB;AAED,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAC;IACpB,wEAAwE;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAmDD,qBAAa,eAAgB,SAAQ,KAAK;aAGtB,GAAG,EAAE,MAAM;gBAD3B,OAAO,EAAE,MAAM,EACC,GAAG,EAAE,MAAM;CAK9B;AAED,MAAM,WAAW,SAAS;IACxB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;KACnB,KAAK,OAAO,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC;IAC/C;;;;OAIG;IACH,WAAW,CAAC,EAAE,gBAAgB,CAAC;CAChC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb;;;;OAIG;IACH,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACvC;AAED;;;GAGG;AACH,qBAAa,KAAK;IAqBd,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI;IArBvB;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAKnB;IACR,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAmB;IAC/C,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,mBAAmB,CAAK;gBAGb,OAAO,EAAE,aAAa,GAAG,IAAI,EAC7B,IAAI,GAAE,SAAc;IAKvC,8EAA8E;IAC9E,QAAQ,IAAI,UAAU;IAStB,OAAO,CAAC,QAAQ;IAShB;;;;;OAKG;IACH,OAAO,CAAC,UAAU;IAoBlB,OAAO,CAAC,cAAc;IAmBhB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAwI7D;;;;;;OAMG;IACH,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,eAAe;YAKT,MAAM;CA4BrB;AAID,wBAAgB,cAAc,CAC5B,gBAAgB,EAAE,MAAM,EACxB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,OAAO,GACd,MAAM,CAgCR;AAID,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CA6FzD;AAkBD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEjE;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAMvD"}

package/dist/index.js

@@ -3428,8 +3428,26 @@ function captureLinux(tmpFile, region) {
     runCommandBuffer("scrot", [tmpFile], 1e4);
   } else if (commandExists("gnome-screenshot")) {
     runCommandBuffer("gnome-screenshot", ["-f", tmpFile], 1e4);
+  } else if (commandExists("ffmpeg")) {
+    const display = process.env.DISPLAY || ":0";
+    const size = region ? `${region.width}x${region.height}` : detectX11ScreenSize();
+    const input = region ? `${display}+${region.x},${region.y}` : display;
+    runCommandBuffer("ffmpeg", [
+      "-y",
+      "-loglevel",
+      "error",
+      "-f",
+      "x11grab",
+      "-video_size",
+      size,
+      "-i",
+      input,
+      "-frames:v",
+      "1",
+      tmpFile
+    ], 1e4);
   } else {
-    throw new Error(isWaylandSession() ? "No screenshot tool available. Install xdg-desktop-portal with gdbus/python3 for Wayland, or ImageMagick (import), scrot, or gnome-screenshot for X11 fallback." : "No screenshot tool available. Install ImageMagick (import), scrot, or gnome-screenshot.");
+    throw new Error(isWaylandSession() ? "No screenshot tool available. Install xdg-desktop-portal with gdbus/python3 for Wayland, or ImageMagick (import), scrot, gnome-screenshot, or ffmpeg for X11 fallback." : "No screenshot tool available. Install ImageMagick (import), scrot, gnome-screenshot, or ffmpeg.");
   }
 }
 function tryCaptureWaylandPortal(tmpFile) {
@@ -3444,6 +3462,15 @@ function tryCaptureWaylandPortal(tmpFile) {
     return false;
   }
 }
+function detectX11ScreenSize() {
+  try {
+    const out = execSync3("xdpyinfo", { encoding: "utf8", timeout: 5000 });
+    const m = out.match(/dimensions:\s+(\d+)x(\d+)/);
+    if (m)
+      return `${m[1]}x${m[2]}`;
+  } catch {}
+  return "1920x1080";
+}
 function captureWindows(tmpFile, _region) {
   const escapedPath = tmpFile.replace(/\//g, "\\");
   const psCmd = [
@@ -3576,7 +3603,25 @@ function captureDisplayLinux(tmpFile, display) {
     runCommandBuffer("gnome-screenshot", ["-f", tmpFile], 1e4);
     return;
   }
-  throw new Error(isWaylandSession() ? "No screenshot tool available. Install xdg-desktop-portal with gdbus/python3 for Wayland, or ImageMagick (import), scrot, or gnome-screenshot for X11 fallback." : "No screenshot tool available. Install ImageMagick (import), scrot, or gnome-screenshot.");
+  if (commandExists("ffmpeg")) {
+    const displayEnv = process.env.DISPLAY || ":0";
+    runCommandBuffer("ffmpeg", [
+      "-y",
+      "-loglevel",
+      "error",
+      "-f",
+      "x11grab",
+      "-video_size",
+      `${w}x${h}`,
+      "-i",
+      `${displayEnv}+${x},${y}`,
+      "-frames:v",
+      "1",
+      tmpFile
+    ], 1e4);
+    return;
+  }
+  throw new Error(isWaylandSession() ? "No screenshot tool available. Install xdg-desktop-portal with gdbus/python3 for Wayland, or ImageMagick (import), scrot, gnome-screenshot, or ffmpeg for X11 fallback." : "No screenshot tool available. Install ImageMagick (import), scrot, gnome-screenshot, or ffmpeg.");
 }
 function captureRegionLinux(tmpFile, region) {
   if (commandExists("import")) {
@@ -3597,6 +3642,24 @@ function captureRegionLinux(tmpFile, region) {
     ], 1e4);
     return;
   }
+  if (commandExists("ffmpeg")) {
+    const display = process.env.DISPLAY || ":0";
+    runCommandBuffer("ffmpeg", [
+      "-y",
+      "-loglevel",
+      "error",
+      "-f",
+      "x11grab",
+      "-video_size",
+      `${region.width}x${region.height}`,
+      "-i",
+      `${display}+${region.x},${region.y}`,
+      "-frames:v",
+      "1",
+      tmpFile
+    ], 1e4);
+    return;
+  }
   throw new Error("No screenshot tool available for region capture.");
 }
 function tryCaptureWaylandPortal2(tmpFile) {
@@ -6904,10 +6967,12 @@ function detectPlatformCapabilities(options) {
       caps.screenshot = { available: true, tool: "scrot" };
     } else if (options.commandExists("gnome-screenshot")) {
       caps.screenshot = { available: true, tool: "gnome-screenshot" };
+    } else if (options.commandExists("ffmpeg")) {
+      caps.screenshot = { available: true, tool: "ffmpeg x11grab" };
     } else {
       caps.screenshot = {
         available: false,
-        tool: "none (install ImageMagick, scrot, or gnome-screenshot)"
+        tool: "none (install ImageMagick, scrot, gnome-screenshot, or ffmpeg)"
       };
     }
     caps.computerUse = options.commandExists("xdotool") ? { available: true, tool: "xdotool" } : { available: false, tool: "none (install xdotool)" };
@@ -13645,5 +13710,5 @@ export {
   AGENT_LOOP_SETTING
 };
 
-//# debugId=4873D054D66B6A1D64756E2164756E21
+//# debugId=771F2F7D00E9BD4564756E2164756E21
 //# sourceMappingURL=index.js.map