@xrkseek/harness 0.4.12 → 0.5.1

package/node_modules/@xrkseek/exec-computer-use/dist/background.js

@@ -5,7 +5,7 @@
 import { existsSync } from "node:fs";
 import { spawn } from "node:child_process";
 import { ComputerUseError } from "./types.js";
-const UNAVAILABLE = "background input backend unavailable (not installed). memory and uia are unchanged. Not browser_*.";
+const UNAVAILABLE = "background helper unavailable — set Credentials XRK_COMPUTER_USE_BACKGROUND to an installed helper binary.";
 function unavailable() {
     throw new ComputerUseError(UNAVAILABLE, "COMPUTER_USE_UNAVAILABLE");
 }
@@ -53,7 +53,7 @@ export function createBackgroundInputProvider(options = {}) {
         async capture() {
             if (!installed)
                 unavailable();
-            throw new ComputerUseError("background input has no accessibility tree; use the uia provider for capture", "COMPUTER_USE_UNAVAILABLE");
+            throw new ComputerUseError("background helper does not support capture — use mode=uia", "COMPUTER_USE_UNAVAILABLE");
         },
         async listWindows() {
             if (!installed)

package/node_modules/@xrkseek/exec-computer-use/dist/background.js.map

@@ -1 +1 @@
-{"version":3,"file":"background.js","sourceRoot":"","sources":["../src/background.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAiB9C,MAAM,WAAW,GACf,oGAAoG,CAAC;AAEvG,SAAS,WAAW;IAClB,MAAM,IAAI,gBAAgB,CAAC,WAAW,EAAE,0BAA0B,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAyB,OAAO,CAAC,GAAG,EACpC,SAAoC,UAAU;IAE9C,MAAM,OAAO,GAAG,GAAG,CAAC,2BAA2B,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,OAAe,EACf,OAA8B;IAE9B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE;YACtD,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAA0B,EAAE,EAAE;YAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,gBAAgB,CAAC,WAAW,EAAE,0BAA0B,CAAC,CAAC,CAAC;gBACtE,OAAO;YACT,CAAC;YACD,MAAM,CACJ,IAAI,gBAAgB,CAClB,4BAA4B,GAAG,CAAC,OAAO,EAAE,EACzC,sBAAsB,CACvB,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;iBACrB,CAAC;gBACJ,MAAM,CACJ,IAAI,gBAAgB,CAClB,MAAM,CAAC,IAAI,EAAE,IAAI,yBAAyB,IAAI,EAAE,EAChD,sBAAsB,CACvB,CACF,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,UAAkC,EAAE;IAEpC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzE,MAAM,IAAI,GACR,OAAO,CAAC,IAAI;QACZ,CAAC,OAAO,CAAC,OAAO;YACd,CAAC,CAAC,CAAC,OAA8B,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,OAAQ,EAAE,OAAO,CAAC;YAC1E,CAAC,CAAC,SAAS,CAAC,CAAC;IAEjB,OAAO;QACL,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,YAAY;QACtB,KAAK,CAAC,OAAO;YACX,IAAI,CAAC,SAAS;gBAAE,WAAW,EAAE,CAAC;YAC9B,MAAM,IAAI,gBAAgB,CACxB,8EAA8E,EAC9E,0BAA0B,CAC3B,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW;YACf,IAAI,CAAC,SAAS;gBAAE,WAAW,EAAE,CAAC;YAC9B,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI;gBAAE,WAAW,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,OAAO,EAAE,cAAc,OAAO,CAAC,MAAM,EAAE;gBACvC,QAAQ,EAAE,YAAY;aACvB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"background.js","sourceRoot":"","sources":["../src/background.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAiB9C,MAAM,WAAW,GACf,4GAA4G,CAAC;AAE/G,SAAS,WAAW;IAClB,MAAM,IAAI,gBAAgB,CAAC,WAAW,EAAE,0BAA0B,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAyB,OAAO,CAAC,GAAG,EACpC,SAAoC,UAAU;IAE9C,MAAM,OAAO,GAAG,GAAG,CAAC,2BAA2B,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,OAAe,EACf,OAA8B;IAE9B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE;YACtD,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAA0B,EAAE,EAAE;YAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,gBAAgB,CAAC,WAAW,EAAE,0BAA0B,CAAC,CAAC,CAAC;gBACtE,OAAO;YACT,CAAC;YACD,MAAM,CACJ,IAAI,gBAAgB,CAClB,4BAA4B,GAAG,CAAC,OAAO,EAAE,EACzC,sBAAsB,CACvB,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;iBACrB,CAAC;gBACJ,MAAM,CACJ,IAAI,gBAAgB,CAClB,MAAM,CAAC,IAAI,EAAE,IAAI,yBAAyB,IAAI,EAAE,EAChD,sBAAsB,CACvB,CACF,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,UAAkC,EAAE;IAEpC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzE,MAAM,IAAI,GACR,OAAO,CAAC,IAAI;QACZ,CAAC,OAAO,CAAC,OAAO;YACd,CAAC,CAAC,CAAC,OAA8B,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,OAAQ,EAAE,OAAO,CAAC;YAC1E,CAAC,CAAC,SAAS,CAAC,CAAC;IAEjB,OAAO;QACL,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,YAAY;QACtB,KAAK,CAAC,OAAO;YACX,IAAI,CAAC,SAAS;gBAAE,WAAW,EAAE,CAAC;YAC9B,MAAM,IAAI,gBAAgB,CACxB,2DAA2D,EAC3D,0BAA0B,CAC3B,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW;YACf,IAAI,CAAC,SAAS;gBAAE,WAAW,EAAE,CAAC;YAC9B,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI;gBAAE,WAAW,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,OAAO,EAAE,cAAc,OAAO,CAAC,MAAM,EAAE;gBACvC,QAAQ,EAAE,YAAY;aACvB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/node_modules/@xrkseek/exec-computer-use/dist/format.d.ts

@@ -1,6 +1,10 @@
-import type { ComputerUseCaptureResult, ComputerUseElement, ComputerUseWindow } from "./types.js";
+/**
+ * Model-facing computer_use envelopes — short loop, clear next step.
+ */
+import type { ComputerUseActResult, ComputerUseCaptureResult, ComputerUseElement, ComputerUseWindow } from "./types.js";
 export declare const DEFAULT_MAX_ELEMENTS = 80;
 export declare const DEFAULT_MAX_SNAPSHOT_CHARS = 20000;
+export type ToolNameSet = ReadonlySet<string> | Iterable<string>;
 export declare function formatAxSnapshot(options: {
     readonly app: string;
     readonly windowTitle: string;
@@ -10,13 +14,30 @@ export declare function formatAxSnapshot(options: {
     /** Capture mode advertised to the model (ax · som · vision). */
     readonly mode?: ComputerUseCaptureResult["mode"];
 }): string;
+/**
+ * Append guidance after a capture (inline image vs AX-only).
+ */
+export declare function formatCaptureEnvelope(options: {
+    readonly snapshotText: string;
+    readonly mode: ComputerUseCaptureResult["mode"];
+    readonly attachmentId?: string;
+    readonly elementCount: number;
+}): string;
 export declare function formatWindowsList(windows: readonly ComputerUseWindow[]): string;
+export declare function formatActResult(result: ComputerUseActResult): string;
 export declare function buildCaptureResult(options: {
     readonly mode: ComputerUseCaptureResult["mode"];
     readonly app: string;
     readonly windowTitle: string;
     readonly elements: readonly ComputerUseElement[];
     readonly note?: string;
+    readonly screenshotPng?: Uint8Array;
 }): ComputerUseCaptureResult;
+/**
+ * System prompt for `computer_use`; empty when the tool is not in the catalog.
+ * Mentions browser_* only while those tools are also available.
+ */
+export declare function formatComputerUseGuidance(available: ToolNameSet): string;
+/** Full-surface default (computer_use + browser_* present). */
 export declare const COMPUTER_USE_PROMPT_TEXT: string;
 //# sourceMappingURL=format.d.ts.map

package/node_modules/@xrkseek/exec-computer-use/dist/format.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,wBAAwB,EACxB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,oBAAoB,KAAK,CAAC;AACvC,eAAO,MAAM,0BAA0B,QAAS,CAAC;AAEjD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;CAClD,GAAG,MAAM,CAyBT;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,SAAS,iBAAiB,EAAE,GAAG,MAAM,CAS/E;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE;IAC1C,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAChD,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CACxB,GAAG,wBAAwB,CAe3B;AAED,eAAO,MAAM,wBAAwB,QAOmC,CAAC"}
+{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,oBAAoB,EACpB,wBAAwB,EACxB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,oBAAoB,KAAK,CAAC;AACvC,eAAO,MAAM,0BAA0B,QAAS,CAAC;AAEjD,MAAM,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;AAMjE,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;CAClD,GAAG,MAAM,CAyBT;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE;IAC7C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAChD,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B,GAAG,MAAM,CAoBT;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,SAAS,iBAAiB,EAAE,GAAG,MAAM,CAiB/E;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,CASpE;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE;IAC1C,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAChD,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC;CACrC,GAAG,wBAAwB,CAkB3B;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,WAAW,GAAG,MAAM,CAuBxE;AAED,+DAA+D;AAC/D,eAAO,MAAM,wBAAwB,QAMnC,CAAC"}

package/node_modules/@xrkseek/exec-computer-use/dist/format.js

@@ -1,5 +1,11 @@
+/**
+ * Model-facing computer_use envelopes — short loop, clear next step.
+ */
 export const DEFAULT_MAX_ELEMENTS = 80;
 export const DEFAULT_MAX_SNAPSHOT_CHARS = 20_000;
+function asSet(available) {
+    return available instanceof Set ? available : new Set(available);
+}
 export function formatAxSnapshot(options) {
     const lines = [
         `app: ${options.app || "(unknown)"}`,
@@ -26,15 +32,48 @@ export function formatAxSnapshot(options) {
     }
     return text;
 }
+/**
+ * Append guidance after a capture (inline image vs AX-only).
+ */
+export function formatCaptureEnvelope(options) {
+    const lines = [options.snapshotText.trimEnd()];
+    if (options.attachmentId) {
+        lines.push(`attachmentId=${options.attachmentId}`);
+        lines.push("use=Screenshot inline in this result. Act by [index] from elements: — attachmentId is not a disk path.");
+    }
+    else if (options.mode === "ax") {
+        lines.push("use=AX tree. Prefer mode=vision|som when pixels help. Act with element=<index>.");
+    }
+    else {
+        lines.push("use=No screenshot bytes. Act with element=<index>, or re-capture mode=vision|som.");
+    }
+    lines.push(`next=click|type|key|scroll using element 1..${Math.max(options.elementCount, 0)}; then capture again.`);
+    return lines.join("\n");
+}
 export function formatWindowsList(windows) {
-    if (windows.length === 0)
-        return "windows: (none)";
+    if (windows.length === 0) {
+        return [
+            "windows: (none)",
+            "use=Launch the target app, then capture.",
+        ].join("\n");
+    }
     const lines = ["windows:"];
     for (const w of windows) {
         const pid = w.pid !== undefined ? ` pid=${w.pid}` : "";
         const app = w.app ? ` app=${w.app}` : "";
         lines.push(`  - ${w.title || "(untitled)"}${app}${pid}`);
     }
+    lines.push("use=Pass a title fragment as capture app=…, then act by element index.");
+    return lines.join("\n");
+}
+export function formatActResult(result) {
+    const lines = [
+        `ok=${result.ok}`,
+        `action=${result.action}`,
+        `delivery=${result.delivery}`,
+        `message=${result.message}`,
+        "next=capture again before the next click/type — indices go stale after UI changes.",
+    ];
     return lines.join("\n");
 }
 export function buildCaptureResult(options) {
@@ -51,13 +90,40 @@ export function buildCaptureResult(options) {
             ...(options.note !== undefined ? { note: options.note } : {}),
         }),
         ...(options.note !== undefined ? { note: options.note } : {}),
+        ...(options.screenshotPng !== undefined
+            ? { screenshotPng: options.screenshotPng }
+            : {}),
     };
 }
-export const COMPUTER_USE_PROMPT_TEXT = "Use computer_use only for native host GUI apps (Notepad, Explorer, IDE chrome, OS dialogs) " +
-    "via an accessibility tree + input Provider. Prefer action=capture (mode=ax) then " +
-    "click/type/key/scroll by element index (key/scroll may omit element to target the focused window). " +
-    "Do NOT use computer_use for web pages — use browser_open / browser_snapshot / browser_act " +
-    "(and browser_vision when a page screenshot is needed). " +
-    "Windows delivery is UIA (Invoke/ValuePattern/SendKeys/ScrollPattern), not full background SPI; " +
-    "enable with Settings → Plugins → Computer use or XRK_COMPUTER_USE=1.";
+/**
+ * System prompt for `computer_use`; empty when the tool is not in the catalog.
+ * Mentions browser_* only while those tools are also available.
+ */
+export function formatComputerUseGuidance(available) {
+    const names = asSet(available);
+    if (!names.has("computer_use"))
+        return "";
+    const lines = [
+        "Desktop GUI (native apps):",
+        "- Loop: `list_windows` → `capture` → `click`/`type`/`key`/`scroll` by element index → `capture` to verify.",
+        "- `capture mode=ax` = accessibility tree; `vision`/`som` adds an inline screenshot (`attachmentId=sha256:…`, not a path).",
+        "- Prefer element indices from the last capture. Optional `coordinate=[x,y]` for pixel click when vision is active.",
+    ];
+    if (names.has("browser_open") ||
+        names.has("browser_snapshot") ||
+        names.has("browser_act") ||
+        names.has("browser_vision")) {
+        lines.push("- Web pages: `browser_open` / `browser_snapshot` / `browser_act` / `browser_vision` — not `computer_use`.");
+    }
+    lines.push("- Enable: Settings → Plugins → Computer use, or `XRK_COMPUTER_USE=1` (Windows UIA).");
+    return lines.join("\n");
+}
+/** Full-surface default (computer_use + browser_* present). */
+export const COMPUTER_USE_PROMPT_TEXT = formatComputerUseGuidance([
+    "computer_use",
+    "browser_open",
+    "browser_snapshot",
+    "browser_act",
+    "browser_vision",
+]);
 //# sourceMappingURL=format.js.map

package/node_modules/@xrkseek/exec-computer-use/dist/format.js.map

@@ -1 +1 @@
-{"version":3,"file":"format.js","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":"AAMA,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAC;AACvC,MAAM,CAAC,MAAM,0BAA0B,GAAG,MAAM,CAAC;AAEjD,MAAM,UAAU,gBAAgB,CAAC,OAQhC;IACC,MAAM,KAAK,GAAa;QACtB,QAAQ,OAAO,CAAC,GAAG,IAAI,WAAW,EAAE;QACpC,WAAW,OAAO,CAAC,WAAW,IAAI,YAAY,EAAE;QAChD,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,WAAW;KACZ,CAAC;IACF,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM;YACtB,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG;YAC5E,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,IAAI,0BAA0B,CAAC;IAC3D,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACtB,IAAI;YACF,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAClB,kBAAkB,IAAI,CAAC,MAAM,oDAAoD,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAqC;IACrE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC;IACnD,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,YAAY,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAMlC;IACC,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,gBAAgB,CAAC;YACrB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9D,CAAC;QACF,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,wBAAwB,GACnC,6FAA6F;IAC7F,mFAAmF;IACnF,qGAAqG;IACrG,4FAA4F;IAC5F,yDAAyD;IACzD,iGAAiG;IACjG,sEAAsE,CAAC"}
+{"version":3,"file":"format.js","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAC;AACvC,MAAM,CAAC,MAAM,0BAA0B,GAAG,MAAM,CAAC;AAIjD,SAAS,KAAK,CAAC,SAAsB;IACnC,OAAO,SAAS,YAAY,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAQhC;IACC,MAAM,KAAK,GAAa;QACtB,QAAQ,OAAO,CAAC,GAAG,IAAI,WAAW,EAAE;QACpC,WAAW,OAAO,CAAC,WAAW,IAAI,YAAY,EAAE;QAChD,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,WAAW;KACZ,CAAC;IACF,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM;YACtB,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG;YAC5E,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,IAAI,0BAA0B,CAAC;IAC3D,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACtB,IAAI;YACF,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAClB,kBAAkB,IAAI,CAAC,MAAM,oDAAoD,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAKrC;IACC,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACnD,KAAK,CAAC,IAAI,CACR,wGAAwG,CACzG,CAAC;IACJ,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CACR,iFAAiF,CAClF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,mFAAmF,CACpF,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CACR,+CAA+C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,uBAAuB,CACxG,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAqC;IACrE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,iBAAiB;YACjB,0CAA0C;SAC3C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,YAAY,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,KAAK,CAAC,IAAI,CACR,wEAAwE,CACzE,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAA4B;IAC1D,MAAM,KAAK,GAAG;QACZ,MAAM,MAAM,CAAC,EAAE,EAAE;QACjB,UAAU,MAAM,CAAC,MAAM,EAAE;QACzB,YAAY,MAAM,CAAC,QAAQ,EAAE;QAC7B,WAAW,MAAM,CAAC,OAAO,EAAE;QAC3B,oFAAoF;KACrF,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAOlC;IACC,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,gBAAgB,CAAC;YACrB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9D,CAAC;QACF,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS;YACrC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE;YAC1C,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,SAAsB;IAC9D,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG;QACZ,4BAA4B;QAC5B,4GAA4G;QAC5G,2HAA2H;QAC3H,oHAAoH;KACrH,CAAC;IACF,IACE,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;QACzB,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAC7B,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC;QACxB,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAC3B,CAAC;QACD,KAAK,CAAC,IAAI,CACR,2GAA2G,CAC5G,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CACR,qFAAqF,CACtF,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+DAA+D;AAC/D,MAAM,CAAC,MAAM,wBAAwB,GAAG,yBAAyB,CAAC;IAChE,cAAc;IACd,cAAc;IACd,kBAAkB;IAClB,aAAa;IACb,gBAAgB;CACjB,CAAC,CAAC"}

package/node_modules/@xrkseek/exec-computer-use/dist/index.d.ts

@@ -1,12 +1,12 @@
 import type { ComputerUseProviderName, ComputerUseService } from "./types.js";
 export { ComputerUseError, isComputerUseError, COMPUTER_USE_ACTIONS, type ComputerUseAction, type ComputerUseActRequest, type ComputerUseActResult, type ComputerUseCaptureRequest, type ComputerUseCaptureResult, type ComputerUseDelivery, type ComputerUseElement, type ComputerUseErrorCode, type ComputerUseProviderName, type ComputerUseService, type ComputerUseWindow, } from "./types.js";
-export { COMPUTER_USE_PROMPT_TEXT, DEFAULT_MAX_ELEMENTS, DEFAULT_MAX_SNAPSHOT_CHARS, buildCaptureResult, formatAxSnapshot, formatWindowsList, } from "./format.js";
+export { COMPUTER_USE_PROMPT_TEXT, DEFAULT_MAX_ELEMENTS, DEFAULT_MAX_SNAPSHOT_CHARS, buildCaptureResult, formatActResult, formatAxSnapshot, formatCaptureEnvelope, formatComputerUseGuidance, formatWindowsList, } from "./format.js";
 export { mapKeysToSendKeys, escapeSendKeys } from "./keys.js";
 export { createBackgroundInputProvider, backgroundInputInstalled, type BackgroundInputOptions, } from "./background.js";
 export { createComputerUseProviderRegistry, type ComputerUseProviderRegistry, } from "./registry.js";
 export { createMemoryComputerUseProvider, type MemoryComputerUseOptions, } from "./memory.js";
 export { createWindowsUiAutomationProvider, captureScript, DEFAULT_POWERSHELL_TIMEOUT_MS, type CaptureScriptOptions, type PowerShellRunner, type WindowsUiAutomationOptions, } from "./windows-uia.js";
-export { createComputerUseTools, computerUseUnavailableMessage, type CreateComputerUseToolsOptions, } from "./tools.js";
+export { createComputerUseTools, computerUseUnavailableMessage, type ComputerUseScreenshotRef, type CreateComputerUseToolsOptions, } from "./tools.js";
 /** Face `computer-use` product modes (Settings SoT). */
 export type ComputerUseProductMode = "off" | "uia" | "background";
 /** Face `computer-use` product shape. */

package/node_modules/@xrkseek/exec-computer-use/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAG9E,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,EACpB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAC7B,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,GACvB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,EAClB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EACL,6BAA6B,EAC7B,wBAAwB,EACxB,KAAK,sBAAsB,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,iCAAiC,EACjC,KAAK,2BAA2B,GACjC,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,EAC/B,KAAK,wBAAwB,GAC9B,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,iCAAiC,EACjC,aAAa,EACb,6BAA6B,EAC7B,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,0BAA0B,GAChC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,6BAA6B,EAC7B,KAAK,6BAA6B,GACnC,MAAM,YAAY,CAAC;AAEpB,wDAAwD;AACxD,MAAM,MAAM,sBAAsB,GAAG,KAAK,GAAG,KAAK,GAAG,YAAY,CAAC;AAElE,yCAAyC;AACzC,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;CACvC;AAED,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACjC;;;OAGG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,wBAAwB,CAAC;IAC5C,8CAA8C;IAC9C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;CACvC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,YAAY,CAAC,EAAE,uBAAuB,CAAC;IAChD,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACrC;AAUD;;;;;;GAMG;AACH,wBAAgB,8BAA8B,CAC5C,OAAO,GAAE,+BAAoC,GAC5C,wBAAwB,CAiD1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAG9E,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,EACpB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAC7B,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,GACvB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,qBAAqB,EACrB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EACL,6BAA6B,EAC7B,wBAAwB,EACxB,KAAK,sBAAsB,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,iCAAiC,EACjC,KAAK,2BAA2B,GACjC,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,EAC/B,KAAK,wBAAwB,GAC9B,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,iCAAiC,EACjC,aAAa,EACb,6BAA6B,EAC7B,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,0BAA0B,GAChC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,6BAA6B,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,6BAA6B,GACnC,MAAM,YAAY,CAAC;AAEpB,wDAAwD;AACxD,MAAM,MAAM,sBAAsB,GAAG,KAAK,GAAG,KAAK,GAAG,YAAY,CAAC;AAElE,yCAAyC;AACzC,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;CACvC;AAED,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACjC;;;OAGG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,wBAAwB,CAAC;IAC5C,8CAA8C;IAC9C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;CACvC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,YAAY,CAAC,EAAE,uBAAuB,CAAC;IAChD,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACrC;AAUD;;;;;;GAMG;AACH,wBAAgB,8BAA8B,CAC5C,OAAO,GAAE,+BAAoC,GAC5C,wBAAwB,CAiD1B"}

package/node_modules/@xrkseek/exec-computer-use/dist/index.js

@@ -4,7 +4,7 @@ import { createComputerUseProviderRegistry } from "./registry.js";
 import { createWindowsUiAutomationProvider } from "./windows-uia.js";
 import { computerUseUnavailableMessage } from "./tools.js";
 export { ComputerUseError, isComputerUseError, COMPUTER_USE_ACTIONS, } from "./types.js";
-export { COMPUTER_USE_PROMPT_TEXT, DEFAULT_MAX_ELEMENTS, DEFAULT_MAX_SNAPSHOT_CHARS, buildCaptureResult, formatAxSnapshot, formatWindowsList, } from "./format.js";
+export { COMPUTER_USE_PROMPT_TEXT, DEFAULT_MAX_ELEMENTS, DEFAULT_MAX_SNAPSHOT_CHARS, buildCaptureResult, formatActResult, formatAxSnapshot, formatCaptureEnvelope, formatComputerUseGuidance, formatWindowsList, } from "./format.js";
 export { mapKeysToSendKeys, escapeSendKeys } from "./keys.js";
 export { createBackgroundInputProvider, backgroundInputInstalled, } from "./background.js";
 export { createComputerUseProviderRegistry, } from "./registry.js";
@@ -60,7 +60,7 @@ export function createDefaultComputerUseAccess(options = {}) {
             providerName: "background",
             unavailableMessage: installed
                 ? unavailableMessage
-                : "Error: background input backend unavailable (not installed).",
+                : "Error: background helper unavailable — set XRK_COMPUTER_USE_BACKGROUND.",
         };
     }
     if (resolved === "uia" && process.platform === "win32") {

package/node_modules/@xrkseek/exec-computer-use/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAC1F,OAAO,EAAE,+BAA+B,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,iCAAiC,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,iCAAiC,EAAE,MAAM,kBAAkB,CAAC;AAErE,OAAO,EAAE,6BAA6B,EAAE,MAAM,YAAY,CAAC;AAE3D,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,GAYrB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,EAClB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EACL,6BAA6B,EAC7B,wBAAwB,GAEzB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,iCAAiC,GAElC,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,GAEhC,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,iCAAiC,EACjC,aAAa,EACb,6BAA6B,GAI9B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,6BAA6B,GAE9B,MAAM,YAAY,CAAC;AA2BpB,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,IAAI,GAAG,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACtC,IAAI,GAAG,KAAK,YAAY;QAAE,OAAO,YAAY,CAAC;IAC9C,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC/C,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAC5C,UAA2C,EAAE;IAE7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,kBAAkB,GAAG,6BAA6B,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,iCAAiC,EAAE,CAAC;IACrD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,IAAI,GACR,EAAE,KAAK,KAAK,IAAI,EAAE,KAAK,YAAY,IAAI,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACxB,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;IAC9E,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,KAAK,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,SAAS;QACxB,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC;QACzB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,KAAK,CAAC,CAAC;IAErC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5B,OAAO;YACL,OAAO,EAAE,+BAA+B,EAAE;YAC1C,YAAY,EAAE,QAAQ;YACtB,kBAAkB;SACnB,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,GAAG,CAAC,2BAA2B,EAAE,IAAI,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC;QAChD,OAAO;YACL,OAAO,EAAE,6BAA6B,CACpC,SAAS,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAC3E;YACD,YAAY,EAAE,YAAY;YAC1B,kBAAkB,EAAE,SAAS;gBAC3B,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,8DAA8D;SACnE,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,KAAK,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvD,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO;YACL,OAAO,EAAE,iCAAiC,EAAE;YAC5C,YAAY,EAAE,KAAK;YACnB,kBAAkB;SACnB,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAChC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAC1F,OAAO,EAAE,+BAA+B,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,iCAAiC,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,iCAAiC,EAAE,MAAM,kBAAkB,CAAC;AAErE,OAAO,EAAE,6BAA6B,EAAE,MAAM,YAAY,CAAC;AAE3D,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,GAYrB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,qBAAqB,EACrB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EACL,6BAA6B,EAC7B,wBAAwB,GAEzB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,iCAAiC,GAElC,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,GAEhC,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,iCAAiC,EACjC,aAAa,EACb,6BAA6B,GAI9B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,6BAA6B,GAG9B,MAAM,YAAY,CAAC;AA2BpB,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,IAAI,GAAG,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACtC,IAAI,GAAG,KAAK,YAAY;QAAE,OAAO,YAAY,CAAC;IAC9C,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC/C,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAC5C,UAA2C,EAAE;IAE7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,kBAAkB,GAAG,6BAA6B,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,iCAAiC,EAAE,CAAC;IACrD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,IAAI,GACR,EAAE,KAAK,KAAK,IAAI,EAAE,KAAK,YAAY,IAAI,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACxB,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;IAC9E,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,KAAK,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,SAAS;QACxB,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC;QACzB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,KAAK,CAAC,CAAC;IAErC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5B,OAAO;YACL,OAAO,EAAE,+BAA+B,EAAE;YAC1C,YAAY,EAAE,QAAQ;YACtB,kBAAkB;SACnB,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,GAAG,CAAC,2BAA2B,EAAE,IAAI,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC;QAChD,OAAO;YACL,OAAO,EAAE,6BAA6B,CACpC,SAAS,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAC3E;YACD,YAAY,EAAE,YAAY;YAC1B,kBAAkB,EAAE,SAAS;gBAC3B,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,yEAAyE;SAC9E,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,KAAK,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvD,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO;YACL,OAAO,EAAE,iCAAiC,EAAE;YAC5C,YAAY,EAAE,KAAK;YACnB,kBAAkB;SACnB,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAChC,CAAC"}

package/node_modules/@xrkseek/exec-computer-use/dist/memory.d.ts

@@ -4,6 +4,8 @@ export interface MemoryComputerUseOptions {
     readonly windowTitle?: string;
     readonly elements?: readonly ComputerUseElement[];
     readonly windows?: readonly ComputerUseWindow[];
+    /** Optional PNG for mode=vision|som tests / fixtures. */
+    readonly screenshotPng?: Uint8Array;
 }
 /**
  * In-memory Provider for tests — AX tree + act bookkeeping, no OS input.

package/node_modules/@xrkseek/exec-computer-use/dist/memory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AACA,OAAO,EAKL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACvB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAClD,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAC;CACjD;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,GAAE,wBAA6B,GACrC,kBAAkB,CA2GpB"}
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AACA,OAAO,EAKL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACvB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAClD,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAC;IAChD,yDAAyD;IACzD,QAAQ,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC;CACrC;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,GAAE,wBAA6B,GACrC,kBAAkB,CA2HpB"}

package/node_modules/@xrkseek/exec-computer-use/dist/memory.js

@@ -38,18 +38,34 @@ export function createMemoryComputerUseProvider(options = {}) {
             }));
             elements = slice;
             const note = mode === "vision" || mode === "som"
-                ? "memory provider has no screenshot; AX elements only"
+                ? options.screenshotPng
+                    ? mode === "som"
+                        ? "memory provider screenshot with SOM labels (test fixture)"
+                        : "memory provider screenshot (test fixture)"
+                    : "memory provider has no screenshot; AX elements only"
                 : undefined;
             return buildCaptureResult({
-                mode: mode === "vision" ? "ax" : mode,
+                mode,
                 app,
                 windowTitle,
                 elements: slice,
                 ...(note !== undefined ? { note } : {}),
+                ...(options.screenshotPng !== undefined
+                    ? { screenshotPng: options.screenshotPng }
+                    : {}),
             });
         },
         async act(request) {
             if (request.action === "click") {
+                if (request.coordinate !== undefined && request.element === undefined) {
+                    const [x, y] = request.coordinate;
+                    return {
+                        ok: true,
+                        action: "click",
+                        message: `clicked coordinate (${x},${y})`,
+                        delivery: "memory",
+                    };
+                }
                 const el = requireElement(request.element);
                 return {
                     ok: true,

package/node_modules/@xrkseek/exec-computer-use/dist/memory.js.map

@@ -1 +1 @@
-{"version":3,"file":"memory.js","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,gBAAgB,GAOjB,MAAM,YAAY,CAAC;AASpB;;GAEG;AACH,MAAM,UAAU,+BAA+B,CAC7C,UAAoC,EAAE;IAEtC,IAAI,QAAQ,GAAyB,CAAC,OAAO,CAAC,QAAQ,IAAI;QACxD,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;QACxC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;KAC9C,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,WAAW,CAAC;IACvC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,eAAe,CAAC;IAC3D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI;QACjC,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE;KACpC,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,MAAM,cAAc,GAAG,CAAC,KAAyB,EAAsB,EAAE;QACvE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,gBAAgB,CACxB,mDAAmD,EACnD,uBAAuB,CACxB,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,gBAAgB,CACxB,oBAAoB,KAAK,mBAAmB,EAC5C,4BAA4B,CAC7B,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;IAEF,OAAO;QACL,UAAU,EAAE,QAAQ;QACpB,QAAQ,EAAE,QAAQ;QAClB,KAAK,CAAC,OAAO,CAAC,OAAmC;YAC/C,cAAc,IAAI,CAAC,CAAC;YACpB,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC;YACnC,MAAM,GAAG,GAAG,OAAO,EAAE,WAAW,IAAI,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/C,GAAG,CAAC;gBACJ,YAAY,EAAE,OAAO,cAAc,IAAI,CAAC,CAAC,KAAK,EAAE;aACjD,CAAC,CAAC,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC;YACjB,MAAM,IAAI,GACR,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,KAAK;gBACjC,CAAC,CAAC,qDAAqD;gBACvD,CAAC,CAAC,SAAS,CAAC;YAChB,OAAO,kBAAkB,CAAC;gBACxB,IAAI,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;gBACrC,GAAG;gBACH,WAAW;gBACX,QAAQ,EAAE,KAAK;gBACf,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACxC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,OAA8B;YACtC,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC/B,MAAM,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC3C,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,YAAY,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,IAAI,EAAE;oBAC3C,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC9B,MAAM,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;gBAChC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAChC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5B,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CACrF,CAAC;gBACF,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,eAAe,EAAE,CAAC,KAAK,GAAG;oBACnC,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,CAAC;gBAC1E,CAAC;gBACD,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,WAAW,IAAI,EAAE;oBAC1B,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAChC,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,QAAQ;oBAChB,OAAO,EAAE,YAAY,OAAO,CAAC,SAAS,IAAI,MAAM,KAAK,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;oBAC1E,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,gBAAgB,CACxB,oBAAoB,EACpB,uBAAuB,CACxB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW;YACf,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,gBAAgB,GAOjB,MAAM,YAAY,CAAC;AAWpB;;GAEG;AACH,MAAM,UAAU,+BAA+B,CAC7C,UAAoC,EAAE;IAEtC,IAAI,QAAQ,GAAyB,CAAC,OAAO,CAAC,QAAQ,IAAI;QACxD,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;QACxC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;KAC9C,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,WAAW,CAAC;IACvC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,eAAe,CAAC;IAC3D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI;QACjC,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE;KACpC,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,MAAM,cAAc,GAAG,CAAC,KAAyB,EAAsB,EAAE;QACvE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,gBAAgB,CACxB,mDAAmD,EACnD,uBAAuB,CACxB,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,gBAAgB,CACxB,oBAAoB,KAAK,mBAAmB,EAC5C,4BAA4B,CAC7B,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;IAEF,OAAO;QACL,UAAU,EAAE,QAAQ;QACpB,QAAQ,EAAE,QAAQ;QAClB,KAAK,CAAC,OAAO,CAAC,OAAmC;YAC/C,cAAc,IAAI,CAAC,CAAC;YACpB,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC;YACnC,MAAM,GAAG,GAAG,OAAO,EAAE,WAAW,IAAI,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/C,GAAG,CAAC;gBACJ,YAAY,EAAE,OAAO,cAAc,IAAI,CAAC,CAAC,KAAK,EAAE;aACjD,CAAC,CAAC,CAAC;YACJ,QAAQ,GAAG,KAAK,CAAC;YACjB,MAAM,IAAI,GACR,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,KAAK;gBACjC,CAAC,CAAC,OAAO,CAAC,aAAa;oBACrB,CAAC,CAAC,IAAI,KAAK,KAAK;wBACd,CAAC,CAAC,2DAA2D;wBAC7D,CAAC,CAAC,2CAA2C;oBAC/C,CAAC,CAAC,qDAAqD;gBACzD,CAAC,CAAC,SAAS,CAAC;YAChB,OAAO,kBAAkB,CAAC;gBACxB,IAAI;gBACJ,GAAG;gBACH,WAAW;gBACX,QAAQ,EAAE,KAAK;gBACf,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS;oBACrC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE;oBAC1C,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,OAA8B;YACtC,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC/B,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;oBACtE,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;oBAClC,OAAO;wBACL,EAAE,EAAE,IAAI;wBACR,MAAM,EAAE,OAAO;wBACf,OAAO,EAAE,uBAAuB,CAAC,IAAI,CAAC,GAAG;wBACzC,QAAQ,EAAE,QAAQ;qBACnB,CAAC;gBACJ,CAAC;gBACD,MAAM,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC3C,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,YAAY,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,IAAI,EAAE;oBAC3C,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC9B,MAAM,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;gBAChC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAChC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5B,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CACrF,CAAC;gBACF,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,eAAe,EAAE,CAAC,KAAK,GAAG;oBACnC,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,CAAC;gBAC1E,CAAC;gBACD,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,WAAW,IAAI,EAAE;oBAC1B,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAChC,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,QAAQ;oBAChB,OAAO,EAAE,YAAY,OAAO,CAAC,SAAS,IAAI,MAAM,KAAK,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;oBAC1E,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,gBAAgB,CACxB,oBAAoB,EACpB,uBAAuB,CACxB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW;YACf,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/node_modules/@xrkseek/exec-computer-use/dist/tools.d.ts

@@ -2,15 +2,29 @@ import type { ToolDefinition } from "@xrkseek/core-tools";
 import { COMPUTER_USE_PROMPT_TEXT } from "./format.js";
 import { type ComputerUseService } from "./types.js";
 export { COMPUTER_USE_PROMPT_TEXT };
+/** Enough of an image ref for multimodal capture results (mirrors browser_vision). */
+export interface ComputerUseScreenshotRef {
+    readonly attachmentId: string;
+    readonly mediaType: "image/png" | "image/jpeg" | "image/webp" | "image/gif";
+    readonly bytes: number;
+    readonly width: number;
+    readonly height: number;
+    readonly name?: string;
+}
 export declare function computerUseUnavailableMessage(env?: NodeJS.ProcessEnv, product?: {
     readonly mode?: string;
 }): string;
 export interface CreateComputerUseToolsOptions {
     readonly service?: ComputerUseService;
     readonly env?: NodeJS.ProcessEnv;
+    readonly product?: {
+        readonly mode?: string;
+    };
+    /** Persist capture PNG so the model request can inline it (mode=vision|som). */
+    readonly saveScreenshot?: (png: Uint8Array) => Promise<ComputerUseScreenshotRef>;
 }
 /**
- * Model-facing `computer_use` tool (Hermes-style action discriminator).
+ * Model-facing `computer_use` tool (Codex-style capture → act → re-capture loop).
  * Separate from browser_open / browser_snapshot / browser_act.
  */
 export declare function createComputerUseTools(options?: CreateComputerUseToolsOptions): ToolDefinition[];

package/node_modules/@xrkseek/exec-computer-use/dist/tools.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAqB,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,wBAAwB,EAEzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAKL,KAAK,kBAAkB,EACxB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,wBAAwB,EAAE,CAAC;AAEpC,wBAAgB,6BAA6B,CAC3C,GAAG,GAAE,MAAM,CAAC,UAAwB,EACpC,OAAO,CAAC,EAAE;IAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GACnC,MAAM,CAmBR;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;CAClC;AAoBD;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,GAAE,6BAAkC,GAC1C,cAAc,EAAE,CA0HlB"}
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAqB,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,wBAAwB,EAIzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAKL,KAAK,kBAAkB,EACxB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,wBAAwB,EAAE,CAAC;AAEpC,sFAAsF;AACtF,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,SAAS,EAAE,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,WAAW,CAAC;IAC5E,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,GAAE,MAAM,CAAC,UAAwB,EACpC,OAAO,CAAC,EAAE;IAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GACnC,MAAM,CAcR;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,gFAAgF;IAChF,QAAQ,CAAC,cAAc,CAAC,EAAE,CACxB,GAAG,EAAE,UAAU,KACZ,OAAO,CAAC,wBAAwB,CAAC,CAAC;CACxC;AAuCD;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,GAAE,6BAAkC,GAC1C,cAAc,EAAE,CAgLlB"}

package/node_modules/@xrkseek/exec-computer-use/dist/tools.js

@@ -1,20 +1,15 @@
-import { COMPUTER_USE_PROMPT_TEXT, formatWindowsList, } from "./format.js";
+import { COMPUTER_USE_PROMPT_TEXT, formatActResult, formatCaptureEnvelope, formatWindowsList, } from "./format.js";
 import { COMPUTER_USE_ACTIONS, ComputerUseError, isComputerUseError, } from "./types.js";
 export { COMPUTER_USE_PROMPT_TEXT };
 export function computerUseUnavailableMessage(env = process.env, product) {
     const envFlag = String(env.XRK_COMPUTER_USE ?? "").trim();
     const productOn = product?.mode === "uia" || product?.mode === "background";
-    if (process.platform === "win32") {
-        if (envFlag === "" && !productOn) {
-            return ("Error: desktop computer-use is not enabled. Set Settings → Plugins → Computer use " +
-                "(or XRK_COMPUTER_USE=1) for the Windows UI Automation Provider " +
-                "(accessibility tree + click/type/key/scroll). Separate from browser_* page tools. " +
-                "Delivery is UIA, not full background SPI (cua-driver).");
-        }
+    if (process.platform === "win32" && envFlag === "" && !productOn) {
+        return ("Error: computer_use is off. Enable Settings → Plugins → Computer use " +
+            "(or XRK_COMPUTER_USE=1) for Windows UIA.");
     }
-    return ("Error: no computer-use Provider is configured. Inject a ComputerUseService " +
-        "(or enable Settings → Plugins → Computer use / XRK_COMPUTER_USE=1 on Windows). " +
-        "Prefer browser_* for web pages; reserve computer_use for native desktop apps.");
+    return ("Error: no computer-use Provider. Enable Settings → Plugins → Computer use " +
+        "or inject a ComputerUseService (Windows: XRK_COMPUTER_USE=1).");
 }
 function fail(err) {
     const message = isComputerUseError(err)
@@ -29,18 +24,30 @@ function parseAction(raw) {
     }
     return action;
 }
+function parseCoordinate(raw) {
+    if (raw === undefined || raw === null)
+        return undefined;
+    if (!Array.isArray(raw) || raw.length !== 2) {
+        throw new ComputerUseError("coordinate must be [x, y] screen pixels", "COMPUTER_USE_BAD_ARGS");
+    }
+    const x = Number(raw[0]);
+    const y = Number(raw[1]);
+    if (!Number.isFinite(x) || !Number.isFinite(y)) {
+        throw new ComputerUseError("coordinate must be finite [x, y] numbers", "COMPUTER_USE_BAD_ARGS");
+    }
+    return [Math.trunc(x), Math.trunc(y)];
+}
 /**
- * Model-facing `computer_use` tool (Hermes-style action discriminator).
+ * Model-facing `computer_use` tool (Codex-style capture → act → re-capture loop).
  * Separate from browser_open / browser_snapshot / browser_act.
  */
 export function createComputerUseTools(options = {}) {
-    const missing = computerUseUnavailableMessage(options.env ?? process.env);
+    const missing = computerUseUnavailableMessage(options.env ?? process.env, options.product);
     const tool = {
         name: "computer_use",
-        description: "Operate native host GUI apps via an accessibility tree + input Provider. " +
-            "Actions: capture (AX snapshot with element indices), click, type, key, scroll, list_windows. " +
-            "Prefer capture then click/type/key/scroll by element index. " +
-            "Not for web pages — use browser_open / browser_snapshot / browser_act (browser_vision for screenshots).",
+        description: "Native desktop GUI. Loop: list_windows → capture → click/type/key/scroll by element index → capture. " +
+            "capture mode=ax|vision|som (vision/som inline screenshot + attachmentId). " +
+            "Optional coordinate=[x,y]. Web pages: browser_*.",
         parameters: {
             type: "object",
             properties: {
@@ -52,7 +59,7 @@ export function createComputerUseTools(options = {}) {
                 mode: {
                     type: "string",
                     enum: ["ax", "som", "vision"],
-                    description: "capture mode; ax is the default (tree only).",
+                    description: "capture mode; ax=tree only (default); vision=PNG+AX; som=PNG with index labels+AX.",
                 },
                 app: {
                     type: "string",
@@ -79,9 +86,22 @@ export function createComputerUseTools(options = {}) {
                     type: "number",
                     description: "Scroll wheel ticks (default 3).",
                 },
+                coordinate: {
+                    type: "array",
+                    items: { type: "number" },
+                    minItems: 2,
+                    maxItems: 2,
+                    description: "Optional screen pixel [x, y] for action=click when element is omitted (vision/som).",
+                },
             },
             required: ["action"],
         },
+        presentCall: (args) => ({
+            card: "generic",
+            title: "Computer use",
+            kind: "execute",
+            rawInput: args,
+        }),
         async execute(args, signal) {
             if (!options.service) {
                 return { content: missing, isError: true };
@@ -97,12 +117,48 @@ export function createComputerUseTools(options = {}) {
                             ? { app: String(args.app) }
                             : {}),
                     }, signal);
-                    return { content: snap.text };
+                    const png = snap.screenshotPng;
+                    if (png && png.byteLength > 0) {
+                        const save = options.saveScreenshot;
+                        if (!save) {
+                            return {
+                                content: "Error: desktop screenshot captured but no attachment store is wired, so vision cannot see it.",
+                                isError: true,
+                                error: {
+                                    name: "ComputerUseError",
+                                    code: "COMPUTER_USE_BACKEND",
+                                },
+                            };
+                        }
+                        const ref = await save(png);
+                        const text = formatCaptureEnvelope({
+                            snapshotText: snap.text,
+                            mode: snap.mode,
+                            attachmentId: ref.attachmentId,
+                            elementCount: snap.elements.length,
+                        });
+                        return {
+                            content: [
+                                { type: "text", text },
+                                { type: "image", attachment: ref },
+                            ],
+                            meta: { mode: snap.mode, attachmentId: ref.attachmentId },
+                        };
+                    }
+                    return {
+                        content: formatCaptureEnvelope({
+                            snapshotText: snap.text,
+                            mode: snap.mode,
+                            elementCount: snap.elements.length,
+                        }),
+                        meta: { mode: snap.mode },
+                    };
                 }
                 if (action === "list_windows") {
                     const windows = await options.service.listWindows(signal);
                     return { content: formatWindowsList(windows) };
                 }
+                const coordinate = parseCoordinate(args?.coordinate);
                 const result = await options.service.act({
                     action,
                     ...(args?.element !== undefined
@@ -118,10 +174,9 @@ export function createComputerUseTools(options = {}) {
                     ...(args?.amount !== undefined
                         ? { amount: Number(args.amount) }
                         : {}),
+                    ...(coordinate !== undefined ? { coordinate } : {}),
                 }, signal);
-                return {
-                    content: `${result.message} (delivery=${result.delivery})`,
-                };
+                return { content: formatActResult(result) };
             }
             catch (err) {
                 return fail(err);

package/node_modules/@xrkseek/exec-computer-use/dist/tools.js.map

@@ -1 +1 @@
-{"version":3,"file":"tools.js","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wBAAwB,EACxB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,kBAAkB,GAGnB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,wBAAwB,EAAE,CAAC;AAEpC,MAAM,UAAU,6BAA6B,CAC3C,MAAyB,OAAO,CAAC,GAAG,EACpC,OAAoC;IAEpC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1D,MAAM,SAAS,GACb,OAAO,EAAE,IAAI,KAAK,KAAK,IAAI,OAAO,EAAE,IAAI,KAAK,YAAY,CAAC;IAC5D,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,IAAI,OAAO,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,OAAO,CACL,oFAAoF;gBACpF,iEAAiE;gBACjE,oFAAoF;gBACpF,wDAAwD,CACzD,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,CACL,6EAA6E;QAC7E,iFAAiF;QACjF,+EAA+E,CAChF,CAAC;AACJ,CAAC;AAOD,SAAS,IAAI,CAAC,GAAY;IACxB,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC;QACrC,CAAC,CAAC,UAAU,GAAG,CAAC,OAAO,EAAE;QACzB,CAAC,CAAC,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACjE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAuB,CAAC;IAC7D,IAAI,CAAE,oBAA0C,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,gBAAgB,CACxB,yBAAyB,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAC1D,uBAAuB,CACxB,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,UAAyC,EAAE;IAE3C,MAAM,OAAO,GAAG,6BAA6B,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;IAE1E,MAAM,IAAI,GASL;QACH,IAAI,EAAE,cAAc;QACpB,WAAW,EACT,2EAA2E;YAC3E,+FAA+F;YAC/F,8DAA8D;YAC9D,yGAAyG;QAC3G,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,GAAG,oBAAoB,CAAC;oBAC/B,WAAW,EACT,sDAAsD;iBACzD;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC;oBAC7B,WAAW,EAAE,8CAA8C;iBAC5D;gBACD,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8CAA8C;iBAC5D;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8CAA8C;iBAC5D;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uBAAuB;iBACrC;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iDAAiD;iBAC/D;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;oBACrC,WAAW,EAAE,mBAAmB;iBACjC;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iCAAiC;iBAC/C;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB;QACD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM;YACxB,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC7C,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBACzC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oBACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CACxC;wBACE,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,SAAS;4BAC1B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAA4B,EAAE;4BACxD,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,IAAI,EAAE,GAAG,KAAK,SAAS;4BACzB,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;4BAC3B,CAAC,CAAC,EAAE,CAAC;qBACR,EACD,MAAM,CACP,CAAC;oBACF,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;gBAChC,CAAC;gBACD,IAAI,MAAM,KAAK,cAAc,EAAE,CAAC;oBAC9B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;oBAC1D,OAAO,EAAE,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjD,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CACtC;oBACE,MAAM;oBACN,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,SAAS;wBAC7B,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;wBACnC,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChE,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChE,GAAG,CAAC,IAAI,EAAE,SAAS,KAAK,SAAS;wBAC/B,CAAC,CAAC;4BACE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAIrB;yBACZ;wBACH,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,SAAS;wBAC5B,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;wBACjC,CAAC,CAAC,EAAE,CAAC;iBACR,EACD,MAAM,CACP,CAAC;gBACF,OAAO;oBACL,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,cAAc,MAAM,CAAC,QAAQ,GAAG;iBAC3D,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QACD,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;YAC1C,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,cAAc,CAAC;QAC3D,CAAC;KACF,CAAC;IAEF,OAAO,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wBAAwB,EACxB,eAAe,EACf,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,kBAAkB,GAGnB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,wBAAwB,EAAE,CAAC;AAYpC,MAAM,UAAU,6BAA6B,CAC3C,MAAyB,OAAO,CAAC,GAAG,EACpC,OAAoC;IAEpC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1D,MAAM,SAAS,GACb,OAAO,EAAE,IAAI,KAAK,KAAK,IAAI,OAAO,EAAE,IAAI,KAAK,YAAY,CAAC;IAC5D,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;QACjE,OAAO,CACL,uEAAuE;YACvE,0CAA0C,CAC3C,CAAC;IACJ,CAAC;IACD,OAAO,CACL,4EAA4E;QAC5E,+DAA+D,CAChE,CAAC;AACJ,CAAC;AAYD,SAAS,IAAI,CAAC,GAAY;IACxB,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC;QACrC,CAAC,CAAC,UAAU,GAAG,CAAC,OAAO,EAAE;QACzB,CAAC,CAAC,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACjE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAuB,CAAC;IAC7D,IAAI,CAAE,oBAA0C,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,gBAAgB,CACxB,yBAAyB,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAC1D,uBAAuB,CACxB,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,GAAY;IACnC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,gBAAgB,CACxB,yCAAyC,EACzC,uBAAuB,CACxB,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,gBAAgB,CACxB,0CAA0C,EAC1C,uBAAuB,CACxB,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,UAAyC,EAAE;IAE3C,MAAM,OAAO,GAAG,6BAA6B,CAC3C,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAC1B,OAAO,CAAC,OAAO,CAChB,CAAC;IAEF,MAAM,IAAI,GAUL;QACH,IAAI,EAAE,cAAc;QACpB,WAAW,EACT,uGAAuG;YACvG,4EAA4E;YAC5E,kDAAkD;QACpD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,GAAG,oBAAoB,CAAC;oBAC/B,WAAW,EACT,sDAAsD;iBACzD;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC;oBAC7B,WAAW,EACT,oFAAoF;iBACvF;gBACD,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8CAA8C;iBAC5D;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8CAA8C;iBAC5D;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uBAAuB;iBACrC;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iDAAiD;iBAC/D;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;oBACrC,WAAW,EAAE,mBAAmB;iBACjC;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iCAAiC;iBAC/C;gBACD,UAAU,EAAE;oBACV,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,CAAC;oBACX,WAAW,EACT,qFAAqF;iBACxF;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB;QACD,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,cAAc;YACrB,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM;YACxB,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC7C,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBACzC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oBACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CACxC;wBACE,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,SAAS;4BAC1B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAA4B,EAAE;4BACxD,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,IAAI,EAAE,GAAG,KAAK,SAAS;4BACzB,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;4BAC3B,CAAC,CAAC,EAAE,CAAC;qBACR,EACD,MAAM,CACP,CAAC;oBACF,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC;oBAC/B,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,cAAc,CAAC;wBACpC,IAAI,CAAC,IAAI,EAAE,CAAC;4BACV,OAAO;gCACL,OAAO,EACL,+FAA+F;gCACjG,OAAO,EAAE,IAAI;gCACb,KAAK,EAAE;oCACL,IAAI,EAAE,kBAAkB;oCACxB,IAAI,EAAE,sBAAsB;iCAC7B;6BACF,CAAC;wBACJ,CAAC;wBACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC5B,MAAM,IAAI,GAAG,qBAAqB,CAAC;4BACjC,YAAY,EAAE,IAAI,CAAC,IAAI;4BACvB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,YAAY,EAAE,GAAG,CAAC,YAAY;4BAC9B,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;yBACnC,CAAC,CAAC;wBACH,OAAO;4BACL,OAAO,EAAE;gCACP,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE;gCAC/B,EAAE,IAAI,EAAE,OAAgB,EAAE,UAAU,EAAE,GAAG,EAAE;6BAC5C;4BACD,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE;yBAC1D,CAAC;oBACJ,CAAC;oBACD,OAAO;wBACL,OAAO,EAAE,qBAAqB,CAAC;4BAC7B,YAAY,EAAE,IAAI,CAAC,IAAI;4BACvB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;yBACnC,CAAC;wBACF,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;qBAC1B,CAAC;gBACJ,CAAC;gBACD,IAAI,MAAM,KAAK,cAAc,EAAE,CAAC;oBAC9B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;oBAC1D,OAAO,EAAE,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjD,CAAC;gBACD,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACrD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CACtC;oBACE,MAAM;oBACN,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,SAAS;wBAC7B,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;wBACnC,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChE,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChE,GAAG,CAAC,IAAI,EAAE,SAAS,KAAK,SAAS;wBAC/B,CAAC,CAAC;4BACE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAIrB;yBACZ;wBACH,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,SAAS;wBAC5B,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;wBACjC,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpD,EACD,MAAM,CACP,CAAC;gBACF,OAAO,EAAE,OAAO,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QACD,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;YAC1C,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,cAAc,CAAC;QAC3D,CAAC;KACF,CAAC;IAEF,OAAO,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/node_modules/@xrkseek/exec-computer-use/dist/types.d.ts

@@ -37,6 +37,11 @@ export interface ComputerUseCaptureResult {
     readonly elements: readonly ComputerUseElement[];
     readonly text: string;
     readonly note?: string;
+    /**
+     * Optional PNG bytes for mode=vision|som (Windows UIA CopyFromScreen).
+     * Tool layer stores via AttachmentStore so the model can see the desktop.
+     */
+    readonly screenshotPng?: Uint8Array;
 }
 export interface ComputerUseActRequest {
     readonly action: Exclude<ComputerUseAction, "capture" | "list_windows">;

package/node_modules/@xrkseek/exec-computer-use/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,mBAAmB,GAAG,YAAY,GAAG,KAAK,GAAG,QAAQ,CAAC;AAElE,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,KAAK,GAAG,YAAY,CAAC;AAEtE,MAAM,MAAM,iBAAiB,GACzB,SAAS,GACT,OAAO,GACP,MAAM,GACN,KAAK,GACL,QAAQ,GACR,cAAc,CAAC;AAEnB,eAAO,MAAM,oBAAoB,EAAE,SAAS,iBAAiB,EAO5D,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,mEAAmE;IACnE,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC;IACxC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC;IACvC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,iBAAiB,EAAE,SAAS,GAAG,cAAc,CAAC,CAAC;IACxE,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,QAAQ,CAAC,OAAO,CAAC,EAAE,wBAAwB,CAAC;CAC7C;AAED,MAAM,MAAM,oBAAoB,GAC5B,0BAA0B,GAC1B,uBAAuB,GACvB,4BAA4B,GAC5B,sBAAsB,CAAC;AAE3B,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;gBAExB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB;CAKxD;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,GAAG,IAAI,gBAAgB,CAExE;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,OAAO,CACL,OAAO,CAAC,EAAE,yBAAyB,EACnC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACrC,GAAG,CACD,OAAO,EAAE,qBAAqB,EAC9B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACjC,WAAW,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC,CAAC;CAC1E"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,mBAAmB,GAAG,YAAY,GAAG,KAAK,GAAG,QAAQ,CAAC;AAElE,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,KAAK,GAAG,YAAY,CAAC;AAEtE,MAAM,MAAM,iBAAiB,GACzB,SAAS,GACT,OAAO,GACP,MAAM,GACN,KAAK,GACL,QAAQ,GACR,cAAc,CAAC;AAEnB,eAAO,MAAM,oBAAoB,EAAE,SAAS,iBAAiB,EAO5D,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,mEAAmE;IACnE,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC;IACxC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC;IACvC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC;CACrC;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,iBAAiB,EAAE,SAAS,GAAG,cAAc,CAAC,CAAC;IACxE,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,QAAQ,CAAC,OAAO,CAAC,EAAE,wBAAwB,CAAC;CAC7C;AAED,MAAM,MAAM,oBAAoB,GAC5B,0BAA0B,GAC1B,uBAAuB,GACvB,4BAA4B,GAC5B,sBAAsB,CAAC;AAE3B,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;gBAExB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB;CAKxD;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,GAAG,IAAI,gBAAgB,CAExE;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,OAAO,CACL,OAAO,CAAC,EAAE,yBAAyB,EACnC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACrC,GAAG,CACD,OAAO,EAAE,qBAAqB,EAC9B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACjC,WAAW,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC,CAAC;CAC1E"}