@elizaos/plugin-computeruse 2.0.0-alpha.8 → 2.0.0-beta.1

package/package.json

@@ -1,35 +1,17 @@
 {
   "name": "@elizaos/plugin-computeruse",
-  "description": "Computer automation plugin for ElizaOS - enables AI agents to control the local machine (when supported) or a remote ComputerUse MCP server",
-  "version": "2.0.0-alpha.8",
+  "version": "2.0.0-beta.1",
+  "description": "Desktop automation plugin — screenshots, mouse/keyboard control, browser CDP, terminal access, file operations, and window management for elizaOS agents. Ported from open-computer-use (Apache 2.0).",
   "type": "module",
   "main": "dist/index.js",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "packageType": "plugin",
-  "platform": "node",
-  "license": "MIT",
-  "keywords": [
-    "plugin",
-    "elizaos",
-    "computeruse",
-    "automation",
-    "desktop",
-    "gui",
-    "mcp"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/elizaos/eliza"
-  },
-  "homepage": "https://elizaos.ai",
   "exports": {
     "./package.json": "./package.json",
     ".": {
-      "import": {
-        "types": "./dist/index.d.ts",
-        "default": "./dist/index.js"
-      }
+      "import": "./dist/index.js",
+      "default": "./dist/index.js",
+      "types": "./dist/index.d.ts"
     }
   },
   "files": [
@@ -37,69 +19,84 @@
     "README.md",
     "package.json"
   ],
-  "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.21.0",
-    "zod": "^4.3.6"
+  "scripts": {
+    "postinstall": "node scripts/ensure-platform-deps.mjs",
+    "build": "bun run build.ts",
+    "test": "vitest run --config vitest.config.ts",
+    "typecheck": "tsc --noEmit"
   },
   "peerDependencies": {
-    "@elizaos/computeruse": "2.0.0-alpha.3",
-    "@elizaos/core": "2.0.0-alpha.3"
-  },
-  "peerDependenciesMeta": {
-    "@elizaos/computeruse": {
-      "optional": true
-    }
+    "@elizaos/core": "2.0.0-beta.1"
   },
   "devDependencies": {
-    "@biomejs/biome": "^2.3.11",
-    "@elizaos/plugin-eliza-classic": "2.0.0-alpha.3",
-    "@elizaos/plugin-inmemorydb": "2.0.0-alpha.3",
-    "@elizaos/plugin-mcp": "2.0.0-alpha.3",
-    "typescript": "^5.9.3",
-    "vitest": "^4.0.17"
+    "@elizaos/core": "2.0.0-beta.1",
+    "@types/node": "^25.2.3",
+    "typescript": "^6.0.3",
+    "vitest": "4.1.5"
   },
-  "scripts": {
-    "dev": "bun --hot build.ts",
-    "test": "vitest run || echo 'TypeScript tests skipped - no tests found'",
-    "lint": "bunx @biomejs/biome check --write --unsafe .",
-    "typecheck": "tsc --noEmit",
-    "clean": "rm -rf dist .turbo",
-    "lint:check": "bunx @biomejs/biome check .",
-    "build": "bun run build.ts",
-    "build:ts": "bun run build.ts",
-    "format": "bunx @biomejs/biome format --write .",
-    "format:check": "bunx @biomejs/biome format ."
+  "dependencies": {
+    "@nut-tree-fork/nut-js": "^4.2.6",
+    "puppeteer-core": "^24.9.0"
   },
+  "license": "Apache-2.0",
   "agentConfig": {
     "pluginType": "elizaos:plugin:1.0.0",
     "pluginParameters": {
-      "COMPUTERUSE_ENABLED": {
+      "COMPUTER_USE_ENABLED": {
         "type": "boolean",
-        "description": "Enable ComputerUse actions/providers (default: false)",
-        "required": false
+        "description": "Enable computer use capabilities (desktop automation, screenshots, browser control)",
+        "required": false,
+        "default": false,
+        "sensitive": false
+      },
+      "COMPUTER_USE_SCREENSHOT_AFTER_ACTION": {
+        "type": "boolean",
+        "description": "Automatically capture a screenshot after each desktop action",
+        "required": false,
+        "default": true,
+        "sensitive": false
+      },
+      "COMPUTER_USE_ACTION_TIMEOUT_MS": {
+        "type": "number",
+        "description": "Maximum action execution timeout in milliseconds",
+        "required": false,
+        "default": 10000,
+        "sensitive": false
       },
-      "COMPUTERUSE_MODE": {
+      "COMPUTER_USE_APPROVAL_MODE": {
         "type": "string",
-        "description": "Execution mode: auto | local | mcp (default: auto)",
-        "required": false
+        "description": "Approval mode for computer-use commands: full_control auto-approves everything, smart_approve auto-approves safe read-only commands, approve_all requires approval for every command, off denies all commands.",
+        "required": false,
+        "default": "full_control",
+        "enum": [
+          "full_control",
+          "smart_approve",
+          "approve_all",
+          "off"
+        ],
+        "sensitive": false
       },
-      "COMPUTERUSE_MCP_SERVER": {
+      "COMPUTER_USE_BROWSER_HEADLESS": {
+        "type": "boolean",
+        "description": "Run browser automation headlessly. Useful for CI and test environments without a visible desktop session.",
+        "required": false,
+        "default": false,
+        "sensitive": false
+      },
+      "ELIZA_COMPUTERUSE_DRIVER": {
         "type": "string",
-        "description": "MCP server name to use for remote control (default: computeruse)",
-        "required": false
+        "description": "Cross-platform input driver: 'nutjs' (default; uses @nut-tree-fork/nut-js native bindings, works on macOS/Linux/Windows) or 'legacy' (per-OS shell tools: cliclick/xdotool/PowerShell).",
+        "required": false,
+        "default": "nutjs",
+        "enum": [
+          "nutjs",
+          "legacy"
+        ],
+        "sensitive": false
       }
     }
   },
   "publishConfig": {
     "access": "public"
-  },
-  "milaidy": {
-    "platforms": [
-      "node"
-    ],
-    "runtime": "node",
-    "platformDetails": {
-      "node": "Node.js only (platform: node)"
-    }
   }
 }

package/dist/actions/click-coordinates.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseClickCoordinatesAction: Action;
-//# sourceMappingURL=click-coordinates.d.ts.map

package/dist/actions/click-coordinates.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"click-coordinates.d.ts","sourceRoot":"","sources":["../../src/actions/click-coordinates.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,iCAAiC,EAAE,MA0F/C,CAAC"}

package/dist/actions/click-coordinates.js

@@ -1,81 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getNumberParam, getStringParam } from "../utils/params.js";
-export const computeruseClickCoordinatesAction = {
-    name: "COMPUTERUSE_CLICK_COORDINATES",
-    description: "Clicks at specific screen coordinates (x, y). Use for precise clicking at known positions.",
-    similes: ["CLICK_AT", "CLICK_POSITION", "CLICK_XY"],
-    parameters: [
-        {
-            name: "x",
-            description: "X coordinate to click at",
-            required: true,
-            schema: { type: "number" },
-            examples: [500, 960],
-        },
-        {
-            name: "y",
-            description: "Y coordinate to click at",
-            required: true,
-            schema: { type: "number" },
-            examples: [300, 540],
-        },
-        {
-            name: "button",
-            description: "Mouse button: 'left', 'right', or 'middle'. Default: 'left'",
-            required: false,
-            schema: { type: "string" },
-            examples: ["left", "right"],
-        },
-        {
-            name: "numClicks",
-            description: "Number of clicks (1=single, 2=double). Default: 1",
-            required: false,
-            schema: { type: "number", default: 1, minimum: 1, maximum: 3 },
-            examples: [1, 2],
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        return !!service && service.isEnabled();
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service) {
-            return { success: false, text: "ComputerUse service not available" };
-        }
-        const params = options?.parameters;
-        const x = getNumberParam(params, "x");
-        const y = getNumberParam(params, "y");
-        const button = getStringParam(params, "button") ?? "left";
-        const numClicks = getNumberParam(params, "numClicks") ?? 1;
-        if (x === undefined || y === undefined) {
-            return { success: false, text: "Missing required parameters: x and y" };
-        }
-        const backend = service.getBackendName();
-        try {
-            await service.clickCoordinates(x, y, button, numClicks);
-            const response = {
-                text: `Clicked at coordinates (${x}, ${y}) with ${button} button`,
-                actions: ["COMPUTERUSE_CLICK_COORDINATES"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { x, y, button, numClicks },
-                data: { x, y, button, numClicks, backend },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] click_coordinates failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse click at coordinates failed: ${msg}`,
-                values: { x, y, button, numClicks },
-            };
-        }
-    },
-};
-//# sourceMappingURL=click-coordinates.js.map

package/dist/actions/click-coordinates.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"click-coordinates.js","sourceRoot":"","sources":["../../src/actions/click-coordinates.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpE,MAAM,CAAC,MAAM,iCAAiC,GAAW;IACvD,IAAI,EAAE,+BAA+B;IACrC,WAAW,EACT,4FAA4F;IAC9F,OAAO,EAAE,CAAC,UAAU,EAAE,gBAAgB,EAAE,UAAU,CAAC;IACnD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,0BAA0B;YACvC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;SACrB;QACD;YACE,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,0BAA0B;YACvC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;SACrB;QACD;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,6DAA6D;YAC1E,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;SAC5B;QACD;YACE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,mDAAmD;YAChE,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;YAC9D,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;SACjB;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAC1C,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC;QAC1D,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;QAE3D,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,sCAAsC,EAAE,CAAC;QAC1E,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YAExD,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,2BAA2B,CAAC,KAAK,CAAC,UAAU,MAAM,SAAS;gBACjE,OAAO,EAAE,CAAC,+BAA+B,CAAC;gBAC1C,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE;gBACnC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE;aAC3C,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,2CAA2C,GAAG,EAAE,CAAC,CAAC;YAC/D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,4CAA4C,GAAG,EAAE;gBACvD,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE;aACpC,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseClickCoordinatesAction: Action = {\n  name: \"COMPUTERUSE_CLICK_COORDINATES\",\n  description:\n    \"Clicks at specific screen coordinates (x, y). Use for precise clicking at known positions.\",\n  similes: [\"CLICK_AT\", \"CLICK_POSITION\", \"CLICK_XY\"],\n  parameters: [\n    {\n      name: \"x\",\n      description: \"X coordinate to click at\",\n      required: true,\n      schema: { type: \"number\" },\n      examples: [500, 960],\n    },\n    {\n      name: \"y\",\n      description: \"Y coordinate to click at\",\n      required: true,\n      schema: { type: \"number\" },\n      examples: [300, 540],\n    },\n    {\n      name: \"button\",\n      description: \"Mouse button: 'left', 'right', or 'middle'. Default: 'left'\",\n      required: false,\n      schema: { type: \"string\" },\n      examples: [\"left\", \"right\"],\n    },\n    {\n      name: \"numClicks\",\n      description: \"Number of clicks (1=single, 2=double). Default: 1\",\n      required: false,\n      schema: { type: \"number\", default: 1, minimum: 1, maximum: 3 },\n      examples: [1, 2],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    return !!service && service.isEnabled();\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const x = getNumberParam(params, \"x\");\n    const y = getNumberParam(params, \"y\");\n    const button = getStringParam(params, \"button\") ?? \"left\";\n    const numClicks = getNumberParam(params, \"numClicks\") ?? 1;\n\n    if (x === undefined || y === undefined) {\n      return { success: false, text: \"Missing required parameters: x and y\" };\n    }\n\n    const backend = service.getBackendName();\n\n    try {\n      await service.clickCoordinates(x, y, button, numClicks);\n\n      const response: Content = {\n        text: `Clicked at coordinates (${x}, ${y}) with ${button} button`,\n        actions: [\"COMPUTERUSE_CLICK_COORDINATES\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { x, y, button, numClicks },\n        data: { x, y, button, numClicks, backend },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] click_coordinates failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse click at coordinates failed: ${msg}`,\n        values: { x, y, button, numClicks },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/click.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseClickAction: Action;
-//# sourceMappingURL=click.d.ts.map

package/dist/actions/click.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,sBAAsB,EAAE,MAkFpC,CAAC"}

package/dist/actions/click.js

@@ -1,76 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getNumberParam, getStringParam } from "../utils/params.js";
-export const computeruseClickAction = {
-    name: "COMPUTERUSE_CLICK",
-    description: "Clicks a UI element on the computer using a ComputerUse selector.",
-    similes: ["CLICK_UI", "CLICK_ELEMENT", "TAP_UI"],
-    parameters: [
-        {
-            name: "process",
-            description: "Process name to scope the click when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.",
-            required: false,
-            schema: { type: "string" },
-            examples: ["chrome", "notepad"],
-        },
-        {
-            name: "selector",
-            description: "ComputerUse selector string for the target element",
-            required: true,
-            schema: { type: "string" },
-            examples: ["role:Button && name:Submit", "role:Edit && name:Search"],
-        },
-        {
-            name: "timeoutMs",
-            description: "Timeout in milliseconds to find the element",
-            required: false,
-            schema: { type: "number", default: 5000, minimum: 0 },
-            examples: [5000],
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled())
-            return false;
-        const text = message.content?.text?.toLowerCase() ?? "";
-        return text.includes("click") || text.includes("tap");
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service) {
-            return { success: false, text: "ComputerUse service not available" };
-        }
-        const params = options?.parameters;
-        const process = getStringParam(params, "process");
-        const selector = getStringParam(params, "selector");
-        const timeoutMs = getNumberParam(params, "timeoutMs") ?? 5000;
-        if (!selector) {
-            return { success: false, text: "Missing required parameter: selector" };
-        }
-        try {
-            await service.click(selector, timeoutMs, process);
-            const response = {
-                text: `Clicked element: ${selector}`,
-                actions: ["COMPUTERUSE_CLICK"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { process, selector, timeoutMs },
-                data: { process, selector, timeoutMs, backend: service.getBackendName() },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] click failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse click failed: ${msg}`,
-                values: { process, selector, timeoutMs },
-                data: { process, selector, timeoutMs, backend: service.getBackendName() },
-            };
-        }
-    },
-};
-//# sourceMappingURL=click.js.map

package/dist/actions/click.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"click.js","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpE,MAAM,CAAC,MAAM,sBAAsB,GAAW;IAC5C,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,mEAAmE;IAChF,OAAO,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,QAAQ,CAAC;IAChD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,SAAS;YACf,WAAW,EACT,gJAAgJ;YAClJ,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,oDAAoD;YACjE,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,4BAA4B,EAAE,0BAA0B,CAAC;SACrE;QACD;YACE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YACrD,QAAQ,EAAE,CAAC,IAAI,CAAC;SACjB;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC;QAC9D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,sCAAsC,EAAE,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,oBAAoB,QAAQ,EAAE;gBACpC,OAAO,EAAE,CAAC,mBAAmB,CAAC;gBAC9B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE;gBACxC,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAC1E,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,+BAA+B,GAAG,EAAE,CAAC,CAAC;YACnD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,6BAA6B,GAAG,EAAE;gBACxC,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE;gBACxC,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAC1E,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseClickAction: Action = {\n  name: \"COMPUTERUSE_CLICK\",\n  description: \"Clicks a UI element on the computer using a ComputerUse selector.\",\n  similes: [\"CLICK_UI\", \"CLICK_ELEMENT\", \"TAP_UI\"],\n  parameters: [\n    {\n      name: \"process\",\n      description:\n        \"Process name to scope the click when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.\",\n      required: false,\n      schema: { type: \"string\" },\n      examples: [\"chrome\", \"notepad\"],\n    },\n    {\n      name: \"selector\",\n      description: \"ComputerUse selector string for the target element\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"role:Button && name:Submit\", \"role:Edit && name:Search\"],\n    },\n    {\n      name: \"timeoutMs\",\n      description: \"Timeout in milliseconds to find the element\",\n      required: false,\n      schema: { type: \"number\", default: 5000, minimum: 0 },\n      examples: [5000],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"click\") || text.includes(\"tap\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const process = getStringParam(params, \"process\");\n    const selector = getStringParam(params, \"selector\");\n    const timeoutMs = getNumberParam(params, \"timeoutMs\") ?? 5000;\n    if (!selector) {\n      return { success: false, text: \"Missing required parameter: selector\" };\n    }\n\n    try {\n      await service.click(selector, timeoutMs, process);\n      const response: Content = {\n        text: `Clicked element: ${selector}`,\n        actions: [\"COMPUTERUSE_CLICK\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { process, selector, timeoutMs },\n        data: { process, selector, timeoutMs, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] click failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse click failed: ${msg}`,\n        values: { process, selector, timeoutMs },\n        data: { process, selector, timeoutMs, backend: service.getBackendName() },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/drag.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseDragAction: Action;
-//# sourceMappingURL=drag.d.ts.map

package/dist/actions/drag.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"drag.d.ts","sourceRoot":"","sources":["../../src/actions/drag.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,qBAAqB,EAAE,MAkGnC,CAAC"}

package/dist/actions/drag.js

@@ -1,87 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getNumberParam } from "../utils/params.js";
-export const computeruseDragAction = {
-    name: "COMPUTERUSE_DRAG",
-    description: "Drag the mouse from one position to another. Use for drag-and-drop, resizing, selecting, sliders.",
-    similes: ["DRAG", "DRAG_AND_DROP", "MOUSE_DRAG"],
-    parameters: [
-        {
-            name: "startX",
-            description: "Starting X coordinate",
-            required: true,
-            schema: { type: "number" },
-            examples: [100],
-        },
-        {
-            name: "startY",
-            description: "Starting Y coordinate",
-            required: true,
-            schema: { type: "number" },
-            examples: [200],
-        },
-        {
-            name: "endX",
-            description: "Ending X coordinate",
-            required: true,
-            schema: { type: "number" },
-            examples: [500],
-        },
-        {
-            name: "endY",
-            description: "Ending Y coordinate",
-            required: true,
-            schema: { type: "number" },
-            examples: [200],
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        return !!service && service.isEnabled();
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service) {
-            return { success: false, text: "ComputerUse service not available" };
-        }
-        const params = options?.parameters;
-        const startX = getNumberParam(params, "startX");
-        const startY = getNumberParam(params, "startY");
-        const endX = getNumberParam(params, "endX");
-        const endY = getNumberParam(params, "endY");
-        if (startX === undefined ||
-            startY === undefined ||
-            endX === undefined ||
-            endY === undefined) {
-            return {
-                success: false,
-                text: "Missing required parameters: startX, startY, endX, endY",
-            };
-        }
-        const backend = service.getBackendName();
-        try {
-            await service.drag(startX, startY, endX, endY);
-            const response = {
-                text: `Dragged from (${startX}, ${startY}) to (${endX}, ${endY})`,
-                actions: ["COMPUTERUSE_DRAG"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { startX, startY, endX, endY },
-                data: { startX, startY, endX, endY, backend },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] drag failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse drag failed: ${msg}`,
-                values: { startX, startY, endX, endY },
-            };
-        }
-    },
-};
-//# sourceMappingURL=drag.js.map

package/dist/actions/drag.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"drag.js","sourceRoot":"","sources":["../../src/actions/drag.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,MAAM,CAAC,MAAM,qBAAqB,GAAW;IAC3C,IAAI,EAAE,kBAAkB;IACxB,WAAW,EACT,mGAAmG;IACrG,OAAO,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,CAAC;IAChD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,uBAAuB;YACpC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,CAAC;SAChB;QACD;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,uBAAuB;YACpC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,CAAC;SAChB;QACD;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,qBAAqB;YAClC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,CAAC;SAChB;QACD;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,qBAAqB;YAClC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,CAAC;SAChB;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAC1C,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE5C,IACE,MAAM,KAAK,SAAS;YACpB,MAAM,KAAK,SAAS;YACpB,IAAI,KAAK,SAAS;YAClB,IAAI,KAAK,SAAS,EAClB,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,yDAAyD;aAChE,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAE/C,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,iBAAiB,MAAM,KAAK,MAAM,SAAS,IAAI,KAAK,IAAI,GAAG;gBACjE,OAAO,EAAE,CAAC,kBAAkB,CAAC;gBAC7B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;gBACtC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;aAC9C,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,4BAA4B,GAAG,EAAE;gBACvC,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;aACvC,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getNumberParam } from \"../utils/params.js\";\n\nexport const computeruseDragAction: Action = {\n  name: \"COMPUTERUSE_DRAG\",\n  description:\n    \"Drag the mouse from one position to another. Use for drag-and-drop, resizing, selecting, sliders.\",\n  similes: [\"DRAG\", \"DRAG_AND_DROP\", \"MOUSE_DRAG\"],\n  parameters: [\n    {\n      name: \"startX\",\n      description: \"Starting X coordinate\",\n      required: true,\n      schema: { type: \"number\" },\n      examples: [100],\n    },\n    {\n      name: \"startY\",\n      description: \"Starting Y coordinate\",\n      required: true,\n      schema: { type: \"number\" },\n      examples: [200],\n    },\n    {\n      name: \"endX\",\n      description: \"Ending X coordinate\",\n      required: true,\n      schema: { type: \"number\" },\n      examples: [500],\n    },\n    {\n      name: \"endY\",\n      description: \"Ending Y coordinate\",\n      required: true,\n      schema: { type: \"number\" },\n      examples: [200],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    return !!service && service.isEnabled();\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const startX = getNumberParam(params, \"startX\");\n    const startY = getNumberParam(params, \"startY\");\n    const endX = getNumberParam(params, \"endX\");\n    const endY = getNumberParam(params, \"endY\");\n\n    if (\n      startX === undefined ||\n      startY === undefined ||\n      endX === undefined ||\n      endY === undefined\n    ) {\n      return {\n        success: false,\n        text: \"Missing required parameters: startX, startY, endX, endY\",\n      };\n    }\n\n    const backend = service.getBackendName();\n\n    try {\n      await service.drag(startX, startY, endX, endY);\n\n      const response: Content = {\n        text: `Dragged from (${startX}, ${startY}) to (${endX}, ${endY})`,\n        actions: [\"COMPUTERUSE_DRAG\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { startX, startY, endX, endY },\n        data: { startX, startY, endX, endY, backend },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] drag failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse drag failed: ${msg}`,\n        values: { startX, startY, endX, endY },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/get-applications.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseGetApplicationsAction: Action;
-//# sourceMappingURL=get-applications.d.ts.map

package/dist/actions/get-applications.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-applications.d.ts","sourceRoot":"","sources":["../../src/actions/get-applications.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAIvB,eAAO,MAAM,gCAAgC,EAAE,MA8C9C,CAAC"}

package/dist/actions/get-applications.js

@@ -1,42 +0,0 @@
-import { logger } from "@elizaos/core";
-export const computeruseGetApplicationsAction = {
-    name: "COMPUTERUSE_GET_APPLICATIONS",
-    description: "Lists currently running applications on the target machine.",
-    similes: ["LIST_APPS", "LIST_APPLICATIONS", "SHOW_RUNNING_APPS"],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled())
-            return false;
-        const text = message.content?.text?.toLowerCase() ?? "";
-        return text.includes("applications") || text.includes("apps") || text.includes("running");
-    },
-    handler: async (runtime, message, _state, _options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service)
-            return { success: false, text: "ComputerUse service not available" };
-        try {
-            const apps = await service.getApplications();
-            const text = Array.isArray(apps)
-                ? `Applications:\n${apps.map((a) => `- ${a}`).join("\n")}`
-                : "Applications: (see output)";
-            const response = {
-                text,
-                actions: ["COMPUTERUSE_GET_APPLICATIONS"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text,
-                values: { count: apps.length },
-                data: { apps, backend: service.getBackendName() },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] get applications failed: ${msg}`);
-            return { success: false, text: `ComputerUse get applications failed: ${msg}` };
-        }
-    },
-};
-//# sourceMappingURL=get-applications.js.map

package/dist/actions/get-applications.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-applications.js","sourceRoot":"","sources":["../../src/actions/get-applications.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAGvC,MAAM,CAAC,MAAM,gCAAgC,GAAW;IACtD,IAAI,EAAE,8BAA8B;IACpC,WAAW,EAAE,6DAA6D;IAC1E,OAAO,EAAE,CAAC,WAAW,EAAE,mBAAmB,EAAE,mBAAmB,CAAC;IAEhE,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,QAAyB,EACzB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QAEnF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC9B,CAAC,CAAC,kBAAkB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC1D,CAAC,CAAC,4BAA4B,CAAC;YACjC,MAAM,QAAQ,GAAY;gBACxB,IAAI;gBACJ,OAAO,EAAE,CAAC,8BAA8B,CAAC;gBACzC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;gBAC9B,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAClD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAC;YAC9D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,wCAAwC,GAAG,EAAE,EAAE,CAAC;QACjF,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseGetApplicationsAction: Action = {\n  name: \"COMPUTERUSE_GET_APPLICATIONS\",\n  description: \"Lists currently running applications on the target machine.\",\n  similes: [\"LIST_APPS\", \"LIST_APPLICATIONS\", \"SHOW_RUNNING_APPS\"],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"applications\") || text.includes(\"apps\") || text.includes(\"running\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    _options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) return { success: false, text: \"ComputerUse service not available\" };\n\n    try {\n      const apps = await service.getApplications();\n      const text = Array.isArray(apps)\n        ? `Applications:\\n${apps.map((a) => `- ${a}`).join(\"\\n\")}`\n        : \"Applications: (see output)\";\n      const response: Content = {\n        text,\n        actions: [\"COMPUTERUSE_GET_APPLICATIONS\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text,\n        values: { count: apps.length },\n        data: { apps, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] get applications failed: ${msg}`);\n      return { success: false, text: `ComputerUse get applications failed: ${msg}` };\n    }\n  },\n};\n"]}

package/dist/actions/get-window-tree.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseGetWindowTreeAction: Action;
-//# sourceMappingURL=get-window-tree.d.ts.map

package/dist/actions/get-window-tree.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-window-tree.d.ts","sourceRoot":"","sources":["../../src/actions/get-window-tree.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,8BAA8B,EAAE,MA8E5C,CAAC"}

package/dist/actions/get-window-tree.js

@@ -1,73 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getNumberParam, getStringParam } from "../utils/params.js";
-export const computeruseGetWindowTreeAction = {
-    name: "COMPUTERUSE_GET_WINDOW_TREE",
-    description: "Gets the UI tree for a running application (useful for understanding what is currently on screen).",
-    similes: ["GET_UI_TREE", "WINDOW_TREE", "DUMP_UI_TREE"],
-    parameters: [
-        {
-            name: "process",
-            description: "Process name of the target application (e.g. 'chrome', 'notepad')",
-            required: true,
-            schema: { type: "string" },
-            examples: ["chrome", "notepad"],
-        },
-        {
-            name: "title",
-            description: "Optional window title filter",
-            required: false,
-            schema: { type: "string" },
-        },
-        {
-            name: "maxDepth",
-            description: "Optional max tree depth (MCP mode only)",
-            required: false,
-            schema: { type: "number", minimum: 0 },
-            examples: [6],
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled())
-            return false;
-        const text = message.content?.text?.toLowerCase() ?? "";
-        return text.includes("window tree") || text.includes("ui tree") || text.includes("dump tree");
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service)
-            return { success: false, text: "ComputerUse service not available" };
-        const params = options?.parameters;
-        const process = getStringParam(params, "process");
-        const title = getStringParam(params, "title");
-        const maxDepth = getNumberParam(params, "maxDepth");
-        if (!process)
-            return { success: false, text: "Missing required parameter: process" };
-        try {
-            const treeText = await service.getWindowTree(process, title, maxDepth);
-            const response = {
-                text: treeText.length > 0 ? treeText : "(empty tree result)",
-                actions: ["COMPUTERUSE_GET_WINDOW_TREE"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { process, title, maxDepth },
-                data: { process, title, maxDepth, backend: service.getBackendName() },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] get window tree failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse get window tree failed: ${msg}`,
-                values: { process, title, maxDepth },
-                data: { process, title, maxDepth, backend: service.getBackendName() },
-            };
-        }
-    },
-};
-//# sourceMappingURL=get-window-tree.js.map