@elizaos/plugin-computeruse 2.0.0-alpha.1

package/dist/actions/click.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const computeruseClickAction: Action;
+//# sourceMappingURL=click.d.ts.map

package/dist/actions/click.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,sBAAsB,EAAE,MAkFpC,CAAC"}

package/dist/actions/click.js

@@ -0,0 +1,76 @@
+import { logger } from "@elizaos/core";
+import { getNumberParam, getStringParam } from "../utils/params.js";
+export const computeruseClickAction = {
+    name: "COMPUTERUSE_CLICK",
+    description: "Clicks a UI element on the computer using a ComputerUse selector.",
+    similes: ["CLICK_UI", "CLICK_ELEMENT", "TAP_UI"],
+    parameters: [
+        {
+            name: "process",
+            description: "Process name to scope the click when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.",
+            required: false,
+            schema: { type: "string" },
+            examples: ["chrome", "notepad"],
+        },
+        {
+            name: "selector",
+            description: "ComputerUse selector string for the target element",
+            required: true,
+            schema: { type: "string" },
+            examples: ["role:Button && name:Submit", "role:Edit && name:Search"],
+        },
+        {
+            name: "timeoutMs",
+            description: "Timeout in milliseconds to find the element",
+            required: false,
+            schema: { type: "number", default: 5000, minimum: 0 },
+            examples: [5000],
+        },
+    ],
+    validate: async (runtime, message) => {
+        const service = runtime.getService("computeruse");
+        if (!service || !service.isEnabled())
+            return false;
+        const text = message.content?.text?.toLowerCase() ?? "";
+        return text.includes("click") || text.includes("tap");
+    },
+    handler: async (runtime, message, _state, options, callback) => {
+        const service = runtime.getService("computeruse");
+        if (!service) {
+            return { success: false, text: "ComputerUse service not available" };
+        }
+        const params = options?.parameters;
+        const process = getStringParam(params, "process");
+        const selector = getStringParam(params, "selector");
+        const timeoutMs = getNumberParam(params, "timeoutMs") ?? 5000;
+        if (!selector) {
+            return { success: false, text: "Missing required parameter: selector" };
+        }
+        try {
+            await service.click(selector, timeoutMs, process);
+            const response = {
+                text: `Clicked element: ${selector}`,
+                actions: ["COMPUTERUSE_CLICK"],
+                source: message.content?.source ?? "action",
+            };
+            await callback?.(response);
+            return {
+                success: true,
+                text: response.text ?? "",
+                values: { process, selector, timeoutMs },
+                data: { process, selector, timeoutMs, backend: service.getBackendName() },
+            };
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            logger.error(`[computeruse] click failed: ${msg}`);
+            return {
+                success: false,
+                text: `ComputerUse click failed: ${msg}`,
+                values: { process, selector, timeoutMs },
+                data: { process, selector, timeoutMs, backend: service.getBackendName() },
+            };
+        }
+    },
+};
+//# sourceMappingURL=click.js.map

package/dist/actions/click.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.js","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpE,MAAM,CAAC,MAAM,sBAAsB,GAAW;IAC5C,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,mEAAmE;IAChF,OAAO,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,QAAQ,CAAC;IAChD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,SAAS;YACf,WAAW,EACT,gJAAgJ;YAClJ,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,oDAAoD;YACjE,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,4BAA4B,EAAE,0BAA0B,CAAC;SACrE;QACD;YACE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YACrD,QAAQ,EAAE,CAAC,IAAI,CAAC;SACjB;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC;QAC9D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,sCAAsC,EAAE,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,oBAAoB,QAAQ,EAAE;gBACpC,OAAO,EAAE,CAAC,mBAAmB,CAAC;gBAC9B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE;gBACxC,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAC1E,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,+BAA+B,GAAG,EAAE,CAAC,CAAC;YACnD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,6BAA6B,GAAG,EAAE;gBACxC,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE;gBACxC,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAC1E,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseClickAction: Action = {\n  name: \"COMPUTERUSE_CLICK\",\n  description: \"Clicks a UI element on the computer using a ComputerUse selector.\",\n  similes: [\"CLICK_UI\", \"CLICK_ELEMENT\", \"TAP_UI\"],\n  parameters: [\n    {\n      name: \"process\",\n      description:\n        \"Process name to scope the click when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.\",\n      required: false,\n      schema: { type: \"string\" },\n      examples: [\"chrome\", \"notepad\"],\n    },\n    {\n      name: \"selector\",\n      description: \"ComputerUse selector string for the target element\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"role:Button && name:Submit\", \"role:Edit && name:Search\"],\n    },\n    {\n      name: \"timeoutMs\",\n      description: \"Timeout in milliseconds to find the element\",\n      required: false,\n      schema: { type: \"number\", default: 5000, minimum: 0 },\n      examples: [5000],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"click\") || text.includes(\"tap\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const process = getStringParam(params, \"process\");\n    const selector = getStringParam(params, \"selector\");\n    const timeoutMs = getNumberParam(params, \"timeoutMs\") ?? 5000;\n    if (!selector) {\n      return { success: false, text: \"Missing required parameter: selector\" };\n    }\n\n    try {\n      await service.click(selector, timeoutMs, process);\n      const response: Content = {\n        text: `Clicked element: ${selector}`,\n        actions: [\"COMPUTERUSE_CLICK\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { process, selector, timeoutMs },\n        data: { process, selector, timeoutMs, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] click failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse click failed: ${msg}`,\n        values: { process, selector, timeoutMs },\n        data: { process, selector, timeoutMs, backend: service.getBackendName() },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/get-applications.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const computeruseGetApplicationsAction: Action;
+//# sourceMappingURL=get-applications.d.ts.map

package/dist/actions/get-applications.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-applications.d.ts","sourceRoot":"","sources":["../../src/actions/get-applications.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAIvB,eAAO,MAAM,gCAAgC,EAAE,MA8C9C,CAAC"}

package/dist/actions/get-applications.js

@@ -0,0 +1,42 @@
+import { logger } from "@elizaos/core";
+export const computeruseGetApplicationsAction = {
+    name: "COMPUTERUSE_GET_APPLICATIONS",
+    description: "Lists currently running applications on the target machine.",
+    similes: ["LIST_APPS", "LIST_APPLICATIONS", "SHOW_RUNNING_APPS"],
+    validate: async (runtime, message) => {
+        const service = runtime.getService("computeruse");
+        if (!service || !service.isEnabled())
+            return false;
+        const text = message.content?.text?.toLowerCase() ?? "";
+        return text.includes("applications") || text.includes("apps") || text.includes("running");
+    },
+    handler: async (runtime, message, _state, _options, callback) => {
+        const service = runtime.getService("computeruse");
+        if (!service)
+            return { success: false, text: "ComputerUse service not available" };
+        try {
+            const apps = await service.getApplications();
+            const text = Array.isArray(apps)
+                ? `Applications:\n${apps.map((a) => `- ${a}`).join("\n")}`
+                : "Applications: (see output)";
+            const response = {
+                text,
+                actions: ["COMPUTERUSE_GET_APPLICATIONS"],
+                source: message.content?.source ?? "action",
+            };
+            await callback?.(response);
+            return {
+                success: true,
+                text,
+                values: { count: apps.length },
+                data: { apps, backend: service.getBackendName() },
+            };
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            logger.error(`[computeruse] get applications failed: ${msg}`);
+            return { success: false, text: `ComputerUse get applications failed: ${msg}` };
+        }
+    },
+};
+//# sourceMappingURL=get-applications.js.map

package/dist/actions/get-applications.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-applications.js","sourceRoot":"","sources":["../../src/actions/get-applications.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAGvC,MAAM,CAAC,MAAM,gCAAgC,GAAW;IACtD,IAAI,EAAE,8BAA8B;IACpC,WAAW,EAAE,6DAA6D;IAC1E,OAAO,EAAE,CAAC,WAAW,EAAE,mBAAmB,EAAE,mBAAmB,CAAC;IAEhE,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,QAAyB,EACzB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QAEnF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC9B,CAAC,CAAC,kBAAkB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC1D,CAAC,CAAC,4BAA4B,CAAC;YACjC,MAAM,QAAQ,GAAY;gBACxB,IAAI;gBACJ,OAAO,EAAE,CAAC,8BAA8B,CAAC;gBACzC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;gBAC9B,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAClD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAC;YAC9D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,wCAAwC,GAAG,EAAE,EAAE,CAAC;QACjF,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseGetApplicationsAction: Action = {\n  name: \"COMPUTERUSE_GET_APPLICATIONS\",\n  description: \"Lists currently running applications on the target machine.\",\n  similes: [\"LIST_APPS\", \"LIST_APPLICATIONS\", \"SHOW_RUNNING_APPS\"],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"applications\") || text.includes(\"apps\") || text.includes(\"running\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    _options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) return { success: false, text: \"ComputerUse service not available\" };\n\n    try {\n      const apps = await service.getApplications();\n      const text = Array.isArray(apps)\n        ? `Applications:\\n${apps.map((a) => `- ${a}`).join(\"\\n\")}`\n        : \"Applications: (see output)\";\n      const response: Content = {\n        text,\n        actions: [\"COMPUTERUSE_GET_APPLICATIONS\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text,\n        values: { count: apps.length },\n        data: { apps, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] get applications failed: ${msg}`);\n      return { success: false, text: `ComputerUse get applications failed: ${msg}` };\n    }\n  },\n};\n"]}

package/dist/actions/get-window-tree.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const computeruseGetWindowTreeAction: Action;
+//# sourceMappingURL=get-window-tree.d.ts.map

package/dist/actions/get-window-tree.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-window-tree.d.ts","sourceRoot":"","sources":["../../src/actions/get-window-tree.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,8BAA8B,EAAE,MA8E5C,CAAC"}

package/dist/actions/get-window-tree.js

@@ -0,0 +1,73 @@
+import { logger } from "@elizaos/core";
+import { getNumberParam, getStringParam } from "../utils/params.js";
+export const computeruseGetWindowTreeAction = {
+    name: "COMPUTERUSE_GET_WINDOW_TREE",
+    description: "Gets the UI tree for a running application (useful for understanding what is currently on screen).",
+    similes: ["GET_UI_TREE", "WINDOW_TREE", "DUMP_UI_TREE"],
+    parameters: [
+        {
+            name: "process",
+            description: "Process name of the target application (e.g. 'chrome', 'notepad')",
+            required: true,
+            schema: { type: "string" },
+            examples: ["chrome", "notepad"],
+        },
+        {
+            name: "title",
+            description: "Optional window title filter",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "maxDepth",
+            description: "Optional max tree depth (MCP mode only)",
+            required: false,
+            schema: { type: "number", minimum: 0 },
+            examples: [6],
+        },
+    ],
+    validate: async (runtime, message) => {
+        const service = runtime.getService("computeruse");
+        if (!service || !service.isEnabled())
+            return false;
+        const text = message.content?.text?.toLowerCase() ?? "";
+        return text.includes("window tree") || text.includes("ui tree") || text.includes("dump tree");
+    },
+    handler: async (runtime, message, _state, options, callback) => {
+        const service = runtime.getService("computeruse");
+        if (!service)
+            return { success: false, text: "ComputerUse service not available" };
+        const params = options?.parameters;
+        const process = getStringParam(params, "process");
+        const title = getStringParam(params, "title");
+        const maxDepth = getNumberParam(params, "maxDepth");
+        if (!process)
+            return { success: false, text: "Missing required parameter: process" };
+        try {
+            const treeText = await service.getWindowTree(process, title, maxDepth);
+            const response = {
+                text: treeText.length > 0 ? treeText : "(empty tree result)",
+                actions: ["COMPUTERUSE_GET_WINDOW_TREE"],
+                source: message.content?.source ?? "action",
+            };
+            await callback?.(response);
+            return {
+                success: true,
+                text: response.text ?? "",
+                values: { process, title, maxDepth },
+                data: { process, title, maxDepth, backend: service.getBackendName() },
+            };
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            logger.error(`[computeruse] get window tree failed: ${msg}`);
+            return {
+                success: false,
+                text: `ComputerUse get window tree failed: ${msg}`,
+                values: { process, title, maxDepth },
+                data: { process, title, maxDepth, backend: service.getBackendName() },
+            };
+        }
+    },
+};
+//# sourceMappingURL=get-window-tree.js.map

package/dist/actions/get-window-tree.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-window-tree.js","sourceRoot":"","sources":["../../src/actions/get-window-tree.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpE,MAAM,CAAC,MAAM,8BAA8B,GAAW;IACpD,IAAI,EAAE,6BAA6B;IACnC,WAAW,EACT,oGAAoG;IACtG,OAAO,EAAE,CAAC,aAAa,EAAE,aAAa,EAAE,cAAc,CAAC;IACvD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,mEAAmE;YAChF,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC;QACD;YACE,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,8BAA8B;YAC3C,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC3B;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,yCAAyC;YACtD,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE;YACtC,QAAQ,EAAE,CAAC,CAAC,CAAC;SACd;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAChG,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QAEnF,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEpD,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,qCAAqC,EAAE,CAAC;QAErF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YACvE,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,qBAAqB;gBAC5D,OAAO,EAAE,CAAC,6BAA6B,CAAC;gBACxC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE;gBACpC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aACtE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,yCAAyC,GAAG,EAAE,CAAC,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,uCAAuC,GAAG,EAAE;gBAClD,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE;gBACpC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aACtE,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseGetWindowTreeAction: Action = {\n  name: \"COMPUTERUSE_GET_WINDOW_TREE\",\n  description:\n    \"Gets the UI tree for a running application (useful for understanding what is currently on screen).\",\n  similes: [\"GET_UI_TREE\", \"WINDOW_TREE\", \"DUMP_UI_TREE\"],\n  parameters: [\n    {\n      name: \"process\",\n      description: \"Process name of the target application (e.g. 'chrome', 'notepad')\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"chrome\", \"notepad\"],\n    },\n    {\n      name: \"title\",\n      description: \"Optional window title filter\",\n      required: false,\n      schema: { type: \"string\" },\n    },\n    {\n      name: \"maxDepth\",\n      description: \"Optional max tree depth (MCP mode only)\",\n      required: false,\n      schema: { type: \"number\", minimum: 0 },\n      examples: [6],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"window tree\") || text.includes(\"ui tree\") || text.includes(\"dump tree\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) return { success: false, text: \"ComputerUse service not available\" };\n\n    const params = options?.parameters;\n    const process = getStringParam(params, \"process\");\n    const title = getStringParam(params, \"title\");\n    const maxDepth = getNumberParam(params, \"maxDepth\");\n\n    if (!process) return { success: false, text: \"Missing required parameter: process\" };\n\n    try {\n      const treeText = await service.getWindowTree(process, title, maxDepth);\n      const response: Content = {\n        text: treeText.length > 0 ? treeText : \"(empty tree result)\",\n        actions: [\"COMPUTERUSE_GET_WINDOW_TREE\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { process, title, maxDepth },\n        data: { process, title, maxDepth, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] get window tree failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse get window tree failed: ${msg}`,\n        values: { process, title, maxDepth },\n        data: { process, title, maxDepth, backend: service.getBackendName() },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/open-application.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const computeruseOpenApplicationAction: Action;
+//# sourceMappingURL=open-application.d.ts.map

package/dist/actions/open-application.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"open-application.d.ts","sourceRoot":"","sources":["../../src/actions/open-application.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,gCAAgC,EAAE,MA4D9C,CAAC"}

package/dist/actions/open-application.js

@@ -0,0 +1,57 @@
+import { logger } from "@elizaos/core";
+import { getStringParam } from "../utils/params.js";
+export const computeruseOpenApplicationAction = {
+    name: "COMPUTERUSE_OPEN_APPLICATION",
+    description: "Opens an application on the target machine (local or MCP).",
+    similes: ["OPEN_APP", "LAUNCH_APP", "START_APPLICATION"],
+    parameters: [
+        {
+            name: "name",
+            description: "Application name or executable path (e.g. 'calc', 'notepad', 'chrome')",
+            required: true,
+            schema: { type: "string" },
+            examples: ["calc", "notepad", "chrome"],
+        },
+    ],
+    validate: async (runtime, message) => {
+        const service = runtime.getService("computeruse");
+        if (!service || !service.isEnabled())
+            return false;
+        const text = message.content?.text?.toLowerCase() ?? "";
+        return text.includes("open") || text.includes("launch") || text.includes("start");
+    },
+    handler: async (runtime, message, _state, options, callback) => {
+        const service = runtime.getService("computeruse");
+        if (!service)
+            return { success: false, text: "ComputerUse service not available" };
+        const name = getStringParam(options?.parameters, "name");
+        if (!name)
+            return { success: false, text: "Missing required parameter: name" };
+        try {
+            await service.openApplication(name);
+            const response = {
+                text: `Opened application: ${name}`,
+                actions: ["COMPUTERUSE_OPEN_APPLICATION"],
+                source: message.content?.source ?? "action",
+            };
+            await callback?.(response);
+            return {
+                success: true,
+                text: response.text ?? "",
+                values: { name },
+                data: { name, backend: service.getBackendName() },
+            };
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            logger.error(`[computeruse] open application failed: ${msg}`);
+            return {
+                success: false,
+                text: `ComputerUse open application failed: ${msg}`,
+                values: { name },
+                data: { name, backend: service.getBackendName() },
+            };
+        }
+    },
+};
+//# sourceMappingURL=open-application.js.map

package/dist/actions/open-application.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"open-application.js","sourceRoot":"","sources":["../../src/actions/open-application.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,MAAM,CAAC,MAAM,gCAAgC,GAAW;IACtD,IAAI,EAAE,8BAA8B;IACpC,WAAW,EAAE,4DAA4D;IACzE,OAAO,EAAE,CAAC,UAAU,EAAE,YAAY,EAAE,mBAAmB,CAAC;IACxD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,wEAAwE;YACrF,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC;SACxC;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QAEnF,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,kCAAkC,EAAE,CAAC;QAE/E,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,uBAAuB,IAAI,EAAE;gBACnC,OAAO,EAAE,CAAC,8BAA8B,CAAC;gBACzC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,IAAI,EAAE;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAClD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAC;YAC9D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,wCAAwC,GAAG,EAAE;gBACnD,MAAM,EAAE,EAAE,IAAI,EAAE;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAClD,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getStringParam } from \"../utils/params.js\";\n\nexport const computeruseOpenApplicationAction: Action = {\n  name: \"COMPUTERUSE_OPEN_APPLICATION\",\n  description: \"Opens an application on the target machine (local or MCP).\",\n  similes: [\"OPEN_APP\", \"LAUNCH_APP\", \"START_APPLICATION\"],\n  parameters: [\n    {\n      name: \"name\",\n      description: \"Application name or executable path (e.g. 'calc', 'notepad', 'chrome')\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"calc\", \"notepad\", \"chrome\"],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"open\") || text.includes(\"launch\") || text.includes(\"start\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) return { success: false, text: \"ComputerUse service not available\" };\n\n    const name = getStringParam(options?.parameters, \"name\");\n    if (!name) return { success: false, text: \"Missing required parameter: name\" };\n\n    try {\n      await service.openApplication(name);\n      const response: Content = {\n        text: `Opened application: ${name}`,\n        actions: [\"COMPUTERUSE_OPEN_APPLICATION\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { name },\n        data: { name, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] open application failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse open application failed: ${msg}`,\n        values: { name },\n        data: { name, backend: service.getBackendName() },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/type.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const computeruseTypeAction: Action;
+//# sourceMappingURL=type.d.ts.map

package/dist/actions/type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../src/actions/type.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,qBAAqB,EAAE,MA6GnC,CAAC"}

package/dist/actions/type.js

@@ -0,0 +1,103 @@
+import { logger } from "@elizaos/core";
+import { getBooleanParam, getNumberParam, getStringParam } from "../utils/params.js";
+export const computeruseTypeAction = {
+    name: "COMPUTERUSE_TYPE",
+    description: "Types text into a UI element on the computer using a ComputerUse selector (optionally clearing the field).",
+    similes: ["TYPE_UI", "ENTER_TEXT", "FILL_FIELD"],
+    parameters: [
+        {
+            name: "process",
+            description: "Process name to scope the typing when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.",
+            required: false,
+            schema: { type: "string" },
+            examples: ["chrome", "notepad"],
+        },
+        {
+            name: "selector",
+            description: "ComputerUse selector string for the target element",
+            required: true,
+            schema: { type: "string" },
+            examples: ["role:Edit && name:Search"],
+        },
+        {
+            name: "text",
+            description: "Text to type",
+            required: true,
+            schema: { type: "string" },
+            examples: ["hello world", "user@example.com{Enter}"],
+        },
+        {
+            name: "timeoutMs",
+            description: "Timeout in milliseconds to find the element",
+            required: false,
+            schema: { type: "number", default: 5000, minimum: 0 },
+        },
+        {
+            name: "clearBeforeTyping",
+            description: "Whether to clear existing text before typing (default: true)",
+            required: false,
+            schema: { type: "boolean", default: true },
+        },
+    ],
+    validate: async (runtime, message) => {
+        const service = runtime.getService("computeruse");
+        if (!service || !service.isEnabled())
+            return false;
+        const text = message.content?.text?.toLowerCase() ?? "";
+        return text.includes("type") || text.includes("enter") || text.includes("fill");
+    },
+    handler: async (runtime, message, _state, options, callback) => {
+        const service = runtime.getService("computeruse");
+        if (!service) {
+            return { success: false, text: "ComputerUse service not available" };
+        }
+        const params = options?.parameters;
+        const process = getStringParam(params, "process");
+        const selector = getStringParam(params, "selector");
+        const text = getStringParam(params, "text");
+        const timeoutMs = getNumberParam(params, "timeoutMs") ?? 5000;
+        const clearBeforeTyping = getBooleanParam(params, "clearBeforeTyping") ?? true;
+        if (!selector)
+            return { success: false, text: "Missing required parameter: selector" };
+        if (!text)
+            return { success: false, text: "Missing required parameter: text" };
+        try {
+            await service.typeText(selector, text, timeoutMs, clearBeforeTyping, process);
+            const response = {
+                text: `Typed into element: ${selector}`,
+                actions: ["COMPUTERUSE_TYPE"],
+                source: message.content?.source ?? "action",
+            };
+            await callback?.(response);
+            return {
+                success: true,
+                text: response.text ?? "",
+                values: { process, selector, timeoutMs, clearBeforeTyping },
+                data: {
+                    process,
+                    selector,
+                    timeoutMs,
+                    clearBeforeTyping,
+                    backend: service.getBackendName(),
+                },
+            };
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            logger.error(`[computeruse] type failed: ${msg}`);
+            return {
+                success: false,
+                text: `ComputerUse type failed: ${msg}`,
+                values: { process, selector, timeoutMs, clearBeforeTyping },
+                data: {
+                    process,
+                    selector,
+                    timeoutMs,
+                    clearBeforeTyping,
+                    backend: service.getBackendName(),
+                },
+            };
+        }
+    },
+};
+//# sourceMappingURL=type.js.map

package/dist/actions/type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"type.js","sourceRoot":"","sources":["../../src/actions/type.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAErF,MAAM,CAAC,MAAM,qBAAqB,GAAW;IAC3C,IAAI,EAAE,kBAAkB;IACxB,WAAW,EACT,4GAA4G;IAC9G,OAAO,EAAE,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC;IAChD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,SAAS;YACf,WAAW,EACT,iJAAiJ;YACnJ,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,oDAAoD;YACjE,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,0BAA0B,CAAC;SACvC;QACD;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,aAAa,EAAE,yBAAyB,CAAC;SACrD;QACD;YACE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;SACtD;QACD;YACE,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,8DAA8D;YAC3E,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE;SAC3C;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC;QAC9D,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,EAAE,mBAAmB,CAAC,IAAI,IAAI,CAAC;QAE/E,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,sCAAsC,EAAE,CAAC;QACvF,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,kCAAkC,EAAE,CAAC;QAE/E,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,uBAAuB,QAAQ,EAAE;gBACvC,OAAO,EAAE,CAAC,kBAAkB,CAAC;gBAC7B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE;gBAC3D,IAAI,EAAE;oBACJ,OAAO;oBACP,QAAQ;oBACR,SAAS;oBACT,iBAAiB;oBACjB,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;iBAClC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,4BAA4B,GAAG,EAAE;gBACvC,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE;gBAC3D,IAAI,EAAE;oBACJ,OAAO;oBACP,QAAQ;oBACR,SAAS;oBACT,iBAAiB;oBACjB,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;iBAClC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getBooleanParam, getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseTypeAction: Action = {\n  name: \"COMPUTERUSE_TYPE\",\n  description:\n    \"Types text into a UI element on the computer using a ComputerUse selector (optionally clearing the field).\",\n  similes: [\"TYPE_UI\", \"ENTER_TEXT\", \"FILL_FIELD\"],\n  parameters: [\n    {\n      name: \"process\",\n      description:\n        \"Process name to scope the typing when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.\",\n      required: false,\n      schema: { type: \"string\" },\n      examples: [\"chrome\", \"notepad\"],\n    },\n    {\n      name: \"selector\",\n      description: \"ComputerUse selector string for the target element\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"role:Edit && name:Search\"],\n    },\n    {\n      name: \"text\",\n      description: \"Text to type\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"hello world\", \"user@example.com{Enter}\"],\n    },\n    {\n      name: \"timeoutMs\",\n      description: \"Timeout in milliseconds to find the element\",\n      required: false,\n      schema: { type: \"number\", default: 5000, minimum: 0 },\n    },\n    {\n      name: \"clearBeforeTyping\",\n      description: \"Whether to clear existing text before typing (default: true)\",\n      required: false,\n      schema: { type: \"boolean\", default: true },\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"type\") || text.includes(\"enter\") || text.includes(\"fill\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const process = getStringParam(params, \"process\");\n    const selector = getStringParam(params, \"selector\");\n    const text = getStringParam(params, \"text\");\n    const timeoutMs = getNumberParam(params, \"timeoutMs\") ?? 5000;\n    const clearBeforeTyping = getBooleanParam(params, \"clearBeforeTyping\") ?? true;\n\n    if (!selector) return { success: false, text: \"Missing required parameter: selector\" };\n    if (!text) return { success: false, text: \"Missing required parameter: text\" };\n\n    try {\n      await service.typeText(selector, text, timeoutMs, clearBeforeTyping, process);\n      const response: Content = {\n        text: `Typed into element: ${selector}`,\n        actions: [\"COMPUTERUSE_TYPE\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { process, selector, timeoutMs, clearBeforeTyping },\n        data: {\n          process,\n          selector,\n          timeoutMs,\n          clearBeforeTyping,\n          backend: service.getBackendName(),\n        },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] type failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse type failed: ${msg}`,\n        values: { process, selector, timeoutMs, clearBeforeTyping },\n        data: {\n          process,\n          selector,\n          timeoutMs,\n          clearBeforeTyping,\n          backend: service.getBackendName(),\n        },\n      };\n    }\n  },\n};\n"]}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+import type { Plugin } from "@elizaos/core";
+import "./service-registry.js";
+import { ComputerUseService } from "./services/computeruse-service.js";
+export * from "./types.js";
+export { ComputerUseService };
+export declare const computerusePlugin: Plugin;
+export default computerusePlugin;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAiB,MAAM,EAAE,MAAM,eAAe,CAAC;AAG3D,OAAO,uBAAuB,CAAC;AAQ/B,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAEvE,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAY9B,eAAO,MAAM,iBAAiB,EAAE,MAyB/B,CAAC;AAEF,eAAe,iBAAiB,CAAC"}

package/dist/index.js

@@ -0,0 +1,50 @@
+import { logger } from "@elizaos/core";
+import { z } from "zod";
+import "./service-registry.js";
+import { computeruseClickAction } from "./actions/click.js";
+import { computeruseGetApplicationsAction } from "./actions/get-applications.js";
+import { computeruseGetWindowTreeAction } from "./actions/get-window-tree.js";
+import { computeruseOpenApplicationAction } from "./actions/open-application.js";
+import { computeruseTypeAction } from "./actions/type.js";
+import { computeruseAvailableAppsProvider } from "./providers/available-apps.js";
+import { computeruseStateProvider } from "./providers/computeruse-state.js";
+import { ComputerUseService } from "./services/computeruse-service.js";
+export * from "./types.js";
+export { ComputerUseService };
+const configSchema = z.object({
+    COMPUTERUSE_ENABLED: z
+        .string()
+        .optional()
+        .default("false")
+        .transform((val) => val === "true"),
+    COMPUTERUSE_MODE: z.enum(["auto", "local", "mcp"]).optional().default("auto"),
+    COMPUTERUSE_MCP_SERVER: z.string().optional().default("computeruse"),
+});
+export const computerusePlugin = {
+    name: "plugin-computeruse",
+    description: "Computer automation plugin (local or MCP)",
+    config: {
+        COMPUTERUSE_ENABLED: process.env.COMPUTERUSE_ENABLED ?? "false",
+        COMPUTERUSE_MODE: process.env.COMPUTERUSE_MODE ?? "auto",
+        COMPUTERUSE_MCP_SERVER: process.env.COMPUTERUSE_MCP_SERVER ?? "computeruse",
+    },
+    async init(config, _runtime) {
+        logger.info("Initializing computeruse plugin");
+        const validated = await configSchema.parseAsync(config);
+        for (const [key, value] of Object.entries(validated)) {
+            process.env[key] = String(value);
+        }
+    },
+    services: [ComputerUseService],
+    actions: [
+        computeruseOpenApplicationAction,
+        computeruseClickAction,
+        computeruseTypeAction,
+        computeruseGetApplicationsAction,
+        computeruseGetWindowTreeAction,
+    ],
+    providers: [computeruseStateProvider, computeruseAvailableAppsProvider],
+    dependencies: ["mcp"],
+};
+export default computerusePlugin;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,gCAAgC,EAAE,MAAM,+BAA+B,CAAC;AACjF,OAAO,EAAE,8BAA8B,EAAE,MAAM,8BAA8B,CAAC;AAC9E,OAAO,EAAE,gCAAgC,EAAE,MAAM,+BAA+B,CAAC;AACjF,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,gCAAgC,EAAE,MAAM,+BAA+B,CAAC;AACjF,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAEvE,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,mBAAmB,EAAE,CAAC;SACnB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,OAAO,CAAC;SAChB,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC;IACrC,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7E,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CACrE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAW;IACvC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,2CAA2C;IACxD,MAAM,EAAE;QACN,mBAAmB,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO;QAC/D,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,MAAM;QACxD,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;KAC5E;IACD,KAAK,CAAC,IAAI,CAAC,MAA8B,EAAE,QAAuB;QAChE,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACrD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IACD,QAAQ,EAAE,CAAC,kBAAkB,CAAC;IAC9B,OAAO,EAAE;QACP,gCAAgC;QAChC,sBAAsB;QACtB,qBAAqB;QACrB,gCAAgC;QAChC,8BAA8B;KAC/B;IACD,SAAS,EAAE,CAAC,wBAAwB,EAAE,gCAAgC,CAAC;IACvE,YAAY,EAAE,CAAC,KAAK,CAAC;CACtB,CAAC;AAEF,eAAe,iBAAiB,CAAC","sourcesContent":["import type { IAgentRuntime, Plugin } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { z } from \"zod\";\nimport \"./service-registry.js\";\nimport { computeruseClickAction } from \"./actions/click.js\";\nimport { computeruseGetApplicationsAction } from \"./actions/get-applications.js\";\nimport { computeruseGetWindowTreeAction } from \"./actions/get-window-tree.js\";\nimport { computeruseOpenApplicationAction } from \"./actions/open-application.js\";\nimport { computeruseTypeAction } from \"./actions/type.js\";\nimport { computeruseAvailableAppsProvider } from \"./providers/available-apps.js\";\nimport { computeruseStateProvider } from \"./providers/computeruse-state.js\";\nimport { ComputerUseService } from \"./services/computeruse-service.js\";\n\nexport * from \"./types.js\";\nexport { ComputerUseService };\n\nconst configSchema = z.object({\n  COMPUTERUSE_ENABLED: z\n    .string()\n    .optional()\n    .default(\"false\")\n    .transform((val) => val === \"true\"),\n  COMPUTERUSE_MODE: z.enum([\"auto\", \"local\", \"mcp\"]).optional().default(\"auto\"),\n  COMPUTERUSE_MCP_SERVER: z.string().optional().default(\"computeruse\"),\n});\n\nexport const computerusePlugin: Plugin = {\n  name: \"plugin-computeruse\",\n  description: \"Computer automation plugin (local or MCP)\",\n  config: {\n    COMPUTERUSE_ENABLED: process.env.COMPUTERUSE_ENABLED ?? \"false\",\n    COMPUTERUSE_MODE: process.env.COMPUTERUSE_MODE ?? \"auto\",\n    COMPUTERUSE_MCP_SERVER: process.env.COMPUTERUSE_MCP_SERVER ?? \"computeruse\",\n  },\n  async init(config: Record<string, string>, _runtime: IAgentRuntime): Promise<void> {\n    logger.info(\"Initializing computeruse plugin\");\n    const validated = await configSchema.parseAsync(config);\n    for (const [key, value] of Object.entries(validated)) {\n      process.env[key] = String(value);\n    }\n  },\n  services: [ComputerUseService],\n  actions: [\n    computeruseOpenApplicationAction,\n    computeruseClickAction,\n    computeruseTypeAction,\n    computeruseGetApplicationsAction,\n    computeruseGetWindowTreeAction,\n  ],\n  providers: [computeruseStateProvider, computeruseAvailableAppsProvider],\n  dependencies: [\"mcp\"],\n};\n\nexport default computerusePlugin;\n"]}

package/dist/providers/available-apps.d.ts

@@ -0,0 +1,3 @@
+import type { Provider } from "@elizaos/core";
+export declare const computeruseAvailableAppsProvider: Provider;
+//# sourceMappingURL=available-apps.d.ts.map

package/dist/providers/available-apps.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"available-apps.d.ts","sourceRoot":"","sources":["../../src/providers/available-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAyB,QAAQ,EAAyB,MAAM,eAAe,CAAC;AAG5F,eAAO,MAAM,gCAAgC,EAAE,QAsB9C,CAAC"}

package/dist/providers/available-apps.js

@@ -0,0 +1,22 @@
+export const computeruseAvailableAppsProvider = {
+    name: "COMPUTERUSE_AVAILABLE_APPS",
+    description: "Lists currently running applications (best-effort, may be summarized in MCP mode)",
+    get: async (runtime, _message, _state) => {
+        const service = runtime.getService("computeruse");
+        if (!service || !service.isEnabled()) {
+            return {
+                text: "ComputerUse is disabled",
+                values: { enabled: false },
+                data: { enabled: false },
+            };
+        }
+        const apps = await service.getApplications();
+        const text = `Running applications (${apps.length}):\n${apps.map((a) => `- ${a}`).join("\n")}`;
+        return {
+            text,
+            values: { enabled: true, count: apps.length },
+            data: { enabled: true, apps, count: apps.length, backend: service.getBackendName() },
+        };
+    },
+};
+//# sourceMappingURL=available-apps.js.map

package/dist/providers/available-apps.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"available-apps.js","sourceRoot":"","sources":["../../src/providers/available-apps.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,gCAAgC,GAAa;IACxD,IAAI,EAAE,4BAA4B;IAClC,WAAW,EAAE,mFAAmF;IAChG,GAAG,EAAE,KAAK,EAAE,OAAsB,EAAE,QAAgB,EAAE,MAAa,EAA2B,EAAE;QAC9F,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACrC,OAAO;gBACL,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC1B,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,yBAAyB,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAE/F,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;YAC7C,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;SACrF,CAAC;IACJ,CAAC;CACF,CAAC","sourcesContent":["import type { IAgentRuntime, Memory, Provider, ProviderResult, State } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseAvailableAppsProvider: Provider = {\n  name: \"COMPUTERUSE_AVAILABLE_APPS\",\n  description: \"Lists currently running applications (best-effort, may be summarized in MCP mode)\",\n  get: async (runtime: IAgentRuntime, _message: Memory, _state: State): Promise<ProviderResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) {\n      return {\n        text: \"ComputerUse is disabled\",\n        values: { enabled: false },\n        data: { enabled: false },\n      };\n    }\n\n    const apps = await service.getApplications();\n    const text = `Running applications (${apps.length}):\\n${apps.map((a) => `- ${a}`).join(\"\\n\")}`;\n\n    return {\n      text,\n      values: { enabled: true, count: apps.length },\n      data: { enabled: true, apps, count: apps.length, backend: service.getBackendName() },\n    };\n  },\n};\n"]}

package/dist/providers/computeruse-state.d.ts

@@ -0,0 +1,3 @@
+import type { Provider } from "@elizaos/core";
+export declare const computeruseStateProvider: Provider;
+//# sourceMappingURL=computeruse-state.d.ts.map

package/dist/providers/computeruse-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"computeruse-state.d.ts","sourceRoot":"","sources":["../../src/providers/computeruse-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAyB,QAAQ,EAAyB,MAAM,eAAe,CAAC;AAG5F,eAAO,MAAM,wBAAwB,EAAE,QAmCtC,CAAC"}

package/dist/providers/computeruse-state.js

@@ -0,0 +1,35 @@
+export const computeruseStateProvider = {
+    name: "COMPUTERUSE_STATE",
+    description: "Provides current ComputerUse backend/mode information",
+    get: async (runtime, _message, _state) => {
+        const service = runtime.getService("computeruse");
+        if (!service || !service.isEnabled()) {
+            return {
+                text: "ComputerUse is disabled",
+                values: { enabled: false },
+                data: { enabled: false },
+            };
+        }
+        const backend = service.getBackendName();
+        const mode = service.getMode();
+        const mcpServer = service.getMcpServerName();
+        return {
+            text: `ComputerUse enabled. Mode=${mode}. Backend=${backend ?? "none"}. Platform=${process.platform}.`,
+            values: {
+                enabled: true,
+                mode,
+                backend: backend ?? "none",
+                platform: process.platform,
+                mcpServer,
+            },
+            data: {
+                enabled: true,
+                mode,
+                backend,
+                platform: process.platform,
+                mcpServer,
+            },
+        };
+    },
+};
+//# sourceMappingURL=computeruse-state.js.map

package/dist/providers/computeruse-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computeruse-state.js","sourceRoot":"","sources":["../../src/providers/computeruse-state.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,wBAAwB,GAAa;IAChD,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,uDAAuD;IACpE,GAAG,EAAE,KAAK,EAAE,OAAsB,EAAE,QAAgB,EAAE,MAAa,EAA2B,EAAE;QAC9F,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACrC,OAAO;gBACL,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC1B,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAE7C,OAAO;YACL,IAAI,EAAE,6BAA6B,IAAI,aAAa,OAAO,IAAI,MAAM,cAAc,OAAO,CAAC,QAAQ,GAAG;YACtG,MAAM,EAAE;gBACN,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,OAAO,EAAE,OAAO,IAAI,MAAM;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS;aACV;YACD,IAAI,EAAE;gBACJ,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,OAAO;gBACP,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS;aACV;SACF,CAAC;IACJ,CAAC;CACF,CAAC","sourcesContent":["import type { IAgentRuntime, Memory, Provider, ProviderResult, State } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseStateProvider: Provider = {\n  name: \"COMPUTERUSE_STATE\",\n  description: \"Provides current ComputerUse backend/mode information\",\n  get: async (runtime: IAgentRuntime, _message: Memory, _state: State): Promise<ProviderResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) {\n      return {\n        text: \"ComputerUse is disabled\",\n        values: { enabled: false },\n        data: { enabled: false },\n      };\n    }\n\n    const backend = service.getBackendName();\n    const mode = service.getMode();\n    const mcpServer = service.getMcpServerName();\n\n    return {\n      text: `ComputerUse enabled. Mode=${mode}. Backend=${backend ?? \"none\"}. Platform=${process.platform}.`,\n      values: {\n        enabled: true,\n        mode,\n        backend: backend ?? \"none\",\n        platform: process.platform,\n        mcpServer,\n      },\n      data: {\n        enabled: true,\n        mode,\n        backend,\n        platform: process.platform,\n        mcpServer,\n      },\n    };\n  },\n};\n"]}

package/dist/service-registry.d.ts

@@ -0,0 +1,7 @@
+declare module "@elizaos/core" {
+    interface ServiceTypeRegistry {
+        COMPUTERUSE: "computeruse";
+    }
+}
+export declare const COMPUTERUSE_SERVICE_TYPE: "computeruse";
+//# sourceMappingURL=service-registry.d.ts.map

package/dist/service-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-registry.d.ts","sourceRoot":"","sources":["../src/service-registry.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,eAAe,CAAC;IAC7B,UAAU,mBAAmB;QAC3B,WAAW,EAAE,aAAa,CAAC;KAC5B;CACF;AAED,eAAO,MAAM,wBAAwB,EAAG,aAAsB,CAAC"}

package/dist/service-registry.js

@@ -0,0 +1,2 @@
+export const COMPUTERUSE_SERVICE_TYPE = "computeruse";
+//# sourceMappingURL=service-registry.js.map

package/dist/service-registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-registry.js","sourceRoot":"","sources":["../src/service-registry.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAsB,CAAC","sourcesContent":["// Module augmentation: add COMPUTERUSE to the core service registry so\n// `runtime.getServiceLoadPromise(\"computeruse\")` is type-safe.\ndeclare module \"@elizaos/core\" {\n  interface ServiceTypeRegistry {\n    COMPUTERUSE: \"computeruse\";\n  }\n}\n\nexport const COMPUTERUSE_SERVICE_TYPE = \"computeruse\" as const;\n"]}

package/dist/services/computeruse-service.d.ts

@@ -0,0 +1,31 @@
+import type { IAgentRuntime } from "@elizaos/core";
+import { Service } from "@elizaos/core";
+import { type ComputerUseBackendName, type ComputerUseConfig } from "../types.js";
+export declare class ComputerUseService extends Service {
+    static serviceType: string;
+    capabilityDescription: string;
+    private computeruseConfig;
+    private backendName;
+    private initialized;
+    private localDesktop;
+    constructor(runtime?: IAgentRuntime);
+    static start(runtime: IAgentRuntime): Promise<ComputerUseService>;
+    stop(): Promise<void>;
+    getMode(): ComputerUseConfig["COMPUTERUSE_MODE"];
+    getBackendName(): ComputerUseBackendName | null;
+    getMcpServerName(): string;
+    isEnabled(): boolean;
+    ensureReady(): Promise<void>;
+    private initializeBackend;
+    private ensureLocalBackend;
+    private ensureMcpBackend;
+    private waitForMcpService;
+    private getMcp;
+    private parseProcessScopedSelector;
+    openApplication(appName: string): Promise<void>;
+    click(selector: string, timeoutMs: number, process?: string): Promise<void>;
+    typeText(selector: string, text: string, timeoutMs: number, clearBeforeTyping: boolean, process?: string): Promise<void>;
+    getWindowTree(process: string, title?: string, maxDepth?: number): Promise<string>;
+    getApplications(): Promise<string[]>;
+}
+//# sourceMappingURL=computeruse-service.d.ts.map

package/dist/services/computeruse-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"computeruse-service.d.ts","sourceRoot":"","sources":["../../src/services/computeruse-service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAU,OAAO,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EACL,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,EAGvB,MAAM,aAAa,CAAC;AAYrB,qBAAa,kBAAmB,SAAQ,OAAO;IAC7C,MAAM,CAAC,WAAW,SAAiB;IACnC,qBAAqB,SACmF;IAExG,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,YAAY,CAAuD;gBAE/D,OAAO,CAAC,EAAE,aAAa;WAStB,KAAK,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAKjE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,OAAO,IAAI,iBAAiB,CAAC,kBAAkB,CAAC;IAIhD,cAAc,IAAI,sBAAsB,GAAG,IAAI;IAI/C,gBAAgB,IAAI,MAAM;IAI1B,SAAS,IAAI,OAAO;IAId,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;YAMpB,iBAAiB;YAiCjB,kBAAkB;YAuBlB,gBAAgB;YAahB,iBAAiB;IAa/B,OAAO,CAAC,MAAM;IAQd,OAAO,CAAC,0BAA0B;IA0B5B,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB/C,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B3E,QAAQ,CACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,OAAO,EAC1B,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IA8BV,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiClF,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAiC3C"}

package/dist/services/computeruse-service.js

@@ -0,0 +1,274 @@
+import { logger, Service } from "@elizaos/core";
+import { computerUseConfigSchema, } from "../types.js";
+export class ComputerUseService extends Service {
+    static serviceType = "computeruse";
+    capabilityDescription = "Enables the agent to control a computer UI locally (when supported) or via a ComputerUse MCP server";
+    computeruseConfig;
+    backendName = null;
+    initialized = false;
+    // Lazy-loaded to avoid importing native bindings unless actually used.
+    localDesktop = null;
+    constructor(runtime) {
+        super(runtime);
+        this.computeruseConfig = computerUseConfigSchema.parse({
+            COMPUTERUSE_ENABLED: String(process.env.COMPUTERUSE_ENABLED ?? "false"),
+            COMPUTERUSE_MODE: String(process.env.COMPUTERUSE_MODE ?? "auto"),
+            COMPUTERUSE_MCP_SERVER: String(process.env.COMPUTERUSE_MCP_SERVER ?? "computeruse"),
+        });
+    }
+    static async start(runtime) {
+        const service = new ComputerUseService(runtime);
+        return service;
+    }
+    async stop() {
+        this.localDesktop = null;
+        this.backendName = null;
+        this.initialized = false;
+    }
+    getMode() {
+        return this.computeruseConfig.COMPUTERUSE_MODE;
+    }
+    getBackendName() {
+        return this.backendName;
+    }
+    getMcpServerName() {
+        return this.computeruseConfig.COMPUTERUSE_MCP_SERVER;
+    }
+    isEnabled() {
+        return this.computeruseConfig.COMPUTERUSE_ENABLED;
+    }
+    async ensureReady() {
+        if (this.initialized)
+            return;
+        this.initialized = true;
+        await this.initializeBackend();
+    }
+    async initializeBackend() {
+        if (!this.computeruseConfig.COMPUTERUSE_ENABLED) {
+            logger.info("[computeruse] disabled (COMPUTERUSE_ENABLED=false)");
+            this.backendName = null;
+            return;
+        }
+        const mode = this.computeruseConfig.COMPUTERUSE_MODE;
+        if (mode === "local") {
+            await this.ensureLocalBackend();
+            this.backendName = "local";
+            return;
+        }
+        if (mode === "mcp") {
+            await this.ensureMcpBackend();
+            this.backendName = "mcp";
+            return;
+        }
+        // auto - try local on all platforms, fall back to MCP
+        try {
+            await this.ensureLocalBackend();
+            this.backendName = "local";
+            return;
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            logger.warn(`[computeruse] local backend unavailable, falling back to mcp: ${msg}`);
+        }
+        await this.ensureMcpBackend();
+        this.backendName = "mcp";
+    }
+    async ensureLocalBackend() {
+        if (this.localDesktop)
+            return;
+        // Import only when needed (native optional deps).
+        try {
+            const mod = await import("@elizaos/computeruse");
+            this.localDesktop = new mod.Desktop();
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            const platform = process.platform;
+            if (platform === "darwin") {
+                throw new Error(`macOS native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-darwin-* is installed.`);
+            }
+            else if (platform === "linux") {
+                throw new Error(`Linux native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-linux-* is installed.`);
+            }
+            throw err;
+        }
+    }
+    async ensureMcpBackend() {
+        const mcp = await this.waitForMcpService();
+        const serverName = this.computeruseConfig.COMPUTERUSE_MCP_SERVER;
+        const servers = mcp.getServers();
+        const exists = servers.some((s) => s.name === serverName);
+        if (!exists) {
+            throw new Error(`MCP server "${serverName}" not configured. Add it under runtime/character settings "mcp.servers".`);
+        }
+    }
+    async waitForMcpService() {
+        // Services are registered during runtime initialization; depending on plugin order,
+        // "mcp" may not be available during another service's start hook.
+        for (let attempt = 0; attempt < 20; attempt++) {
+            const mcp = this.runtime.getService("mcp");
+            if (mcp)
+                return mcp;
+            await new Promise((resolve) => setTimeout(resolve, 50));
+        }
+        throw new Error("MCP service not available. Add @elizaos/plugin-mcp and configure a computeruse server.");
+    }
+    getMcp() {
+        const mcp = this.runtime.getService("mcp");
+        if (!mcp) {
+            throw new Error("MCP service not available");
+        }
+        return mcp;
+    }
+    parseProcessScopedSelector(rawSelector, processHint) {
+        const selector = rawSelector.trim();
+        const match = selector.match(/^\s*process:([^\s>]+)\s*(?:>>\s*(.*))?$/);
+        if (match) {
+            const process = match[1]?.trim();
+            const inner = (match[2] ?? "").trim();
+            if (!process) {
+                throw new Error("Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'");
+            }
+            return { process, selector: inner };
+        }
+        const process = processHint?.trim();
+        if (!process) {
+            throw new Error("Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'");
+        }
+        return { process, selector };
+    }
+    async openApplication(appName) {
+        await this.ensureReady();
+        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
+            throw new Error("ComputerUse is disabled");
+        if (this.backendName === "local") {
+            await this.ensureLocalBackend();
+            this.localDesktop?.openApplication(appName);
+            return;
+        }
+        if (this.backendName === "mcp") {
+            const mcp = this.getMcp();
+            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "open_application", {
+                app_name: appName,
+                verify_element_exists: "",
+                verify_element_not_exists: "",
+                include_tree_after_action: false,
+            });
+            return;
+        }
+        throw new Error("ComputerUse backend not initialized");
+    }
+    async click(selector, timeoutMs, process) {
+        await this.ensureReady();
+        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
+            throw new Error("ComputerUse is disabled");
+        if (this.backendName === "local") {
+            await this.ensureLocalBackend();
+            const el = await this.localDesktop?.locator(selector).first(timeoutMs);
+            if (!el)
+                throw new Error(`Element not found: ${selector}`);
+            await el.click();
+            return;
+        }
+        if (this.backendName === "mcp") {
+            const mcp = this.getMcp();
+            const parsed = this.parseProcessScopedSelector(selector, process);
+            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "click_element", {
+                process: parsed.process,
+                selector: parsed.selector,
+                timeout_ms: timeoutMs,
+                verify_element_exists: "",
+                verify_element_not_exists: "",
+                highlight_before_action: false,
+                ui_diff_before_after: false,
+            });
+            return;
+        }
+        throw new Error("ComputerUse backend not initialized");
+    }
+    async typeText(selector, text, timeoutMs, clearBeforeTyping, process) {
+        await this.ensureReady();
+        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
+            throw new Error("ComputerUse is disabled");
+        if (this.backendName === "local") {
+            await this.ensureLocalBackend();
+            const el = await this.localDesktop?.locator(selector).first(timeoutMs);
+            if (!el)
+                throw new Error(`Element not found: ${selector}`);
+            el.typeText(text, { clearBeforeTyping });
+            return;
+        }
+        if (this.backendName === "mcp") {
+            const mcp = this.getMcp();
+            const parsed = this.parseProcessScopedSelector(selector, process);
+            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "type_into_element", {
+                process: parsed.process,
+                selector: parsed.selector,
+                text_to_type: text,
+                timeout_ms: timeoutMs,
+                clear_before_typing: clearBeforeTyping,
+                highlight_before_action: false,
+                ui_diff_before_after: false,
+            });
+            return;
+        }
+        throw new Error("ComputerUse backend not initialized");
+    }
+    async getWindowTree(process, title, maxDepth) {
+        await this.ensureReady();
+        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
+            throw new Error("ComputerUse is disabled");
+        if (this.backendName === "local") {
+            await this.ensureLocalBackend();
+            const tree = this.localDesktop?.getWindowTree(process, title, undefined);
+            return JSON.stringify(tree ?? null, null, 2);
+        }
+        if (this.backendName === "mcp") {
+            const mcp = this.getMcp();
+            const toolArgs = {
+                process,
+                include_tree_after_action: true,
+            };
+            if (title !== undefined)
+                toolArgs.title = title;
+            if (maxDepth !== undefined)
+                toolArgs.tree_max_depth = maxDepth;
+            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "get_window_tree", toolArgs);
+            const texts = res.content
+                .filter((c) => c.type === "text")
+                .map((c) => c.text)
+                .filter((t) => typeof t === "string");
+            return texts.join("\n");
+        }
+        throw new Error("ComputerUse backend not initialized");
+    }
+    async getApplications() {
+        await this.ensureReady();
+        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
+            throw new Error("ComputerUse is disabled");
+        if (this.backendName === "local") {
+            await this.ensureLocalBackend();
+            const apps = this.localDesktop?.applications() ?? [];
+            // Normalize into human-readable names.
+            const names = [];
+            for (const app of apps) {
+                const n = app.name();
+                if (typeof n === "string" && n.trim().length > 0)
+                    names.push(n);
+            }
+            return names;
+        }
+        if (this.backendName === "mcp") {
+            const mcp = this.getMcp();
+            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "get_applications_and_windows_list", {});
+            // Return text-only summary for now; structured parsing is done in actions/providers if needed.
+            const texts = res.content
+                .filter((c) => c.type === "text")
+                .map((c) => c.text)
+                .filter((t) => typeof t === "string");
+            return texts.length > 0 ? texts : ["(see MCP tool output)"];
+        }
+        throw new Error("ComputerUse backend not initialized");
+    }
+}
+//# sourceMappingURL=computeruse-service.js.map

package/dist/services/computeruse-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computeruse-service.js","sourceRoot":"","sources":["../../src/services/computeruse-service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAGL,uBAAuB,GAExB,MAAM,aAAa,CAAC;AAYrB,MAAM,OAAO,kBAAmB,SAAQ,OAAO;IAC7C,MAAM,CAAC,WAAW,GAAG,aAAa,CAAC;IACnC,qBAAqB,GACnB,qGAAqG,CAAC;IAEhG,iBAAiB,CAAoB;IACrC,WAAW,GAAkC,IAAI,CAAC;IAClD,WAAW,GAAG,KAAK,CAAC;IAE5B,uEAAuE;IAC/D,YAAY,GAAkD,IAAI,CAAC;IAE3E,YAAY,OAAuB;QACjC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,iBAAiB,GAAG,uBAAuB,CAAC,KAAK,CAAC;YACrD,mBAAmB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC;YACvE,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,MAAM,CAAC;YAChE,sBAAsB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa,CAAC;SACpF,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAsB;QACvC,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CAAC;IACvD,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAClE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QACrD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC3B,OAAO;QACT,CAAC;QACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,OAAO;QACT,CAAC;QAED,sDAAsD;QACtD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC3B,OAAO;QACT,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,iEAAiE,GAAG,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAE9B,kDAAkD;QAClD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YACjD,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAClC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,wCAAwC,GAAG,sEAAsE,CAClH,CAAC;YACJ,CAAC;iBAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CACb,wCAAwC,GAAG,qEAAqE,CACjH,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE3C,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CAAC;QACjE,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,eAAe,UAAU,0EAA0E,CACpG,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,oFAAoF;QACpF,kEAAkE;QAClE,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAiB,KAAK,CAAC,CAAC;YAC3D,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;YACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,IAAI,KAAK,CACb,wFAAwF,CACzF,CAAC;IACJ,CAAC;IAEO,MAAM;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAiB,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,0BAA0B,CAChC,WAAmB,EACnB,WAAoB;QAEpB,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACxE,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CACb,6FAA6F,CAC9F,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACtC,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,6FAA6F,CAC9F,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,kBAAkB,EAAE;gBACpF,QAAQ,EAAE,OAAO;gBACjB,qBAAqB,EAAE,EAAE;gBACzB,yBAAyB,EAAE,EAAE;gBAC7B,yBAAyB,EAAE,KAAK;aACjC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAgB,EAAE,SAAiB,EAAE,OAAgB;QAC/D,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAC3D,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,eAAe,EAAE;gBACjF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,UAAU,EAAE,SAAS;gBACrB,qBAAqB,EAAE,EAAE;gBACzB,yBAAyB,EAAE,EAAE;gBAC7B,uBAAuB,EAAE,KAAK;gBAC9B,oBAAoB,EAAE,KAAK;aAC5B,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAgB,EAChB,IAAY,EACZ,SAAiB,EACjB,iBAA0B,EAC1B,OAAgB;QAEhB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAC3D,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,mBAAmB,EAAE;gBACrF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,SAAS;gBACrB,mBAAmB,EAAE,iBAAiB;gBACtC,uBAAuB,EAAE,KAAK;gBAC9B,oBAAoB,EAAE,KAAK;aAC5B,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,KAAc,EAAE,QAAiB;QACpE,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAe;gBAC3B,OAAO;gBACP,yBAAyB,EAAE,IAAI;aAChC,CAAC;YACF,IAAI,KAAK,KAAK,SAAS;gBAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YAChD,IAAI,QAAQ,KAAK,SAAS;gBAAE,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC5B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,iBAAiB,EACjB,QAAQ,CACT,CAAC;YACF,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACxC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5F,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YACrD,uCAAuC;YACvC,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;gBACrB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC5B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,mCAAmC,EACnC,EAAE,CACH,CAAC;YACF,+FAA+F;YAC/F,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACxC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC","sourcesContent":["import type { IAgentRuntime } from \"@elizaos/core\";\nimport { logger, Service } from \"@elizaos/core\";\nimport type { CallToolResult } from \"@modelcontextprotocol/sdk/types.js\";\nimport {\n  type ComputerUseBackendName,\n  type ComputerUseConfig,\n  computerUseConfigSchema,\n  type JsonObject,\n} from \"../types.js\";\n\n// Runtime service shape (from @elizaos/plugin-mcp), referenced structurally to avoid a hard dep.\ninterface McpServiceLike extends Service {\n  callTool(\n    serverName: string,\n    toolName: string,\n    toolArguments?: Readonly<JsonObject>\n  ): Promise<CallToolResult>;\n  getServers(): ReadonlyArray<{ name: string; status: string }>;\n}\n\nexport class ComputerUseService extends Service {\n  static serviceType = \"computeruse\";\n  capabilityDescription =\n    \"Enables the agent to control a computer UI locally (when supported) or via a ComputerUse MCP server\";\n\n  private computeruseConfig: ComputerUseConfig;\n  private backendName: ComputerUseBackendName | null = null;\n  private initialized = false;\n\n  // Lazy-loaded to avoid importing native bindings unless actually used.\n  private localDesktop: import(\"@elizaos/computeruse\").Desktop | null = null;\n\n  constructor(runtime?: IAgentRuntime) {\n    super(runtime);\n    this.computeruseConfig = computerUseConfigSchema.parse({\n      COMPUTERUSE_ENABLED: String(process.env.COMPUTERUSE_ENABLED ?? \"false\"),\n      COMPUTERUSE_MODE: String(process.env.COMPUTERUSE_MODE ?? \"auto\"),\n      COMPUTERUSE_MCP_SERVER: String(process.env.COMPUTERUSE_MCP_SERVER ?? \"computeruse\"),\n    });\n  }\n\n  static async start(runtime: IAgentRuntime): Promise<ComputerUseService> {\n    const service = new ComputerUseService(runtime);\n    return service;\n  }\n\n  async stop(): Promise<void> {\n    this.localDesktop = null;\n    this.backendName = null;\n    this.initialized = false;\n  }\n\n  getMode(): ComputerUseConfig[\"COMPUTERUSE_MODE\"] {\n    return this.computeruseConfig.COMPUTERUSE_MODE;\n  }\n\n  getBackendName(): ComputerUseBackendName | null {\n    return this.backendName;\n  }\n\n  getMcpServerName(): string {\n    return this.computeruseConfig.COMPUTERUSE_MCP_SERVER;\n  }\n\n  isEnabled(): boolean {\n    return this.computeruseConfig.COMPUTERUSE_ENABLED;\n  }\n\n  async ensureReady(): Promise<void> {\n    if (this.initialized) return;\n    this.initialized = true;\n    await this.initializeBackend();\n  }\n\n  private async initializeBackend(): Promise<void> {\n    if (!this.computeruseConfig.COMPUTERUSE_ENABLED) {\n      logger.info(\"[computeruse] disabled (COMPUTERUSE_ENABLED=false)\");\n      this.backendName = null;\n      return;\n    }\n\n    const mode = this.computeruseConfig.COMPUTERUSE_MODE;\n    if (mode === \"local\") {\n      await this.ensureLocalBackend();\n      this.backendName = \"local\";\n      return;\n    }\n    if (mode === \"mcp\") {\n      await this.ensureMcpBackend();\n      this.backendName = \"mcp\";\n      return;\n    }\n\n    // auto - try local on all platforms, fall back to MCP\n    try {\n      await this.ensureLocalBackend();\n      this.backendName = \"local\";\n      return;\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.warn(`[computeruse] local backend unavailable, falling back to mcp: ${msg}`);\n    }\n\n    await this.ensureMcpBackend();\n    this.backendName = \"mcp\";\n  }\n\n  private async ensureLocalBackend(): Promise<void> {\n    if (this.localDesktop) return;\n\n    // Import only when needed (native optional deps).\n    try {\n      const mod = await import(\"@elizaos/computeruse\");\n      this.localDesktop = new mod.Desktop();\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      const platform = process.platform;\n      if (platform === \"darwin\") {\n        throw new Error(\n          `macOS native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-darwin-* is installed.`\n        );\n      } else if (platform === \"linux\") {\n        throw new Error(\n          `Linux native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-linux-* is installed.`\n        );\n      }\n      throw err;\n    }\n  }\n\n  private async ensureMcpBackend(): Promise<void> {\n    const mcp = await this.waitForMcpService();\n\n    const serverName = this.computeruseConfig.COMPUTERUSE_MCP_SERVER;\n    const servers = mcp.getServers();\n    const exists = servers.some((s) => s.name === serverName);\n    if (!exists) {\n      throw new Error(\n        `MCP server \"${serverName}\" not configured. Add it under runtime/character settings \"mcp.servers\".`\n      );\n    }\n  }\n\n  private async waitForMcpService(): Promise<McpServiceLike> {\n    // Services are registered during runtime initialization; depending on plugin order,\n    // \"mcp\" may not be available during another service's start hook.\n    for (let attempt = 0; attempt < 20; attempt++) {\n      const mcp = this.runtime.getService<McpServiceLike>(\"mcp\");\n      if (mcp) return mcp;\n      await new Promise<void>((resolve) => setTimeout(resolve, 50));\n    }\n    throw new Error(\n      \"MCP service not available. Add @elizaos/plugin-mcp and configure a computeruse server.\"\n    );\n  }\n\n  private getMcp(): McpServiceLike {\n    const mcp = this.runtime.getService<McpServiceLike>(\"mcp\");\n    if (!mcp) {\n      throw new Error(\"MCP service not available\");\n    }\n    return mcp;\n  }\n\n  private parseProcessScopedSelector(\n    rawSelector: string,\n    processHint?: string\n  ): { process: string; selector: string } {\n    const selector = rawSelector.trim();\n    const match = selector.match(/^\\s*process:([^\\s>]+)\\s*(?:>>\\s*(.*))?$/);\n    if (match) {\n      const process = match[1]?.trim();\n      const inner = (match[2] ?? \"\").trim();\n      if (!process) {\n        throw new Error(\n          \"Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'\"\n        );\n      }\n      return { process, selector: inner };\n    }\n\n    const process = processHint?.trim();\n    if (!process) {\n      throw new Error(\n        \"Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'\"\n      );\n    }\n    return { process, selector };\n  }\n\n  async openApplication(appName: string): Promise<void> {\n    await this.ensureReady();\n    if (!this.computeruseConfig.COMPUTERUSE_ENABLED) throw new Error(\"ComputerUse is disabled\");\n\n    if (this.backendName === \"local\") {\n      await this.ensureLocalBackend();\n      this.localDesktop?.openApplication(appName);\n      return;\n    }\n\n    if (this.backendName === \"mcp\") {\n      const mcp = this.getMcp();\n      await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, \"open_application\", {\n        app_name: appName,\n        verify_element_exists: \"\",\n        verify_element_not_exists: \"\",\n        include_tree_after_action: false,\n      });\n      return;\n    }\n\n    throw new Error(\"ComputerUse backend not initialized\");\n  }\n\n  async click(selector: string, timeoutMs: number, process?: string): Promise<void> {\n    await this.ensureReady();\n    if (!this.computeruseConfig.COMPUTERUSE_ENABLED) throw new Error(\"ComputerUse is disabled\");\n\n    if (this.backendName === \"local\") {\n      await this.ensureLocalBackend();\n      const el = await this.localDesktop?.locator(selector).first(timeoutMs);\n      if (!el) throw new Error(`Element not found: ${selector}`);\n      await el.click();\n      return;\n    }\n\n    if (this.backendName === \"mcp\") {\n      const mcp = this.getMcp();\n      const parsed = this.parseProcessScopedSelector(selector, process);\n      await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, \"click_element\", {\n        process: parsed.process,\n        selector: parsed.selector,\n        timeout_ms: timeoutMs,\n        verify_element_exists: \"\",\n        verify_element_not_exists: \"\",\n        highlight_before_action: false,\n        ui_diff_before_after: false,\n      });\n      return;\n    }\n\n    throw new Error(\"ComputerUse backend not initialized\");\n  }\n\n  async typeText(\n    selector: string,\n    text: string,\n    timeoutMs: number,\n    clearBeforeTyping: boolean,\n    process?: string\n  ): Promise<void> {\n    await this.ensureReady();\n    if (!this.computeruseConfig.COMPUTERUSE_ENABLED) throw new Error(\"ComputerUse is disabled\");\n\n    if (this.backendName === \"local\") {\n      await this.ensureLocalBackend();\n      const el = await this.localDesktop?.locator(selector).first(timeoutMs);\n      if (!el) throw new Error(`Element not found: ${selector}`);\n      el.typeText(text, { clearBeforeTyping });\n      return;\n    }\n\n    if (this.backendName === \"mcp\") {\n      const mcp = this.getMcp();\n      const parsed = this.parseProcessScopedSelector(selector, process);\n      await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, \"type_into_element\", {\n        process: parsed.process,\n        selector: parsed.selector,\n        text_to_type: text,\n        timeout_ms: timeoutMs,\n        clear_before_typing: clearBeforeTyping,\n        highlight_before_action: false,\n        ui_diff_before_after: false,\n      });\n      return;\n    }\n\n    throw new Error(\"ComputerUse backend not initialized\");\n  }\n\n  async getWindowTree(process: string, title?: string, maxDepth?: number): Promise<string> {\n    await this.ensureReady();\n    if (!this.computeruseConfig.COMPUTERUSE_ENABLED) throw new Error(\"ComputerUse is disabled\");\n\n    if (this.backendName === \"local\") {\n      await this.ensureLocalBackend();\n      const tree = this.localDesktop?.getWindowTree(process, title, undefined);\n      return JSON.stringify(tree ?? null, null, 2);\n    }\n\n    if (this.backendName === \"mcp\") {\n      const mcp = this.getMcp();\n      const toolArgs: JsonObject = {\n        process,\n        include_tree_after_action: true,\n      };\n      if (title !== undefined) toolArgs.title = title;\n      if (maxDepth !== undefined) toolArgs.tree_max_depth = maxDepth;\n      const res = await mcp.callTool(\n        this.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n        \"get_window_tree\",\n        toolArgs\n      );\n      const texts = res.content\n        .filter((c) => c.type === \"text\")\n        .map((c) => c.text)\n        .filter((t) => typeof t === \"string\");\n      return texts.join(\"\\n\");\n    }\n\n    throw new Error(\"ComputerUse backend not initialized\");\n  }\n\n  async getApplications(): Promise<string[]> {\n    await this.ensureReady();\n    if (!this.computeruseConfig.COMPUTERUSE_ENABLED) throw new Error(\"ComputerUse is disabled\");\n\n    if (this.backendName === \"local\") {\n      await this.ensureLocalBackend();\n      const apps = this.localDesktop?.applications() ?? [];\n      // Normalize into human-readable names.\n      const names: string[] = [];\n      for (const app of apps) {\n        const n = app.name();\n        if (typeof n === \"string\" && n.trim().length > 0) names.push(n);\n      }\n      return names;\n    }\n\n    if (this.backendName === \"mcp\") {\n      const mcp = this.getMcp();\n      const res = await mcp.callTool(\n        this.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n        \"get_applications_and_windows_list\",\n        {}\n      );\n      // Return text-only summary for now; structured parsing is done in actions/providers if needed.\n      const texts = res.content\n        .filter((c) => c.type === \"text\")\n        .map((c) => c.text)\n        .filter((t) => typeof t === \"string\");\n      return texts.length > 0 ? texts : [\"(see MCP tool output)\"];\n    }\n\n    throw new Error(\"ComputerUse backend not initialized\");\n  }\n}\n"]}

package/dist/types.d.ts

@@ -0,0 +1,41 @@
+import { z } from "zod";
+export type JsonPrimitive = string | number | boolean | null;
+export type JsonValue = JsonPrimitive | JsonValue[] | {
+    [key: string]: JsonValue;
+};
+export type JsonObject = {
+    [key: string]: JsonValue;
+};
+export type ComputerUseMode = "auto" | "local" | "mcp";
+export declare const computerUseConfigSchema: z.ZodObject<{
+    COMPUTERUSE_ENABLED: z.ZodPipe<z.ZodDefault<z.ZodOptional<z.ZodString>>, z.ZodTransform<boolean, string>>;
+    COMPUTERUSE_MODE: z.ZodDefault<z.ZodOptional<z.ZodEnum<{
+        auto: "auto";
+        local: "local";
+        mcp: "mcp";
+    }>>>;
+    COMPUTERUSE_MCP_SERVER: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+}, z.core.$strip>;
+export type ComputerUseConfig = z.infer<typeof computerUseConfigSchema>;
+export type ComputerUseBackendName = "local" | "mcp";
+export interface ComputerUseOpenApplicationInput {
+    readonly name: string;
+}
+export interface ComputerUseClickInput {
+    readonly process?: string;
+    readonly selector: string;
+    readonly timeoutMs: number;
+}
+export interface ComputerUseTypeInput {
+    readonly process?: string;
+    readonly selector: string;
+    readonly text: string;
+    readonly timeoutMs: number;
+    readonly clearBeforeTyping: boolean;
+}
+export interface ComputerUseGetWindowTreeInput {
+    readonly process: string;
+    readonly title?: string;
+    readonly maxDepth?: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;AAC7D,MAAM,MAAM,SAAS,GAAG,aAAa,GAAG,SAAS,EAAE,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AACnF,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEtD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAEvD,eAAO,MAAM,uBAAuB;;;;;;;;iBAQlC,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,KAAK,CAAC;AAErD,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;CACrC;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B"}

package/dist/types.js

@@ -0,0 +1,11 @@
+import { z } from "zod";
+export const computerUseConfigSchema = z.object({
+    COMPUTERUSE_ENABLED: z
+        .string()
+        .optional()
+        .default("false")
+        .transform((val) => val === "true"),
+    COMPUTERUSE_MODE: z.enum(["auto", "local", "mcp"]).optional().default("auto"),
+    COMPUTERUSE_MCP_SERVER: z.string().optional().default("computeruse"),
+});
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,mBAAmB,EAAE,CAAC;SACnB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,OAAO,CAAC;SAChB,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC;IACrC,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7E,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CACrE,CAAC,CAAC","sourcesContent":["import { z } from \"zod\";\n\nexport type JsonPrimitive = string | number | boolean | null;\nexport type JsonValue = JsonPrimitive | JsonValue[] | { [key: string]: JsonValue };\nexport type JsonObject = { [key: string]: JsonValue };\n\nexport type ComputerUseMode = \"auto\" | \"local\" | \"mcp\";\n\nexport const computerUseConfigSchema = z.object({\n  COMPUTERUSE_ENABLED: z\n    .string()\n    .optional()\n    .default(\"false\")\n    .transform((val) => val === \"true\"),\n  COMPUTERUSE_MODE: z.enum([\"auto\", \"local\", \"mcp\"]).optional().default(\"auto\"),\n  COMPUTERUSE_MCP_SERVER: z.string().optional().default(\"computeruse\"),\n});\n\nexport type ComputerUseConfig = z.infer<typeof computerUseConfigSchema>;\n\nexport type ComputerUseBackendName = \"local\" | \"mcp\";\n\nexport interface ComputerUseOpenApplicationInput {\n  readonly name: string;\n}\n\nexport interface ComputerUseClickInput {\n  readonly process?: string;\n  readonly selector: string;\n  readonly timeoutMs: number;\n}\n\nexport interface ComputerUseTypeInput {\n  readonly process?: string;\n  readonly selector: string;\n  readonly text: string;\n  readonly timeoutMs: number;\n  readonly clearBeforeTyping: boolean;\n}\n\nexport interface ComputerUseGetWindowTreeInput {\n  readonly process: string;\n  readonly title?: string;\n  readonly maxDepth?: number;\n}\n"]}

package/dist/utils/params.d.ts

@@ -0,0 +1,5 @@
+import type { ActionParameters } from "@elizaos/core";
+export declare function getStringParam(params: ActionParameters | undefined, name: string): string | undefined;
+export declare function getNumberParam(params: ActionParameters | undefined, name: string): number | undefined;
+export declare function getBooleanParam(params: ActionParameters | undefined, name: string): boolean | undefined;
+//# sourceMappingURL=params.d.ts.map

package/dist/utils/params.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"params.d.ts","sourceRoot":"","sources":["../../src/utils/params.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,wBAAgB,cAAc,CAC5B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACX,MAAM,GAAG,SAAS,CAGpB;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACX,MAAM,GAAG,SAAS,CAGpB;AAED,wBAAgB,eAAe,CAC7B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACX,OAAO,GAAG,SAAS,CAGrB"}

package/dist/utils/params.js

@@ -0,0 +1,13 @@
+export function getStringParam(params, name) {
+    const val = params?.[name];
+    return typeof val === "string" ? val : undefined;
+}
+export function getNumberParam(params, name) {
+    const val = params?.[name];
+    return typeof val === "number" ? val : undefined;
+}
+export function getBooleanParam(params, name) {
+    const val = params?.[name];
+    return typeof val === "boolean" ? val : undefined;
+}
+//# sourceMappingURL=params.js.map

package/dist/utils/params.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"params.js","sourceRoot":"","sources":["../../src/utils/params.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,cAAc,CAC5B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACpD,CAAC","sourcesContent":["import type { ActionParameters } from \"@elizaos/core\";\n\nexport function getStringParam(\n  params: ActionParameters | undefined,\n  name: string\n): string | undefined {\n  const val = params?.[name];\n  return typeof val === \"string\" ? val : undefined;\n}\n\nexport function getNumberParam(\n  params: ActionParameters | undefined,\n  name: string\n): number | undefined {\n  const val = params?.[name];\n  return typeof val === \"number\" ? val : undefined;\n}\n\nexport function getBooleanParam(\n  params: ActionParameters | undefined,\n  name: string\n): boolean | undefined {\n  const val = params?.[name];\n  return typeof val === \"boolean\" ? val : undefined;\n}\n"]}

package/package.json

@@ -0,0 +1,77 @@
+{
+  "name": "@elizaos/plugin-computeruse",
+  "description": "Computer automation plugin for ElizaOS - enables AI agents to control the local machine (when supported) or a remote ComputerUse MCP server",
+  "version": "2.0.0-alpha.1",
+  "type": "module",
+  "main": "dist/index.js",
+  "module": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "packageType": "plugin",
+  "platform": "node",
+  "license": "MIT",
+  "keywords": ["plugin", "elizaos", "computeruse", "automation", "desktop", "gui", "mcp"],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/elizaos/eliza"
+  },
+  "homepage": "https://elizaos.ai",
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "import": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.js"
+      }
+    }
+  },
+  "files": ["dist", "README.md", "package.json"],
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.21.0",
+    "zod": "^4.3.5"
+  },
+  "peerDependencies": {
+    "@elizaos/core": "workspace:*",
+    "@elizaos/computeruse": "workspace:*"
+  },
+  "devDependencies": {
+    "@elizaos/plugin-eliza-classic": "workspace:*",
+    "@elizaos/plugin-inmemorydb": "workspace:*",
+    "@elizaos/plugin-mcp": "workspace:*",
+    "typescript": "^5.9.3",
+    "@biomejs/biome": "^2.3.11",
+    "vitest": "^4.0.17"
+  },
+  "scripts": {
+    "dev": "bun --hot build.ts",
+    "test": "vitest run || echo 'TypeScript tests skipped - no tests found'",
+    "lint": "bunx @biomejs/biome check --write --unsafe .",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist .turbo",
+    "lint:check": "bunx @biomejs/biome check .",
+    "build": "bun run build.ts",
+    "build:ts": "bun run build.ts"
+  },
+  "agentConfig": {
+    "pluginType": "elizaos:plugin:1.0.0",
+    "pluginParameters": {
+      "COMPUTERUSE_ENABLED": {
+        "type": "boolean",
+        "description": "Enable ComputerUse actions/providers (default: false)",
+        "required": false
+      },
+      "COMPUTERUSE_MODE": {
+        "type": "string",
+        "description": "Execution mode: auto | local | mcp (default: auto)",
+        "required": false
+      },
+      "COMPUTERUSE_MCP_SERVER": {
+        "type": "string",
+        "description": "MCP server name to use for remote control (default: computeruse)",
+        "required": false
+      }
+    }
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}