@elizaos/plugin-computeruse 2.0.0-alpha.8 → 2.0.0-beta.1

package/dist/actions/get-window-tree.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-window-tree.js","sourceRoot":"","sources":["../../src/actions/get-window-tree.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpE,MAAM,CAAC,MAAM,8BAA8B,GAAW;IACpD,IAAI,EAAE,6BAA6B;IACnC,WAAW,EACT,oGAAoG;IACtG,OAAO,EAAE,CAAC,aAAa,EAAE,aAAa,EAAE,cAAc,CAAC;IACvD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,mEAAmE;YAChF,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC;QACD;YACE,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,8BAA8B;YAC3C,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC3B;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,yCAAyC;YACtD,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE;YACtC,QAAQ,EAAE,CAAC,CAAC,CAAC;SACd;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAChG,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QAEnF,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEpD,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,qCAAqC,EAAE,CAAC;QAErF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YACvE,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,qBAAqB;gBAC5D,OAAO,EAAE,CAAC,6BAA6B,CAAC;gBACxC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE;gBACpC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aACtE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,yCAAyC,GAAG,EAAE,CAAC,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,uCAAuC,GAAG,EAAE;gBAClD,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE;gBACpC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aACtE,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseGetWindowTreeAction: Action = {\n  name: \"COMPUTERUSE_GET_WINDOW_TREE\",\n  description:\n    \"Gets the UI tree for a running application (useful for understanding what is currently on screen).\",\n  similes: [\"GET_UI_TREE\", \"WINDOW_TREE\", \"DUMP_UI_TREE\"],\n  parameters: [\n    {\n      name: \"process\",\n      description: \"Process name of the target application (e.g. 'chrome', 'notepad')\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"chrome\", \"notepad\"],\n    },\n    {\n      name: \"title\",\n      description: \"Optional window title filter\",\n      required: false,\n      schema: { type: \"string\" },\n    },\n    {\n      name: \"maxDepth\",\n      description: \"Optional max tree depth (MCP mode only)\",\n      required: false,\n      schema: { type: \"number\", minimum: 0 },\n      examples: [6],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"window tree\") || text.includes(\"ui tree\") || text.includes(\"dump tree\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) return { success: false, text: \"ComputerUse service not available\" };\n\n    const params = options?.parameters;\n    const process = getStringParam(params, \"process\");\n    const title = getStringParam(params, \"title\");\n    const maxDepth = getNumberParam(params, \"maxDepth\");\n\n    if (!process) return { success: false, text: \"Missing required parameter: process\" };\n\n    try {\n      const treeText = await service.getWindowTree(process, title, maxDepth);\n      const response: Content = {\n        text: treeText.length > 0 ? treeText : \"(empty tree result)\",\n        actions: [\"COMPUTERUSE_GET_WINDOW_TREE\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { process, title, maxDepth },\n        data: { process, title, maxDepth, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] get window tree failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse get window tree failed: ${msg}`,\n        values: { process, title, maxDepth },\n        data: { process, title, maxDepth, backend: service.getBackendName() },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/open-application.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseOpenApplicationAction: Action;
-//# sourceMappingURL=open-application.d.ts.map

package/dist/actions/open-application.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"open-application.d.ts","sourceRoot":"","sources":["../../src/actions/open-application.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,gCAAgC,EAAE,MA4D9C,CAAC"}

package/dist/actions/open-application.js

@@ -1,57 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getStringParam } from "../utils/params.js";
-export const computeruseOpenApplicationAction = {
-    name: "COMPUTERUSE_OPEN_APPLICATION",
-    description: "Opens an application on the target machine (local or MCP).",
-    similes: ["OPEN_APP", "LAUNCH_APP", "START_APPLICATION"],
-    parameters: [
-        {
-            name: "name",
-            description: "Application name or executable path (e.g. 'calc', 'notepad', 'chrome')",
-            required: true,
-            schema: { type: "string" },
-            examples: ["calc", "notepad", "chrome"],
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled())
-            return false;
-        const text = message.content?.text?.toLowerCase() ?? "";
-        return text.includes("open") || text.includes("launch") || text.includes("start");
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service)
-            return { success: false, text: "ComputerUse service not available" };
-        const name = getStringParam(options?.parameters, "name");
-        if (!name)
-            return { success: false, text: "Missing required parameter: name" };
-        try {
-            await service.openApplication(name);
-            const response = {
-                text: `Opened application: ${name}`,
-                actions: ["COMPUTERUSE_OPEN_APPLICATION"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { name },
-                data: { name, backend: service.getBackendName() },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] open application failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse open application failed: ${msg}`,
-                values: { name },
-                data: { name, backend: service.getBackendName() },
-            };
-        }
-    },
-};
-//# sourceMappingURL=open-application.js.map

package/dist/actions/open-application.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"open-application.js","sourceRoot":"","sources":["../../src/actions/open-application.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,MAAM,CAAC,MAAM,gCAAgC,GAAW;IACtD,IAAI,EAAE,8BAA8B;IACpC,WAAW,EAAE,4DAA4D;IACzE,OAAO,EAAE,CAAC,UAAU,EAAE,YAAY,EAAE,mBAAmB,CAAC;IACxD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,wEAAwE;YACrF,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC;SACxC;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QAEnF,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,kCAAkC,EAAE,CAAC;QAE/E,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,uBAAuB,IAAI,EAAE;gBACnC,OAAO,EAAE,CAAC,8BAA8B,CAAC;gBACzC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,IAAI,EAAE;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAClD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAC;YAC9D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,wCAAwC,GAAG,EAAE;gBACnD,MAAM,EAAE,EAAE,IAAI,EAAE;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;aAClD,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getStringParam } from \"../utils/params.js\";\n\nexport const computeruseOpenApplicationAction: Action = {\n  name: \"COMPUTERUSE_OPEN_APPLICATION\",\n  description: \"Opens an application on the target machine (local or MCP).\",\n  similes: [\"OPEN_APP\", \"LAUNCH_APP\", \"START_APPLICATION\"],\n  parameters: [\n    {\n      name: \"name\",\n      description: \"Application name or executable path (e.g. 'calc', 'notepad', 'chrome')\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"calc\", \"notepad\", \"chrome\"],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"open\") || text.includes(\"launch\") || text.includes(\"start\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) return { success: false, text: \"ComputerUse service not available\" };\n\n    const name = getStringParam(options?.parameters, \"name\");\n    if (!name) return { success: false, text: \"Missing required parameter: name\" };\n\n    try {\n      await service.openApplication(name);\n      const response: Content = {\n        text: `Opened application: ${name}`,\n        actions: [\"COMPUTERUSE_OPEN_APPLICATION\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { name },\n        data: { name, backend: service.getBackendName() },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] open application failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse open application failed: ${msg}`,\n        values: { name },\n        data: { name, backend: service.getBackendName() },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/press-key.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computerusePressKeyAction: Action;
-//# sourceMappingURL=press-key.d.ts.map

package/dist/actions/press-key.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"press-key.d.ts","sourceRoot":"","sources":["../../src/actions/press-key.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,yBAAyB,EAAE,MAkEvC,CAAC"}

package/dist/actions/press-key.js

@@ -1,57 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getStringParam } from "../utils/params.js";
-export const computerusePressKeyAction = {
-    name: "COMPUTERUSE_PRESS_KEY",
-    description: "Press a keyboard key or key combination (hotkey). Use for shortcuts, Enter, Tab, etc.",
-    similes: ["PRESS_KEY", "HOTKEY", "KEY_PRESS", "KEYBOARD_SHORTCUT"],
-    parameters: [
-        {
-            name: "keys",
-            description: "Key or key combination to press. Examples: 'enter', 'ctrl+c', 'alt+tab', 'ctrl+shift+s'",
-            required: true,
-            schema: { type: "string" },
-            examples: ["enter", "ctrl+c", "alt+tab", "tab", "escape"],
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        return !!service && service.isEnabled();
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service) {
-            return { success: false, text: "ComputerUse service not available" };
-        }
-        const params = options?.parameters;
-        const keys = getStringParam(params, "keys");
-        if (!keys) {
-            return { success: false, text: "Missing required parameter: keys" };
-        }
-        const backend = service.getBackendName();
-        try {
-            await service.pressKey(keys);
-            const response = {
-                text: `Pressed key: ${keys}`,
-                actions: ["COMPUTERUSE_PRESS_KEY"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { keys },
-                data: { keys, backend },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] press_key failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse press key failed: ${msg}`,
-                values: { keys },
-            };
-        }
-    },
-};
-//# sourceMappingURL=press-key.js.map

package/dist/actions/press-key.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"press-key.js","sourceRoot":"","sources":["../../src/actions/press-key.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,MAAM,CAAC,MAAM,yBAAyB,GAAW;IAC/C,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,uFAAuF;IACzF,OAAO,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,CAAC;IAClE,UAAU,EAAE;QACV;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EACT,yFAAyF;YAC3F,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,CAAC;SAC1D;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAC1C,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,kCAAkC,EAAE,CAAC;QACtE,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE7B,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,gBAAgB,IAAI,EAAE;gBAC5B,OAAO,EAAE,CAAC,uBAAuB,CAAC;gBAClC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,IAAI,EAAE;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;YACvD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,iCAAiC,GAAG,EAAE;gBAC5C,MAAM,EAAE,EAAE,IAAI,EAAE;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getStringParam } from \"../utils/params.js\";\n\nexport const computerusePressKeyAction: Action = {\n  name: \"COMPUTERUSE_PRESS_KEY\",\n  description:\n    \"Press a keyboard key or key combination (hotkey). Use for shortcuts, Enter, Tab, etc.\",\n  similes: [\"PRESS_KEY\", \"HOTKEY\", \"KEY_PRESS\", \"KEYBOARD_SHORTCUT\"],\n  parameters: [\n    {\n      name: \"keys\",\n      description:\n        \"Key or key combination to press. Examples: 'enter', 'ctrl+c', 'alt+tab', 'ctrl+shift+s'\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"enter\", \"ctrl+c\", \"alt+tab\", \"tab\", \"escape\"],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    return !!service && service.isEnabled();\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const keys = getStringParam(params, \"keys\");\n    if (!keys) {\n      return { success: false, text: \"Missing required parameter: keys\" };\n    }\n\n    const backend = service.getBackendName();\n\n    try {\n      await service.pressKey(keys);\n\n      const response: Content = {\n        text: `Pressed key: ${keys}`,\n        actions: [\"COMPUTERUSE_PRESS_KEY\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { keys },\n        data: { keys, backend },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] press_key failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse press key failed: ${msg}`,\n        values: { keys },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/screenshot.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseScreenshotAction: Action;
-//# sourceMappingURL=screenshot.d.ts.map

package/dist/actions/screenshot.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../src/actions/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAIvB,eAAO,MAAM,2BAA2B,EAAE,MAgDzC,CAAC"}

package/dist/actions/screenshot.js

@@ -1,41 +0,0 @@
-import { logger } from "@elizaos/core";
-export const computeruseScreenshotAction = {
-    name: "COMPUTERUSE_SCREENSHOT",
-    description: "Capture a screenshot of the current screen.",
-    similes: ["SCREENSHOT", "CAPTURE_SCREEN", "TAKE_SCREENSHOT"],
-    parameters: [],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        return !!service && service.isEnabled();
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service) {
-            return { success: false, text: "ComputerUse service not available" };
-        }
-        const backend = service.getBackendName();
-        try {
-            const screenshotData = await service.screenshot();
-            const response = {
-                text: "Screenshot captured",
-                actions: ["COMPUTERUSE_SCREENSHOT"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                data: { backend, screenshotLength: screenshotData.length },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] screenshot failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse screenshot failed: ${msg}`,
-            };
-        }
-    },
-};
-//# sourceMappingURL=screenshot.js.map

package/dist/actions/screenshot.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/actions/screenshot.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAGvC,MAAM,CAAC,MAAM,2BAA2B,GAAW;IACjD,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,6CAA6C;IAC1D,OAAO,EAAE,CAAC,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,CAAC;IAC5D,UAAU,EAAE,EAAE;IAEd,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAC1C,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAElD,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,qBAAqB;gBAC3B,OAAO,EAAE,CAAC,wBAAwB,CAAC;gBACnC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,cAAc,CAAC,MAAM,EAAE;aAC3D,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,oCAAoC,GAAG,EAAE,CAAC,CAAC;YACxD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,kCAAkC,GAAG,EAAE;aAC9C,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseScreenshotAction: Action = {\n  name: \"COMPUTERUSE_SCREENSHOT\",\n  description: \"Capture a screenshot of the current screen.\",\n  similes: [\"SCREENSHOT\", \"CAPTURE_SCREEN\", \"TAKE_SCREENSHOT\"],\n  parameters: [],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    return !!service && service.isEnabled();\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const backend = service.getBackendName();\n\n    try {\n      const screenshotData = await service.screenshot();\n\n      const response: Content = {\n        text: \"Screenshot captured\",\n        actions: [\"COMPUTERUSE_SCREENSHOT\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        data: { backend, screenshotLength: screenshotData.length },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] screenshot failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse screenshot failed: ${msg}`,\n      };\n    }\n  },\n};\n"]}

package/dist/actions/scroll.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseScrollAction: Action;
-//# sourceMappingURL=scroll.d.ts.map

package/dist/actions/scroll.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"scroll.d.ts","sourceRoot":"","sources":["../../src/actions/scroll.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,uBAAuB,EAAE,MAsFrC,CAAC"}

package/dist/actions/scroll.js

@@ -1,79 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getNumberParam, getStringParam } from "../utils/params.js";
-export const computeruseScrollAction = {
-    name: "COMPUTERUSE_SCROLL",
-    description: "Scroll the mouse wheel at the current or specified position.",
-    similes: ["SCROLL", "SCROLL_UP", "SCROLL_DOWN", "MOUSE_SCROLL"],
-    parameters: [
-        {
-            name: "x",
-            description: "X coordinate to scroll at (optional)",
-            required: false,
-            schema: { type: "number" },
-            examples: [500],
-        },
-        {
-            name: "y",
-            description: "Y coordinate to scroll at (optional)",
-            required: false,
-            schema: { type: "number" },
-            examples: [500],
-        },
-        {
-            name: "direction",
-            description: "Scroll direction: 'up' or 'down'. Default: 'down'",
-            required: false,
-            schema: { type: "string" },
-            examples: ["up", "down"],
-        },
-        {
-            name: "amount",
-            description: "Number of scroll clicks. Default: 3",
-            required: false,
-            schema: { type: "number", default: 3, minimum: 1 },
-            examples: [3, 5, 10],
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        return !!service && service.isEnabled();
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service) {
-            return { success: false, text: "ComputerUse service not available" };
-        }
-        const params = options?.parameters;
-        const x = getNumberParam(params, "x");
-        const y = getNumberParam(params, "y");
-        const direction = getStringParam(params, "direction") ?? "down";
-        const amount = getNumberParam(params, "amount") ?? 3;
-        const backend = service.getBackendName();
-        try {
-            await service.scroll(direction, amount, x, y);
-            const posStr = x !== undefined ? `(${x}, ${y})` : "current position";
-            const response = {
-                text: `Scrolled ${direction} by ${amount} at ${posStr}`,
-                actions: ["COMPUTERUSE_SCROLL"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { x, y, direction, amount },
-                data: { x, y, direction, amount, backend },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] scroll failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse scroll failed: ${msg}`,
-                values: { x, y, direction, amount },
-            };
-        }
-    },
-};
-//# sourceMappingURL=scroll.js.map

package/dist/actions/scroll.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scroll.js","sourceRoot":"","sources":["../../src/actions/scroll.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpE,MAAM,CAAC,MAAM,uBAAuB,GAAW;IAC7C,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,8DAA8D;IAC3E,OAAO,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,CAAC;IAC/D,UAAU,EAAE;QACV;YACE,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,sCAAsC;YACnD,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,CAAC;SAChB;QACD;YACE,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,sCAAsC;YACnD,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,GAAG,CAAC;SAChB;QACD;YACE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,mDAAmD;YAChE,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;SACzB;QACD;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,qCAAqC;YAClD,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;YAClD,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;SACrB;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAC1C,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC;QAChE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAErD,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAE9C,MAAM,MAAM,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC;YACrE,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,YAAY,SAAS,OAAO,MAAM,OAAO,MAAM,EAAE;gBACvD,OAAO,EAAE,CAAC,oBAAoB,CAAC;gBAC/B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE;gBACnC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE;aAC3C,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAC;YACpD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,8BAA8B,GAAG,EAAE;gBACzC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE;aACpC,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseScrollAction: Action = {\n  name: \"COMPUTERUSE_SCROLL\",\n  description: \"Scroll the mouse wheel at the current or specified position.\",\n  similes: [\"SCROLL\", \"SCROLL_UP\", \"SCROLL_DOWN\", \"MOUSE_SCROLL\"],\n  parameters: [\n    {\n      name: \"x\",\n      description: \"X coordinate to scroll at (optional)\",\n      required: false,\n      schema: { type: \"number\" },\n      examples: [500],\n    },\n    {\n      name: \"y\",\n      description: \"Y coordinate to scroll at (optional)\",\n      required: false,\n      schema: { type: \"number\" },\n      examples: [500],\n    },\n    {\n      name: \"direction\",\n      description: \"Scroll direction: 'up' or 'down'. Default: 'down'\",\n      required: false,\n      schema: { type: \"string\" },\n      examples: [\"up\", \"down\"],\n    },\n    {\n      name: \"amount\",\n      description: \"Number of scroll clicks. Default: 3\",\n      required: false,\n      schema: { type: \"number\", default: 3, minimum: 1 },\n      examples: [3, 5, 10],\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    return !!service && service.isEnabled();\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const x = getNumberParam(params, \"x\");\n    const y = getNumberParam(params, \"y\");\n    const direction = getStringParam(params, \"direction\") ?? \"down\";\n    const amount = getNumberParam(params, \"amount\") ?? 3;\n\n    const backend = service.getBackendName();\n\n    try {\n      await service.scroll(direction, amount, x, y);\n\n      const posStr = x !== undefined ? `(${x}, ${y})` : \"current position\";\n      const response: Content = {\n        text: `Scrolled ${direction} by ${amount} at ${posStr}`,\n        actions: [\"COMPUTERUSE_SCROLL\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { x, y, direction, amount },\n        data: { x, y, direction, amount, backend },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] scroll failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse scroll failed: ${msg}`,\n        values: { x, y, direction, amount },\n      };\n    }\n  },\n};\n"]}

package/dist/actions/type.d.ts

@@ -1,3 +0,0 @@
-import type { Action } from "@elizaos/core";
-export declare const computeruseTypeAction: Action;
-//# sourceMappingURL=type.d.ts.map

package/dist/actions/type.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../src/actions/type.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAKvB,eAAO,MAAM,qBAAqB,EAAE,MA6GnC,CAAC"}

package/dist/actions/type.js

@@ -1,103 +0,0 @@
-import { logger } from "@elizaos/core";
-import { getBooleanParam, getNumberParam, getStringParam } from "../utils/params.js";
-export const computeruseTypeAction = {
-    name: "COMPUTERUSE_TYPE",
-    description: "Types text into a UI element on the computer using a ComputerUse selector (optionally clearing the field).",
-    similes: ["TYPE_UI", "ENTER_TEXT", "FILL_FIELD"],
-    parameters: [
-        {
-            name: "process",
-            description: "Process name to scope the typing when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.",
-            required: false,
-            schema: { type: "string" },
-            examples: ["chrome", "notepad"],
-        },
-        {
-            name: "selector",
-            description: "ComputerUse selector string for the target element",
-            required: true,
-            schema: { type: "string" },
-            examples: ["role:Edit && name:Search"],
-        },
-        {
-            name: "text",
-            description: "Text to type",
-            required: true,
-            schema: { type: "string" },
-            examples: ["hello world", "user@example.com{Enter}"],
-        },
-        {
-            name: "timeoutMs",
-            description: "Timeout in milliseconds to find the element",
-            required: false,
-            schema: { type: "number", default: 5000, minimum: 0 },
-        },
-        {
-            name: "clearBeforeTyping",
-            description: "Whether to clear existing text before typing (default: true)",
-            required: false,
-            schema: { type: "boolean", default: true },
-        },
-    ],
-    validate: async (runtime, message) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled())
-            return false;
-        const text = message.content?.text?.toLowerCase() ?? "";
-        return text.includes("type") || text.includes("enter") || text.includes("fill");
-    },
-    handler: async (runtime, message, _state, options, callback) => {
-        const service = runtime.getService("computeruse");
-        if (!service) {
-            return { success: false, text: "ComputerUse service not available" };
-        }
-        const params = options?.parameters;
-        const process = getStringParam(params, "process");
-        const selector = getStringParam(params, "selector");
-        const text = getStringParam(params, "text");
-        const timeoutMs = getNumberParam(params, "timeoutMs") ?? 5000;
-        const clearBeforeTyping = getBooleanParam(params, "clearBeforeTyping") ?? true;
-        if (!selector)
-            return { success: false, text: "Missing required parameter: selector" };
-        if (!text)
-            return { success: false, text: "Missing required parameter: text" };
-        try {
-            await service.typeText(selector, text, timeoutMs, clearBeforeTyping, process);
-            const response = {
-                text: `Typed into element: ${selector}`,
-                actions: ["COMPUTERUSE_TYPE"],
-                source: message.content?.source ?? "action",
-            };
-            await callback?.(response);
-            return {
-                success: true,
-                text: response.text ?? "",
-                values: { process, selector, timeoutMs, clearBeforeTyping },
-                data: {
-                    process,
-                    selector,
-                    timeoutMs,
-                    clearBeforeTyping,
-                    backend: service.getBackendName(),
-                },
-            };
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.error(`[computeruse] type failed: ${msg}`);
-            return {
-                success: false,
-                text: `ComputerUse type failed: ${msg}`,
-                values: { process, selector, timeoutMs, clearBeforeTyping },
-                data: {
-                    process,
-                    selector,
-                    timeoutMs,
-                    clearBeforeTyping,
-                    backend: service.getBackendName(),
-                },
-            };
-        }
-    },
-};
-//# sourceMappingURL=type.js.map

package/dist/actions/type.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"type.js","sourceRoot":"","sources":["../../src/actions/type.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAErF,MAAM,CAAC,MAAM,qBAAqB,GAAW;IAC3C,IAAI,EAAE,kBAAkB;IACxB,WAAW,EACT,4GAA4G;IAC9G,OAAO,EAAE,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC;IAChD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,SAAS;YACf,WAAW,EACT,iJAAiJ;YACnJ,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,oDAAoD;YACjE,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,0BAA0B,CAAC;SACvC;QACD;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,aAAa,EAAE,yBAAyB,CAAC;SACrD;QACD;YACE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;SACtD;QACD;YACE,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,8DAA8D;YAC3E,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE;SAC3C;KACF;IAED,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAoB,EAAE;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACH,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC;QAC9D,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,EAAE,mBAAmB,CAAC,IAAI,IAAI,CAAC;QAE/E,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,sCAAsC,EAAE,CAAC;QACvF,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,kCAAkC,EAAE,CAAC;QAE/E,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAY;gBACxB,IAAI,EAAE,uBAAuB,QAAQ,EAAE;gBACvC,OAAO,EAAE,CAAC,kBAAkB,CAAC;gBAC7B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC5C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE;gBAC3D,IAAI,EAAE;oBACJ,OAAO;oBACP,QAAQ;oBACR,SAAS;oBACT,iBAAiB;oBACjB,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;iBAClC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,4BAA4B,GAAG,EAAE;gBACvC,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE;gBAC3D,IAAI,EAAE;oBACJ,OAAO;oBACP,QAAQ;oBACR,SAAS;oBACT,iBAAiB;oBACjB,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;iBAClC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport { getBooleanParam, getNumberParam, getStringParam } from \"../utils/params.js\";\n\nexport const computeruseTypeAction: Action = {\n  name: \"COMPUTERUSE_TYPE\",\n  description:\n    \"Types text into a UI element on the computer using a ComputerUse selector (optionally clearing the field).\",\n  similes: [\"TYPE_UI\", \"ENTER_TEXT\", \"FILL_FIELD\"],\n  parameters: [\n    {\n      name: \"process\",\n      description:\n        \"Process name to scope the typing when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.\",\n      required: false,\n      schema: { type: \"string\" },\n      examples: [\"chrome\", \"notepad\"],\n    },\n    {\n      name: \"selector\",\n      description: \"ComputerUse selector string for the target element\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"role:Edit && name:Search\"],\n    },\n    {\n      name: \"text\",\n      description: \"Text to type\",\n      required: true,\n      schema: { type: \"string\" },\n      examples: [\"hello world\", \"user@example.com{Enter}\"],\n    },\n    {\n      name: \"timeoutMs\",\n      description: \"Timeout in milliseconds to find the element\",\n      required: false,\n      schema: { type: \"number\", default: 5000, minimum: 0 },\n    },\n    {\n      name: \"clearBeforeTyping\",\n      description: \"Whether to clear existing text before typing (default: true)\",\n      required: false,\n      schema: { type: \"boolean\", default: true },\n    },\n  ],\n\n  validate: async (runtime: IAgentRuntime, message: Memory): Promise<boolean> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) return false;\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"type\") || text.includes(\"enter\") || text.includes(\"fill\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    options?: HandlerOptions,\n    callback?: HandlerCallback\n  ): Promise<ActionResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service) {\n      return { success: false, text: \"ComputerUse service not available\" };\n    }\n\n    const params = options?.parameters;\n    const process = getStringParam(params, \"process\");\n    const selector = getStringParam(params, \"selector\");\n    const text = getStringParam(params, \"text\");\n    const timeoutMs = getNumberParam(params, \"timeoutMs\") ?? 5000;\n    const clearBeforeTyping = getBooleanParam(params, \"clearBeforeTyping\") ?? true;\n\n    if (!selector) return { success: false, text: \"Missing required parameter: selector\" };\n    if (!text) return { success: false, text: \"Missing required parameter: text\" };\n\n    try {\n      await service.typeText(selector, text, timeoutMs, clearBeforeTyping, process);\n      const response: Content = {\n        text: `Typed into element: ${selector}`,\n        actions: [\"COMPUTERUSE_TYPE\"],\n        source: message.content?.source ?? \"action\",\n      };\n      await callback?.(response);\n      return {\n        success: true,\n        text: response.text ?? \"\",\n        values: { process, selector, timeoutMs, clearBeforeTyping },\n        data: {\n          process,\n          selector,\n          timeoutMs,\n          clearBeforeTyping,\n          backend: service.getBackendName(),\n        },\n      };\n    } catch (err) {\n      const msg = err instanceof Error ? err.message : String(err);\n      logger.error(`[computeruse] type failed: ${msg}`);\n      return {\n        success: false,\n        text: `ComputerUse type failed: ${msg}`,\n        values: { process, selector, timeoutMs, clearBeforeTyping },\n        data: {\n          process,\n          selector,\n          timeoutMs,\n          clearBeforeTyping,\n          backend: service.getBackendName(),\n        },\n      };\n    }\n  },\n};\n"]}

package/dist/providers/available-apps.d.ts

@@ -1,3 +0,0 @@
-import type { Provider } from "@elizaos/core";
-export declare const computeruseAvailableAppsProvider: Provider;
-//# sourceMappingURL=available-apps.d.ts.map

package/dist/providers/available-apps.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"available-apps.d.ts","sourceRoot":"","sources":["../../src/providers/available-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAyB,QAAQ,EAAyB,MAAM,eAAe,CAAC;AAG5F,eAAO,MAAM,gCAAgC,EAAE,QAsB9C,CAAC"}

package/dist/providers/available-apps.js

@@ -1,22 +0,0 @@
-export const computeruseAvailableAppsProvider = {
-    name: "COMPUTERUSE_AVAILABLE_APPS",
-    description: "Lists currently running applications (best-effort, may be summarized in MCP mode)",
-    get: async (runtime, _message, _state) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled()) {
-            return {
-                text: "ComputerUse is disabled",
-                values: { enabled: false },
-                data: { enabled: false },
-            };
-        }
-        const apps = await service.getApplications();
-        const text = `Running applications (${apps.length}):\n${apps.map((a) => `- ${a}`).join("\n")}`;
-        return {
-            text,
-            values: { enabled: true, count: apps.length },
-            data: { enabled: true, apps, count: apps.length, backend: service.getBackendName() },
-        };
-    },
-};
-//# sourceMappingURL=available-apps.js.map

package/dist/providers/available-apps.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"available-apps.js","sourceRoot":"","sources":["../../src/providers/available-apps.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,gCAAgC,GAAa;IACxD,IAAI,EAAE,4BAA4B;IAClC,WAAW,EAAE,mFAAmF;IAChG,GAAG,EAAE,KAAK,EAAE,OAAsB,EAAE,QAAgB,EAAE,MAAa,EAA2B,EAAE;QAC9F,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACrC,OAAO;gBACL,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC1B,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,yBAAyB,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAE/F,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;YAC7C,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE;SACrF,CAAC;IACJ,CAAC;CACF,CAAC","sourcesContent":["import type { IAgentRuntime, Memory, Provider, ProviderResult, State } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseAvailableAppsProvider: Provider = {\n  name: \"COMPUTERUSE_AVAILABLE_APPS\",\n  description: \"Lists currently running applications (best-effort, may be summarized in MCP mode)\",\n  get: async (runtime: IAgentRuntime, _message: Memory, _state: State): Promise<ProviderResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) {\n      return {\n        text: \"ComputerUse is disabled\",\n        values: { enabled: false },\n        data: { enabled: false },\n      };\n    }\n\n    const apps = await service.getApplications();\n    const text = `Running applications (${apps.length}):\\n${apps.map((a) => `- ${a}`).join(\"\\n\")}`;\n\n    return {\n      text,\n      values: { enabled: true, count: apps.length },\n      data: { enabled: true, apps, count: apps.length, backend: service.getBackendName() },\n    };\n  },\n};\n"]}

package/dist/providers/computeruse-state.d.ts

@@ -1,3 +0,0 @@
-import type { Provider } from "@elizaos/core";
-export declare const computeruseStateProvider: Provider;
-//# sourceMappingURL=computeruse-state.d.ts.map

package/dist/providers/computeruse-state.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"computeruse-state.d.ts","sourceRoot":"","sources":["../../src/providers/computeruse-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAyB,QAAQ,EAAyB,MAAM,eAAe,CAAC;AAG5F,eAAO,MAAM,wBAAwB,EAAE,QAmCtC,CAAC"}

package/dist/providers/computeruse-state.js

@@ -1,35 +0,0 @@
-export const computeruseStateProvider = {
-    name: "COMPUTERUSE_STATE",
-    description: "Provides current ComputerUse backend/mode information",
-    get: async (runtime, _message, _state) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled()) {
-            return {
-                text: "ComputerUse is disabled",
-                values: { enabled: false },
-                data: { enabled: false },
-            };
-        }
-        const backend = service.getBackendName();
-        const mode = service.getMode();
-        const mcpServer = service.getMcpServerName();
-        return {
-            text: `ComputerUse enabled. Mode=${mode}. Backend=${backend ?? "none"}. Platform=${process.platform}.`,
-            values: {
-                enabled: true,
-                mode,
-                backend: backend ?? "none",
-                platform: process.platform,
-                mcpServer,
-            },
-            data: {
-                enabled: true,
-                mode,
-                backend,
-                platform: process.platform,
-                mcpServer,
-            },
-        };
-    },
-};
-//# sourceMappingURL=computeruse-state.js.map

package/dist/providers/computeruse-state.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"computeruse-state.js","sourceRoot":"","sources":["../../src/providers/computeruse-state.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,wBAAwB,GAAa;IAChD,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,uDAAuD;IACpE,GAAG,EAAE,KAAK,EAAE,OAAsB,EAAE,QAAgB,EAAE,MAAa,EAA2B,EAAE;QAC9F,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACrC,OAAO;gBACL,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC1B,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAE7C,OAAO;YACL,IAAI,EAAE,6BAA6B,IAAI,aAAa,OAAO,IAAI,MAAM,cAAc,OAAO,CAAC,QAAQ,GAAG;YACtG,MAAM,EAAE;gBACN,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,OAAO,EAAE,OAAO,IAAI,MAAM;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS;aACV;YACD,IAAI,EAAE;gBACJ,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,OAAO;gBACP,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS;aACV;SACF,CAAC;IACJ,CAAC;CACF,CAAC","sourcesContent":["import type { IAgentRuntime, Memory, Provider, ProviderResult, State } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseStateProvider: Provider = {\n  name: \"COMPUTERUSE_STATE\",\n  description: \"Provides current ComputerUse backend/mode information\",\n  get: async (runtime: IAgentRuntime, _message: Memory, _state: State): Promise<ProviderResult> => {\n    const service = runtime.getService<ComputerUseService>(\"computeruse\");\n    if (!service || !service.isEnabled()) {\n      return {\n        text: \"ComputerUse is disabled\",\n        values: { enabled: false },\n        data: { enabled: false },\n      };\n    }\n\n    const backend = service.getBackendName();\n    const mode = service.getMode();\n    const mcpServer = service.getMcpServerName();\n\n    return {\n      text: `ComputerUse enabled. Mode=${mode}. Backend=${backend ?? \"none\"}. Platform=${process.platform}.`,\n      values: {\n        enabled: true,\n        mode,\n        backend: backend ?? \"none\",\n        platform: process.platform,\n        mcpServer,\n      },\n      data: {\n        enabled: true,\n        mode,\n        backend,\n        platform: process.platform,\n        mcpServer,\n      },\n    };\n  },\n};\n"]}

package/dist/service-registry.d.ts

@@ -1,7 +0,0 @@
-declare module "@elizaos/core" {
-    interface ServiceTypeRegistry {
-        COMPUTERUSE: "computeruse";
-    }
-}
-export declare const COMPUTERUSE_SERVICE_TYPE: "computeruse";
-//# sourceMappingURL=service-registry.d.ts.map

package/dist/service-registry.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"service-registry.d.ts","sourceRoot":"","sources":["../src/service-registry.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,eAAe,CAAC;IAC7B,UAAU,mBAAmB;QAC3B,WAAW,EAAE,aAAa,CAAC;KAC5B;CACF;AAED,eAAO,MAAM,wBAAwB,EAAG,aAAsB,CAAC"}

package/dist/service-registry.js

@@ -1,2 +0,0 @@
-export const COMPUTERUSE_SERVICE_TYPE = "computeruse";
-//# sourceMappingURL=service-registry.js.map

package/dist/service-registry.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"service-registry.js","sourceRoot":"","sources":["../src/service-registry.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAsB,CAAC","sourcesContent":["// Module augmentation: add COMPUTERUSE to the core service registry so\n// `runtime.getServiceLoadPromise(\"computeruse\")` is type-safe.\ndeclare module \"@elizaos/core\" {\n  interface ServiceTypeRegistry {\n    COMPUTERUSE: \"computeruse\";\n  }\n}\n\nexport const COMPUTERUSE_SERVICE_TYPE = \"computeruse\" as const;\n"]}

package/dist/services/computeruse-service.d.ts

@@ -1,36 +0,0 @@
-import type { IAgentRuntime } from "@elizaos/core";
-import { Service } from "@elizaos/core";
-import { type ComputerUseBackendName, type ComputerUseConfig } from "../types.js";
-export declare class ComputerUseService extends Service {
-    static serviceType: string;
-    capabilityDescription: string;
-    private computeruseConfig;
-    private backendName;
-    private initialized;
-    private localDesktop;
-    constructor(runtime?: IAgentRuntime);
-    static start(runtime: IAgentRuntime): Promise<ComputerUseService>;
-    stop(): Promise<void>;
-    getMode(): ComputerUseConfig["COMPUTERUSE_MODE"];
-    getBackendName(): ComputerUseBackendName | null;
-    getMcpServerName(): string;
-    isEnabled(): boolean;
-    ensureReady(): Promise<void>;
-    private initializeBackend;
-    private ensureLocalBackend;
-    private ensureMcpBackend;
-    private waitForMcpService;
-    private getMcp;
-    private parseProcessScopedSelector;
-    openApplication(appName: string): Promise<void>;
-    click(selector: string, timeoutMs: number, process?: string): Promise<void>;
-    typeText(selector: string, text: string, timeoutMs: number, clearBeforeTyping: boolean, process?: string): Promise<void>;
-    getWindowTree(process: string, title?: string, maxDepth?: number): Promise<string>;
-    clickCoordinates(x: number, y: number, button?: string, numClicks?: number): Promise<void>;
-    pressKey(keys: string): Promise<void>;
-    scroll(direction?: string, amount?: number, x?: number, y?: number): Promise<void>;
-    drag(startX: number, startY: number, endX: number, endY: number): Promise<void>;
-    screenshot(): Promise<string>;
-    getApplications(): Promise<string[]>;
-}
-//# sourceMappingURL=computeruse-service.d.ts.map