@elizaos/plugin-computeruse 2.0.0-alpha.9 → 2.0.0-beta.1

package/dist/actions/type.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"type.js","sourceRoot":"","sources":["../../src/actions/type.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,OAAO,EACN,eAAe,EACf,cAAc,EACd,cAAc,GACd,MAAM,oBAAoB,CAAC;AAE5B,MAAM,CAAC,MAAM,qBAAqB,GAAW;IAC5C,IAAI,EAAE,kBAAkB;IACxB,WAAW,EACV,4GAA4G;IAC7G,OAAO,EAAE,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC;IAChD,UAAU,EAAE;QACX;YACC,IAAI,EAAE,SAAS;YACf,WAAW,EACV,iJAAiJ;YAClJ,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAC/B;QACD;YACC,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,oDAAoD;YACjE,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,0BAA0B,CAAC;SACtC;QACD;YACC,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,aAAa,EAAE,yBAAyB,CAAC;SACpD;QACD;YACC,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;SACrD;QACD;YACC,IAAI,EAAE,mBAAmB;YACzB,WAAW,EACV,8DAA8D;YAC/D,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE;SAC1C;KACD;IAED,QAAQ,EAAE,KAAK,EACd,OAAY,EACZ,OAAY,EACZ,KAAW,EACX,OAAa,EACM,EAAE;QACrB,MAAM,WAAW,GAChB,OAAO,OAAO,EAAE,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,QAAQ,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,aAAa,GAClB,YAAY,CAAC,MAAM,GAAG,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,2BAA2B,CAAC;QAC9C,MAAM,WAAW,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,MAAM,CACxB,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,OAAO,EAAE,MAAM,IAAI,EAAE,CACjD,CAAC;QACF,MAAM,kBAAkB,GAAG,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAG,kBAAkB;YACtC,CAAC,CAAC,UAAU,KAAK,kBAAkB;YACnC,CAAC,CAAC,OAAO,CACP,UAAU;gBACT,KAAK;gBACL,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,UAAU;gBACnB,OAAO,EAAE,UAAU,CACpB,CAAC;QACJ,MAAM,WAAW,GAAG,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,WAAW,GAChB,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,WAAsC,CAAC,CAAC,MAAM,GAAG,CAAC;YAC9D,OAAO,CAAC,OAAO,EAAE,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;QAElE,IAAI,CAAC,CAAC,aAAa,IAAI,WAAW,IAAI,YAAY,IAAI,WAAW,CAAC,EAAE,CAAC;YACpE,OAAO,KAAK,CAAC;QACd,CAAC;QAED,MAAM,kBAAkB,GAAG,KAAK,EAC/B,OAAY,EACZ,OAAY,EACZ,KAAW,EACX,OAAa,EACM,EAAE;YACrB,MAAM,WAAW,GAChB,OAAO,OAAO,EAAE,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,QAAQ,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAC7C,MAAM,aAAa,GAClB,YAAY,CAAC,MAAM,GAAG,CAAC;gBACvB,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;YACnE,MAAM,SAAS,GAAG,2BAA2B,CAAC;YAC9C,MAAM,WAAW,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,UAAU,GAAG,MAAM,CACxB,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,OAAO,EAAE,MAAM,IAAI,EAAE,CACjD,CAAC;YACF,MAAM,kBAAkB,GAAG,EAAE,CAAC;YAC9B,MAAM,YAAY,GAAG,kBAAkB;gBACtC,CAAC,CAAC,UAAU,KAAK,kBAAkB;gBACnC,CAAC,CAAC,OAAO,CACP,UAAU,IAAI,KAAK,IAAI,OAAO,EAAE,OAAO,IAAI,OAAO,EAAE,UAAU,CAC9D,CAAC;YACJ,MAAM,WAAW,GAAG,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,MAAM,WAAW,GAChB,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,WAAsC,CAAC,CAAC,MAAM,GAAG,CAAC;gBAC9D,OAAO,CAAC,OAAO,EAAE,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;YAElE,IAAI,CAAC,CAAC,aAAa,IAAI,WAAW,IAAI,YAAY,IAAI,WAAW,CAAC,EAAE,CAAC;gBACpE,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,kBAAkB,GAAG,KAAK,EAC/B,OAAsB,EACtB,OAAe,EACI,EAAE;gBACrB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;gBACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;oBAAE,OAAO,KAAK,CAAC;gBAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;gBACxD,OAAO,CACN,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACrB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBACtB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CACrB,CAAC;YACH,CAAC,CAAC;YACF,IAAI,CAAC;gBACJ,OAAO,OAAO,CACb,MAAO,kBAA0B,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CACnE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,KAAK,CAAC;YACd,CAAC;QACF,CAAC,CAAC;QACF,IAAI,CAAC;YACJ,OAAO,OAAO,CACb,MAAO,kBAA0B,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CACnE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IAED,OAAO,EAAE,KAAK,EACb,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,OAAwB,EACxB,QAA0B,EACF,EAAE;QAC1B,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,mCAAmC,EAAE,CAAC;QACtE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC;QAC9D,MAAM,iBAAiB,GACtB,eAAe,CAAC,MAAM,EAAE,mBAAmB,CAAC,IAAI,IAAI,CAAC;QAEtD,IAAI,CAAC,QAAQ;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,sCAAsC,EAAE,CAAC;QACzE,IAAI,CAAC,IAAI;YACR,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,kCAAkC,EAAE,CAAC;QAErE,IAAI,CAAC;YACJ,MAAM,OAAO,CAAC,QAAQ,CACrB,QAAQ,EACR,IAAI,EACJ,SAAS,EACT,iBAAiB,EACjB,OAAO,CACP,CAAC;YACF,MAAM,QAAQ,GAAY;gBACzB,IAAI,EAAE,uBAAuB,QAAQ,EAAE;gBACvC,OAAO,EAAE,CAAC,kBAAkB,CAAC;gBAC7B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;aAC3C,CAAC;YACF,MAAM,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO;gBACN,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE;gBAC3D,IAAI,EAAE;oBACL,OAAO;oBACP,QAAQ;oBACR,SAAS;oBACT,iBAAiB;oBACjB,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;iBACjC;aACD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAC;YAClD,OAAO;gBACN,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,4BAA4B,GAAG,EAAE;gBACvC,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE;gBAC3D,IAAI,EAAE;oBACL,OAAO;oBACP,QAAQ;oBACR,SAAS;oBACT,iBAAiB;oBACjB,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;iBACjC;aACD,CAAC;QACH,CAAC;IACF,CAAC;CACD,CAAC","sourcesContent":["import type {\n\tAction,\n\tActionResult,\n\tContent,\n\tHandlerCallback,\n\tHandlerOptions,\n\tIAgentRuntime,\n\tMemory,\n\tState,\n} from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\nimport {\n\tgetBooleanParam,\n\tgetNumberParam,\n\tgetStringParam,\n} from \"../utils/params.js\";\n\nexport const computeruseTypeAction: Action = {\n\tname: \"COMPUTERUSE_TYPE\",\n\tdescription:\n\t\t\"Types text into a UI element on the computer using a ComputerUse selector (optionally clearing the field).\",\n\tsimiles: [\"TYPE_UI\", \"ENTER_TEXT\", \"FILL_FIELD\"],\n\tparameters: [\n\t\t{\n\t\t\tname: \"process\",\n\t\t\tdescription:\n\t\t\t\t\"Process name to scope the typing when using MCP mode (e.g. 'chrome', 'notepad'). Optional if selector is prefixed with 'process:<name> >> ...'.\",\n\t\t\trequired: false,\n\t\t\tschema: { type: \"string\" },\n\t\t\texamples: [\"chrome\", \"notepad\"],\n\t\t},\n\t\t{\n\t\t\tname: \"selector\",\n\t\t\tdescription: \"ComputerUse selector string for the target element\",\n\t\t\trequired: true,\n\t\t\tschema: { type: \"string\" },\n\t\t\texamples: [\"role:Edit && name:Search\"],\n\t\t},\n\t\t{\n\t\t\tname: \"text\",\n\t\t\tdescription: \"Text to type\",\n\t\t\trequired: true,\n\t\t\tschema: { type: \"string\" },\n\t\t\texamples: [\"hello world\", \"user@example.com{Enter}\"],\n\t\t},\n\t\t{\n\t\t\tname: \"timeoutMs\",\n\t\t\tdescription: \"Timeout in milliseconds to find the element\",\n\t\t\trequired: false,\n\t\t\tschema: { type: \"number\", default: 5000, minimum: 0 },\n\t\t},\n\t\t{\n\t\t\tname: \"clearBeforeTyping\",\n\t\t\tdescription:\n\t\t\t\t\"Whether to clear existing text before typing (default: true)\",\n\t\t\trequired: false,\n\t\t\tschema: { type: \"boolean\", default: true },\n\t\t},\n\t],\n\n\tvalidate: async (\n\t\truntime: any,\n\t\tmessage: any,\n\t\tstate?: any,\n\t\toptions?: any,\n\t): Promise<boolean> => {\n\t\tconst __avTextRaw =\n\t\t\ttypeof message?.content?.text === \"string\" ? message.content.text : \"\";\n\t\tconst __avText = __avTextRaw.toLowerCase();\n\t\tconst __avKeywords = [\"computeruse\", \"type\"];\n\t\tconst __avKeywordOk =\n\t\t\t__avKeywords.length > 0 &&\n\t\t\t__avKeywords.some((word) => word.length > 0 && __avText.includes(word));\n\t\tconst __avRegex = /\\b(?:computeruse|type)\\b/i;\n\t\tconst __avRegexOk = __avRegex.test(__avText);\n\t\tconst __avSource = String(\n\t\t\tmessage?.content?.source ?? message?.source ?? \"\",\n\t\t);\n\t\tconst __avExpectedSource = \"\";\n\t\tconst __avSourceOk = __avExpectedSource\n\t\t\t? __avSource === __avExpectedSource\n\t\t\t: Boolean(\n\t\t\t\t\t__avSource ||\n\t\t\t\t\t\tstate ||\n\t\t\t\t\t\truntime?.agentId ||\n\t\t\t\t\t\truntime?.getService ||\n\t\t\t\t\t\truntime?.getSetting,\n\t\t\t\t);\n\t\tconst __avOptions = options && typeof options === \"object\" ? options : {};\n\t\tconst __avInputOk =\n\t\t\t__avText.trim().length > 0 ||\n\t\t\tObject.keys(__avOptions as Record<string, unknown>).length > 0 ||\n\t\t\tBoolean(message?.content && typeof message.content === \"object\");\n\n\t\tif (!(__avKeywordOk && __avRegexOk && __avSourceOk && __avInputOk)) {\n\t\t\treturn false;\n\t\t}\n\n\t\tconst __avLegacyValidate = async (\n\t\t\truntime: any,\n\t\t\tmessage: any,\n\t\t\tstate?: any,\n\t\t\toptions?: any,\n\t\t): Promise<boolean> => {\n\t\t\tconst __avTextRaw =\n\t\t\t\ttypeof message?.content?.text === \"string\" ? message.content.text : \"\";\n\t\t\tconst __avText = __avTextRaw.toLowerCase();\n\t\t\tconst __avKeywords = [\"computeruse\", \"type\"];\n\t\t\tconst __avKeywordOk =\n\t\t\t\t__avKeywords.length > 0 &&\n\t\t\t\t__avKeywords.some((kw) => kw.length > 0 && __avText.includes(kw));\n\t\t\tconst __avRegex = /\\b(?:computeruse|type)\\b/i;\n\t\t\tconst __avRegexOk = __avRegex.test(__avText);\n\t\t\tconst __avSource = String(\n\t\t\t\tmessage?.content?.source ?? message?.source ?? \"\",\n\t\t\t);\n\t\t\tconst __avExpectedSource = \"\";\n\t\t\tconst __avSourceOk = __avExpectedSource\n\t\t\t\t? __avSource === __avExpectedSource\n\t\t\t\t: Boolean(\n\t\t\t\t\t\t__avSource || state || runtime?.agentId || runtime?.getService,\n\t\t\t\t\t);\n\t\t\tconst __avOptions = options && typeof options === \"object\" ? options : {};\n\t\t\tconst __avInputOk =\n\t\t\t\t__avText.trim().length > 0 ||\n\t\t\t\tObject.keys(__avOptions as Record<string, unknown>).length > 0 ||\n\t\t\t\tBoolean(message?.content && typeof message.content === \"object\");\n\n\t\t\tif (!(__avKeywordOk && __avRegexOk && __avSourceOk && __avInputOk)) {\n\t\t\t\treturn false;\n\t\t\t}\n\n\t\t\tconst __avLegacyValidate = async (\n\t\t\t\truntime: IAgentRuntime,\n\t\t\t\tmessage: Memory,\n\t\t\t): Promise<boolean> => {\n\t\t\t\tconst service = runtime.getService<ComputerUseService>(\"computeruse\");\n\t\t\t\tif (!service || !service.isEnabled()) return false;\n\n\t\t\t\tconst text = message.content?.text?.toLowerCase() ?? \"\";\n\t\t\t\treturn (\n\t\t\t\t\ttext.includes(\"type\") ||\n\t\t\t\t\ttext.includes(\"enter\") ||\n\t\t\t\t\ttext.includes(\"fill\")\n\t\t\t\t);\n\t\t\t};\n\t\t\ttry {\n\t\t\t\treturn Boolean(\n\t\t\t\t\tawait (__avLegacyValidate as any)(runtime, message, state, options),\n\t\t\t\t);\n\t\t\t} catch {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t};\n\t\ttry {\n\t\t\treturn Boolean(\n\t\t\t\tawait (__avLegacyValidate as any)(runtime, message, state, options),\n\t\t\t);\n\t\t} catch {\n\t\t\treturn false;\n\t\t}\n\t},\n\n\thandler: async (\n\t\truntime: IAgentRuntime,\n\t\tmessage: Memory,\n\t\t_state?: State,\n\t\toptions?: HandlerOptions,\n\t\tcallback?: HandlerCallback,\n\t): Promise<ActionResult> => {\n\t\tconst service = runtime.getService<ComputerUseService>(\"computeruse\");\n\t\tif (!service) {\n\t\t\treturn { success: false, text: \"ComputerUse service not available\" };\n\t\t}\n\n\t\tconst params = options?.parameters;\n\t\tconst process = getStringParam(params, \"process\");\n\t\tconst selector = getStringParam(params, \"selector\");\n\t\tconst text = getStringParam(params, \"text\");\n\t\tconst timeoutMs = getNumberParam(params, \"timeoutMs\") ?? 5000;\n\t\tconst clearBeforeTyping =\n\t\t\tgetBooleanParam(params, \"clearBeforeTyping\") ?? true;\n\n\t\tif (!selector)\n\t\t\treturn { success: false, text: \"Missing required parameter: selector\" };\n\t\tif (!text)\n\t\t\treturn { success: false, text: \"Missing required parameter: text\" };\n\n\t\ttry {\n\t\t\tawait service.typeText(\n\t\t\t\tselector,\n\t\t\t\ttext,\n\t\t\t\ttimeoutMs,\n\t\t\t\tclearBeforeTyping,\n\t\t\t\tprocess,\n\t\t\t);\n\t\t\tconst response: Content = {\n\t\t\t\ttext: `Typed into element: ${selector}`,\n\t\t\t\tactions: [\"COMPUTERUSE_TYPE\"],\n\t\t\t\tsource: message.content?.source ?? \"action\",\n\t\t\t};\n\t\t\tawait callback?.(response);\n\t\t\treturn {\n\t\t\t\tsuccess: true,\n\t\t\t\ttext: response.text ?? \"\",\n\t\t\t\tvalues: { process, selector, timeoutMs, clearBeforeTyping },\n\t\t\t\tdata: {\n\t\t\t\t\tprocess,\n\t\t\t\t\tselector,\n\t\t\t\t\ttimeoutMs,\n\t\t\t\t\tclearBeforeTyping,\n\t\t\t\t\tbackend: service.getBackendName(),\n\t\t\t\t},\n\t\t\t};\n\t\t} catch (err) {\n\t\t\tconst msg = err instanceof Error ? err.message : String(err);\n\t\t\tlogger.error(`[computeruse] type failed: ${msg}`);\n\t\t\treturn {\n\t\t\t\tsuccess: false,\n\t\t\t\ttext: `ComputerUse type failed: ${msg}`,\n\t\t\t\tvalues: { process, selector, timeoutMs, clearBeforeTyping },\n\t\t\t\tdata: {\n\t\t\t\t\tprocess,\n\t\t\t\t\tselector,\n\t\t\t\t\ttimeoutMs,\n\t\t\t\t\tclearBeforeTyping,\n\t\t\t\t\tbackend: service.getBackendName(),\n\t\t\t\t},\n\t\t\t};\n\t\t}\n\t},\n};\n"]}

package/dist/providers/available-apps.d.ts

@@ -1,3 +0,0 @@
-import type { Provider } from "@elizaos/core";
-export declare const computeruseAvailableAppsProvider: Provider;
-//# sourceMappingURL=available-apps.d.ts.map

package/dist/providers/available-apps.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"available-apps.d.ts","sourceRoot":"","sources":["../../src/providers/available-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAGX,QAAQ,EAGR,MAAM,eAAe,CAAC;AAGvB,eAAO,MAAM,gCAAgC,EAAE,QAiC9C,CAAC"}

package/dist/providers/available-apps.js

@@ -1,28 +0,0 @@
-export const computeruseAvailableAppsProvider = {
-    name: "COMPUTERUSE_AVAILABLE_APPS",
-    description: "Lists currently running applications (best-effort, may be summarized in MCP mode)",
-    dynamic: true,
-    get: async (runtime, _message, _state) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled()) {
-            return {
-                text: "ComputerUse is disabled",
-                values: { enabled: false },
-                data: { enabled: false },
-            };
-        }
-        const apps = await service.getApplications();
-        const text = `Running applications (${apps.length}):\n${apps.map((app) => `- ${app}`).join("\n")}`;
-        return {
-            text,
-            values: { enabled: true, count: apps.length },
-            data: {
-                enabled: true,
-                apps,
-                count: apps.length,
-                backend: service.getBackendName(),
-            },
-        };
-    },
-};
-//# sourceMappingURL=available-apps.js.map

package/dist/providers/available-apps.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"available-apps.js","sourceRoot":"","sources":["../../src/providers/available-apps.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,gCAAgC,GAAa;IACzD,IAAI,EAAE,4BAA4B;IAClC,WAAW,EACV,mFAAmF;IACpF,OAAO,EAAE,IAAI;IACb,GAAG,EAAE,KAAK,EACT,OAAsB,EACtB,QAAgB,EAChB,MAAa,EACa,EAAE;QAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACtC,OAAO;gBACN,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC1B,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aACxB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,yBAAyB,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAEnG,OAAO;YACN,IAAI;YACJ,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;YAC7C,IAAI,EAAE;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;aACjC;SACD,CAAC;IACH,CAAC;CACD,CAAC","sourcesContent":["import type {\n\tIAgentRuntime,\n\tMemory,\n\tProvider,\n\tProviderResult,\n\tState,\n} from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseAvailableAppsProvider: Provider = {\n\tname: \"COMPUTERUSE_AVAILABLE_APPS\",\n\tdescription:\n\t\t\"Lists currently running applications (best-effort, may be summarized in MCP mode)\",\n\tdynamic: true,\n\tget: async (\n\t\truntime: IAgentRuntime,\n\t\t_message: Memory,\n\t\t_state: State,\n\t): Promise<ProviderResult> => {\n\t\tconst service = runtime.getService<ComputerUseService>(\"computeruse\");\n\t\tif (!service || !service.isEnabled()) {\n\t\t\treturn {\n\t\t\t\ttext: \"ComputerUse is disabled\",\n\t\t\t\tvalues: { enabled: false },\n\t\t\t\tdata: { enabled: false },\n\t\t\t};\n\t\t}\n\n\t\tconst apps = await service.getApplications();\n\t\tconst text = `Running applications (${apps.length}):\\n${apps.map((app) => `- ${app}`).join(\"\\n\")}`;\n\n\t\treturn {\n\t\t\ttext,\n\t\t\tvalues: { enabled: true, count: apps.length },\n\t\t\tdata: {\n\t\t\t\tenabled: true,\n\t\t\t\tapps,\n\t\t\t\tcount: apps.length,\n\t\t\t\tbackend: service.getBackendName(),\n\t\t\t},\n\t\t};\n\t},\n};\n"]}

package/dist/providers/computeruse-state.d.ts

@@ -1,3 +0,0 @@
-import type { Provider } from "@elizaos/core";
-export declare const computeruseStateProvider: Provider;
-//# sourceMappingURL=computeruse-state.d.ts.map

package/dist/providers/computeruse-state.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"computeruse-state.d.ts","sourceRoot":"","sources":["../../src/providers/computeruse-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAGX,QAAQ,EAGR,MAAM,eAAe,CAAC;AAGvB,eAAO,MAAM,wBAAwB,EAAE,QAwCtC,CAAC"}

package/dist/providers/computeruse-state.js

@@ -1,36 +0,0 @@
-export const computeruseStateProvider = {
-    name: "COMPUTERUSE_STATE",
-    description: "Provides current ComputerUse backend/mode information",
-    dynamic: true,
-    get: async (runtime, _message, _state) => {
-        const service = runtime.getService("computeruse");
-        if (!service || !service.isEnabled()) {
-            return {
-                text: "ComputerUse is disabled",
-                values: { enabled: false },
-                data: { enabled: false },
-            };
-        }
-        const backend = service.getBackendName();
-        const mode = service.getMode();
-        const mcpServer = service.getMcpServerName();
-        return {
-            text: `ComputerUse enabled. Mode=${mode}. Backend=${backend ?? "none"}. Platform=${process.platform}.`,
-            values: {
-                enabled: true,
-                mode,
-                backend: backend ?? "none",
-                platform: process.platform,
-                mcpServer,
-            },
-            data: {
-                enabled: true,
-                mode,
-                backend,
-                platform: process.platform,
-                mcpServer,
-            },
-        };
-    },
-};
-//# sourceMappingURL=computeruse-state.js.map

package/dist/providers/computeruse-state.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"computeruse-state.js","sourceRoot":"","sources":["../../src/providers/computeruse-state.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,wBAAwB,GAAa;IACjD,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,uDAAuD;IACpE,OAAO,EAAE,IAAI;IACb,GAAG,EAAE,KAAK,EACT,OAAsB,EACtB,QAAgB,EAChB,MAAa,EACa,EAAE;QAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAqB,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACtC,OAAO;gBACN,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC1B,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aACxB,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAE7C,OAAO;YACN,IAAI,EAAE,6BAA6B,IAAI,aAAa,OAAO,IAAI,MAAM,cAAc,OAAO,CAAC,QAAQ,GAAG;YACtG,MAAM,EAAE;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,OAAO,EAAE,OAAO,IAAI,MAAM;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS;aACT;YACD,IAAI,EAAE;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,OAAO;gBACP,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS;aACT;SACD,CAAC;IACH,CAAC;CACD,CAAC","sourcesContent":["import type {\n\tIAgentRuntime,\n\tMemory,\n\tProvider,\n\tProviderResult,\n\tState,\n} from \"@elizaos/core\";\nimport type { ComputerUseService } from \"../services/computeruse-service.js\";\n\nexport const computeruseStateProvider: Provider = {\n\tname: \"COMPUTERUSE_STATE\",\n\tdescription: \"Provides current ComputerUse backend/mode information\",\n\tdynamic: true,\n\tget: async (\n\t\truntime: IAgentRuntime,\n\t\t_message: Memory,\n\t\t_state: State,\n\t): Promise<ProviderResult> => {\n\t\tconst service = runtime.getService<ComputerUseService>(\"computeruse\");\n\t\tif (!service || !service.isEnabled()) {\n\t\t\treturn {\n\t\t\t\ttext: \"ComputerUse is disabled\",\n\t\t\t\tvalues: { enabled: false },\n\t\t\t\tdata: { enabled: false },\n\t\t\t};\n\t\t}\n\n\t\tconst backend = service.getBackendName();\n\t\tconst mode = service.getMode();\n\t\tconst mcpServer = service.getMcpServerName();\n\n\t\treturn {\n\t\t\ttext: `ComputerUse enabled. Mode=${mode}. Backend=${backend ?? \"none\"}. Platform=${process.platform}.`,\n\t\t\tvalues: {\n\t\t\t\tenabled: true,\n\t\t\t\tmode,\n\t\t\t\tbackend: backend ?? \"none\",\n\t\t\t\tplatform: process.platform,\n\t\t\t\tmcpServer,\n\t\t\t},\n\t\t\tdata: {\n\t\t\t\tenabled: true,\n\t\t\t\tmode,\n\t\t\t\tbackend,\n\t\t\t\tplatform: process.platform,\n\t\t\t\tmcpServer,\n\t\t\t},\n\t\t};\n\t},\n};\n"]}

package/dist/service-registry.d.ts

@@ -1,7 +0,0 @@
-declare module "@elizaos/core" {
-    interface ServiceTypeRegistry {
-        COMPUTERUSE: "computeruse";
-    }
-}
-export declare const COMPUTERUSE_SERVICE_TYPE: "computeruse";
-//# sourceMappingURL=service-registry.d.ts.map

package/dist/service-registry.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"service-registry.d.ts","sourceRoot":"","sources":["../src/service-registry.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,eAAe,CAAC;IAC9B,UAAU,mBAAmB;QAC5B,WAAW,EAAE,aAAa,CAAC;KAC3B;CACD;AAED,eAAO,MAAM,wBAAwB,EAAG,aAAsB,CAAC"}

package/dist/service-registry.js

@@ -1,2 +0,0 @@
-export const COMPUTERUSE_SERVICE_TYPE = "computeruse";
-//# sourceMappingURL=service-registry.js.map

package/dist/service-registry.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"service-registry.js","sourceRoot":"","sources":["../src/service-registry.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAsB,CAAC","sourcesContent":["// Module augmentation: add COMPUTERUSE to the core service registry so\n// `runtime.getServiceLoadPromise(\"computeruse\")` is type-safe.\ndeclare module \"@elizaos/core\" {\n\tinterface ServiceTypeRegistry {\n\t\tCOMPUTERUSE: \"computeruse\";\n\t}\n}\n\nexport const COMPUTERUSE_SERVICE_TYPE = \"computeruse\" as const;\n"]}

package/dist/services/computeruse-service.d.ts

@@ -1,36 +0,0 @@
-import type { IAgentRuntime } from "@elizaos/core";
-import { Service } from "@elizaos/core";
-import { type ComputerUseBackendName, type ComputerUseConfig } from "../types.js";
-export declare class ComputerUseService extends Service {
-    static serviceType: string;
-    capabilityDescription: string;
-    private computeruseConfig;
-    private backendName;
-    private initialized;
-    private localDesktop;
-    constructor(runtime?: IAgentRuntime);
-    static start(runtime: IAgentRuntime): Promise<ComputerUseService>;
-    stop(): Promise<void>;
-    getMode(): ComputerUseConfig["COMPUTERUSE_MODE"];
-    getBackendName(): ComputerUseBackendName | null;
-    getMcpServerName(): string;
-    isEnabled(): boolean;
-    ensureReady(): Promise<void>;
-    private initializeBackend;
-    private ensureLocalBackend;
-    private ensureMcpBackend;
-    private waitForMcpService;
-    private getMcp;
-    private parseProcessScopedSelector;
-    openApplication(appName: string): Promise<void>;
-    click(selector: string, timeoutMs: number, process?: string): Promise<void>;
-    typeText(selector: string, text: string, timeoutMs: number, clearBeforeTyping: boolean, process?: string): Promise<void>;
-    getWindowTree(process: string, title?: string, maxDepth?: number): Promise<string>;
-    clickCoordinates(x: number, y: number, button?: string, numClicks?: number): Promise<void>;
-    pressKey(keys: string): Promise<void>;
-    scroll(direction?: string, amount?: number, x?: number, y?: number): Promise<void>;
-    drag(startX: number, startY: number, endX: number, endY: number): Promise<void>;
-    screenshot(): Promise<string>;
-    getApplications(): Promise<string[]>;
-}
-//# sourceMappingURL=computeruse-service.d.ts.map

package/dist/services/computeruse-service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"computeruse-service.d.ts","sourceRoot":"","sources":["../../src/services/computeruse-service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAU,OAAO,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EACN,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,EAGtB,MAAM,aAAa,CAAC;AA0CrB,qBAAa,kBAAmB,SAAQ,OAAO;IAC9C,MAAM,CAAC,WAAW,SAAiB;IACnC,qBAAqB,SACkF;IAEvG,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,YAAY,CAAiC;gBAEzC,OAAO,CAAC,EAAE,aAAa;WAWtB,KAAK,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAKjE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,OAAO,IAAI,iBAAiB,CAAC,kBAAkB,CAAC;IAIhD,cAAc,IAAI,sBAAsB,GAAG,IAAI;IAI/C,gBAAgB,IAAI,MAAM;IAI1B,SAAS,IAAI,OAAO;IAId,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;YAMpB,iBAAiB;YAiDjB,kBAAkB;YAgClB,gBAAgB;YAahB,iBAAiB;IAa/B,OAAO,CAAC,MAAM;IAQd,OAAO,CAAC,0BAA0B;IA0B5B,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B/C,KAAK,CACV,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC;IAmCV,QAAQ,CACb,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,OAAO,EAC1B,OAAO,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC;IAmCV,aAAa,CAClB,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE,MAAM,EACd,QAAQ,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;IAkCZ,gBAAgB,CACrB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,MAAe,EACvB,SAAS,GAAE,MAAU,GACnB,OAAO,CAAC,IAAI,CAAC;IAwBV,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBrC,MAAM,CACX,SAAS,GAAE,MAAe,EAC1B,MAAM,GAAE,MAAU,EAClB,CAAC,CAAC,EAAE,MAAM,EACV,CAAC,CAAC,EAAE,MAAM,GACR,OAAO,CAAC,IAAI,CAAC;IAkCV,IAAI,CACT,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC;IA6BV,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IA+B7B,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAkC1C"}

package/dist/services/computeruse-service.js

@@ -1,391 +0,0 @@
-import { logger, Service } from "@elizaos/core";
-import { computerUseConfigSchema, } from "../types.js";
-export class ComputerUseService extends Service {
-    static serviceType = "computeruse";
-    capabilityDescription = "Enables the agent to control a computer UI locally (when supported) or via a ComputerUse MCP server";
-    computeruseConfig;
-    backendName = null;
-    initialized = false;
-    // Lazy-loaded to avoid importing native bindings unless actually used.
-    localDesktop = null;
-    constructor(runtime) {
-        super(runtime);
-        this.computeruseConfig = computerUseConfigSchema.parse({
-            COMPUTERUSE_ENABLED: String(process.env.COMPUTERUSE_ENABLED ?? "false"),
-            COMPUTERUSE_MODE: String(process.env.COMPUTERUSE_MODE ?? "auto"),
-            COMPUTERUSE_MCP_SERVER: String(process.env.COMPUTERUSE_MCP_SERVER ?? "computeruse"),
-        });
-    }
-    static async start(runtime) {
-        const service = new ComputerUseService(runtime);
-        return service;
-    }
-    async stop() {
-        this.localDesktop = null;
-        this.backendName = null;
-        this.initialized = false;
-    }
-    getMode() {
-        return this.computeruseConfig.COMPUTERUSE_MODE;
-    }
-    getBackendName() {
-        return this.backendName;
-    }
-    getMcpServerName() {
-        return this.computeruseConfig.COMPUTERUSE_MCP_SERVER;
-    }
-    isEnabled() {
-        return this.computeruseConfig.COMPUTERUSE_ENABLED;
-    }
-    async ensureReady() {
-        if (this.initialized)
-            return;
-        this.initialized = true;
-        await this.initializeBackend();
-    }
-    async initializeBackend() {
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED) {
-            logger.info("[computeruse] disabled (COMPUTERUSE_ENABLED=false)");
-            this.backendName = null;
-            return;
-        }
-        // ── Sandbox mode: force MCP to prevent local desktop control ──────
-        const runtimeRecord = this.runtime;
-        const isSandboxMode = Boolean(runtimeRecord?.sandboxMode);
-        if (isSandboxMode) {
-            logger.info("[computeruse] sandbox mode active — forcing MCP backend (local desktop control disabled)");
-            this.computeruseConfig.COMPUTERUSE_MODE = "mcp";
-            await this.ensureMcpBackend();
-            this.backendName = "mcp";
-            return;
-        }
-        // ── End sandbox mode override ─────────────────────────────────────
-        const mode = this.computeruseConfig.COMPUTERUSE_MODE;
-        if (mode === "local") {
-            await this.ensureLocalBackend();
-            this.backendName = "local";
-            return;
-        }
-        if (mode === "mcp") {
-            await this.ensureMcpBackend();
-            this.backendName = "mcp";
-            return;
-        }
-        // auto - try local on all platforms, fall back to MCP
-        try {
-            await this.ensureLocalBackend();
-            this.backendName = "local";
-            return;
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.warn(`[computeruse] local backend unavailable, falling back to mcp: ${msg}`);
-        }
-        await this.ensureMcpBackend();
-        this.backendName = "mcp";
-    }
-    async ensureLocalBackend() {
-        if (this.localDesktop)
-            return;
-        // Import only when needed (native optional deps).
-        try {
-            const loadModule = Function("moduleName", "return import(moduleName)");
-            const mod = (await loadModule("@elizaos/computeruse"));
-            if (typeof mod.Desktop !== "function") {
-                throw new Error("Desktop API is not available in @elizaos/computeruse");
-            }
-            this.localDesktop = new mod.Desktop();
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            const platform = process.platform;
-            if (platform === "darwin") {
-                throw new Error(`macOS native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-darwin-* is installed.`);
-            }
-            else if (platform === "linux") {
-                throw new Error(`Linux native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-linux-* is installed.`);
-            }
-            throw err;
-        }
-    }
-    async ensureMcpBackend() {
-        const mcp = await this.waitForMcpService();
-        const serverName = this.computeruseConfig.COMPUTERUSE_MCP_SERVER;
-        const servers = mcp.getServers();
-        const exists = servers.some((s) => s.name === serverName);
-        if (!exists) {
-            throw new Error(`MCP server "${serverName}" not configured. Add it under runtime/character settings "mcp.servers".`);
-        }
-    }
-    async waitForMcpService() {
-        // Services are registered during runtime initialization; depending on plugin order,
-        // "mcp" may not be available during another service's start hook.
-        for (let attempt = 0; attempt < 20; attempt++) {
-            const mcp = this.runtime.getService("mcp");
-            if (mcp)
-                return mcp;
-            await new Promise((resolve) => setTimeout(resolve, 50));
-        }
-        throw new Error("MCP service not available. Add @elizaos/plugin-mcp and configure a computeruse server.");
-    }
-    getMcp() {
-        const mcp = this.runtime.getService("mcp");
-        if (!mcp) {
-            throw new Error("MCP service not available");
-        }
-        return mcp;
-    }
-    parseProcessScopedSelector(rawSelector, processHint) {
-        const selector = rawSelector.trim();
-        const match = selector.match(/^\s*process:([^\s>]+)\s*(?:>>\s*(.*))?$/);
-        if (match) {
-            const process = match[1]?.trim();
-            const inner = (match[2] ?? "").trim();
-            if (!process) {
-                throw new Error("Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'");
-            }
-            return { process, selector: inner };
-        }
-        const process = processHint?.trim();
-        if (!process) {
-            throw new Error("Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'");
-        }
-        return { process, selector };
-    }
-    async openApplication(appName) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            this.localDesktop?.openApplication(appName);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "open_application", {
-                app_name: appName,
-                verify_element_exists: "",
-                verify_element_not_exists: "",
-                include_tree_after_action: false,
-            });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async click(selector, timeoutMs, process) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const el = await this.localDesktop?.locator(selector).first(timeoutMs);
-            if (!el)
-                throw new Error(`Element not found: ${selector}`);
-            await el.click();
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const parsed = this.parseProcessScopedSelector(selector, process);
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "click_element", {
-                process: parsed.process,
-                selector: parsed.selector,
-                timeout_ms: timeoutMs,
-                verify_element_exists: "",
-                verify_element_not_exists: "",
-                highlight_before_action: false,
-                ui_diff_before_after: false,
-            });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async typeText(selector, text, timeoutMs, clearBeforeTyping, process) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const el = await this.localDesktop?.locator(selector).first(timeoutMs);
-            if (!el)
-                throw new Error(`Element not found: ${selector}`);
-            el.typeText(text, { clearBeforeTyping });
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const parsed = this.parseProcessScopedSelector(selector, process);
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "type_into_element", {
-                process: parsed.process,
-                selector: parsed.selector,
-                text_to_type: text,
-                timeout_ms: timeoutMs,
-                clear_before_typing: clearBeforeTyping,
-                highlight_before_action: false,
-                ui_diff_before_after: false,
-            });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async getWindowTree(process, title, maxDepth) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const tree = this.localDesktop?.getWindowTree(process, title, undefined);
-            return JSON.stringify(tree ?? null, null, 2);
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const toolArgs = {
-                process,
-                include_tree_after_action: true,
-            };
-            if (title !== undefined)
-                toolArgs.title = title;
-            if (maxDepth !== undefined)
-                toolArgs.tree_max_depth = maxDepth;
-            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "get_window_tree", toolArgs);
-            const texts = res.content
-                .filter((c) => c.type === "text")
-                .map((c) => c.text)
-                .filter((t) => typeof t === "string");
-            return texts.join("\n");
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async clickCoordinates(x, y, button = "left", numClicks = 1) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            this.localDesktop?.clickAtCoordinates(x, y);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "click_at_coordinates", { x, y, button, num_clicks: numClicks });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async pressKey(keys) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            this.localDesktop?.pressKey(keys);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "press_key", { key: keys });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async scroll(direction = "down", amount = 3, x, y) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            // Local backend: click at position first if specified, then scroll via key presses
-            if (x !== undefined && y !== undefined) {
-                this.localDesktop?.clickAtCoordinates(x, y);
-            }
-            const scrollKey = direction === "up" ? "scrollup" : "scrolldown";
-            for (let i = 0; i < amount; i++) {
-                this.localDesktop?.pressKey(scrollKey);
-            }
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const toolArgs = { direction, amount };
-            if (x !== undefined)
-                toolArgs.x = x;
-            if (y !== undefined)
-                toolArgs.y = y;
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "scroll", toolArgs);
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async drag(startX, startY, endX, endY) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            // The Desktop native API does not expose a drag method.
-            // Local backend can only click the start position; full drag requires MCP.
-            logger.warn("[computeruse] Local drag is limited to click-at-start. Use MCP for full drag.");
-            this.localDesktop?.clickAtCoordinates(startX, startY);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "drag", { start_x: startX, start_y: startY, end_x: endX, end_y: endY });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async screenshot() {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const result = this.localDesktop?.captureMonitor(0);
-            if (result && typeof result === "object" && "toBase64" in result) {
-                return result.toBase64();
-            }
-            return String(result ?? "");
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "capture_screenshot", {});
-            const texts = res.content
-                .filter((c) => c.type === "text")
-                .map((c) => c.text)
-                .filter((t) => typeof t === "string");
-            return texts.join("");
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async getApplications() {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const apps = this.localDesktop?.applications() ?? [];
-            // Normalize into human-readable names.
-            const names = [];
-            for (const app of apps) {
-                const n = app.name();
-                if (typeof n === "string" && n.trim().length > 0)
-                    names.push(n);
-            }
-            return names;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "get_applications_and_windows_list", {});
-            // Return text-only summary for now; structured parsing is done in actions/providers if needed.
-            const texts = res.content
-                .filter((c) => c.type === "text")
-                .map((c) => c.text)
-                .filter((t) => typeof t === "string");
-            return texts.length > 0 ? texts : ["(see MCP tool output)"];
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-}
-//# sourceMappingURL=computeruse-service.js.map