@elizaos/plugin-computeruse 2.0.3-beta.2 → 2.0.3-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (188) hide show
  1. package/dist/actions/clipboard.d.ts +22 -0
  2. package/dist/actions/clipboard.d.ts.map +1 -0
  3. package/dist/actions/helpers.d.ts +33 -0
  4. package/dist/actions/helpers.d.ts.map +1 -0
  5. package/dist/actions/progress.d.ts +26 -0
  6. package/dist/actions/progress.d.ts.map +1 -0
  7. package/dist/actions/use-computer-agent.d.ts +113 -0
  8. package/dist/actions/use-computer-agent.d.ts.map +1 -0
  9. package/dist/actions/use-computer.d.ts +3 -0
  10. package/dist/actions/use-computer.d.ts.map +1 -0
  11. package/dist/actions/window-handlers.d.ts +11 -0
  12. package/dist/actions/window-handlers.d.ts.map +1 -0
  13. package/dist/actions/window.d.ts +11 -0
  14. package/dist/actions/window.d.ts.map +1 -0
  15. package/dist/actor/actor.d.ts +84 -0
  16. package/dist/actor/actor.d.ts.map +1 -0
  17. package/dist/actor/agent-callbacks.d.ts +128 -0
  18. package/dist/actor/agent-callbacks.d.ts.map +1 -0
  19. package/dist/actor/agent-loop.d.ts +134 -0
  20. package/dist/actor/agent-loop.d.ts.map +1 -0
  21. package/dist/actor/aosp-input-actor.d.ts +87 -0
  22. package/dist/actor/aosp-input-actor.d.ts.map +1 -0
  23. package/dist/actor/brain.d.ts +195 -0
  24. package/dist/actor/brain.d.ts.map +1 -0
  25. package/dist/actor/cascade.d.ts +92 -0
  26. package/dist/actor/cascade.d.ts.map +1 -0
  27. package/dist/actor/computer-interface.d.ts +276 -0
  28. package/dist/actor/computer-interface.d.ts.map +1 -0
  29. package/dist/actor/dispatch.d.ts +24 -0
  30. package/dist/actor/dispatch.d.ts.map +1 -0
  31. package/dist/actor/index.d.ts +12 -0
  32. package/dist/actor/index.d.ts.map +1 -0
  33. package/dist/actor/types.d.ts +94 -0
  34. package/dist/actor/types.d.ts.map +1 -0
  35. package/dist/approval-manager.d.ts +29 -0
  36. package/dist/approval-manager.d.ts.map +1 -0
  37. package/dist/index.d.ts +46 -0
  38. package/dist/index.d.ts.map +1 -0
  39. package/dist/index.js +13649 -0
  40. package/dist/index.js.map +68 -0
  41. package/dist/mcp/index.d.ts +8 -0
  42. package/dist/mcp/index.d.ts.map +1 -0
  43. package/dist/mcp/server.d.ts +42 -0
  44. package/dist/mcp/server.d.ts.map +1 -0
  45. package/dist/mcp/tools.d.ts +53 -0
  46. package/dist/mcp/tools.d.ts.map +1 -0
  47. package/dist/mobile/android-bridge.d.ts +263 -0
  48. package/dist/mobile/android-bridge.d.ts.map +1 -0
  49. package/dist/mobile/android-scene.d.ts +52 -0
  50. package/dist/mobile/android-scene.d.ts.map +1 -0
  51. package/dist/mobile/android-trajectory.d.ts +66 -0
  52. package/dist/mobile/android-trajectory.d.ts.map +1 -0
  53. package/dist/mobile/index.d.ts +19 -0
  54. package/dist/mobile/index.d.ts.map +1 -0
  55. package/dist/mobile/ios-app-intent-registry.d.ts +20 -0
  56. package/dist/mobile/ios-app-intent-registry.d.ts.map +1 -0
  57. package/dist/mobile/ios-bridge.d.ts +359 -0
  58. package/dist/mobile/ios-bridge.d.ts.map +1 -0
  59. package/dist/mobile/ios-computer-interface.d.ts +160 -0
  60. package/dist/mobile/ios-computer-interface.d.ts.map +1 -0
  61. package/dist/mobile/mobile-computer-interface.d.ts +142 -0
  62. package/dist/mobile/mobile-computer-interface.d.ts.map +1 -0
  63. package/dist/mobile/mobile-screen-capture.d.ts +64 -0
  64. package/dist/mobile/mobile-screen-capture.d.ts.map +1 -0
  65. package/dist/mobile/ocr-provider.d.ts +187 -0
  66. package/dist/mobile/ocr-provider.d.ts.map +1 -0
  67. package/dist/mobile/ocr-provider.js +111 -0
  68. package/dist/mobile/ocr-provider.js.map +10 -0
  69. package/dist/osworld/action-converter.d.ts +38 -0
  70. package/dist/osworld/action-converter.d.ts.map +1 -0
  71. package/dist/osworld/adapter.d.ts +79 -0
  72. package/dist/osworld/adapter.d.ts.map +1 -0
  73. package/dist/osworld/types.d.ts +69 -0
  74. package/dist/osworld/types.d.ts.map +1 -0
  75. package/dist/parity/index.d.ts +9 -0
  76. package/dist/parity/index.d.ts.map +1 -0
  77. package/dist/parity/parity-matrix.d.ts +82 -0
  78. package/dist/parity/parity-matrix.d.ts.map +1 -0
  79. package/dist/parity/screenspot.d.ts +56 -0
  80. package/dist/parity/screenspot.d.ts.map +1 -0
  81. package/dist/platform/a11y.d.ts +64 -0
  82. package/dist/platform/a11y.d.ts.map +1 -0
  83. package/dist/platform/browser.d.ts +61 -0
  84. package/dist/platform/browser.d.ts.map +1 -0
  85. package/dist/platform/capabilities.d.ts +33 -0
  86. package/dist/platform/capabilities.d.ts.map +1 -0
  87. package/dist/platform/capture.d.ts +65 -0
  88. package/dist/platform/capture.d.ts.map +1 -0
  89. package/dist/platform/clipboard.d.ts +24 -0
  90. package/dist/platform/clipboard.d.ts.map +1 -0
  91. package/dist/platform/coords.d.ts +73 -0
  92. package/dist/platform/coords.d.ts.map +1 -0
  93. package/dist/platform/desktop.d.ts +56 -0
  94. package/dist/platform/desktop.d.ts.map +1 -0
  95. package/dist/platform/displays.d.ts +97 -0
  96. package/dist/platform/displays.d.ts.map +1 -0
  97. package/dist/platform/driver.d.ts +49 -0
  98. package/dist/platform/driver.d.ts.map +1 -0
  99. package/dist/platform/file-ops.d.ts +27 -0
  100. package/dist/platform/file-ops.d.ts.map +1 -0
  101. package/dist/platform/helpers.d.ts +60 -0
  102. package/dist/platform/helpers.d.ts.map +1 -0
  103. package/dist/platform/launch.d.ts +54 -0
  104. package/dist/platform/launch.d.ts.map +1 -0
  105. package/dist/platform/normalized-coords.d.ts +46 -0
  106. package/dist/platform/normalized-coords.d.ts.map +1 -0
  107. package/dist/platform/nut-driver.d.ts +86 -0
  108. package/dist/platform/nut-driver.d.ts.map +1 -0
  109. package/dist/platform/permissions.d.ts +33 -0
  110. package/dist/platform/permissions.d.ts.map +1 -0
  111. package/dist/platform/process-list.d.ts +32 -0
  112. package/dist/platform/process-list.d.ts.map +1 -0
  113. package/dist/platform/ps-host.d.ts +77 -0
  114. package/dist/platform/ps-host.d.ts.map +1 -0
  115. package/dist/platform/screenshot-errors.d.ts +54 -0
  116. package/dist/platform/screenshot-errors.d.ts.map +1 -0
  117. package/dist/platform/screenshot-quality.d.ts +11 -0
  118. package/dist/platform/screenshot-quality.d.ts.map +1 -0
  119. package/dist/platform/screenshot.d.ts +16 -0
  120. package/dist/platform/screenshot.d.ts.map +1 -0
  121. package/dist/platform/security.d.ts +20 -0
  122. package/dist/platform/security.d.ts.map +1 -0
  123. package/dist/platform/terminal.d.ts +38 -0
  124. package/dist/platform/terminal.d.ts.map +1 -0
  125. package/dist/platform/wayland-portal.d.ts +25 -0
  126. package/dist/platform/wayland-portal.d.ts.map +1 -0
  127. package/dist/platform/windows-list.d.ts +78 -0
  128. package/dist/platform/windows-list.d.ts.map +1 -0
  129. package/dist/providers/computer-state.d.ts +9 -0
  130. package/dist/providers/computer-state.d.ts.map +1 -0
  131. package/dist/providers/scene.d.ts +21 -0
  132. package/dist/providers/scene.d.ts.map +1 -0
  133. package/dist/register-routes.d.ts +2 -0
  134. package/dist/register-routes.d.ts.map +1 -0
  135. package/dist/register-routes.js +13836 -0
  136. package/dist/register-routes.js.map +71 -0
  137. package/dist/routes/computer-use-compat-routes.d.ts +29 -0
  138. package/dist/routes/computer-use-compat-routes.d.ts.map +1 -0
  139. package/dist/routes/computer-use-routes.d.ts +3 -0
  140. package/dist/routes/computer-use-routes.d.ts.map +1 -0
  141. package/dist/routes/sandbox-routes.d.ts +53 -0
  142. package/dist/routes/sandbox-routes.d.ts.map +1 -0
  143. package/dist/sandbox/docker-backend.d.ts +69 -0
  144. package/dist/sandbox/docker-backend.d.ts.map +1 -0
  145. package/dist/sandbox/index.d.ts +62 -0
  146. package/dist/sandbox/index.d.ts.map +1 -0
  147. package/dist/sandbox/qemu-backend.d.ts +48 -0
  148. package/dist/sandbox/qemu-backend.d.ts.map +1 -0
  149. package/dist/sandbox/remote-guest.d.ts +72 -0
  150. package/dist/sandbox/remote-guest.d.ts.map +1 -0
  151. package/dist/sandbox/sandbox-driver.d.ts +41 -0
  152. package/dist/sandbox/sandbox-driver.d.ts.map +1 -0
  153. package/dist/sandbox/surface-types.d.ts +17 -0
  154. package/dist/sandbox/surface-types.d.ts.map +1 -0
  155. package/dist/sandbox/types.d.ts +138 -0
  156. package/dist/sandbox/types.d.ts.map +1 -0
  157. package/dist/sandbox/wsb-backend.d.ts +48 -0
  158. package/dist/sandbox/wsb-backend.d.ts.map +1 -0
  159. package/dist/scene/a11y-provider.d.ts +83 -0
  160. package/dist/scene/a11y-provider.d.ts.map +1 -0
  161. package/dist/scene/apps.d.ts +39 -0
  162. package/dist/scene/apps.d.ts.map +1 -0
  163. package/dist/scene/dhash.d.ts +105 -0
  164. package/dist/scene/dhash.d.ts.map +1 -0
  165. package/dist/scene/ocr-adapter.d.ts +64 -0
  166. package/dist/scene/ocr-adapter.d.ts.map +1 -0
  167. package/dist/scene/scene-builder.d.ts +107 -0
  168. package/dist/scene/scene-builder.d.ts.map +1 -0
  169. package/dist/scene/scene-types.d.ts +70 -0
  170. package/dist/scene/scene-types.d.ts.map +1 -0
  171. package/dist/scene/screen-state.d.ts +105 -0
  172. package/dist/scene/screen-state.d.ts.map +1 -0
  173. package/dist/scene/serialize.d.ts +28 -0
  174. package/dist/scene/serialize.d.ts.map +1 -0
  175. package/dist/security/browser-script-policy.d.ts +9 -0
  176. package/dist/security/browser-script-policy.d.ts.map +1 -0
  177. package/dist/services/computer-use-service.d.ts +142 -0
  178. package/dist/services/computer-use-service.d.ts.map +1 -0
  179. package/dist/services/desktop-control.d.ts +35 -0
  180. package/dist/services/desktop-control.d.ts.map +1 -0
  181. package/dist/services/index.d.ts +7 -0
  182. package/dist/services/index.d.ts.map +1 -0
  183. package/dist/services/vision-context-provider.d.ts +32 -0
  184. package/dist/services/vision-context-provider.d.ts.map +1 -0
  185. package/dist/types.d.ts +385 -0
  186. package/dist/types.d.ts.map +1 -0
  187. package/package.json +16 -5
  188. package/registry-entry.json +74 -0
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@elizaos/plugin-computeruse",
3
- "version": "2.0.3-beta.2",
3
+ "version": "2.0.3-beta.4",
4
4
  "description": "Desktop automation plugin — screenshots, mouse/keyboard control, browser CDP, and window management for elizaOS agents. Ported from open-computer-use (Apache 2.0).",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",
@@ -31,6 +31,7 @@
31
31
  }
32
32
  },
33
33
  "files": [
34
+ "registry-entry.json",
34
35
  "dist",
35
36
  "README.md",
36
37
  "package.json"
@@ -40,13 +41,20 @@
40
41
  "build": "bun run build.ts",
41
42
  "test": "vitest run --config vitest.config.ts",
42
43
  "typecheck": "tsgo --noEmit",
43
- "validate:ios-device-evidence": "node scripts/validate-ios-device-evidence.mjs"
44
+ "validate:ios-device-evidence": "node scripts/validate-ios-device-evidence.mjs",
45
+ "validate:platform-evidence": "node scripts/validate-platform-evidence.mjs",
46
+ "validate:android-device-evidence": "node scripts/validate-platform-evidence.mjs docs/android-device-validation.json",
47
+ "validate:android-aosp-evidence": "node scripts/validate-platform-evidence.mjs docs/android-aosp-validation.json",
48
+ "capture:macos-desktop-evidence": "bun scripts/capture-macos-desktop-evidence.mjs",
49
+ "validate:macos-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/macos-desktop-validation.json",
50
+ "validate:linux-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/linux-desktop-validation.json",
51
+ "validate:windows-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/windows-desktop-validation.json"
44
52
  },
45
53
  "peerDependencies": {
46
- "@elizaos/core": "2.0.3-beta.2"
54
+ "@elizaos/core": "2.0.3-beta.4"
47
55
  },
48
56
  "devDependencies": {
49
- "@elizaos/core": "2.0.3-beta.2",
57
+ "@elizaos/core": "2.0.3-beta.4",
50
58
  "@types/node": "^25.2.3",
51
59
  "bun-types": "^1.3.14",
52
60
  "typescript": "^6.0.3",
@@ -56,6 +64,9 @@
56
64
  "@nut-tree-fork/nut-js": "^4.2.6",
57
65
  "puppeteer-core": "^24.9.0"
58
66
  },
67
+ "optionalDependencies": {
68
+ "@modelcontextprotocol/sdk": "^1.29.0"
69
+ },
59
70
  "license": "Apache-2.0",
60
71
  "agentConfig": {
61
72
  "pluginType": "elizaos:plugin:1.0.0",
@@ -124,5 +135,5 @@
124
135
  "publishConfig": {
125
136
  "access": "public"
126
137
  },
127
- "gitHead": "82fe0f44215954c2417328203f5bd6510985c1fc"
138
+ "gitHead": "f76f55793a0fb8d6b869dd8ddce03970de061e34"
128
139
  }
@@ -0,0 +1,74 @@
1
+ {
2
+ "id": "computeruse",
3
+ "name": "Computeruse",
4
+ "description": "Computer automation plugin for ElizaOS - enables AI agents to control the local machine (when supported) or a remote ComputerUse MCP server",
5
+ "npmName": "@elizaos/plugin-computeruse",
6
+ "version": "2.0.0-beta.0",
7
+ "source": "bundled",
8
+ "tags": ["computeruse", "automation", "desktop", "gui", "mcp"],
9
+ "config": {
10
+ "COMPUTER_USE_ENABLED": {
11
+ "type": "boolean",
12
+ "required": false,
13
+ "sensitive": false,
14
+ "default": false,
15
+ "label": "Use Enabled",
16
+ "help": "Enable computer use capabilities (desktop automation, screenshots, browser control)",
17
+ "advanced": false
18
+ },
19
+ "COMPUTER_USE_SCREENSHOT_AFTER_ACTION": {
20
+ "type": "boolean",
21
+ "required": false,
22
+ "sensitive": false,
23
+ "default": true,
24
+ "label": "Use Screenshot After Action",
25
+ "help": "Automatically capture a screenshot after each desktop action",
26
+ "advanced": false
27
+ },
28
+ "COMPUTER_USE_ACTION_TIMEOUT_MS": {
29
+ "type": "number",
30
+ "required": false,
31
+ "sensitive": false,
32
+ "default": 10000,
33
+ "label": "Use Action Timeout Ms",
34
+ "help": "Maximum action execution timeout in milliseconds",
35
+ "advanced": false,
36
+ "min": 0,
37
+ "unit": "ms"
38
+ },
39
+ "COMPUTER_USE_APPROVAL_MODE": {
40
+ "type": "textarea",
41
+ "required": false,
42
+ "sensitive": false,
43
+ "default": "full_control",
44
+ "label": "Use Approval Mode",
45
+ "help": "Approval mode for computer-use commands: full_control auto-approves everything, smart_approve auto-approves safe read-only commands, approve_all requires approval for every command, off denies all commands.",
46
+ "advanced": false
47
+ },
48
+ "COMPUTER_USE_BROWSER_HEADLESS": {
49
+ "type": "boolean",
50
+ "required": false,
51
+ "sensitive": false,
52
+ "default": false,
53
+ "label": "Use Browser Headless",
54
+ "help": "Run browser automation headlessly. Useful for CI and test environments without a visible desktop session.",
55
+ "advanced": false
56
+ }
57
+ },
58
+ "render": {
59
+ "visible": true,
60
+ "pinTo": [],
61
+ "style": "card",
62
+ "icon": "MousePointer2",
63
+ "group": "devtools",
64
+ "groupOrder": 5,
65
+ "actions": ["enable", "configure"]
66
+ },
67
+ "resources": {
68
+ "homepage": "https://elizaos.ai",
69
+ "repository": "https://github.com/elizaos/eliza"
70
+ },
71
+ "dependsOn": [],
72
+ "kind": "plugin",
73
+ "subtype": "devtools"
74
+ }