@elizaos/plugin-computeruse 2.0.3-beta.2 → 2.0.3-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/clipboard.d.ts +22 -0
- package/dist/actions/clipboard.d.ts.map +1 -0
- package/dist/actions/helpers.d.ts +33 -0
- package/dist/actions/helpers.d.ts.map +1 -0
- package/dist/actions/progress.d.ts +26 -0
- package/dist/actions/progress.d.ts.map +1 -0
- package/dist/actions/use-computer-agent.d.ts +113 -0
- package/dist/actions/use-computer-agent.d.ts.map +1 -0
- package/dist/actions/use-computer.d.ts +3 -0
- package/dist/actions/use-computer.d.ts.map +1 -0
- package/dist/actions/window-handlers.d.ts +11 -0
- package/dist/actions/window-handlers.d.ts.map +1 -0
- package/dist/actions/window.d.ts +11 -0
- package/dist/actions/window.d.ts.map +1 -0
- package/dist/actor/actor.d.ts +84 -0
- package/dist/actor/actor.d.ts.map +1 -0
- package/dist/actor/agent-callbacks.d.ts +128 -0
- package/dist/actor/agent-callbacks.d.ts.map +1 -0
- package/dist/actor/agent-loop.d.ts +134 -0
- package/dist/actor/agent-loop.d.ts.map +1 -0
- package/dist/actor/aosp-input-actor.d.ts +87 -0
- package/dist/actor/aosp-input-actor.d.ts.map +1 -0
- package/dist/actor/brain.d.ts +195 -0
- package/dist/actor/brain.d.ts.map +1 -0
- package/dist/actor/cascade.d.ts +92 -0
- package/dist/actor/cascade.d.ts.map +1 -0
- package/dist/actor/computer-interface.d.ts +276 -0
- package/dist/actor/computer-interface.d.ts.map +1 -0
- package/dist/actor/dispatch.d.ts +24 -0
- package/dist/actor/dispatch.d.ts.map +1 -0
- package/dist/actor/index.d.ts +12 -0
- package/dist/actor/index.d.ts.map +1 -0
- package/dist/actor/types.d.ts +94 -0
- package/dist/actor/types.d.ts.map +1 -0
- package/dist/approval-manager.d.ts +29 -0
- package/dist/approval-manager.d.ts.map +1 -0
- package/dist/index.d.ts +46 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +13649 -0
- package/dist/index.js.map +68 -0
- package/dist/mcp/index.d.ts +8 -0
- package/dist/mcp/index.d.ts.map +1 -0
- package/dist/mcp/server.d.ts +42 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/tools.d.ts +53 -0
- package/dist/mcp/tools.d.ts.map +1 -0
- package/dist/mobile/android-bridge.d.ts +263 -0
- package/dist/mobile/android-bridge.d.ts.map +1 -0
- package/dist/mobile/android-scene.d.ts +52 -0
- package/dist/mobile/android-scene.d.ts.map +1 -0
- package/dist/mobile/android-trajectory.d.ts +66 -0
- package/dist/mobile/android-trajectory.d.ts.map +1 -0
- package/dist/mobile/index.d.ts +19 -0
- package/dist/mobile/index.d.ts.map +1 -0
- package/dist/mobile/ios-app-intent-registry.d.ts +20 -0
- package/dist/mobile/ios-app-intent-registry.d.ts.map +1 -0
- package/dist/mobile/ios-bridge.d.ts +359 -0
- package/dist/mobile/ios-bridge.d.ts.map +1 -0
- package/dist/mobile/ios-computer-interface.d.ts +160 -0
- package/dist/mobile/ios-computer-interface.d.ts.map +1 -0
- package/dist/mobile/mobile-computer-interface.d.ts +142 -0
- package/dist/mobile/mobile-computer-interface.d.ts.map +1 -0
- package/dist/mobile/mobile-screen-capture.d.ts +64 -0
- package/dist/mobile/mobile-screen-capture.d.ts.map +1 -0
- package/dist/mobile/ocr-provider.d.ts +187 -0
- package/dist/mobile/ocr-provider.d.ts.map +1 -0
- package/dist/mobile/ocr-provider.js +111 -0
- package/dist/mobile/ocr-provider.js.map +10 -0
- package/dist/osworld/action-converter.d.ts +38 -0
- package/dist/osworld/action-converter.d.ts.map +1 -0
- package/dist/osworld/adapter.d.ts +79 -0
- package/dist/osworld/adapter.d.ts.map +1 -0
- package/dist/osworld/types.d.ts +69 -0
- package/dist/osworld/types.d.ts.map +1 -0
- package/dist/parity/index.d.ts +9 -0
- package/dist/parity/index.d.ts.map +1 -0
- package/dist/parity/parity-matrix.d.ts +82 -0
- package/dist/parity/parity-matrix.d.ts.map +1 -0
- package/dist/parity/screenspot.d.ts +56 -0
- package/dist/parity/screenspot.d.ts.map +1 -0
- package/dist/platform/a11y.d.ts +64 -0
- package/dist/platform/a11y.d.ts.map +1 -0
- package/dist/platform/browser.d.ts +61 -0
- package/dist/platform/browser.d.ts.map +1 -0
- package/dist/platform/capabilities.d.ts +33 -0
- package/dist/platform/capabilities.d.ts.map +1 -0
- package/dist/platform/capture.d.ts +65 -0
- package/dist/platform/capture.d.ts.map +1 -0
- package/dist/platform/clipboard.d.ts +24 -0
- package/dist/platform/clipboard.d.ts.map +1 -0
- package/dist/platform/coords.d.ts +73 -0
- package/dist/platform/coords.d.ts.map +1 -0
- package/dist/platform/desktop.d.ts +56 -0
- package/dist/platform/desktop.d.ts.map +1 -0
- package/dist/platform/displays.d.ts +97 -0
- package/dist/platform/displays.d.ts.map +1 -0
- package/dist/platform/driver.d.ts +49 -0
- package/dist/platform/driver.d.ts.map +1 -0
- package/dist/platform/file-ops.d.ts +27 -0
- package/dist/platform/file-ops.d.ts.map +1 -0
- package/dist/platform/helpers.d.ts +60 -0
- package/dist/platform/helpers.d.ts.map +1 -0
- package/dist/platform/launch.d.ts +54 -0
- package/dist/platform/launch.d.ts.map +1 -0
- package/dist/platform/normalized-coords.d.ts +46 -0
- package/dist/platform/normalized-coords.d.ts.map +1 -0
- package/dist/platform/nut-driver.d.ts +86 -0
- package/dist/platform/nut-driver.d.ts.map +1 -0
- package/dist/platform/permissions.d.ts +33 -0
- package/dist/platform/permissions.d.ts.map +1 -0
- package/dist/platform/process-list.d.ts +32 -0
- package/dist/platform/process-list.d.ts.map +1 -0
- package/dist/platform/ps-host.d.ts +77 -0
- package/dist/platform/ps-host.d.ts.map +1 -0
- package/dist/platform/screenshot-errors.d.ts +54 -0
- package/dist/platform/screenshot-errors.d.ts.map +1 -0
- package/dist/platform/screenshot-quality.d.ts +11 -0
- package/dist/platform/screenshot-quality.d.ts.map +1 -0
- package/dist/platform/screenshot.d.ts +16 -0
- package/dist/platform/screenshot.d.ts.map +1 -0
- package/dist/platform/security.d.ts +20 -0
- package/dist/platform/security.d.ts.map +1 -0
- package/dist/platform/terminal.d.ts +38 -0
- package/dist/platform/terminal.d.ts.map +1 -0
- package/dist/platform/wayland-portal.d.ts +25 -0
- package/dist/platform/wayland-portal.d.ts.map +1 -0
- package/dist/platform/windows-list.d.ts +78 -0
- package/dist/platform/windows-list.d.ts.map +1 -0
- package/dist/providers/computer-state.d.ts +9 -0
- package/dist/providers/computer-state.d.ts.map +1 -0
- package/dist/providers/scene.d.ts +21 -0
- package/dist/providers/scene.d.ts.map +1 -0
- package/dist/register-routes.d.ts +2 -0
- package/dist/register-routes.d.ts.map +1 -0
- package/dist/register-routes.js +13836 -0
- package/dist/register-routes.js.map +71 -0
- package/dist/routes/computer-use-compat-routes.d.ts +29 -0
- package/dist/routes/computer-use-compat-routes.d.ts.map +1 -0
- package/dist/routes/computer-use-routes.d.ts +3 -0
- package/dist/routes/computer-use-routes.d.ts.map +1 -0
- package/dist/routes/sandbox-routes.d.ts +53 -0
- package/dist/routes/sandbox-routes.d.ts.map +1 -0
- package/dist/sandbox/docker-backend.d.ts +69 -0
- package/dist/sandbox/docker-backend.d.ts.map +1 -0
- package/dist/sandbox/index.d.ts +62 -0
- package/dist/sandbox/index.d.ts.map +1 -0
- package/dist/sandbox/qemu-backend.d.ts +48 -0
- package/dist/sandbox/qemu-backend.d.ts.map +1 -0
- package/dist/sandbox/remote-guest.d.ts +72 -0
- package/dist/sandbox/remote-guest.d.ts.map +1 -0
- package/dist/sandbox/sandbox-driver.d.ts +41 -0
- package/dist/sandbox/sandbox-driver.d.ts.map +1 -0
- package/dist/sandbox/surface-types.d.ts +17 -0
- package/dist/sandbox/surface-types.d.ts.map +1 -0
- package/dist/sandbox/types.d.ts +138 -0
- package/dist/sandbox/types.d.ts.map +1 -0
- package/dist/sandbox/wsb-backend.d.ts +48 -0
- package/dist/sandbox/wsb-backend.d.ts.map +1 -0
- package/dist/scene/a11y-provider.d.ts +83 -0
- package/dist/scene/a11y-provider.d.ts.map +1 -0
- package/dist/scene/apps.d.ts +39 -0
- package/dist/scene/apps.d.ts.map +1 -0
- package/dist/scene/dhash.d.ts +105 -0
- package/dist/scene/dhash.d.ts.map +1 -0
- package/dist/scene/ocr-adapter.d.ts +64 -0
- package/dist/scene/ocr-adapter.d.ts.map +1 -0
- package/dist/scene/scene-builder.d.ts +107 -0
- package/dist/scene/scene-builder.d.ts.map +1 -0
- package/dist/scene/scene-types.d.ts +70 -0
- package/dist/scene/scene-types.d.ts.map +1 -0
- package/dist/scene/screen-state.d.ts +105 -0
- package/dist/scene/screen-state.d.ts.map +1 -0
- package/dist/scene/serialize.d.ts +28 -0
- package/dist/scene/serialize.d.ts.map +1 -0
- package/dist/security/browser-script-policy.d.ts +9 -0
- package/dist/security/browser-script-policy.d.ts.map +1 -0
- package/dist/services/computer-use-service.d.ts +142 -0
- package/dist/services/computer-use-service.d.ts.map +1 -0
- package/dist/services/desktop-control.d.ts +35 -0
- package/dist/services/desktop-control.d.ts.map +1 -0
- package/dist/services/index.d.ts +7 -0
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/vision-context-provider.d.ts +32 -0
- package/dist/services/vision-context-provider.d.ts.map +1 -0
- package/dist/types.d.ts +385 -0
- package/dist/types.d.ts.map +1 -0
- package/package.json +16 -5
- package/registry-entry.json +74 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@elizaos/plugin-computeruse",
|
|
3
|
-
"version": "2.0.3-beta.
|
|
3
|
+
"version": "2.0.3-beta.3",
|
|
4
4
|
"description": "Desktop automation plugin — screenshots, mouse/keyboard control, browser CDP, and window management for elizaOS agents. Ported from open-computer-use (Apache 2.0).",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -31,6 +31,7 @@
|
|
|
31
31
|
}
|
|
32
32
|
},
|
|
33
33
|
"files": [
|
|
34
|
+
"registry-entry.json",
|
|
34
35
|
"dist",
|
|
35
36
|
"README.md",
|
|
36
37
|
"package.json"
|
|
@@ -40,13 +41,20 @@
|
|
|
40
41
|
"build": "bun run build.ts",
|
|
41
42
|
"test": "vitest run --config vitest.config.ts",
|
|
42
43
|
"typecheck": "tsgo --noEmit",
|
|
43
|
-
"validate:ios-device-evidence": "node scripts/validate-ios-device-evidence.mjs"
|
|
44
|
+
"validate:ios-device-evidence": "node scripts/validate-ios-device-evidence.mjs",
|
|
45
|
+
"validate:platform-evidence": "node scripts/validate-platform-evidence.mjs",
|
|
46
|
+
"validate:android-device-evidence": "node scripts/validate-platform-evidence.mjs docs/android-device-validation.json",
|
|
47
|
+
"validate:android-aosp-evidence": "node scripts/validate-platform-evidence.mjs docs/android-aosp-validation.json",
|
|
48
|
+
"capture:macos-desktop-evidence": "bun scripts/capture-macos-desktop-evidence.mjs",
|
|
49
|
+
"validate:macos-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/macos-desktop-validation.json",
|
|
50
|
+
"validate:linux-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/linux-desktop-validation.json",
|
|
51
|
+
"validate:windows-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/windows-desktop-validation.json"
|
|
44
52
|
},
|
|
45
53
|
"peerDependencies": {
|
|
46
|
-
"@elizaos/core": "2.0.3-beta.
|
|
54
|
+
"@elizaos/core": "2.0.3-beta.3"
|
|
47
55
|
},
|
|
48
56
|
"devDependencies": {
|
|
49
|
-
"@elizaos/core": "2.0.3-beta.
|
|
57
|
+
"@elizaos/core": "2.0.3-beta.3",
|
|
50
58
|
"@types/node": "^25.2.3",
|
|
51
59
|
"bun-types": "^1.3.14",
|
|
52
60
|
"typescript": "^6.0.3",
|
|
@@ -56,6 +64,9 @@
|
|
|
56
64
|
"@nut-tree-fork/nut-js": "^4.2.6",
|
|
57
65
|
"puppeteer-core": "^24.9.0"
|
|
58
66
|
},
|
|
67
|
+
"optionalDependencies": {
|
|
68
|
+
"@modelcontextprotocol/sdk": "^1.29.0"
|
|
69
|
+
},
|
|
59
70
|
"license": "Apache-2.0",
|
|
60
71
|
"agentConfig": {
|
|
61
72
|
"pluginType": "elizaos:plugin:1.0.0",
|
|
@@ -124,5 +135,5 @@
|
|
|
124
135
|
"publishConfig": {
|
|
125
136
|
"access": "public"
|
|
126
137
|
},
|
|
127
|
-
"gitHead": "
|
|
138
|
+
"gitHead": "f54b0f4eaed317d59fa7dbcdce20f4cdb0734420"
|
|
128
139
|
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "computeruse",
|
|
3
|
+
"name": "Computeruse",
|
|
4
|
+
"description": "Computer automation plugin for ElizaOS - enables AI agents to control the local machine (when supported) or a remote ComputerUse MCP server",
|
|
5
|
+
"npmName": "@elizaos/plugin-computeruse",
|
|
6
|
+
"version": "2.0.0-beta.0",
|
|
7
|
+
"source": "bundled",
|
|
8
|
+
"tags": ["computeruse", "automation", "desktop", "gui", "mcp"],
|
|
9
|
+
"config": {
|
|
10
|
+
"COMPUTER_USE_ENABLED": {
|
|
11
|
+
"type": "boolean",
|
|
12
|
+
"required": false,
|
|
13
|
+
"sensitive": false,
|
|
14
|
+
"default": false,
|
|
15
|
+
"label": "Use Enabled",
|
|
16
|
+
"help": "Enable computer use capabilities (desktop automation, screenshots, browser control)",
|
|
17
|
+
"advanced": false
|
|
18
|
+
},
|
|
19
|
+
"COMPUTER_USE_SCREENSHOT_AFTER_ACTION": {
|
|
20
|
+
"type": "boolean",
|
|
21
|
+
"required": false,
|
|
22
|
+
"sensitive": false,
|
|
23
|
+
"default": true,
|
|
24
|
+
"label": "Use Screenshot After Action",
|
|
25
|
+
"help": "Automatically capture a screenshot after each desktop action",
|
|
26
|
+
"advanced": false
|
|
27
|
+
},
|
|
28
|
+
"COMPUTER_USE_ACTION_TIMEOUT_MS": {
|
|
29
|
+
"type": "number",
|
|
30
|
+
"required": false,
|
|
31
|
+
"sensitive": false,
|
|
32
|
+
"default": 10000,
|
|
33
|
+
"label": "Use Action Timeout Ms",
|
|
34
|
+
"help": "Maximum action execution timeout in milliseconds",
|
|
35
|
+
"advanced": false,
|
|
36
|
+
"min": 0,
|
|
37
|
+
"unit": "ms"
|
|
38
|
+
},
|
|
39
|
+
"COMPUTER_USE_APPROVAL_MODE": {
|
|
40
|
+
"type": "textarea",
|
|
41
|
+
"required": false,
|
|
42
|
+
"sensitive": false,
|
|
43
|
+
"default": "full_control",
|
|
44
|
+
"label": "Use Approval Mode",
|
|
45
|
+
"help": "Approval mode for computer-use commands: full_control auto-approves everything, smart_approve auto-approves safe read-only commands, approve_all requires approval for every command, off denies all commands.",
|
|
46
|
+
"advanced": false
|
|
47
|
+
},
|
|
48
|
+
"COMPUTER_USE_BROWSER_HEADLESS": {
|
|
49
|
+
"type": "boolean",
|
|
50
|
+
"required": false,
|
|
51
|
+
"sensitive": false,
|
|
52
|
+
"default": false,
|
|
53
|
+
"label": "Use Browser Headless",
|
|
54
|
+
"help": "Run browser automation headlessly. Useful for CI and test environments without a visible desktop session.",
|
|
55
|
+
"advanced": false
|
|
56
|
+
}
|
|
57
|
+
},
|
|
58
|
+
"render": {
|
|
59
|
+
"visible": true,
|
|
60
|
+
"pinTo": [],
|
|
61
|
+
"style": "card",
|
|
62
|
+
"icon": "MousePointer2",
|
|
63
|
+
"group": "devtools",
|
|
64
|
+
"groupOrder": 5,
|
|
65
|
+
"actions": ["enable", "configure"]
|
|
66
|
+
},
|
|
67
|
+
"resources": {
|
|
68
|
+
"homepage": "https://elizaos.ai",
|
|
69
|
+
"repository": "https://github.com/elizaos/eliza"
|
|
70
|
+
},
|
|
71
|
+
"dependsOn": [],
|
|
72
|
+
"kind": "plugin",
|
|
73
|
+
"subtype": "devtools"
|
|
74
|
+
}
|