@assemblyline-agents/computer-use 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 OpenEve contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,55 @@
+# @assemblyline-agents/computer-use
+
+Official Assembly Line connection plugin for controlling a paired Mac from a remotely
+hosted agent. It is intended for Railway, Fly, Docker, and other deployments
+that cannot run Peekaboo on the same host.
+
+The Mac runs Assembly Line Computer Host (installed by Assembly Line Builder) and
+makes an outbound authenticated WebSocket connection to an Assembly Line-compatible
+relay. Agent requests and host responses are application-layer encrypted; the
+relay routes opaque envelopes and cannot read tool arguments or results.
+
+## Setup
+
+1. Install Assembly Line Builder on a Mac running macOS 15 or newer.
+2. Enable Computer Host, grant Accessibility and Screen Recording, and pair the
+   intended deployment.
+3. Store the generated binding as `ASSEMBLY_LINE_COMPUTER_USE_BINDING` on the agent
+   host. Optionally set `ASSEMBLY_LINE_COMPUTER_USE_RELAY_URL` for a self-hosted relay.
+4. Add the plugin:
+
+```sh
+assembly-line add computer-use agent
+```
+
+The generated connection starts read-only:
+
+```ts
+import { defineComputerUseConnection } from "@assemblyline-agents/computer-use";
+
+export default defineComputerUseConnection({
+  access: { read: true, write: false }
+});
+```
+
+Enable mutations cautiously:
+
+```ts
+access: {
+  read: true,
+  write: { approval: "always" }
+}
+```
+
+Use `approval: "never"` only when both the remote agent and the local macOS
+account are appropriate for unattended control. Local Computer Host policy can
+still require approval or deny individual applications and actions.
+
+The binding carries a raw P-256 agent private scalar and the Mac's uncompressed
+X9.63 P-256 public key, encoded inside an opaque base64url JSON value. It must
+be treated as a secret and is never sent to the relay as part of a request.
+
+The first release is accessibility-first. It excludes screenshots/vision,
+recording, shell, clipboard/paste, browser-specific tools, and nested agents.
+Use `@assemblyline-agents/peekaboo` instead when the Assembly Line runtime itself is running on
+the Mac being controlled.

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+import { type RelayMcpPluginConnectionOptions } from "@assemblyline-agents/core";
+export type ComputerUseConnectionOptions = RelayMcpPluginConnectionOptions;
+export declare function defineComputerUseConnection(options: ComputerUseConnectionOptions): import("@assemblyline-agents/core").McpRelayClientConnectionDefinition;
+export declare const openevePlugin: import("@assemblyline-agents/core").PluginModule;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,+BAA+B,EACrC,MAAM,2BAA2B,CAAC;AAInC,MAAM,MAAM,4BAA4B,GAAG,+BAA+B,CAAC;AAE3E,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,4BAA4B,0EAEhF;AAED,eAAO,MAAM,aAAa,kDAA0C,CAAC"}

package/dist/index.js

@@ -0,0 +1,7 @@
+import { connectionPluginMetadata, definePlugin, defineRelayMcpPluginConnection } from "@assemblyline-agents/core";
+const PLUGIN = connectionPluginMetadata("computer-use");
+export function defineComputerUseConnection(options) {
+    return defineRelayMcpPluginConnection(PLUGIN, options);
+}
+export const openevePlugin = definePlugin({ connections: [PLUGIN] });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,wBAAwB,EACxB,YAAY,EACZ,8BAA8B,EAE/B,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,GAAG,wBAAwB,CAAC,cAAc,CAAE,CAAC;AAIzD,MAAM,UAAU,2BAA2B,CAAC,OAAqC;IAC/E,OAAO,8BAA8B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "@assemblyline-agents/computer-use",
+  "version": "0.1.0",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@assemblyline-agents/core": "0.1.0"
+  },
+  "description": "Official OpenEve remote macOS computer-use connection plugin.",
+  "files": [
+    "dist",
+    "skills"
+  ],
+  "engines": {
+    "node": ">=22.19.0"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/jasonbadeaux/openeve.git",
+    "directory": "packages/computer-use"
+  },
+  "bugs": {
+    "url": "https://github.com/jasonbadeaux/openeve/issues"
+  },
+  "homepage": "https://github.com/jasonbadeaux/openeve#readme",
+  "author": "OpenEve contributors",
+  "keywords": [
+    "openeve",
+    "ai",
+    "agents",
+    "computer-use",
+    "macos",
+    "automation",
+    "plugin"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "check": "tsc -p tsconfig.json --noEmit"
+  }
+}

package/skills/computer-use/SKILL.md

@@ -0,0 +1,36 @@
+---
+name: computer-use
+description: Inspect and control a developer-paired remote Mac through the encrypted Assembly Line Computer Host connection.
+---
+# Assembly Line remote computer use
+
+This connection controls a specific paired Mac through Assembly Line Computer Host.
+The agent may be hosted remotely; the Mac host must be online, unlocked, and
+permitted by its local policy. A device-offline, locked, expired, revoked, or
+approval-denied response is a terminal result for that action. Do not work
+around it by requesting shell, clipboard, screenshot, or other excluded tools.
+
+Inspect before acting. Use `inspect_ui` to obtain an accessibility UI map and
+stable element identifiers. Prefer identifiers, labels, `set_value`, and
+`perform_action` over screen coordinates. Re-inspect after navigation, window
+changes, dialogs, or any action that can invalidate UI state.
+
+Use the narrowest action that completes the task. Confirm the intended app and
+window before typing, clicking, invoking menus, moving windows, switching
+Spaces, or interacting with dialogs. Never place passwords, API keys, pairing
+bindings, recovery codes, or other credentials in tool arguments unless the
+user has explicitly chosen a trusted local credential workflow.
+
+The plugin exposes only accessibility inspection, app/window/menu control, and
+direct input. Screenshot/vision, recording, nested agents, configuration,
+cleanup, shell, clipboard/paste, and browser-specific Peekaboo tools are not
+available in v1.
+
+The scaffold is read-only. Desktop mutations require the developer to set:
+
+```ts
+write: { approval: "always" }
+```
+
+`write: { approval: "never" }` is appropriate only for a trusted autonomous
+agent and a Mac account intentionally provisioned for unattended control.