@assemblyline-agents/computer-use 5.0.9 → 6.0.0

package/README.md

@@ -22,32 +22,24 @@ relay routes opaque envelopes and cannot read tool arguments or results.
 assembly-line add computer-use agent
 ```
 
-The generated connection enables reviewed tools without requiring an approval
-surface:
-
-```ts
-import { defineComputerUseConnection } from "@assemblyline-agents/computer-use";
-
-export default defineComputerUseConnection({
-  // Reviewed tools are enabled by default.
-});
-```
-
-Require approval for desktop mutations when the host provides an approval
-surface:
-
-```ts
-export default defineComputerUseConnection({ access: "approval-required" });
-```
-
-Use a read-only policy to hide mutations:
-
-```ts
-export default defineComputerUseConnection({ access: "read-only" });
+The selected plugin enables its reviewed read and write tools without an
+Assembly Line approval. Local Computer Host policy may still prompt or deny
+them. Gate individual actions in `agent.md`:
+
+```yaml
+capabilities:
+  computer-use:
+    connections:
+      computer-use:
+        approval:
+          click: always
+          type: always
+          hotkey: always
 ```
 
-Local Computer Host policy can still require approval or deny individual
-applications and actions independently of the connection policy.
+Use `disable` under the same connection to remove actions entirely. Actions
+not listed retain the reviewed plugin default. There is no generic connection
+`access` field in `agent.md`.
 
 The binding carries a raw P-256 agent private scalar and the Mac's uncompressed
 X9.63 P-256 public key, encoded inside an opaque base64url JSON value. It must

package/ai.assemblyline/connections/computer-use.json

@@ -0,0 +1,80 @@
+{
+  "kind": "computer-use",
+  "role": "connection",
+  "packageName": "@assemblyline-agents/computer-use",
+  "helper": "defineComputerUseConnection",
+  "protocol": "mcp",
+  "transport": "relay",
+  "provider": "computer-use",
+  "description": "End-to-end encrypted accessibility and input automation on a paired Mac through the Assembly Line device relay.",
+  "defaultUrl": "https://computer-use.artificialillumination.co/v1",
+  "urlEnv": "ASSEMBLY_LINE_COMPUTER_USE_RELAY_URL",
+  "capabilities": [
+    "mcp",
+    "live-tools",
+    "e2ee-device-relay"
+  ],
+  "scopes": [],
+  "subject": "environment",
+  "tools": {
+    "allow": [
+      "inspect_ui",
+      "list",
+      "permissions",
+      "click",
+      "type",
+      "hotkey",
+      "scroll",
+      "drag",
+      "swipe",
+      "move",
+      "set_value",
+      "perform_action",
+      "app",
+      "window",
+      "menu",
+      "dock",
+      "dialog",
+      "space"
+    ]
+  },
+  "readToolPatterns": [
+    "inspect_ui",
+    "list",
+    "permissions"
+  ],
+  "writeToolPatterns": [
+    "click",
+    "type",
+    "hotkey",
+    "scroll",
+    "drag",
+    "swipe",
+    "move",
+    "set_value",
+    "perform_action",
+    "app",
+    "window",
+    "menu",
+    "dock",
+    "dialog",
+    "space"
+  ],
+  "setup": [
+    {
+      "kind": "connection",
+      "name": "computer-use-developer-configuration",
+      "required": true,
+      "message": "Install Assembly Line Agent Builder on the Mac, enable Computer Host, pair this deployment, and set the generated ASSEMBLY_LINE_COMPUTER_USE_BINDING secret on the remote runtime. The binding is device-scoped and must not be placed in prompts or source control."
+    }
+  ],
+  "requiredConfig": [],
+  "optionalConfig": [
+    "ASSEMBLY_LINE_COMPUTER_USE_RELAY_URL"
+  ],
+  "requiredCredentials": [
+    "ASSEMBLY_LINE_COMPUTER_USE_BINDING"
+  ],
+  "optionalCredentials": [],
+  "relayCredential": "ASSEMBLY_LINE_COMPUTER_USE_BINDING"
+}

package/ai.assemblyline/index.cjs

@@ -0,0 +1,9 @@
+module.exports = {
+  "connections": {
+    "computer-use": {
+      "contract": "./ai.assemblyline/connections/computer-use.json",
+      "definition": "@assemblyline-agents/computer-use",
+      "factory": "defineComputerUseConnection"
+    }
+  }
+};

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,+BAA+B,EACrC,MAAM,2BAA2B,CAAC;AAInC,MAAM,MAAM,4BAA4B,GAAG,+BAA+B,CAAC;AAE3E,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,4BAA4B,2IAEhF;AAED,eAAO,MAAM,kBAAkB,kDAA0C,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,+BAA+B,EACrC,MAAM,2BAA2B,CAAC;AAInC,MAAM,MAAM,4BAA4B,GAAG,+BAA+B,CAAC;AAE3E,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,4BAA4B,2IAEhF;AAED,eAAO,MAAM,kBAAkB,kDAA0C,CAAC"}

package/dist/index.js

@@ -1,5 +1,6 @@
-import { connectionPluginMetadata, definePlugin, defineRelayMcpPluginConnection } from "@assemblyline-agents/core";
-const PLUGIN = connectionPluginMetadata("computer-use");
+import connectionContract_computer_use from "../ai.assemblyline/connections/computer-use.json" with { type: "json" };
+import { definePlugin, defineRelayMcpPluginConnection } from "@assemblyline-agents/core";
+const PLUGIN = connectionContract_computer_use;
 export function defineComputerUseConnection(options) {
     return defineRelayMcpPluginConnection(PLUGIN, options);
 }

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,wBAAwB,EACxB,YAAY,EACZ,8BAA8B,EAE/B,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,GAAG,wBAAwB,CAAC,cAAc,CAAE,CAAC;AAIzD,MAAM,UAAU,2BAA2B,CAAC,OAAqC;IAC/E,OAAO,8BAA8B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,+BAA+B,MAAM,kDAAkD,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACrH,OAAO,EACL,YAAY,EACZ,8BAA8B,EAE/B,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,GAAG,+BAAsE,CAAC;AAItF,MAAM,UAAU,2BAA2B,CAAC,OAAqC;IAC/E,OAAO,8BAA8B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@assemblyline-agents/computer-use",
-  "version": "5.0.9",
+  "version": "6.0.0",
   "type": "module",
   "exports": {
     ".": {
@@ -9,11 +9,13 @@
     }
   },
   "dependencies": {
-    "@assemblyline-agents/core": "5.0.9"
+    "@assemblyline-agents/core": "6.0.0"
   },
   "description": "Official Assembly Line remote macOS computer-use connection plugin.",
   "files": [
-    "dist"
+    "dist",
+    "plugin.json",
+    "ai.assemblyline"
   ],
   "engines": {
     "node": ">=22.19.0"

package/plugin.json

@@ -0,0 +1,11 @@
+{
+  "$schema": "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json",
+  "name": "computer-use",
+  "version": "6.0.0",
+  "description": "Official Assembly Line remote macOS computer-use connection plugin.",
+  "extensions": {
+    "ai.assemblyline": {
+      "entry": "./ai.assemblyline/index.cjs"
+    }
+  }
+}