@assemblyline-agents/peekaboo 5.0.10 → 6.0.1

package/README.md

@@ -1,30 +1,18 @@
 # @assemblyline-agents/peekaboo
 
-Official Assembly Line connection plugin for same-host macOS computer use through
-Peekaboo's stdio MCP server.
+Official same-host macOS computer-use plugin backed by Peekaboo's stdio MCP
+server.
 
-## Deployment boundary
+## Requirements
 
-This package is only for a local Assembly Line deployment on the Mac being
-controlled. It does not provide remote desktop or a tunnel from a Railway,
-Docker, Fly, or other hosted runtime back to a developer computer.
+- macOS 15 or newer
+- a local Assembly Line gateway on the Mac being controlled
+- Accessibility and Screen Recording permission for the host process
 
-Assembly Line records these restrictions in the compiled connection metadata:
+Hosted gateways cannot reach back to the Mac. Validation warns and deployment
+rejects that combination.
 
-- deploy target: `local`
-- runtime platform: `darwin`
-- minimum supported host for Peekaboo: macOS 15+
-
-`assembly-line validate` warns when `gateway.ts` defaults to a hosted target.
-`assembly-line deploy` refuses incompatible targets, including a hosted `--target`
-override. The runtime also rejects the connection before launching a process
-when it is loaded on a non-macOS host.
-
-The model provider may still be remote. OpenAI, Anthropic, or another model can
-perform inference in the cloud while the Assembly Line Node host and Peekaboo execute
-on the local Mac.
-
-## Setup
+## Configure
 
 ```sh
 brew install steipete/tap/peekaboo
@@ -32,67 +20,61 @@ peekaboo permissions status
 assembly-line add peekaboo agent
 ```
 
-Use a local deploy adapter:
-
-```ts
-// agent/gateway.ts
-import { adapter, defineGateway } from "@assemblyline-agents/core";
+Keep the gateway local in `agent.md`:
 
-export default defineGateway({
-  deploy: adapter("local"),
-  runtime: adapter("node")
-});
+```yaml
+deploy: local
 ```
 
-The generated connection enables reviewed tools without requiring an approval
-surface:
+The plugin's reviewed tools activate when selected. To inspect without acting,
+disable its write actions through the connection exception:
+
+```yaml
+capabilities:
+  peekaboo:
+    connections:
+      peekaboo:
+        disable:
+          - click
+          - type
+          - hotkey
+          - scroll
+          - drag
+          - swipe
+          - move
+          - set_value
+          - perform_action
+          - app
+          - window
+          - menu
+          - dock
+          - dialog
+          - space
+```
 
-```ts
-// agent/connections/peekaboo.ts
-import { definePeekabooConnection } from "@assemblyline-agents/peekaboo";
+Or require approval for selected actions:
 
-export default definePeekabooConnection({
-  // Reviewed tools are enabled by default.
-});
+```yaml
+capabilities:
+  peekaboo:
+    connections:
+      peekaboo:
+        approval:
+          click: always
+          type: always
 ```
 
-Validate and run it on the Mac:
+Validate and run on the Mac:
 
 ```sh
 assembly-line validate agent
 assembly-line deploy agent --target local --serve
 ```
 
-Grant Accessibility and Screen Recording to the process identity that hosts
-Peekaboo. Confirm the permissions again after changing application signatures,
-binary locations, or host applications.
-
-## Changing action authority
-
-Require approval for desktop actions when the host provides an approval surface:
-
-```ts
-export default definePeekabooConnection({ access: "approval-required" });
-```
-
-Use the read-only preset when the agent should inspect the Mac without acting:
-
-```ts
-export default definePeekabooConnection({ access: "read-only" });
-```
-
-Use the default policy only for an agent running in a macOS account whose
-applications, files, and signed-in services are appropriate for unattended
-control.
-
-The initial allowlist is accessibility-first. Screenshot/vision, recording,
-nested agents, configuration, cleanup, shell, clipboard/paste, and
-browser-specific Peekaboo tools are excluded.
+For a hosted agent controlling a paired Mac, use
+`@assemblyline-agents/computer-use` instead of exposing Peekaboo over the public
+internet.
 
-## Remotely hosted agents
+## License
 
-Do not expose the stdio MCP process, a loopback wrapper, or an unauthenticated
-HTTP bridge to the public internet. A hosted agent should use
-`@assemblyline-agents/computer-use`, which pairs Assembly Line Builder's signed Mac host with a
-deployment-scoped credential, outbound connection, local policy enforcement,
-approvals, and end-to-end encrypted relay transport.
+MIT

package/ai.assemblyline/connections/peekaboo.json

@@ -0,0 +1,82 @@
+{
+  "kind": "peekaboo",
+  "role": "connection",
+  "packageName": "@assemblyline-agents/peekaboo",
+  "helper": "definePeekabooConnection",
+  "protocol": "mcp",
+  "transport": "stdio",
+  "provider": "peekaboo",
+  "description": "Same-host macOS accessibility and input automation through Peekaboo's stdio MCP server.",
+  "capabilities": [
+    "mcp",
+    "live-tools",
+    "stdio"
+  ],
+  "scopes": [],
+  "subject": "environment",
+  "tools": {
+    "allow": [
+      "inspect_ui",
+      "list",
+      "permissions",
+      "click",
+      "type",
+      "hotkey",
+      "scroll",
+      "drag",
+      "swipe",
+      "move",
+      "set_value",
+      "perform_action",
+      "app",
+      "window",
+      "menu",
+      "dock",
+      "dialog",
+      "space"
+    ]
+  },
+  "hostRequirements": {
+    "deployTargets": [
+      "local"
+    ],
+    "platforms": [
+      "darwin"
+    ],
+    "message": "Peekaboo is a same-host macOS connection. Run this agent with the local deploy target on the Mac being controlled; hosted Railway, Docker, Fly, and VPS deployments cannot reach back to that Mac."
+  },
+  "readToolPatterns": [
+    "inspect_ui",
+    "list",
+    "permissions"
+  ],
+  "writeToolPatterns": [
+    "click",
+    "type",
+    "hotkey",
+    "scroll",
+    "drag",
+    "swipe",
+    "move",
+    "set_value",
+    "perform_action",
+    "app",
+    "window",
+    "menu",
+    "dock",
+    "dialog",
+    "space"
+  ],
+  "setup": [
+    {
+      "kind": "connection",
+      "name": "peekaboo-developer-configuration",
+      "required": true,
+      "message": "Local deployment only: install Peekaboo on the Assembly Line Mac (macOS 15+), grant that host process Accessibility and Screen Recording permissions, and use the local deploy target. Hosted targets are rejected."
+    }
+  ],
+  "requiredConfig": [],
+  "optionalConfig": [],
+  "requiredCredentials": [],
+  "optionalCredentials": []
+}

package/ai.assemblyline/index.cjs

@@ -0,0 +1,9 @@
+module.exports = {
+  "connections": {
+    "peekaboo": {
+      "contract": "./ai.assemblyline/connections/peekaboo.json",
+      "definition": "@assemblyline-agents/peekaboo",
+      "factory": "definePeekabooConnection"
+    }
+  }
+};

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,+BAA+B,EACrC,MAAM,2BAA2B,CAAC;AAKnC,MAAM,WAAW,yBAA0B,SAAQ,+BAA+B;IAChF,kGAAkG;IAClG,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,yBAAyB,2IAS1E;AAED,eAAO,MAAM,kBAAkB,kDAA0C,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,+BAA+B,EACrC,MAAM,2BAA2B,CAAC;AAKnC,MAAM,WAAW,yBAA0B,SAAQ,+BAA+B;IAChF,kGAAkG;IAClG,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,yBAAyB,2IAS1E;AAED,eAAO,MAAM,kBAAkB,kDAA0C,CAAC"}

package/dist/index.js

@@ -1,5 +1,6 @@
-import { connectionPluginMetadata, definePlugin, defineStdioMcpPluginConnection } from "@assemblyline-agents/core";
-const PLUGIN = connectionPluginMetadata("peekaboo");
+import connectionContract_peekaboo from "../ai.assemblyline/connections/peekaboo.json" with { type: "json" };
+import { definePlugin, defineStdioMcpPluginConnection } from "@assemblyline-agents/core";
+const PLUGIN = connectionContract_peekaboo;
 const DEFAULT_ARGS = ["mcp", "serve", "--transport", "stdio"];
 export function definePeekabooConnection(options) {
     const { bridgeSocket, ...connection } = options;

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,wBAAwB,EACxB,YAAY,EACZ,8BAA8B,EAE/B,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAE,CAAC;AACrD,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;AAO9D,MAAM,UAAU,wBAAwB,CAAC,OAAkC;IACzE,MAAM,EAAE,YAAY,EAAE,GAAG,UAAU,EAAE,GAAG,OAAO,CAAC;IAChD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC;IACpD,IAAI,YAAY;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAC7D,OAAO,8BAA8B,CAAC,MAAM,EAAE;QAC5C,GAAG,UAAU;QACb,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,UAAU;QACzC,IAAI;KACL,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,2BAA2B,MAAM,8CAA8C,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAC7G,OAAO,EACL,YAAY,EACZ,8BAA8B,EAE/B,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,GAAG,2BAAkE,CAAC;AAClF,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;AAO9D,MAAM,UAAU,wBAAwB,CAAC,OAAkC;IACzE,MAAM,EAAE,YAAY,EAAE,GAAG,UAAU,EAAE,GAAG,OAAO,CAAC;IAChD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC;IACpD,IAAI,YAAY;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAC7D,OAAO,8BAA8B,CAAC,MAAM,EAAE;QAC5C,GAAG,UAAU;QACb,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,UAAU;QACzC,IAAI;KACL,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@assemblyline-agents/peekaboo",
-  "version": "5.0.10",
+  "version": "6.0.1",
   "type": "module",
   "exports": {
     ".": {
@@ -9,11 +9,13 @@
     }
   },
   "dependencies": {
-    "@assemblyline-agents/core": "5.0.10"
+    "@assemblyline-agents/core": "6.0.1"
   },
   "description": "Official Assembly Line Peekaboo local macOS computer-use connection plugin.",
   "files": [
-    "dist"
+    "dist",
+    "plugin.json",
+    "ai.assemblyline"
   ],
   "engines": {
     "node": ">=22.19.0"

package/plugin.json

@@ -0,0 +1,11 @@
+{
+  "$schema": "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json",
+  "name": "peekaboo",
+  "version": "6.0.1",
+  "description": "Official Assembly Line Peekaboo local macOS computer-use connection plugin.",
+  "extensions": {
+    "ai.assemblyline": {
+      "entry": "./ai.assemblyline/index.cjs"
+    }
+  }
+}