@skillful-agents/agent-computer 0.0.3

package/dist/src/types.js

@@ -0,0 +1,9 @@
+// Normalized role names used across platforms
+export const NORMALIZED_ROLES = [
+    'button', 'textfield', 'textarea', 'link', 'checkbox', 'radio',
+    'slider', 'dropdown', 'image', 'group', 'window', 'table', 'row',
+    'cell', 'tabgroup', 'tab', 'menubar', 'menuitem', 'scrollarea',
+    'text', 'toolbar', 'combobox', 'stepper', 'splitgroup', 'timeline',
+    'progress', 'treeview', 'webarea', 'generic',
+];
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAkGA,8CAA8C;AAC9C,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO;IAC9D,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK;IAChE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY;IAC9D,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU;IAClE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS;CACpC,CAAC"}

package/package.json

@@ -0,0 +1,67 @@
+{
+  "name": "@skillful-agents/agent-computer",
+  "version": "0.0.3",
+  "description": "Agent Computer — cross-platform desktop automation CLI for AI agents",
+  "type": "module",
+  "bin": {
+    "agent-computer": "./dist/bin/ac.js"
+  },
+  "main": "./dist/src/index.js",
+  "types": "./dist/src/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/src/index.js",
+      "types": "./dist/src/index.d.ts"
+    }
+  },
+  "files": [
+    "dist/",
+    "bin/ac-core-*",
+    "scripts/",
+    "schema/",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "build:swift": "cd native/macos && swift build -c release",
+    "build:dotnet": "cd native/windows && dotnet build ACCore/ACCore.csproj",
+    "build:all": "npm run build && (node -e \"process.exit(process.platform==='win32'?0:1)\" && npm run build:dotnet || npm run build:swift)",
+    "postinstall": "node scripts/postinstall.js || true",
+    "prepublishOnly": "npm run build",
+    "test": "vitest run test/contract/ test/unit/",
+    "test:contract": "vitest run test/contract/",
+    "test:unit": "vitest run test/unit/",
+    "test:integration": "vitest run test/integration/",
+    "test:functional": "vitest run test/functional/",
+    "test:e2e": "vitest run test/e2e/ --timeout 120000",
+    "test:all": "vitest run",
+    "test:watch": "vitest watch test/unit/ test/contract/",
+    "typecheck": "tsc --noEmit",
+    "agent-computer": "tsx bin/ac.ts"
+  },
+  "devDependencies": {
+    "@types/node": "^25.5.0",
+    "ajv": "^8.17.1",
+    "tsx": "^4.19.0",
+    "typescript": "^5.6.0",
+    "vitest": "^2.1.0"
+  },
+  "engines": {
+    "node": ">=20",
+    "os": "darwin || win32"
+  },
+  "os": [
+    "darwin",
+    "win32"
+  ],
+  "cpu": [
+    "arm64",
+    "x64"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/datawizz/ac"
+  }
+}

package/schema/examples/click.response.example.json

@@ -0,0 +1,9 @@
+{
+  "jsonrpc": "2.0",
+  "id": 2,
+  "result": {
+    "ok": true,
+    "ref": "@b1",
+    "bounds": [120, 40, 80, 24]
+  }
+}

package/schema/examples/error.response.example.json

@@ -0,0 +1,12 @@
+{
+  "jsonrpc": "2.0",
+  "id": 3,
+  "error": {
+    "code": -32001,
+    "message": "Element not found",
+    "data": {
+      "ref": "@b99",
+      "snapshot_id": "a1b2c3d4"
+    }
+  }
+}

package/schema/examples/ping.response.example.json

@@ -0,0 +1,7 @@
+{
+  "jsonrpc": "2.0",
+  "id": 1,
+  "result": {
+    "pong": true
+  }
+}

package/schema/examples/snapshot.response.example.json

@@ -0,0 +1,50 @@
+{
+  "jsonrpc": "2.0",
+  "id": 1,
+  "result": {
+    "snapshot_id": "a1b2c3d4",
+    "window": {
+      "ref": "@w1",
+      "title": "Untitled",
+      "app": "TextEdit",
+      "bundle_id": "com.apple.TextEdit",
+      "process_id": 12345,
+      "bounds": [0, 0, 800, 600],
+      "minimized": false,
+      "hidden": false,
+      "fullscreen": false
+    },
+    "elements": [
+      {
+        "ref": "@g1",
+        "role": "group",
+        "label": "Toolbar",
+        "value": null,
+        "enabled": true,
+        "focused": false,
+        "bounds": [0, 0, 800, 40],
+        "children": [
+          {
+            "ref": "@b1",
+            "role": "button",
+            "label": "Save",
+            "value": null,
+            "enabled": true,
+            "focused": false,
+            "bounds": [120, 40, 80, 24]
+          }
+        ]
+      },
+      {
+        "ref": "@t1",
+        "role": "textarea",
+        "label": "Editor",
+        "value": "Hello...",
+        "enabled": true,
+        "focused": true,
+        "bounds": [0, 64, 800, 500]
+      }
+    ],
+    "fallback": null
+  }
+}

package/schema/methods/click.request.json

@@ -0,0 +1,26 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "ClickRequest",
+  "type": "object",
+  "required": ["jsonrpc", "id", "method", "params"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "method": { "const": "click" },
+    "params": {
+      "type": "object",
+      "properties": {
+        "ref": { "type": "string" },
+        "x": { "type": "number" },
+        "y": { "type": "number" },
+        "right": { "type": "boolean" },
+        "double": { "type": "boolean" },
+        "count": { "type": "integer", "minimum": 1 },
+        "modifiers": { "type": "array", "items": { "type": "string" } },
+        "wait": { "type": "boolean" },
+        "human": { "type": "boolean" },
+        "timeout": { "type": "integer" }
+      }
+    }
+  }
+}

package/schema/methods/click.response.json

@@ -0,0 +1,24 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "ClickResponse",
+  "type": "object",
+  "required": ["jsonrpc", "id", "result"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "result": {
+      "type": "object",
+      "required": ["ok"],
+      "properties": {
+        "ok": { "const": true },
+        "ref": { "type": "string" },
+        "bounds": {
+          "type": "array",
+          "items": { "type": "number" },
+          "minItems": 4,
+          "maxItems": 4
+        }
+      }
+    }
+  }
+}

package/schema/methods/error.response.json

@@ -0,0 +1,19 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "ErrorResponse",
+  "type": "object",
+  "required": ["jsonrpc", "id", "error"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "error": {
+      "type": "object",
+      "required": ["code", "message"],
+      "properties": {
+        "code": { "type": "integer" },
+        "message": { "type": "string" },
+        "data": { "type": "object" }
+      }
+    }
+  }
+}

package/schema/methods/ping.request.json

@@ -0,0 +1,12 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "PingRequest",
+  "type": "object",
+  "required": ["jsonrpc", "id", "method"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "method": { "const": "ping" },
+    "params": { "type": "object" }
+  }
+}

package/schema/methods/ping.response.json

@@ -0,0 +1,17 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "PingResponse",
+  "type": "object",
+  "required": ["jsonrpc", "id", "result"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "result": {
+      "type": "object",
+      "required": ["pong"],
+      "properties": {
+        "pong": { "const": true }
+      }
+    }
+  }
+}

package/schema/methods/snapshot.request.json

@@ -0,0 +1,24 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "SnapshotRequest",
+  "type": "object",
+  "required": ["jsonrpc", "id", "method"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "method": { "const": "snapshot" },
+    "params": {
+      "type": "object",
+      "properties": {
+        "interactive": { "type": "boolean" },
+        "compact": { "type": "boolean" },
+        "depth": { "type": "integer", "minimum": 1 },
+        "subtree": { "type": "string" },
+        "app": { "type": "string" },
+        "pid": { "type": "integer" },
+        "screen": { "type": "boolean" },
+        "window": { "type": "string" }
+      }
+    }
+  }
+}

package/schema/methods/snapshot.response.json

@@ -0,0 +1,23 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "SnapshotResponse",
+  "type": "object",
+  "required": ["jsonrpc", "id", "result"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "result": {
+      "type": "object",
+      "required": ["snapshot_id", "window", "elements", "fallback"],
+      "properties": {
+        "snapshot_id": { "type": "string" },
+        "window": { "$ref": "../types/window-info.json" },
+        "elements": {
+          "type": "array",
+          "items": { "$ref": "../types/element.json" }
+        },
+        "fallback": { "type": ["string", "null"], "enum": ["ocr", null] }
+      }
+    }
+  }
+}

package/schema/methods/status.request.json

@@ -0,0 +1,12 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "StatusRequest",
+  "type": "object",
+  "required": ["jsonrpc", "id", "method"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "method": { "const": "status" },
+    "params": { "type": "object" }
+  }
+}

package/schema/methods/status.response.json

@@ -0,0 +1,20 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "StatusResponse",
+  "type": "object",
+  "required": ["jsonrpc", "id", "result"],
+  "properties": {
+    "jsonrpc": { "const": "2.0" },
+    "id": { "type": "integer" },
+    "result": {
+      "type": "object",
+      "required": ["grabbed_window", "last_snapshot_id"],
+      "properties": {
+        "grabbed_window": { "type": ["string", "null"] },
+        "last_snapshot_id": { "type": ["string", "null"] },
+        "daemon_pid": { "type": ["integer", "null"] },
+        "daemon_uptime_ms": { "type": ["integer", "null"] }
+      }
+    }
+  }
+}

package/schema/types/element.json

@@ -0,0 +1,26 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Element",
+  "description": "A UI element in the accessibility tree",
+  "type": "object",
+  "required": ["ref", "role", "label", "enabled", "focused", "bounds"],
+  "properties": {
+    "ref": { "$ref": "ref.json" },
+    "role": { "$ref": "normalized-role.json" },
+    "label": { "type": ["string", "null"] },
+    "value": { "type": ["string", "null"] },
+    "enabled": { "type": "boolean" },
+    "focused": { "type": "boolean" },
+    "bounds": {
+      "type": "array",
+      "items": { "type": "number" },
+      "minItems": 4,
+      "maxItems": 4
+    },
+    "children": {
+      "type": "array",
+      "items": { "$ref": "#" }
+    }
+  },
+  "additionalProperties": false
+}

package/schema/types/normalized-role.json

@@ -0,0 +1,13 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "NormalizedRole",
+  "description": "Platform-normalized UI element role",
+  "type": "string",
+  "enum": [
+    "button", "textfield", "textarea", "link", "checkbox", "radio",
+    "slider", "dropdown", "image", "group", "window", "table", "row",
+    "cell", "tabgroup", "tab", "menubar", "menuitem", "scrollarea",
+    "text", "toolbar", "combobox", "stepper", "splitgroup", "timeline",
+    "progress", "treeview", "webarea", "generic"
+  ]
+}

package/schema/types/ref.json

@@ -0,0 +1,7 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Ref",
+  "description": "Element reference in the format @<prefix><positive_integer>",
+  "type": "string",
+  "pattern": "^@(b|t|l|m|c|r|s|d|i|g|w|x|o|a|e|cb|sa|st|sp|tl|pg|tv|wb)[1-9][0-9]*$"
+}

package/schema/types/window-info.json

@@ -0,0 +1,24 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "WindowInfo",
+  "description": "Information about a window",
+  "type": "object",
+  "required": ["ref", "title", "app", "process_id", "bounds", "minimized", "hidden", "fullscreen"],
+  "properties": {
+    "ref": { "type": "string" },
+    "title": { "type": "string" },
+    "app": { "type": "string" },
+    "bundle_id": { "type": "string" },
+    "process_id": { "type": "integer" },
+    "bounds": {
+      "type": "array",
+      "items": { "type": "number" },
+      "minItems": 4,
+      "maxItems": 4
+    },
+    "minimized": { "type": "boolean" },
+    "hidden": { "type": "boolean" },
+    "fullscreen": { "type": "boolean" }
+  },
+  "additionalProperties": false
+}

package/scripts/build-macos.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+set -e
+cd "$(dirname "$0")/../native/macos"
+swift build -c release
+echo "Built ac-core at $(pwd)/.build/release/ac-core"

package/scripts/postinstall.js

@@ -0,0 +1,35 @@
+#!/usr/bin/env node
+
+// Verify a bundled binary exists for the current platform/arch
+import { platform, arch } from 'os';
+import { existsSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { execFileSync } from 'child_process';
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const os = platform();
+const cpu = arch() === 'arm64' ? 'arm64' : 'x64';
+const ext = os === 'win32' ? '.exe' : '';
+const key = `${os}-${cpu}`;
+const binaryPath = join(__dirname, '..', 'bin', `ac-core-${key}${ext}`);
+
+if (!existsSync(binaryPath)) {
+  const buildHint = os === 'win32'
+    ? 'cd native/windows && dotnet build'
+    : 'cd native/macos && swift build -c release';
+  console.log(`\n⚠️  ac: No pre-built binary found for ${key}.`);
+  console.log(`   Build from source: ${buildHint}\n`);
+  process.exit(0);
+}
+
+// Verify the binary runs on this machine
+try {
+  execFileSync(binaryPath, ['--version'], { timeout: 5000, stdio: 'pipe' });
+} catch (err) {
+  console.log(`\n⚠️  ac: Bundled binary for ${key} failed to execute.`);
+  const buildHint = os === 'win32'
+    ? 'cd native/windows && dotnet build'
+    : 'cd native/macos && swift build -c release';
+  console.log(`   Rebuild from source: ${buildHint}\n`);
+}