@hasna/computer 0.1.2 → 0.1.4

package/dist/drivers/mac/headless.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Headless mode support for macOS computer use.
+ *
+ * Three strategies (tried in order):
+ * 1. Virtual display via macOS screen sharing (built-in VNC)
+ * 2. Lume VM integration (if installed — trycua/cua)
+ * 3. Fallback: error with instructions
+ *
+ * For most users, the practical headless approach is:
+ * - Enable macOS Screen Sharing (System Settings > General > Sharing)
+ * - The Mac creates a virtual display accessible via VNC
+ * - `screencapture` works against this display
+ * - Or use a headless Mac mini / Mac Studio with no monitor
+ */
+export interface HeadlessConfig {
+    /** Strategy to use */
+    strategy: "vnc" | "lume" | "auto";
+    /** VNC host:port (default: localhost:5900) */
+    vncAddress?: string;
+    /** Lume VM name */
+    lumeVmName?: string;
+}
+/**
+ * Check if a display is available for screencapture.
+ * Returns false if no display is attached (headless server).
+ */
+export declare function hasDisplay(): Promise<boolean>;
+/**
+ * Check if macOS Screen Sharing (VNC) is enabled.
+ */
+export declare function isScreenSharingEnabled(): Promise<boolean>;
+/**
+ * Check if Lume CLI is installed (trycua/cua).
+ */
+export declare function isLumeInstalled(): Promise<boolean>;
+/**
+ * Start a Lume VM for headless computer use.
+ * Returns the VNC address to connect to.
+ */
+export declare function startLumeVm(vmName?: string): Promise<string>;
+/**
+ * Get headless mode status and instructions.
+ */
+export declare function getHeadlessStatus(): Promise<{
+    display: boolean;
+    screenSharing: boolean;
+    lume: boolean;
+    recommendation: string;
+}>;
+//# sourceMappingURL=headless.d.ts.map

package/dist/drivers/mac/headless.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"headless.d.ts","sourceRoot":"","sources":["../../../src/drivers/mac/headless.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAIH,MAAM,WAAW,cAAc;IAC7B,sBAAsB;IACtB,QAAQ,EAAE,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;IAClC,8CAA8C;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mBAAmB;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,wBAAsB,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,CASnD;AAED;;GAEG;AACH,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,OAAO,CAAC,CAO/D;AAED;;GAEG;AACH,wBAAsB,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,CAIxD;AAED;;;GAGG;AACH,wBAAsB,WAAW,CAAC,MAAM,GAAE,MAA4B,GAAG,OAAO,CAAC,MAAM,CAAC,CA8BvF;AAED;;GAEG;AACH,wBAAsB,iBAAiB,IAAI,OAAO,CAAC;IACjD,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,EAAE,OAAO,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CAuBD"}

package/dist/index.d.ts

@@ -10,6 +10,8 @@ export { createMacDriver, MacDriver } from "./drivers/mac/index.js";
 export { captureScreenshot, getScreenSize, saveScreenshotToFile } from "./drivers/mac/screenshot.js";
 export { executeAction } from "./drivers/mac/input.js";
 export { createProvider, createAnthropicProvider, createOpenAIProvider } from "./providers/index.js";
+export { hasDisplay, isScreenSharingEnabled, isLumeInstalled, getHeadlessStatus } from "./drivers/mac/headless.js";
+export type { HeadlessConfig } from "./drivers/mac/headless.js";
 export { queryAccessibilityTree, summarizeAccessibilityTree } from "./drivers/mac/accessibility.js";
 export type { AXElement } from "./drivers/mac/accessibility.js";
 export { runPostSessionIntegrations, saveToRecordings, registerWithSessions, pushToLogs } from "./lib/integrations.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,YAAY,EACV,QAAQ,EACR,WAAW,EACX,KAAK,EACL,UAAU,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,SAAS,EACT,OAAO,EACP,UAAU,EACV,YAAY,GACb,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAG1C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACrG,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGvD,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAGrG,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AACpG,YAAY,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAGhE,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGvH,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC1F,YAAY,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAG5C,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAClE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAG3D,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACxH,YAAY,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGpF,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAClG,YAAY,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAGhE,OAAO,EACL,KAAK,EACL,aAAa,EACb,aAAa,EACb,SAAS,EACT,UAAU,EACV,YAAY,EACZ,aAAa,EACb,aAAa,EACb,QAAQ,EACR,cAAc,EACd,gBAAgB,GACjB,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,YAAY,EACV,QAAQ,EACR,WAAW,EACX,KAAK,EACL,UAAU,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,SAAS,EACT,OAAO,EACP,UAAU,EACV,YAAY,GACb,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAG1C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACrG,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGvD,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAGrG,OAAO,EAAE,UAAU,EAAE,sBAAsB,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnH,YAAY,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAGhE,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AACpG,YAAY,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAGhE,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGvH,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC1F,YAAY,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAG5C,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAClE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAG3D,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACxH,YAAY,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGpF,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAClG,YAAY,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAGhE,OAAO,EACL,KAAK,EACL,aAAa,EACb,aAAa,EACb,SAAS,EACT,UAAU,EACV,YAAY,EACZ,aAAa,EACb,aAAa,EACb,QAAQ,EACR,cAAc,EACd,gBAAgB,GACjB,MAAM,eAAe,CAAC"}

package/dist/index.js

@@ -19074,6 +19074,44 @@ function remapCoordinates(action, from, to) {
       break;
   }
 }
+// src/drivers/mac/headless.ts
+async function hasDisplay() {
+  const proc = Bun.spawn(["system_profiler", "SPDisplaysDataType", "-detailLevel", "mini"], { stdout: "pipe", stderr: "pipe" });
+  await proc.exited;
+  const stdout = await new Response(proc.stdout).text();
+  return stdout.includes("Resolution:");
+}
+async function isScreenSharingEnabled() {
+  const proc = Bun.spawn(["launchctl", "print", "system/com.apple.screensharing"], { stdout: "pipe", stderr: "pipe" });
+  await proc.exited;
+  return proc.exitCode === 0;
+}
+async function isLumeInstalled() {
+  const proc = Bun.spawn(["which", "lume"], { stdout: "pipe", stderr: "pipe" });
+  await proc.exited;
+  return proc.exitCode === 0;
+}
+async function getHeadlessStatus() {
+  const [display, screenSharing, lume] = await Promise.all([
+    hasDisplay(),
+    isScreenSharingEnabled(),
+    isLumeInstalled()
+  ]);
+  let recommendation;
+  if (display) {
+    recommendation = "Display detected. Headless mode not needed \u2014 use normal mode.";
+  } else if (screenSharing) {
+    recommendation = "No display but Screen Sharing enabled. Connect via VNC to use computer use.";
+  } else if (lume) {
+    recommendation = "No display. Lume is installed \u2014 use --headless to spin up a macOS VM.";
+  } else {
+    recommendation = `No display detected. To use headless mode:
+` + `  1. Enable Screen Sharing: System Settings > General > Sharing > Screen Sharing
+` + `  2. Or install Lume: /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/trycua/cua/main/libs/lume/scripts/install.sh)"
+` + "  3. Or connect a display/dummy HDMI adapter";
+  }
+  return { display, screenSharing, lume, recommendation };
+}
 // src/drivers/mac/accessibility.ts
 import { join as join6, dirname as dirname2 } from "path";
 import { existsSync as existsSync4 } from "fs";
@@ -19345,11 +19383,15 @@ export {
   listSessions,
   listPricing,
   listAgents,
+  isScreenSharingEnabled,
+  isLumeInstalled,
   heartbeat,
+  hasDisplay,
   getStats,
   getSession,
   getScreenSize,
   getScaledSize,
+  getHeadlessStatus,
   getDb,
   getConfigValue,
   getConfigPath,

package/dist/server/index.js

@@ -2,6 +2,11 @@
 // @bun
 var __require = import.meta.require;
 
+// src/server/index.ts
+import { join as join6, dirname as dirname2 } from "path";
+import { fileURLToPath as fileURLToPath2 } from "url";
+import { existsSync as existsSync4 } from "fs";
+
 // src/agent/loop.ts
 import { randomUUID } from "crypto";
 import { mkdir } from "fs/promises";
@@ -18992,6 +18997,12 @@ function remapCoordinates(action, from, to) {
 
 // src/server/index.ts
 var PORT = parseInt(process.env.COMPUTER_PORT ?? "19450");
+var __dirname2 = dirname2(fileURLToPath2(import.meta.url));
+var DASHBOARD_DIRS = [
+  join6(__dirname2, "..", "..", "dashboard", "dist"),
+  join6(__dirname2, "..", "dashboard", "dist")
+];
+var DASHBOARD_DIR = DASHBOARD_DIRS.find((d) => existsSync4(d));
 var server = Bun.serve({
   port: PORT,
   async fetch(req) {
@@ -19059,6 +19070,21 @@ var server = Bun.serve({
       if (method === "GET" && (path === "/health" || path === "/")) {
         return Response.json({ status: "ok", name: "computer", version: "0.1.0", port: PORT }, { headers: corsHeaders });
       }
+      if (DASHBOARD_DIR && method === "GET" && (path.startsWith("/dashboard") || path === "/")) {
+        if (path === "/" || path === "/dashboard" || path === "/dashboard/") {
+          return new Response(Bun.file(join6(DASHBOARD_DIR, "index.html")), {
+            headers: { "Content-Type": "text/html", "Access-Control-Allow-Origin": "*" }
+          });
+        }
+        const filePath = path.replace("/dashboard", "");
+        const fullPath = join6(DASHBOARD_DIR, filePath);
+        if (existsSync4(fullPath)) {
+          return new Response(Bun.file(fullPath), { headers: { "Access-Control-Allow-Origin": "*" } });
+        }
+        return new Response(Bun.file(join6(DASHBOARD_DIR, "index.html")), {
+          headers: { "Content-Type": "text/html", "Access-Control-Allow-Origin": "*" }
+        });
+      }
       return Response.json({ error: "Not found" }, { status: 404, headers: corsHeaders });
     } catch (err) {
       const message = err instanceof Error ? err.message : String(err);

package/helpers/record.swift

@@ -0,0 +1,144 @@
+#!/usr/bin/env swift
+// record.swift — Record mouse/keyboard events via CGEvent tap
+// Usage: record [--duration <seconds>]
+// Output: JSON array of events to stdout
+// Stop: Ctrl+C or duration expires
+//
+// Requires: Accessibility permissions in System Settings
+
+import CoreGraphics
+import Foundation
+
+struct RecordedEvent: Codable {
+    let type: String
+    let x: Double?
+    let y: Double?
+    let button: String?
+    let keyCode: Int?
+    let characters: String?
+    let timestamp: Double
+}
+
+var events: [RecordedEvent] = []
+var startTime: Double = 0
+var maxDuration: Double = 60 // default 60 seconds
+
+// Parse args
+var args = Array(CommandLine.arguments.dropFirst())
+while !args.isEmpty {
+    let arg = args.removeFirst()
+    if arg == "--duration" && !args.isEmpty {
+        maxDuration = Double(args.removeFirst()) ?? 60
+    }
+}
+
+func eventType(_ type: CGEventType) -> String? {
+    switch type {
+    case .leftMouseDown: return "left_click"
+    case .rightMouseDown: return "right_click"
+    case .leftMouseUp: return "left_mouse_up"
+    case .rightMouseUp: return "right_mouse_up"
+    case .mouseMoved: return "mouse_move"
+    case .leftMouseDragged: return "left_drag"
+    case .scrollWheel: return "scroll"
+    case .keyDown: return "key_down"
+    case .keyUp: return "key_up"
+    default: return nil
+    }
+}
+
+func buttonName(_ type: CGEventType) -> String? {
+    switch type {
+    case .leftMouseDown, .leftMouseUp, .leftMouseDragged: return "left"
+    case .rightMouseDown, .rightMouseUp: return "right"
+    default: return nil
+    }
+}
+
+// Callback for CGEvent tap
+let callback: CGEventTapCallBack = { proxy, type, event, refcon in
+    guard let typeName = eventType(type) else { return Unmanaged.passRetained(event) }
+
+    let now = CFAbsoluteTimeGetCurrent()
+    if startTime == 0 { startTime = now }
+    let elapsed = now - startTime
+
+    // Check duration limit
+    if elapsed > maxDuration {
+        CFRunLoopStop(CFRunLoopGetCurrent())
+        return Unmanaged.passRetained(event)
+    }
+
+    let location = event.location
+
+    let recorded = RecordedEvent(
+        type: typeName,
+        x: typeName.contains("mouse") || typeName.contains("click") || typeName.contains("drag") || typeName == "scroll" ? Double(location.x) : nil,
+        y: typeName.contains("mouse") || typeName.contains("click") || typeName.contains("drag") || typeName == "scroll" ? Double(location.y) : nil,
+        button: buttonName(type),
+        keyCode: typeName.contains("key") ? Int(event.getIntegerValueField(.keyboardEventKeycode)) : nil,
+        characters: nil,
+        timestamp: elapsed
+    )
+
+    // For mouse_move, only record every ~50ms to avoid flooding
+    if typeName == "mouse_move" {
+        if let last = events.last, last.type == "mouse_move" && (elapsed - last.timestamp) < 0.05 {
+            return Unmanaged.passRetained(event)
+        }
+    }
+
+    events.append(recorded)
+
+    // Print progress to stderr
+    fputs("\r\u{1B}[K Recording... \(events.count) events (\(String(format: "%.1f", elapsed))s / \(String(format: "%.0f", maxDuration))s)", stderr)
+
+    return Unmanaged.passRetained(event)
+}
+
+// Create event tap
+var eventMask: CGEventMask = 0
+eventMask |= (1 << CGEventType.leftMouseDown.rawValue)
+eventMask |= (1 << CGEventType.leftMouseUp.rawValue)
+eventMask |= (1 << CGEventType.rightMouseDown.rawValue)
+eventMask |= (1 << CGEventType.rightMouseUp.rawValue)
+eventMask |= (1 << CGEventType.mouseMoved.rawValue)
+eventMask |= (1 << CGEventType.leftMouseDragged.rawValue)
+eventMask |= (1 << CGEventType.scrollWheel.rawValue)
+eventMask |= (1 << CGEventType.keyDown.rawValue)
+eventMask |= (1 << CGEventType.keyUp.rawValue)
+
+guard let tap = CGEvent.tapCreate(
+    tap: .cgSessionEventTap,
+    place: .headInsertEventTap,
+    options: .listenOnly,  // Listen only, don't modify events
+    eventsOfInterest: eventMask,
+    callback: callback,
+    userInfo: nil
+) else {
+    fputs("Error: Failed to create event tap. Check Accessibility permissions.\n", stderr)
+    exit(1)
+}
+
+let runLoopSource = CFMachPortCreateRunLoopSource(kCFAllocatorDefault, tap, 0)
+CFRunLoopAddSource(CFRunLoopGetCurrent(), runLoopSource, .commonModes)
+CGEvent.tapEnable(tap: tap, enable: true)
+
+fputs("Recording mouse/keyboard events (max \(String(format: "%.0f", maxDuration))s, Ctrl+C to stop)...\n", stderr)
+
+// Handle Ctrl+C
+signal(SIGINT) { _ in
+    CFRunLoopStop(CFRunLoopGetCurrent())
+}
+
+// Run
+CFRunLoopRun()
+
+// Output JSON
+fputs("\n", stderr)
+let encoder = JSONEncoder()
+encoder.outputFormatting = [.prettyPrinted]
+if let data = try? encoder.encode(events) {
+    print(String(data: data, encoding: .utf8)!)
+}
+fputs("Recorded \(events.count) events\n", stderr)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hasna/computer",
-  "version": "0.1.2",
+  "version": "0.1.4",
   "description": "Open-source computer use for AI agents — control your Mac with Anthropic or OpenAI. CLI + MCP server + REST API + Dashboard.",
   "type": "module",
   "main": "dist/index.js",
@@ -22,6 +22,8 @@
     "helpers/scroll.swift",
     "helpers/accessibility",
     "helpers/accessibility.swift",
+    "helpers/record",
+    "helpers/record.swift",
     "src/db/migrations",
     "dashboard/dist",
     "LICENSE",