@hasna/computer 0.1.0

package/dist/types/index.d.ts

@@ -0,0 +1,175 @@
+/** Supported AI providers for computer use */
+export type Provider = "anthropic" | "openai";
+/** Mouse button types */
+export type MouseButton = "left" | "right" | "middle";
+/** A screen coordinate */
+export interface Point {
+    x: number;
+    y: number;
+}
+/** Screen dimensions */
+export interface ScreenSize {
+    width: number;
+    height: number;
+}
+/** A captured screenshot */
+export interface Screenshot {
+    /** Base64-encoded PNG image data */
+    base64: string;
+    /** Screen dimensions at time of capture */
+    size: ScreenSize;
+    /** Timestamp of capture */
+    timestamp: number;
+}
+/** Actions the driver can execute on the OS */
+export type DriverAction = {
+    type: "screenshot";
+} | {
+    type: "click";
+    point: Point;
+    button?: MouseButton;
+    count?: number;
+} | {
+    type: "type";
+    text: string;
+} | {
+    type: "key";
+    keys: string;
+} | {
+    type: "scroll";
+    point: Point;
+    deltaX: number;
+    deltaY: number;
+} | {
+    type: "mouse_move";
+    point: Point;
+} | {
+    type: "drag";
+    from: Point;
+    to: Point;
+} | {
+    type: "wait";
+    ms: number;
+} | {
+    type: "open_url";
+    url: string;
+} | {
+    type: "open_app";
+    name: string;
+};
+/** Result of executing a driver action */
+export interface ActionResult {
+    success: boolean;
+    screenshot?: Screenshot;
+    error?: string;
+    duration_ms: number;
+}
+/** The computer driver interface — OS-level screen + input control */
+export interface ComputerDriver {
+    /** Get current screen size */
+    getScreenSize(): Promise<ScreenSize>;
+    /** Capture a screenshot */
+    screenshot(): Promise<Screenshot>;
+    /** Execute an action */
+    execute(action: DriverAction): Promise<ActionResult>;
+    /** Clean up resources */
+    dispose(): Promise<void>;
+}
+/** What the AI model returns after analyzing a screenshot */
+export interface ModelResponse {
+    /** The action to execute, or null if task is complete */
+    action: DriverAction | null;
+    /** The model's reasoning about what it sees */
+    reasoning: string;
+    /** Whether the model considers the task complete */
+    done: boolean;
+    /** Token usage for this step */
+    usage?: {
+        input: number;
+        output: number;
+    };
+}
+/** AI provider interface — sends screenshots, gets actions back */
+export interface ComputerProvider {
+    readonly name: Provider;
+    /** Analyze a screenshot and task, return next action */
+    analyze(params: {
+        task: string;
+        screenshot: Screenshot;
+        history: ModelResponse[];
+        systemPrompt?: string;
+    }): Promise<ModelResponse>;
+}
+/** Session state */
+export type SessionStatus = "running" | "paused" | "completed" | "failed" | "cancelled";
+/** A logged action within a session */
+export interface ActionLog {
+    id: number;
+    session_id: string;
+    step: number;
+    action: DriverAction;
+    reasoning: string;
+    screenshot_path?: string;
+    success: boolean;
+    error?: string;
+    duration_ms: number;
+    tokens_in?: number;
+    tokens_out?: number;
+    created_at: string;
+}
+/** A computer use session */
+export interface Session {
+    id: string;
+    task: string;
+    provider: Provider;
+    model: string;
+    status: SessionStatus;
+    steps: number;
+    total_tokens_in: number;
+    total_tokens_out: number;
+    total_duration_ms: number;
+    error?: string;
+    created_at: string;
+    completed_at?: string;
+}
+/** Options for running a task */
+export interface RunOptions {
+    /** The natural language task to accomplish */
+    task: string;
+    /** AI provider to use */
+    provider?: Provider;
+    /** Specific model to use (defaults to provider's best) */
+    model?: string;
+    /** Maximum number of steps before stopping */
+    maxSteps?: number;
+    /** Save screenshots to disk */
+    saveScreenshots?: boolean;
+    /** Screenshots directory */
+    screenshotsDir?: string;
+    /** Custom system prompt */
+    systemPrompt?: string;
+    /** Max screenshot width before sending to AI model (default: 1280 WXGA) */
+    screenshotMaxWidth?: number;
+    /** Dry-run mode — model plans actions but they are not executed */
+    dryRun?: boolean;
+    /** Callback for each step */
+    onStep?: (step: number, response: ModelResponse, result: ActionResult) => void;
+    /** Callback when done */
+    onDone?: (session: Session) => void;
+    /** Whether to run headless */
+    headless?: boolean;
+}
+/** Safety configuration */
+export interface SafetyConfig {
+    /** Apps that should never be interacted with */
+    blockedApps?: string[];
+    /** URLs/domains that should never be visited */
+    blockedDomains?: string[];
+    /** Whether to require confirmation before clicks */
+    confirmClicks?: boolean;
+    /** Maximum actions per minute */
+    maxActionsPerMinute?: number;
+    /** Whether to allow typing passwords */
+    allowPasswordTyping?: boolean;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE9C,yBAAyB;AACzB,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;AAEtD,0BAA0B;AAC1B,MAAM,WAAW,KAAK;IACpB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,wBAAwB;AACxB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,4BAA4B;AAC5B,MAAM,WAAW,UAAU;IACzB,oCAAoC;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,2CAA2C;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,+CAA+C;AAC/C,MAAM,MAAM,YAAY,GACpB;IAAE,IAAI,EAAE,YAAY,CAAA;CAAE,GACtB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC7B;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC;IAAC,EAAE,EAAE,KAAK,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,0CAA0C;AAC1C,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,sEAAsE;AACtE,MAAM,WAAW,cAAc;IAC7B,8BAA8B;IAC9B,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,2BAA2B;IAC3B,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAClC,wBAAwB;IACxB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACrD,yBAAyB;IACzB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,6DAA6D;AAC7D,MAAM,WAAW,aAAa;IAC5B,yDAAyD;IACzD,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAC5B,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,IAAI,EAAE,OAAO,CAAC;IACd,gCAAgC;IAChC,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC3C;AAED,mEAAmE;AACnE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,wDAAwD;IACxD,OAAO,CAAC,MAAM,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,UAAU,CAAC;QACvB,OAAO,EAAE,aAAa,EAAE,CAAC;QACzB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;CAC5B;AAED,oBAAoB;AACpB,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;AAExF,uCAAuC;AACvC,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,6BAA6B;AAC7B,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,iCAAiC;AACjC,MAAM,WAAW,UAAU;IACzB,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,yBAAyB;IACzB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,0DAA0D;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,4BAA4B;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2BAA2B;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mEAAmE;IACnE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,6BAA6B;IAC7B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC/E,yBAAyB;IACzB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACpC,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,gDAAgD;IAChD,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,oDAAoD;IACpD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iCAAiC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,wCAAwC;IACxC,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B"}

package/helpers/scroll.swift

@@ -0,0 +1,35 @@
+#!/usr/bin/env swift
+// scroll.swift — Native macOS scroll wheel events via CGEvent
+// Usage: scroll <x> <y> <deltaY> [deltaX]
+// Example: scroll 500 300 -3  (scroll up 3 clicks at position 500,300)
+
+import CoreGraphics
+import Foundation
+
+guard CommandLine.arguments.count >= 4 else {
+    fputs("Usage: scroll <x> <y> <deltaY> [deltaX]\n", stderr)
+    exit(1)
+}
+
+let x = Double(CommandLine.arguments[1]) ?? 0
+let y = Double(CommandLine.arguments[2]) ?? 0
+let deltaY = Int32(CommandLine.arguments[3]) ?? 0
+let deltaX = CommandLine.arguments.count > 4 ? Int32(CommandLine.arguments[4]) ?? 0 : 0
+
+// Move mouse to position first
+if let moveEvent = CGEvent(mouseEventSource: nil, mouseType: .mouseMoved,
+                            mouseCursorPosition: CGPoint(x: x, y: y),
+                            mouseButton: .left) {
+    moveEvent.post(tap: .cgSessionEventTap)
+    usleep(50_000) // 50ms delay for the move to register
+}
+
+// Create scroll wheel event
+if let scrollEvent = CGEvent(scrollWheelEvent2Source: nil,
+                              units: .line,
+                              wheelCount: 2,
+                              wheel1: deltaY,
+                              wheel2: deltaX,
+                              wheel3: 0) {
+    scrollEvent.post(tap: .cgSessionEventTap)
+}

package/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "@hasna/computer",
+  "version": "0.1.0",
+  "description": "Open-source computer use for AI agents — control your Mac with Anthropic or OpenAI. CLI + MCP server + REST API + Dashboard.",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "computer": "dist/cli/index.js",
+    "computer-mcp": "dist/mcp/index.js",
+    "computer-serve": "dist/server/index.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "helpers/scroll",
+    "helpers/scroll.swift",
+    "dashboard/dist",
+    "LICENSE",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "bun build src/cli/index.ts --outdir dist/cli --target bun --external @modelcontextprotocol/sdk --external ink --external react --external chalk && bun build src/mcp/index.ts --outdir dist/mcp --target bun --external @modelcontextprotocol/sdk && bun build src/server/index.ts --outdir dist/server --target bun && bun build src/index.ts --outdir dist --target bun && tsc --emitDeclarationOnly --outDir dist",
+    "typecheck": "tsc --noEmit",
+    "test": "bun test",
+    "dev:cli": "bun run src/cli/index.ts",
+    "dev:mcp": "bun run src/mcp/index.ts",
+    "dev:serve": "bun run src/server/index.ts",
+    "prepublishOnly": "bun run build",
+    "postinstall": "mkdir -p $HOME/.hasna/computer 2>/dev/null || true"
+  },
+  "keywords": [
+    "computer-use",
+    "ai-agent",
+    "desktop-automation",
+    "macos",
+    "anthropic",
+    "openai",
+    "mcp",
+    "cli",
+    "screenshot",
+    "mouse-control"
+  ],
+  "publishConfig": {
+    "registry": "https://registry.npmjs.org",
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/hasna/open-computer.git"
+  },
+  "homepage": "https://github.com/hasna/open-computer",
+  "bugs": {
+    "url": "https://github.com/hasna/open-computer/issues"
+  },
+  "engines": {
+    "bun": ">=1.0.0"
+  },
+  "author": "Andrei Hasna <andrei@hasna.com>",
+  "license": "Apache-2.0",
+  "dependencies": {
+    "@anthropic-ai/sdk": "^0.39.0",
+    "@hasna/cloud": "0.1.6",
+    "@modelcontextprotocol/sdk": "^1.12.1",
+    "chalk": "^5.4.1",
+    "commander": "^13.1.0",
+    "openai": "^4.85.0",
+    "zod": "^3.24.2"
+  },
+  "devDependencies": {
+    "@types/bun": "^1.2.4",
+    "typescript": "^5.7.3"
+  }
+}