@hasna/computer 0.1.1 → 0.1.2

package/dist/server/index.js

@@ -1,5 +1,6 @@
 #!/usr/bin/env bun
 // @bun
+var __require = import.meta.require;
 
 // src/agent/loop.ts
 import { randomUUID } from "crypto";
@@ -9,10 +10,15 @@ import { mkdir } from "fs/promises";
 import { tmpdir } from "os";
 import { join } from "path";
 import { readFile, unlink } from "fs/promises";
-async function captureScreenshot() {
+async function captureScreenshot(displayNumber) {
   const timestamp = Date.now();
   const tmpPath = join(tmpdir(), `computer-screenshot-${timestamp}.png`);
-  const proc = Bun.spawn(["screencapture", "-x", "-C", "-t", "png", tmpPath], {
+  const args = ["screencapture", "-x", "-C", "-t", "png"];
+  if (displayNumber) {
+    args.push(`-D${displayNumber}`);
+  }
+  args.push(tmpPath);
+  const proc = Bun.spawn(args, {
     stdout: "pipe",
     stderr: "pipe"
   });
@@ -235,19 +241,23 @@ function getScrollHelperPath() {
 
 // src/drivers/mac/index.ts
 class MacDriver {
+  displayNumber;
+  constructor(opts) {
+    this.displayNumber = opts?.displayNumber;
+  }
   async getScreenSize() {
     return getScreenSize();
   }
   async screenshot() {
-    return captureScreenshot();
+    return captureScreenshot(this.displayNumber);
   }
   async execute(action) {
     return executeAction(action);
   }
   async dispose() {}
 }
-function createMacDriver() {
-  return new MacDriver;
+function createMacDriver(opts) {
+  return new MacDriver(opts);
 }
 
 // node_modules/@anthropic-ai/sdk/version.mjs
@@ -9537,7 +9547,7 @@ var __export = (target, all) => {
       set: __exportSetter.bind(all, name)
     });
 };
-var __require = /* @__PURE__ */ createRequire(import.meta.url);
+var __require2 = /* @__PURE__ */ createRequire(import.meta.url);
 var require_postgres_array = __commonJS((exports) => {
   exports.parse = function(source, transform) {
     return new ArrayParser(source, transform).parse();
@@ -10477,7 +10487,7 @@ var require_defaults = __commonJS((exports, module) => {
 });
 var require_utils = __commonJS((exports, module) => {
   var defaults2 = require_defaults();
-  var util = __require("util");
+  var util = __require2("util");
   var { isDate } = util.types || util;
   function escapeElement(elementRepresentation) {
     const escaped = elementRepresentation.replace(/\\/g, "\\\\").replace(/"/g, "\\\"");
@@ -10633,7 +10643,7 @@ var require_utils = __commonJS((exports, module) => {
   };
 });
 var require_utils_legacy = __commonJS((exports, module) => {
-  var nodeCrypto = __require("crypto");
+  var nodeCrypto = __require2("crypto");
   function md5(string) {
     return nodeCrypto.createHash("md5").update(string, "utf-8").digest("hex");
   }
@@ -10666,7 +10676,7 @@ var require_utils_legacy = __commonJS((exports, module) => {
   };
 });
 var require_utils_webcrypto = __commonJS((exports, module) => {
-  var nodeCrypto = __require("crypto");
+  var nodeCrypto = __require2("crypto");
   module.exports = {
     postgresMd5PasswordHash,
     randomBytes,
@@ -11076,7 +11086,7 @@ var require_pg_connection_string = __commonJS((exports, module) => {
     if (config.sslcert || config.sslkey || config.sslrootcert || config.sslmode) {
       config.ssl = {};
     }
-    const fs = config.sslcert || config.sslkey || config.sslrootcert ? __require("fs") : null;
+    const fs = config.sslcert || config.sslkey || config.sslrootcert ? __require2("fs") : null;
     if (config.sslcert) {
       config.ssl.cert = fs.readFileSync(config.sslcert).toString();
     }
@@ -11199,7 +11209,7 @@ See https://www.postgresql.org/docs/current/libpq-ssl.html for libpq SSL mode de
   parse.parseIntoClientConfig = parseIntoClientConfig;
 });
 var require_connection_parameters = __commonJS((exports, module) => {
-  var dns = __require("dns");
+  var dns = __require2("dns");
   var defaults2 = require_defaults();
   var parse = require_pg_connection_string().parse;
   var val = function(key, config, envVar) {
@@ -11422,7 +11432,7 @@ var require_result = __commonJS((exports, module) => {
   module.exports = Result;
 });
 var require_query = __commonJS((exports, module) => {
-  var { EventEmitter } = __require("events");
+  var { EventEmitter } = __require2("events");
   var Result = require_result();
   var utils = require_utils();
 
@@ -12405,11 +12415,11 @@ var require_stream = __commonJS((exports, module) => {
   };
   function getNodejsStreamFuncs() {
     function getStream2(ssl) {
-      const net = __require("net");
+      const net = __require2("net");
       return new net.Socket;
     }
     function getSecureStream2(options) {
-      const tls = __require("tls");
+      const tls = __require2("tls");
       return tls.connect(options);
     }
     return {
@@ -12451,7 +12461,7 @@ var require_stream = __commonJS((exports, module) => {
   }
 });
 var require_connection = __commonJS((exports, module) => {
-  var EventEmitter = __require("events").EventEmitter;
+  var EventEmitter = __require2("events").EventEmitter;
   var { parse, serialize } = require_dist();
   var { getStream, getSecureStream } = require_stream();
   var flushBuffer = serialize.flush();
@@ -12524,7 +12534,7 @@ var require_connection = __commonJS((exports, module) => {
             options.key = self.ssl.key;
           }
         }
-        const net = __require("net");
+        const net = __require2("net");
         if (net.isIP && net.isIP(host) === 0) {
           options.servername = host;
         }
@@ -12627,8 +12637,8 @@ var require_connection = __commonJS((exports, module) => {
   module.exports = Connection;
 });
 var require_split2 = __commonJS((exports, module) => {
-  var { Transform } = __require("stream");
-  var { StringDecoder } = __require("string_decoder");
+  var { Transform } = __require2("stream");
+  var { StringDecoder } = __require2("string_decoder");
   var kLast = Symbol("last");
   var kDecoder = Symbol("decoder");
   function transform(chunk, enc, cb) {
@@ -12724,10 +12734,10 @@ var require_split2 = __commonJS((exports, module) => {
   module.exports = split;
 });
 var require_helper = __commonJS((exports, module) => {
-  var path = __require("path");
-  var Stream3 = __require("stream").Stream;
+  var path = __require2("path");
+  var Stream3 = __require2("stream").Stream;
   var split = require_split2();
-  var util = __require("util");
+  var util = __require2("util");
   var defaultPort = 5432;
   var isWin = process.platform === "win32";
   var warnStream = process.stderr;
@@ -12886,8 +12896,8 @@ var require_helper = __commonJS((exports, module) => {
   };
 });
 var require_lib = __commonJS((exports, module) => {
-  var path = __require("path");
-  var fs = __require("fs");
+  var path = __require2("path");
+  var fs = __require2("fs");
   var helper = require_helper();
   module.exports = function(connInfo, cb) {
     var file = helper.getFileName();
@@ -12902,9 +12912,9 @@ var require_lib = __commonJS((exports, module) => {
   module.exports.warnTo = helper.warnTo;
 });
 var require_client = __commonJS((exports, module) => {
-  var EventEmitter = __require("events").EventEmitter;
+  var EventEmitter = __require2("events").EventEmitter;
   var utils = require_utils();
-  var nodeUtils = __require("util");
+  var nodeUtils = __require2("util");
   var sasl = require_sasl();
   var TypeOverrides = require_type_overrides();
   var ConnectionParameters = require_connection_parameters();
@@ -13481,7 +13491,7 @@ var require_client = __commonJS((exports, module) => {
   module.exports = Client;
 });
 var require_pg_pool = __commonJS((exports, module) => {
-  var EventEmitter = __require("events").EventEmitter;
+  var EventEmitter = __require2("events").EventEmitter;
   var NOOP = function() {};
   var removeWhere = (list, predicate) => {
     const i = list.findIndex(predicate);
@@ -13891,8 +13901,8 @@ var require_pg_pool = __commonJS((exports, module) => {
   module.exports = Pool;
 });
 var require_query2 = __commonJS((exports, module) => {
-  var EventEmitter = __require("events").EventEmitter;
-  var util = __require("util");
+  var EventEmitter = __require2("events").EventEmitter;
+  var util = __require2("util");
   var utils = require_utils();
   var NativeQuery = module.exports = function(config, values, callback) {
     EventEmitter.call(this);
@@ -14025,7 +14035,7 @@ var require_query2 = __commonJS((exports, module) => {
   };
 });
 var require_client2 = __commonJS((exports, module) => {
-  var nodeUtils = __require("util");
+  var nodeUtils = __require2("util");
   var Native;
   try {
     Native = (() => {
@@ -14035,8 +14045,8 @@ var require_client2 = __commonJS((exports, module) => {
     throw e;
   }
   var TypeOverrides = require_type_overrides();
-  var EventEmitter = __require("events").EventEmitter;
-  var util = __require("util");
+  var EventEmitter = __require2("events").EventEmitter;
+  var util = __require2("util");
   var ConnectionParameters = require_connection_parameters();
   var NativeQuery = require_query2();
   var queryQueueLengthDeprecationNotice = nodeUtils.deprecate(() => {}, "Calling client.query() when the client is already executing a query is deprecated and will be removed in pg@9.0. Use async/await or an external async flow control mechanism instead.");
@@ -18530,6 +18540,7 @@ function getDb() {
       total_tokens_in INTEGER NOT NULL DEFAULT 0,
       total_tokens_out INTEGER NOT NULL DEFAULT 0,
       total_duration_ms INTEGER NOT NULL DEFAULT 0,
+      tags TEXT,
       error TEXT,
       created_at TEXT NOT NULL,
       completed_at TEXT
@@ -18585,9 +18596,9 @@ function getDb() {
 async function createSession(session) {
   const d = getDb();
   d.prepare(`
-    INSERT INTO sessions (id, task, provider, model, status, steps, total_tokens_in, total_tokens_out, total_duration_ms, error, created_at, completed_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-  `).run(session.id, session.task, session.provider, session.model, session.status, session.steps, session.total_tokens_in, session.total_tokens_out, session.total_duration_ms, session.error ?? null, session.created_at, session.completed_at ?? null);
+    INSERT INTO sessions (id, task, provider, model, status, steps, total_tokens_in, total_tokens_out, total_duration_ms, tags, error, created_at, completed_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(session.id, session.task, session.provider, session.model, session.status, session.steps, session.total_tokens_in, session.total_tokens_out, session.total_duration_ms, session.tags?.length ? JSON.stringify(session.tags) : null, session.error ?? null, session.created_at, session.completed_at ?? null);
 }
 async function updateSession(session) {
   const d = getDb();
@@ -18615,10 +18626,18 @@ function listSessions(opts) {
   const d = getDb();
   let sql = "SELECT * FROM sessions";
   const params = [];
+  const conditions = [];
   if (opts?.status) {
-    sql += " WHERE status = ?";
+    conditions.push("status = ?");
     params.push(opts.status);
   }
+  if (opts?.tag) {
+    conditions.push("tags LIKE ?");
+    params.push(`%"${opts.tag}"%`);
+  }
+  if (conditions.length > 0) {
+    sql += " WHERE " + conditions.join(" AND ");
+  }
   sql += " ORDER BY created_at DESC";
   if (opts?.limit) {
     sql += " LIMIT ?";
@@ -18684,12 +18703,104 @@ function rowToSession(row) {
     total_tokens_in: row.total_tokens_in,
     total_tokens_out: row.total_tokens_out,
     total_duration_ms: row.total_duration_ms,
+    tags: row.tags ? JSON.parse(row.tags) : undefined,
     error: row.error,
     created_at: row.created_at,
     completed_at: row.completed_at
   };
 }
 
+// src/lib/integrations.ts
+async function saveToRecordings(session, logs) {
+  try {
+    const { saveRecording } = await import("@hasna/recordings");
+    await saveRecording({
+      title: `Computer Use: ${session.task.slice(0, 100)}`,
+      type: "computer-use",
+      source: "computer",
+      duration_ms: session.total_duration_ms,
+      metadata: {
+        session_id: session.id,
+        provider: session.provider,
+        model: session.model,
+        steps: session.steps,
+        tokens_in: session.total_tokens_in,
+        tokens_out: session.total_tokens_out,
+        status: session.status,
+        tags: session.tags
+      },
+      transcript: logs.map((l) => ({
+        step: l.step,
+        action: l.action.type,
+        reasoning: l.reasoning?.slice(0, 200),
+        success: l.success,
+        timestamp: l.created_at
+      }))
+    });
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function registerWithSessions(session) {
+  try {
+    const mod = await import("@hasna/sessions");
+    const registerSession = mod.registerSession ?? mod.createSession ?? mod.saveSession;
+    if (typeof registerSession !== "function")
+      return false;
+    await registerSession({
+      id: session.id,
+      type: "computer-use",
+      source: "computer",
+      status: session.status,
+      metadata: {
+        task: session.task,
+        provider: session.provider,
+        model: session.model,
+        steps: session.steps
+      },
+      started_at: session.created_at,
+      ended_at: session.completed_at
+    });
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function pushToLogs(session, logs) {
+  try {
+    const mod = await import("@hasna/logs");
+    const pushBatch = mod.logPushBatch ?? mod.pushBatch;
+    if (typeof pushBatch !== "function")
+      return false;
+    await pushBatch(logs.map((l) => ({
+      level: l.success ? "info" : "error",
+      source: "computer",
+      message: `[${l.action.type}] ${l.reasoning?.slice(0, 100) ?? ""}`,
+      metadata: {
+        session_id: session.id,
+        step: l.step,
+        action_type: l.action.type,
+        success: l.success,
+        error: l.error,
+        duration_ms: l.duration_ms
+      },
+      timestamp: l.created_at
+    })));
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function runPostSessionIntegrations(session, logs) {
+  const [recordings, sessions, logsPushed] = await Promise.all([
+    saveToRecordings(session, logs),
+    registerWithSessions(session),
+    pushToLogs(session, logs)
+  ]);
+  return { recordings, sessions, logs: logsPushed };
+}
+
 // src/agent/loop.ts
 var DEFAULT_MAX_STEPS = 50;
 async function runTask(options) {
@@ -18703,10 +18814,12 @@ async function runTask(options) {
     systemPrompt,
     screenshotMaxWidth,
     dryRun = false,
+    tags,
+    displayNumber,
     onStep,
     onDone
   } = options;
-  const driver = createMacDriver();
+  const driver = createMacDriver({ displayNumber });
   const provider = createProvider(providerName, { model });
   const config = loadConfig();
   const safetyConfig = config.safety;
@@ -18717,6 +18830,7 @@ async function runTask(options) {
     provider: providerName,
     model: model ?? (providerName === "anthropic" ? "claude-sonnet-4-5-20250514" : "computer-use-preview"),
     status: "running",
+    tags,
     steps: 0,
     total_tokens_in: 0,
     total_tokens_out: 0,
@@ -18769,6 +18883,8 @@ async function runTask(options) {
         });
         await updateSession(session);
         onStep?.(step, response, { success: true, duration_ms: 0 });
+        const logs = getActionLogs(sessionId);
+        await runPostSessionIntegrations(session, logs).catch(() => {});
         onDone?.(session);
         await driver.dispose();
         return session;
@@ -18834,6 +18950,8 @@ async function runTask(options) {
     session.completed_at = new Date().toISOString();
     session.error = `Reached max steps (${maxSteps})`;
     await updateSession(session);
+    const endLogs = getActionLogs(sessionId);
+    await runPostSessionIntegrations(session, endLogs).catch(() => {});
     onDone?.(session);
     await driver.dispose();
     return session;
@@ -18843,6 +18961,8 @@ async function runTask(options) {
     session.total_duration_ms = Date.now() - startTime;
     session.completed_at = new Date().toISOString();
     await updateSession(session);
+    const errLogs = getActionLogs(sessionId);
+    await runPostSessionIntegrations(session, errLogs).catch(() => {});
     onDone?.(session);
     await driver.dispose();
     return session;

package/dist/types/index.d.ts

@@ -128,6 +128,7 @@ export interface Session {
     total_tokens_in: number;
     total_tokens_out: number;
     total_duration_ms: number;
+    tags?: string[];
     error?: string;
     created_at: string;
     completed_at?: string;
@@ -152,6 +153,10 @@ export interface RunOptions {
     screenshotMaxWidth?: number;
     /** Dry-run mode — model plans actions but they are not executed */
     dryRun?: boolean;
+    /** Tags for this session */
+    tags?: string[];
+    /** Display number to capture (1=main, 2=secondary, etc.) */
+    displayNumber?: number;
     /** Callback for each step */
     onStep?: (step: number, response: ModelResponse, result: ActionResult) => void;
     /** Callback when done */

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE9C,yBAAyB;AACzB,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;AAEtD,0BAA0B;AAC1B,MAAM,WAAW,KAAK;IACpB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,wBAAwB;AACxB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,4BAA4B;AAC5B,MAAM,WAAW,UAAU;IACzB,oCAAoC;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,2CAA2C;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,+CAA+C;AAC/C,MAAM,MAAM,YAAY,GACpB;IAAE,IAAI,EAAE,YAAY,CAAA;CAAE,GACtB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC7B;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC;IAAC,EAAE,EAAE,KAAK,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,0CAA0C;AAC1C,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,sEAAsE;AACtE,MAAM,WAAW,cAAc;IAC7B,8BAA8B;IAC9B,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,2BAA2B;IAC3B,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAClC,wBAAwB;IACxB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACrD,yBAAyB;IACzB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,6DAA6D;AAC7D,MAAM,WAAW,aAAa;IAC5B,yDAAyD;IACzD,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAC5B,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,IAAI,EAAE,OAAO,CAAC;IACd,gCAAgC;IAChC,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC3C;AAED,mEAAmE;AACnE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,wDAAwD;IACxD,OAAO,CAAC,MAAM,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,UAAU,CAAC;QACvB,OAAO,EAAE,aAAa,EAAE,CAAC;QACzB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;CAC5B;AAED,oBAAoB;AACpB,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;AAExF,uCAAuC;AACvC,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,6BAA6B;AAC7B,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,iCAAiC;AACjC,MAAM,WAAW,UAAU;IACzB,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,yBAAyB;IACzB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,0DAA0D;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,4BAA4B;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2BAA2B;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mEAAmE;IACnE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,6BAA6B;IAC7B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC/E,yBAAyB;IACzB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACpC,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,gDAAgD;IAChD,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,oDAAoD;IACpD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iCAAiC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,wCAAwC;IACxC,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE9C,yBAAyB;AACzB,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;AAEtD,0BAA0B;AAC1B,MAAM,WAAW,KAAK;IACpB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,wBAAwB;AACxB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,4BAA4B;AAC5B,MAAM,WAAW,UAAU;IACzB,oCAAoC;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,2CAA2C;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,+CAA+C;AAC/C,MAAM,MAAM,YAAY,GACpB;IAAE,IAAI,EAAE,YAAY,CAAA;CAAE,GACtB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC7B;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC;IAAC,EAAE,EAAE,KAAK,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,0CAA0C;AAC1C,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,sEAAsE;AACtE,MAAM,WAAW,cAAc;IAC7B,8BAA8B;IAC9B,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,2BAA2B;IAC3B,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAClC,wBAAwB;IACxB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACrD,yBAAyB;IACzB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,6DAA6D;AAC7D,MAAM,WAAW,aAAa;IAC5B,yDAAyD;IACzD,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAC5B,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,IAAI,EAAE,OAAO,CAAC;IACd,gCAAgC;IAChC,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC3C;AAED,mEAAmE;AACnE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,wDAAwD;IACxD,OAAO,CAAC,MAAM,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,UAAU,CAAC;QACvB,OAAO,EAAE,aAAa,EAAE,CAAC;QACzB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;CAC5B;AAED,oBAAoB;AACpB,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;AAExF,uCAAuC;AACvC,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,6BAA6B;AAC7B,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,iCAAiC;AACjC,MAAM,WAAW,UAAU;IACzB,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,yBAAyB;IACzB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,0DAA0D;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,4BAA4B;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2BAA2B;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mEAAmE;IACnE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,4BAA4B;IAC5B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,4DAA4D;IAC5D,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,6BAA6B;IAC7B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC/E,yBAAyB;IACzB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACpC,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,gDAAgD;IAChD,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,oDAAoD;IACpD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iCAAiC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,wCAAwC;IACxC,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B"}

package/helpers/accessibility.swift

@@ -0,0 +1,161 @@
+#!/usr/bin/env swift
+// accessibility.swift — Query macOS Accessibility tree (AXUIElement)
+// Usage: accessibility [--app <name>] [--focused] [--depth <n>]
+// Output: JSON array of UI elements with role, title, position, size
+//
+// Requires: Accessibility permissions in System Settings
+
+import AppKit
+import Foundation
+
+struct UIElement: Codable {
+    let role: String?
+    let title: String?
+    let value: String?
+    let label: String?
+    let x: Int
+    let y: Int
+    let width: Int
+    let height: Int
+    let enabled: Bool
+    let focused: Bool
+    let children: Int
+}
+
+func getAXValue<T>(_ element: AXUIElement, _ attribute: String) -> T? {
+    var value: AnyObject?
+    let result = AXUIElementCopyAttributeValue(element, attribute as CFString, &value)
+    guard result == .success else { return nil }
+    return value as? T
+}
+
+func getPosition(_ element: AXUIElement) -> CGPoint? {
+    var value: AnyObject?
+    let result = AXUIElementCopyAttributeValue(element, kAXPositionAttribute as String as CFString, &value)
+    guard result == .success, let val = value else { return nil }
+    var point = CGPoint.zero
+    AXValueGetValue(val as! AXValue, .cgPoint, &point)
+    return point
+}
+
+func getSize(_ element: AXUIElement) -> CGSize? {
+    var value: AnyObject?
+    let result = AXUIElementCopyAttributeValue(element, kAXSizeAttribute as String as CFString, &value)
+    guard result == .success, let val = value else { return nil }
+    var size = CGSize.zero
+    AXValueGetValue(val as! AXValue, .cgSize, &size)
+    return size
+}
+
+func getChildren(_ element: AXUIElement) -> [AXUIElement] {
+    var value: AnyObject?
+    let result = AXUIElementCopyAttributeValue(element, kAXChildrenAttribute as String as CFString, &value)
+    guard result == .success, let children = value as? [AXUIElement] else { return [] }
+    return children
+}
+
+func elementToStruct(_ element: AXUIElement) -> UIElement {
+    let role: String? = getAXValue(element, kAXRoleAttribute as String)
+    let title: String? = getAXValue(element, kAXTitleAttribute as String)
+    let value: String? = getAXValue(element, kAXValueAttribute as String)
+    let label: String? = getAXValue(element, kAXDescriptionAttribute as String)
+    let enabled: Bool = getAXValue(element, kAXEnabledAttribute as String) ?? true
+    let focused: Bool = getAXValue(element, kAXFocusedAttribute as String) ?? false
+
+    let pos = getPosition(element) ?? CGPoint.zero
+    let sz = getSize(element) ?? CGSize.zero
+    let children = getChildren(element)
+
+    return UIElement(
+        role: role,
+        title: title,
+        value: (value?.count ?? 0) > 200 ? String(value!.prefix(200)) + "..." : value,
+        label: label,
+        x: Int(pos.x),
+        y: Int(pos.y),
+        width: Int(sz.width),
+        height: Int(sz.height),
+        enabled: enabled,
+        focused: focused,
+        children: children.count
+    )
+}
+
+func walkTree(_ element: AXUIElement, depth: Int, maxDepth: Int) -> [UIElement] {
+    var results: [UIElement] = []
+    let el = elementToStruct(element)
+
+    // Skip tiny/invisible elements
+    if el.width > 5 && el.height > 5 {
+        results.append(el)
+    }
+
+    if depth < maxDepth {
+        for child in getChildren(element) {
+            results.append(contentsOf: walkTree(child, depth: depth + 1, maxDepth: maxDepth))
+        }
+    }
+
+    return results
+}
+
+// Parse arguments
+var appName: String? = nil
+var focusedOnly = false
+var maxDepth = 3
+
+var args = Array(CommandLine.arguments.dropFirst())
+while !args.isEmpty {
+    let arg = args.removeFirst()
+    switch arg {
+    case "--app":
+        if !args.isEmpty { appName = args.removeFirst() }
+    case "--focused":
+        focusedOnly = true
+    case "--depth":
+        if !args.isEmpty { maxDepth = Int(args.removeFirst()) ?? 3 }
+    default:
+        break
+    }
+}
+
+// Get target application
+var targetApp: NSRunningApplication?
+if let name = appName {
+    targetApp = NSWorkspace.shared.runningApplications.first {
+        $0.localizedName?.lowercased() == name.lowercased()
+    }
+    if targetApp == nil {
+        fputs("Error: Application '\(name)' not found\n", stderr)
+        exit(1)
+    }
+} else {
+    targetApp = NSWorkspace.shared.frontmostApplication
+}
+
+guard let app = targetApp, let pid = Optional(app.processIdentifier) else {
+    fputs("Error: No application found\n", stderr)
+    exit(1)
+}
+
+let appElement = AXUIElementCreateApplication(pid)
+
+var elements: [UIElement]
+if focusedOnly {
+    var focusedElement: AnyObject?
+    AXUIElementCopyAttributeValue(appElement, kAXFocusedUIElementAttribute as CFString, &focusedElement)
+    if let focused = focusedElement {
+        elements = walkTree(focused as! AXUIElement, depth: 0, maxDepth: maxDepth)
+    } else {
+        elements = []
+    }
+} else {
+    elements = walkTree(appElement, depth: 0, maxDepth: maxDepth)
+}
+
+// Output as JSON
+let encoder = JSONEncoder()
+encoder.outputFormatting = [.prettyPrinted, .sortedKeys]
+if let data = try? encoder.encode(elements) {
+    print(String(data: data, encoding: .utf8)!)
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hasna/computer",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "Open-source computer use for AI agents — control your Mac with Anthropic or OpenAI. CLI + MCP server + REST API + Dashboard.",
   "type": "module",
   "main": "dist/index.js",
@@ -20,6 +20,8 @@
     "dist",
     "helpers/scroll",
     "helpers/scroll.swift",
+    "helpers/accessibility",
+    "helpers/accessibility.swift",
     "src/db/migrations",
     "dashboard/dist",
     "LICENSE",