comber 0.1.0

package/runtime/macos-accessibility-runner.js

@@ -0,0 +1,275 @@
+ObjC.import("Foundation");
+ObjC.import("stdlib");
+
+const ERROR_LIMIT = 240;
+const MAX_DEPTH = 8;
+const MAX_NODES = 300;
+const MAX_CHILDREN_PER_NODE = 80;
+let visitedNodes = 0;
+
+function unwrap(value) {
+  return ObjC.unwrap(value);
+}
+
+function readStdin() {
+  const data = $.NSFileHandle.fileHandleWithStandardInput.readDataToEndOfFile;
+  const text = $.NSString.alloc.initWithDataEncoding(data, $.NSUTF8StringEncoding);
+  return text ? String(unwrap(text)) : "{}";
+}
+
+function commandName() {
+  const args = $.NSProcessInfo.processInfo.arguments;
+  const count = Number(args.count);
+  if (count < 1) return "";
+  return String(unwrap(args.objectAtIndex(count - 1)));
+}
+
+function ok(payload) {
+  writeJson({ ok: true, ...payload });
+}
+
+function fail(error) {
+  const message = String(error instanceof Error ? error.message : error).slice(0, ERROR_LIMIT);
+  writeJson({ ok: false, error: message });
+}
+
+function writeJson(payload) {
+  const text = $.NSString.alloc.initWithUTF8String(`${JSON.stringify(payload)}\n`);
+  const data = text.dataUsingEncoding($.NSUTF8StringEncoding);
+  $.NSFileHandle.fileHandleWithStandardOutput.writeData(data);
+}
+
+function text(value) {
+  if (value === undefined || value === null) return undefined;
+  const out = String(value);
+  return out.length ? out : undefined;
+}
+
+function bool(value) {
+  if (value === true || value === false) return value;
+  return undefined;
+}
+
+function read(fn) {
+  try {
+    return fn();
+  } catch (_) {
+    return undefined;
+  }
+}
+
+function attr(element, name) {
+  return read(() => element.attributes.byName(name).value());
+}
+
+function actionNames(element) {
+  return read(() => element.actions().map((action) => String(action.name()))) || [];
+}
+
+function runTask(launchPath, args) {
+  const task = $.NSTask.launchedTaskWithLaunchPathArguments(launchPath, args);
+  task.waitUntilExit;
+  if (task.terminationStatus !== 0) {
+    throw new Error(`${launchPath} exited ${task.terminationStatus}`);
+  }
+}
+
+function targetProcessName(target) {
+  if (target.processName) return target.processName;
+  if (target.appPath) {
+    const leaf = String(target.appPath).replace(/\/+$/, "").split("/").pop() || "";
+    return leaf.endsWith(".app") ? leaf.slice(0, -4) : leaf;
+  }
+  if (target.appId) return target.appId;
+  return "";
+}
+
+function launch(target) {
+  if (target.appPath) {
+    runTask("/usr/bin/open", ["-n", target.appPath]);
+    waitForProcess(target);
+    return;
+  }
+  if (target.appId) {
+    runTask("/usr/bin/open", ["-nb", target.appId]);
+    waitForProcess(target);
+    return;
+  }
+  if (target.processName) {
+    runTask("/usr/bin/open", ["-na", target.processName]);
+    waitForProcess(target);
+    return;
+  }
+  throw new Error("macOS Accessibility launch requires appPath, appId, or processName");
+}
+
+function waitForProcess(target) {
+  const processName = targetProcessName(target);
+  if (!processName) return;
+  const systemEvents = Application("System Events");
+  for (let attempt = 0; attempt < 25; attempt++) {
+    const exists = read(() => systemEvents.processes.byName(processName).exists()) === true;
+    const windows = exists ? read(() => systemEvents.processes.byName(processName).windows()) || [] : [];
+    if (exists && windows.length > 0) return;
+    delay(0.2);
+  }
+}
+
+function convert(element, path, depth) {
+  visitedNodes++;
+  const actions = actionNames(element);
+  const role = text(read(() => element.role())) || text(attr(element, "AXRole"));
+  const subrole = text(attr(element, "AXSubrole"));
+  const title = text(read(() => element.title())) || text(read(() => element.name())) || text(attr(element, "AXTitle"));
+  const value = text(read(() => element.value())) || text(attr(element, "AXValue"));
+  const description = text(read(() => element.description())) || text(attr(element, "AXDescription"));
+  const identifier = text(attr(element, "AXIdentifier")) || text(attr(element, "AXDOMIdentifier"));
+  const enabled = bool(read(() => element.enabled())) ?? bool(attr(element, "AXEnabled"));
+  const out = { path };
+  if (identifier) out.identifier = identifier;
+  if (title) out.title = title;
+  if (value) out.value = value;
+  if (role) out.role = role;
+  if (subrole) out.subrole = subrole;
+  if (description) out.description = description;
+  if (enabled !== undefined) out.enabled = enabled;
+  if (actions.length > 0) out.actions = actions;
+  if (visitedNodes >= MAX_NODES) {
+    out.isOpaque = true;
+    out.description = out.description || "Comber node budget reached";
+    return out;
+  }
+  const children = [];
+  if (depth < MAX_DEPTH) {
+    const rawChildren = read(() => element.uiElements()) || [];
+    const childCount = Math.min(rawChildren.length, MAX_CHILDREN_PER_NODE);
+    for (let index = 0; index < childCount && visitedNodes < MAX_NODES; index++) {
+      children.push(convert(rawChildren[index], `${path}/${index}`, depth + 1));
+    }
+    if (rawChildren.length > childCount || visitedNodes >= MAX_NODES) {
+      out.isOpaque = true;
+      out.description = out.description || "Comber child or node budget reached";
+    }
+  }
+  if (children.length > 0) out.children = children;
+  return out;
+}
+
+function snapshot(target) {
+  const processName = targetProcessName(target);
+  if (!processName) throw new Error("macOS Accessibility snapshot requires processName, appPath, or appId");
+  const systemEvents = Application("System Events");
+  const proc = systemEvents.processes.byName(processName);
+  const exists = read(() => proc.exists()) === true;
+  if (!exists) throw new Error(`macOS Accessibility process not found: ${processName}`);
+  const windows = read(() => proc.windows()) || [];
+  if (windows.length === 0) throw new Error(`macOS Accessibility process has no windows: ${processName}`);
+  const children = [];
+  for (let index = 0; index < windows.length; index++) {
+    children.push(convert(windows[index], `0/${index}`, 0));
+  }
+  const windowTitle = children[0] && (children[0].title || children[0].value) || processName;
+  return {
+    ...(target.appId ? { appId: target.appId } : {}),
+    ...(target.appPath ? { appPath: target.appPath } : {}),
+    processName,
+    windowTitle,
+    root: {
+      role: "AXApplication",
+      title: processName,
+      path: "0",
+      children,
+    },
+  };
+}
+
+function matches(element, selector, path) {
+  const identifier = text(attr(element, "AXIdentifier")) || text(attr(element, "AXDOMIdentifier"));
+  const title = text(read(() => element.title())) || text(read(() => element.name())) || text(attr(element, "AXTitle"));
+  const role = text(read(() => element.role())) || text(attr(element, "AXRole"));
+  if (selector.path && selector.path === path) return true;
+  if (selector.identifier && selector.identifier === identifier) return true;
+  if (selector.title && selector.title === title) return true;
+  if (selector.role && selector.role === role && selector.path === path) return true;
+  return false;
+}
+
+function findElement(element, selector, path) {
+  if (matches(element, selector, path)) return element;
+  const children = read(() => element.uiElements()) || [];
+  for (let index = 0; index < children.length; index++) {
+    const hit = findElement(children[index], selector, `${path}/${index}`);
+    if (hit) return hit;
+  }
+  return undefined;
+}
+
+function selectedElement(target, selector) {
+  const processName = targetProcessName(target);
+  const systemEvents = Application("System Events");
+  const windows = read(() => systemEvents.processes.byName(processName).windows()) || [];
+  for (let index = 0; index < windows.length; index++) {
+    const hit = findElement(windows[index], selector, `0/${index}`);
+    if (hit) return hit;
+  }
+  throw new Error("macOS Accessibility selector not found");
+}
+
+function perform(target, action) {
+  const element = selectedElement(target, action.selector);
+  const names = actionNames(element);
+  if (action.kind === "set-value") {
+    element.value = action.value || "";
+    return;
+  }
+  if (action.kind === "increment" && names.includes("AXIncrement")) {
+    element.actions.byName("AXIncrement").perform();
+    return;
+  }
+  if (action.kind === "decrement" && names.includes("AXDecrement")) {
+    element.actions.byName("AXDecrement").perform();
+    return;
+  }
+  if (names.includes("AXPress")) {
+    element.actions.byName("AXPress").perform();
+    return;
+  }
+  element.click();
+}
+
+function foreground(target) {
+  const processName = targetProcessName(target);
+  if (!processName) return "";
+  const systemEvents = Application("System Events");
+  const hit = read(() => systemEvents.processes.byName(processName).exists()) === true;
+  return hit ? processName : "";
+}
+
+try {
+  const command = commandName();
+  const payload = JSON.parse(readStdin());
+  if (command === "launch") {
+    launch(payload.target || {});
+    ok({});
+  } else if (command === "snapshot") {
+    ok({ tree: snapshot(payload.target || {}) });
+  } else if (command === "foreground") {
+    ok({ processName: foreground(payload.target || {}) });
+  } else if (command === "close") {
+    ok({});
+  } else if (
+    command === "press" ||
+    command === "toggle" ||
+    command === "set-value" ||
+    command === "select" ||
+    command === "increment" ||
+    command === "decrement"
+  ) {
+    perform(payload.target || {}, payload.action || {});
+    ok({});
+  } else {
+    throw new Error(`unsupported macOS Accessibility command: ${command}`);
+  }
+} catch (error) {
+  fail(error);
+}