@hoilab/ada-cli 0.84.21 → 0.85.0

package/dist/core/computer/motor/platform/index.js

@@ -0,0 +1,79 @@
+import { linuxBackend } from "./linux/backend.js";
+import { macosBackend } from "./macos/backend.js";
+import { isBrowserApp, isChromeFamilyApp, openBrowserLocationWithAppleScript } from "./macos/browser.js";
+import { ensureMacosReady } from "./macos/permissions.js";
+import { windowsBackend } from "./windows/backend.js";
+const macosPlatformBackend = {
+    name: "macos",
+    ensureReady: ensureMacosReady,
+    listApps: macosBackend.listApps,
+    listRoots: macosBackend.listRoots,
+    getFrontmost: macosBackend.getFrontmost,
+    focusWindow: macosBackend.focusWindow,
+    observe: macosBackend.observe,
+    act: macosBackend.act,
+    actBatch: macosBackend.actBatch,
+    readText: macosBackend.readText,
+    waitFor: macosBackend.waitFor,
+    isBrowserApp,
+    isChromeFamilyApp,
+    openBrowserLocation: openBrowserLocationWithAppleScript,
+};
+class UnsupportedPlatformBackend {
+    name;
+    platform;
+    constructor(platform) {
+        this.platform = platform;
+        this.name = platform === "win32" ? "windows" : "linux";
+    }
+    unsupported() {
+        throw new Error(`ada-computer-use does not support platform '${this.platform}' yet.`);
+    }
+    async ensureReady() {
+        this.unsupported();
+    }
+    async listApps() {
+        this.unsupported();
+    }
+    async listRoots() {
+        this.unsupported();
+    }
+    async getFrontmost() {
+        this.unsupported();
+    }
+    async focusWindow() {
+        this.unsupported();
+    }
+    async observe() {
+        this.unsupported();
+    }
+    async act() {
+        this.unsupported();
+    }
+    async readText() {
+        this.unsupported();
+    }
+    async waitFor() {
+        this.unsupported();
+    }
+    isBrowserApp() {
+        this.unsupported();
+    }
+    isChromeFamilyApp() {
+        this.unsupported();
+    }
+    async openBrowserLocation() {
+        this.unsupported();
+    }
+}
+export function platformBackendForRuntime(platform = process.platform) {
+    if (platform === "darwin")
+        return macosPlatformBackend;
+    if (platform === "win32")
+        return windowsBackend;
+    if (platform === "linux")
+        return linuxBackend;
+    return new UnsupportedPlatformBackend(platform);
+}
+export const currentPlatformBackend = platformBackendForRuntime();
+//# sourceMappingURL=index.js.map

package/dist/core/computer/motor/platform/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/core/computer/motor/platform/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,kCAAkC,EAAE,MAAM,oBAAoB,CAAC;AACzG,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,MAAM,oBAAoB,GAA+B;IACxD,IAAI,EAAE,OAAO;IACb,WAAW,EAAE,gBAAgB;IAC7B,QAAQ,EAAE,YAAY,CAAC,QAAQ;IAC/B,SAAS,EAAE,YAAY,CAAC,SAAS;IACjC,YAAY,EAAE,YAAY,CAAC,YAAY;IACvC,WAAW,EAAE,YAAY,CAAC,WAAW;IACrC,OAAO,EAAE,YAAY,CAAC,OAAO;IAC7B,GAAG,EAAE,YAAY,CAAC,GAAG;IACrB,QAAQ,EAAE,YAAY,CAAC,QAAQ;IAC/B,QAAQ,EAAE,YAAY,CAAC,QAAQ;IAC/B,OAAO,EAAE,YAAY,CAAC,OAAO;IAC7B,YAAY;IACZ,iBAAiB;IACjB,mBAAmB,EAAE,kCAAkC;CACvD,CAAC;AAEF,MAAM,0BAA0B;IACtB,IAAI,CAAe;IACX,QAAQ,CAAkB;IAE3C,YAAY,QAAyB,EAAE;QACtC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;IAAA,CACvD;IAEO,WAAW,GAAU;QAC5B,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,CAAC,QAAQ,QAAQ,CAAC,CAAC;IAAA,CACtF;IAED,KAAK,CAAC,WAAW,GAAmB;QACnC,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,QAAQ,GAAmB;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,SAAS,GAAmB;QACjC,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,YAAY,GAAmB;QACpC,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,WAAW,GAAmB;QACnC,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,OAAO,GAAmB;QAC/B,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,GAAG,GAAmB;QAC3B,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,QAAQ,GAAmB;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,OAAO,GAAmB;QAC/B,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,YAAY,GAAU;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,iBAAiB,GAAU;QAC1B,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;IACD,KAAK,CAAC,mBAAmB,GAAqB;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;IAAA,CACnB;CACD;AAED,MAAM,UAAU,yBAAyB,CAAC,QAAQ,GAAoB,OAAO,CAAC,QAAQ,EAA8B;IACnH,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,oBAAoB,CAAC;IACvD,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,cAAc,CAAC;IAChD,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,YAAY,CAAC;IAC9C,OAAO,IAAI,0BAA0B,CAAC,QAAQ,CAAC,CAAC;AAAA,CAChD;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,yBAAyB,EAAE,CAAC","sourcesContent":["import { linuxBackend } from \"./linux/backend.ts\";\nimport { macosBackend } from \"./macos/backend.ts\";\nimport { isBrowserApp, isChromeFamilyApp, openBrowserLocationWithAppleScript } from \"./macos/browser.ts\";\nimport { ensureMacosReady } from \"./macos/permissions.ts\";\nimport type { ComputerUsePlatformBackend, PlatformName } from \"./types.ts\";\nimport { windowsBackend } from \"./windows/backend.ts\";\n\nconst macosPlatformBackend: ComputerUsePlatformBackend = {\n\tname: \"macos\",\n\tensureReady: ensureMacosReady,\n\tlistApps: macosBackend.listApps,\n\tlistRoots: macosBackend.listRoots,\n\tgetFrontmost: macosBackend.getFrontmost,\n\tfocusWindow: macosBackend.focusWindow,\n\tobserve: macosBackend.observe,\n\tact: macosBackend.act,\n\tactBatch: macosBackend.actBatch,\n\treadText: macosBackend.readText,\n\twaitFor: macosBackend.waitFor,\n\tisBrowserApp,\n\tisChromeFamilyApp,\n\topenBrowserLocation: openBrowserLocationWithAppleScript,\n};\n\nclass UnsupportedPlatformBackend implements ComputerUsePlatformBackend {\n\treadonly name: PlatformName;\n\tprivate readonly platform: NodeJS.Platform;\n\n\tconstructor(platform: NodeJS.Platform) {\n\t\tthis.platform = platform;\n\t\tthis.name = platform === \"win32\" ? \"windows\" : \"linux\";\n\t}\n\n\tprivate unsupported(): never {\n\t\tthrow new Error(`ada-computer-use does not support platform '${this.platform}' yet.`);\n\t}\n\n\tasync ensureReady(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync listApps(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync listRoots(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync getFrontmost(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync focusWindow(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync observe(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync act(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync readText(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tasync waitFor(): Promise<never> {\n\t\tthis.unsupported();\n\t}\n\tisBrowserApp(): never {\n\t\tthis.unsupported();\n\t}\n\tisChromeFamilyApp(): never {\n\t\tthis.unsupported();\n\t}\n\tasync openBrowserLocation(): Promise<boolean> {\n\t\tthis.unsupported();\n\t}\n}\n\nexport function platformBackendForRuntime(platform: NodeJS.Platform = process.platform): ComputerUsePlatformBackend {\n\tif (platform === \"darwin\") return macosPlatformBackend;\n\tif (platform === \"win32\") return windowsBackend;\n\tif (platform === \"linux\") return linuxBackend;\n\treturn new UnsupportedPlatformBackend(platform);\n}\n\nexport const currentPlatformBackend = platformBackendForRuntime();\n"]}

package/dist/core/computer/motor/platform/linux/backend.d.ts

@@ -0,0 +1,3 @@
+import type { ComputerUsePlatformBackend } from "../types.ts";
+export declare const linuxBackend: ComputerUsePlatformBackend;
+//# sourceMappingURL=backend.d.ts.map

package/dist/core/computer/motor/platform/linux/backend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend.d.ts","sourceRoot":"","sources":["../../../../../../src/core/computer/motor/platform/linux/backend.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACX,0BAA0B,EAiB1B,MAAM,aAAa,CAAC;AAwHrB,eAAO,MAAM,YAAY,EAAE,0BA2F1B,CAAC","sourcesContent":["import { type LookResponse, parseLookResponse } from \"../../outline.ts\";\nimport { assertPlatformArchitecture } from \"../architecture.ts\";\nimport { toBoolean, toFiniteNumber, toOptionalString } from \"../coerce.ts\";\nimport type {\n\tComputerUsePlatformBackend,\n\tFramePoints,\n\tHelperActResult,\n\tPlatformActRequest,\n\tPlatformApp,\n\tPlatformFocusWindowResult,\n\tPlatformFrontmostResult,\n\tPlatformObserveRequest,\n\tPlatformReadTextRequest,\n\tPlatformReadTextResponse,\n\tPlatformReadyState,\n\tPlatformRoot,\n\tPlatformRootKind,\n\tPlatformRootQuery,\n\tPlatformTarget,\n\tPlatformWaitForRequest,\n\tPlatformWaitForResponse,\n} from \"../types.ts\";\nimport { LINUX_HELPER_PROTOCOL_VERSION, linuxHelper } from \"./helper.ts\";\n\nfunction normalizedProcessName(appName: string): string {\n\treturn appName\n\t\t.toLowerCase()\n\t\t.split(\"/\")\n\t\t.pop()!\n\t\t.replace(/\\.desktop$/i, \"\");\n}\n\nfunction classifyBrowser(appName: string): false | \"chromium\" | \"firefox\" {\n\tswitch (normalizedProcessName(appName)) {\n\t\tcase \"chrome\":\n\t\tcase \"google-chrome\":\n\t\tcase \"google-chrome-stable\":\n\t\tcase \"chromium\":\n\t\tcase \"chromium-browser\":\n\t\tcase \"microsoft-edge\":\n\t\tcase \"microsoft-edge-stable\":\n\t\tcase \"brave\":\n\t\tcase \"brave-browser\":\n\t\tcase \"vivaldi\":\n\t\tcase \"vivaldi-stable\":\n\t\tcase \"opera\":\n\t\t\treturn \"chromium\";\n\t\tcase \"firefox\":\n\t\tcase \"firefox-esr\":\n\t\t\treturn \"firefox\";\n\t\tdefault:\n\t\t\treturn false;\n\t}\n}\n\nfunction parseFramePoints(raw: unknown): FramePoints {\n\tconst frame = (raw as any)?.framePoints ?? (raw as any)?.bounds ?? {};\n\treturn {\n\t\tx: toFiniteNumber(frame.x, 0),\n\t\ty: toFiniteNumber(frame.y, 0),\n\t\tw: Math.max(1, toFiniteNumber(frame.w ?? frame.width, 1)),\n\t\th: Math.max(1, toFiniteNumber(frame.h ?? frame.height, 1)),\n\t};\n}\n\nfunction parseRootKind(raw: unknown): PlatformRootKind {\n\treturn raw === \"menu\" || raw === \"sheet\" || raw === \"dialog\" || raw === \"popover\" || raw === \"window\"\n\t\t? raw\n\t\t: \"window\";\n}\n\nfunction parseRoots(result: unknown): PlatformRoot[] {\n\tconst roots = Array.isArray(result) ? result : (result as any)?.roots;\n\tif (!Array.isArray(roots)) return [];\n\treturn roots.map(\n\t\t(raw: any, index): PlatformRoot => ({\n\t\t\tkind: parseRootKind(raw?.kind),\n\t\t\trootRef: toOptionalString(raw?.rootRef ?? raw?.windowRef ?? raw?.ref),\n\t\t\twindowRef: toOptionalString(raw?.windowRef ?? raw?.rootRef ?? raw?.ref),\n\t\t\twindowId: Number.isFinite(raw?.windowId) ? Math.trunc(raw.windowId) : undefined,\n\t\t\tpid: Number.isFinite(raw?.pid) ? Math.trunc(raw.pid) : undefined,\n\t\t\tappName: toOptionalString(raw?.appName ?? raw?.processName),\n\t\t\tbundleId: toOptionalString(raw?.bundleId ?? raw?.desktopId),\n\t\t\ttitle: toOptionalString(raw?.title) ?? \"\",\n\t\t\trole: toOptionalString(raw?.role),\n\t\t\tsubrole: toOptionalString(raw?.subrole),\n\t\t\tzOrder: Math.trunc(toFiniteNumber(raw?.zOrder, index)),\n\t\t\tframePoints: parseFramePoints(raw),\n\t\t\tscaleFactor: Math.max(1, toFiniteNumber(raw?.scaleFactor, 1)),\n\t\t\tisOnscreen: raw?.isOnscreen === undefined ? true : toBoolean(raw.isOnscreen),\n\t\t\tisFocused: toBoolean(raw?.isFocused),\n\t\t\tisMinimized: toBoolean(raw?.isMinimized),\n\t\t\tisMain: toBoolean(raw?.isMain ?? raw?.isFocused),\n\t\t\tisModal: toBoolean(raw?.isModal),\n\t\t\tmetadata: raw?.metadata,\n\t\t}),\n\t);\n}\n\nfunction appsFromRoots(roots: PlatformRoot[]): PlatformApp[] {\n\tconst seen = new Set<number>();\n\treturn roots.flatMap((root) => {\n\t\tif (!root.pid || seen.has(root.pid)) return [];\n\t\tseen.add(root.pid);\n\t\treturn [\n\t\t\t{\n\t\t\t\tappName: root.appName ?? \"Unknown\",\n\t\t\t\tbundleId: root.bundleId,\n\t\t\t\tpid: root.pid,\n\t\t\t\tisFrontmost: root.isFocused,\n\t\t\t},\n\t\t];\n\t});\n}\n\nfunction helperAction(request: PlatformActRequest): Record<string, unknown> {\n\tif (!(\"focus\" in request.target)) return { ...request };\n\treturn { ...request, target: request.target.focus, params: { ...request.params, preserveFocus: true } };\n}\n\nasync function ensureReady(\n\t_ctx: unknown,\n\tstate: PlatformReadyState,\n\tsignal?: AbortSignal,\n): Promise<PlatformReadyState> {\n\tawait linuxHelper.ensureInstalled(signal);\n\tconst diagnostics = await linuxHelper.command<any>(\"diagnostics\", {}, { signal, timeoutMs: 5_000 });\n\tif (diagnostics?.protocolVersion !== LINUX_HELPER_PROTOCOL_VERSION) {\n\t\tthrow new Error(\n\t\t\t`Linux helper protocol mismatch: expected ${LINUX_HELPER_PROTOCOL_VERSION}, got ${diagnostics?.protocolVersion ?? \"unknown\"}. Restart Pi to use the installed helper.`,\n\t\t);\n\t}\n\tassertPlatformArchitecture(\"Linux\", diagnostics);\n\tif (diagnostics?.accessibility === false) {\n\t\tthrow new Error(\n\t\t\t\"Linux accessibility is unavailable. Ensure AT-SPI is enabled and a D-Bus desktop accessibility bus is running.\",\n\t\t);\n\t}\n\treturn { ...state, lastPermissionCheckAt: Date.now(), helperDiagnostics: diagnostics };\n}\n\nexport const linuxBackend: ComputerUsePlatformBackend = {\n\tname: \"linux\",\n\tshutdown(): void {\n\t\tlinuxHelper.dispose();\n\t},\n\tensureReady,\n\tasync listApps(signal?: AbortSignal): Promise<PlatformApp[]> {\n\t\treturn appsFromRoots(parseRoots(await linuxHelper.command(\"listRoots\", {}, { signal })));\n\t},\n\tasync listRoots(query: PlatformRootQuery, signal?: AbortSignal): Promise<PlatformRoot[]> {\n\t\tconst roots = parseRoots(\n\t\t\tawait linuxHelper.command(\"listRoots\", Number.isFinite(query.pid) ? { pid: Math.trunc(query.pid!) } : {}, {\n\t\t\t\tsignal,\n\t\t\t}),\n\t\t);\n\t\tconst title = query.title?.trim().toLowerCase();\n\t\treturn title ? roots.filter((root) => root.title.trim().toLowerCase().includes(title)) : roots;\n\t},\n\tasync getFrontmost(signal?: AbortSignal): Promise<PlatformFrontmostResult> {\n\t\tconst roots = parseRoots(await linuxHelper.command(\"listRoots\", {}, { signal }));\n\t\tconst focused = roots.find((root) => root.isFocused) ?? roots[0];\n\t\tif (!focused?.pid) throw new Error(\"No frontmost window was available.\");\n\t\treturn {\n\t\t\tappName: focused.appName ?? \"Unknown\",\n\t\t\tbundleId: focused.bundleId,\n\t\t\tpid: focused.pid,\n\t\t\twindowTitle: focused.title,\n\t\t\twindowId: focused.windowId,\n\t\t\trootRef: focused.rootRef,\n\t\t};\n\t},\n\tasync focusWindow(target: PlatformTarget, signal?: AbortSignal): Promise<PlatformFocusWindowResult> {\n\t\treturn await linuxHelper.command(\"focusWindow\", { ...target }, { signal });\n\t},\n\tasync observe(\n\t\trequest: PlatformObserveRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<LookResponse> {\n\t\treturn parseLookResponse(\n\t\t\tawait linuxHelper.command(\n\t\t\t\t\"look\",\n\t\t\t\t{\n\t\t\t\t\t...request.target,\n\t\t\t\t\tbaseLookId: request.baseLookId,\n\t\t\t\t\tmaxDimension: request.maxDimension,\n\t\t\t\t\treadText: request.readText,\n\t\t\t\t\tscopeRef: request.scopeRef,\n\t\t\t\t\tincludeImage: request.includeImage,\n\t\t\t\t},\n\t\t\t\toptions,\n\t\t\t),\n\t\t);\n\t},\n\tasync act(\n\t\trequest: PlatformActRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<HelperActResult> {\n\t\treturn await linuxHelper.command(\"act\", helperAction(request), options);\n\t},\n\tasync actBatch(\n\t\trequests: PlatformActRequest[],\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<HelperActResult> {\n\t\treturn await linuxHelper.command(\"actBatch\", { actions: requests.map(helperAction) }, options);\n\t},\n\tasync readText(\n\t\targs: PlatformReadTextRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<PlatformReadTextResponse> {\n\t\treturn await linuxHelper.command(\"atspiReadText\", { ...args }, options);\n\t},\n\tasync waitFor(\n\t\targs: PlatformWaitForRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<PlatformWaitForResponse> {\n\t\treturn await linuxHelper.command(\"atspiWaitFor\", { ...args }, options);\n\t},\n\tisBrowserApp(appName: string): boolean {\n\t\treturn classifyBrowser(appName) !== false;\n\t},\n\tisChromeFamilyApp(appName: string): boolean {\n\t\treturn classifyBrowser(appName) === \"chromium\";\n\t},\n\tasync openBrowserLocation(\n\t\ttarget: { appName: string; bundleId?: string },\n\t\turl: string,\n\t\tsignal?: AbortSignal,\n\t): Promise<boolean> {\n\t\tawait linuxHelper.command(\"openBrowserLocation\", { ...target, url }, { signal, timeoutMs: 10_000 });\n\t\treturn true;\n\t},\n};\n"]}

package/dist/core/computer/motor/platform/linux/backend.js

@@ -0,0 +1,173 @@
+import { parseLookResponse } from "../../outline.js";
+import { assertPlatformArchitecture } from "../architecture.js";
+import { toBoolean, toFiniteNumber, toOptionalString } from "../coerce.js";
+import { LINUX_HELPER_PROTOCOL_VERSION, linuxHelper } from "./helper.js";
+function normalizedProcessName(appName) {
+    return appName
+        .toLowerCase()
+        .split("/")
+        .pop()
+        .replace(/\.desktop$/i, "");
+}
+function classifyBrowser(appName) {
+    switch (normalizedProcessName(appName)) {
+        case "chrome":
+        case "google-chrome":
+        case "google-chrome-stable":
+        case "chromium":
+        case "chromium-browser":
+        case "microsoft-edge":
+        case "microsoft-edge-stable":
+        case "brave":
+        case "brave-browser":
+        case "vivaldi":
+        case "vivaldi-stable":
+        case "opera":
+            return "chromium";
+        case "firefox":
+        case "firefox-esr":
+            return "firefox";
+        default:
+            return false;
+    }
+}
+function parseFramePoints(raw) {
+    const frame = raw?.framePoints ?? raw?.bounds ?? {};
+    return {
+        x: toFiniteNumber(frame.x, 0),
+        y: toFiniteNumber(frame.y, 0),
+        w: Math.max(1, toFiniteNumber(frame.w ?? frame.width, 1)),
+        h: Math.max(1, toFiniteNumber(frame.h ?? frame.height, 1)),
+    };
+}
+function parseRootKind(raw) {
+    return raw === "menu" || raw === "sheet" || raw === "dialog" || raw === "popover" || raw === "window"
+        ? raw
+        : "window";
+}
+function parseRoots(result) {
+    const roots = Array.isArray(result) ? result : result?.roots;
+    if (!Array.isArray(roots))
+        return [];
+    return roots.map((raw, index) => ({
+        kind: parseRootKind(raw?.kind),
+        rootRef: toOptionalString(raw?.rootRef ?? raw?.windowRef ?? raw?.ref),
+        windowRef: toOptionalString(raw?.windowRef ?? raw?.rootRef ?? raw?.ref),
+        windowId: Number.isFinite(raw?.windowId) ? Math.trunc(raw.windowId) : undefined,
+        pid: Number.isFinite(raw?.pid) ? Math.trunc(raw.pid) : undefined,
+        appName: toOptionalString(raw?.appName ?? raw?.processName),
+        bundleId: toOptionalString(raw?.bundleId ?? raw?.desktopId),
+        title: toOptionalString(raw?.title) ?? "",
+        role: toOptionalString(raw?.role),
+        subrole: toOptionalString(raw?.subrole),
+        zOrder: Math.trunc(toFiniteNumber(raw?.zOrder, index)),
+        framePoints: parseFramePoints(raw),
+        scaleFactor: Math.max(1, toFiniteNumber(raw?.scaleFactor, 1)),
+        isOnscreen: raw?.isOnscreen === undefined ? true : toBoolean(raw.isOnscreen),
+        isFocused: toBoolean(raw?.isFocused),
+        isMinimized: toBoolean(raw?.isMinimized),
+        isMain: toBoolean(raw?.isMain ?? raw?.isFocused),
+        isModal: toBoolean(raw?.isModal),
+        metadata: raw?.metadata,
+    }));
+}
+function appsFromRoots(roots) {
+    const seen = new Set();
+    return roots.flatMap((root) => {
+        if (!root.pid || seen.has(root.pid))
+            return [];
+        seen.add(root.pid);
+        return [
+            {
+                appName: root.appName ?? "Unknown",
+                bundleId: root.bundleId,
+                pid: root.pid,
+                isFrontmost: root.isFocused,
+            },
+        ];
+    });
+}
+function helperAction(request) {
+    if (!("focus" in request.target))
+        return { ...request };
+    return { ...request, target: request.target.focus, params: { ...request.params, preserveFocus: true } };
+}
+async function ensureReady(_ctx, state, signal) {
+    await linuxHelper.ensureInstalled(signal);
+    const diagnostics = await linuxHelper.command("diagnostics", {}, { signal, timeoutMs: 5_000 });
+    if (diagnostics?.protocolVersion !== LINUX_HELPER_PROTOCOL_VERSION) {
+        throw new Error(`Linux helper protocol mismatch: expected ${LINUX_HELPER_PROTOCOL_VERSION}, got ${diagnostics?.protocolVersion ?? "unknown"}. Restart Pi to use the installed helper.`);
+    }
+    assertPlatformArchitecture("Linux", diagnostics);
+    if (diagnostics?.accessibility === false) {
+        throw new Error("Linux accessibility is unavailable. Ensure AT-SPI is enabled and a D-Bus desktop accessibility bus is running.");
+    }
+    return { ...state, lastPermissionCheckAt: Date.now(), helperDiagnostics: diagnostics };
+}
+export const linuxBackend = {
+    name: "linux",
+    shutdown() {
+        linuxHelper.dispose();
+    },
+    ensureReady,
+    async listApps(signal) {
+        return appsFromRoots(parseRoots(await linuxHelper.command("listRoots", {}, { signal })));
+    },
+    async listRoots(query, signal) {
+        const roots = parseRoots(await linuxHelper.command("listRoots", Number.isFinite(query.pid) ? { pid: Math.trunc(query.pid) } : {}, {
+            signal,
+        }));
+        const title = query.title?.trim().toLowerCase();
+        return title ? roots.filter((root) => root.title.trim().toLowerCase().includes(title)) : roots;
+    },
+    async getFrontmost(signal) {
+        const roots = parseRoots(await linuxHelper.command("listRoots", {}, { signal }));
+        const focused = roots.find((root) => root.isFocused) ?? roots[0];
+        if (!focused?.pid)
+            throw new Error("No frontmost window was available.");
+        return {
+            appName: focused.appName ?? "Unknown",
+            bundleId: focused.bundleId,
+            pid: focused.pid,
+            windowTitle: focused.title,
+            windowId: focused.windowId,
+            rootRef: focused.rootRef,
+        };
+    },
+    async focusWindow(target, signal) {
+        return await linuxHelper.command("focusWindow", { ...target }, { signal });
+    },
+    async observe(request, options) {
+        return parseLookResponse(await linuxHelper.command("look", {
+            ...request.target,
+            baseLookId: request.baseLookId,
+            maxDimension: request.maxDimension,
+            readText: request.readText,
+            scopeRef: request.scopeRef,
+            includeImage: request.includeImage,
+        }, options));
+    },
+    async act(request, options) {
+        return await linuxHelper.command("act", helperAction(request), options);
+    },
+    async actBatch(requests, options) {
+        return await linuxHelper.command("actBatch", { actions: requests.map(helperAction) }, options);
+    },
+    async readText(args, options) {
+        return await linuxHelper.command("atspiReadText", { ...args }, options);
+    },
+    async waitFor(args, options) {
+        return await linuxHelper.command("atspiWaitFor", { ...args }, options);
+    },
+    isBrowserApp(appName) {
+        return classifyBrowser(appName) !== false;
+    },
+    isChromeFamilyApp(appName) {
+        return classifyBrowser(appName) === "chromium";
+    },
+    async openBrowserLocation(target, url, signal) {
+        await linuxHelper.command("openBrowserLocation", { ...target, url }, { signal, timeoutMs: 10_000 });
+        return true;
+    },
+};
+//# sourceMappingURL=backend.js.map

package/dist/core/computer/motor/platform/linux/backend.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend.js","sourceRoot":"","sources":["../../../../../../src/core/computer/motor/platform/linux/backend.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqB,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAoB3E,OAAO,EAAE,6BAA6B,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAEzE,SAAS,qBAAqB,CAAC,OAAe,EAAU;IACvD,OAAO,OAAO;SACZ,WAAW,EAAE;SACb,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,EAAG;SACN,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;AAAA,CAC7B;AAED,SAAS,eAAe,CAAC,OAAe,EAAkC;IACzE,QAAQ,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,KAAK,QAAQ,CAAC;QACd,KAAK,eAAe,CAAC;QACrB,KAAK,sBAAsB,CAAC;QAC5B,KAAK,UAAU,CAAC;QAChB,KAAK,kBAAkB,CAAC;QACxB,KAAK,gBAAgB,CAAC;QACtB,KAAK,uBAAuB,CAAC;QAC7B,KAAK,OAAO,CAAC;QACb,KAAK,eAAe,CAAC;QACrB,KAAK,SAAS,CAAC;QACf,KAAK,gBAAgB,CAAC;QACtB,KAAK,OAAO;YACX,OAAO,UAAU,CAAC;QACnB,KAAK,SAAS,CAAC;QACf,KAAK,aAAa;YACjB,OAAO,SAAS,CAAC;QAClB;YACC,OAAO,KAAK,CAAC;IACf,CAAC;AAAA,CACD;AAED,SAAS,gBAAgB,CAAC,GAAY,EAAe;IACpD,MAAM,KAAK,GAAI,GAAW,EAAE,WAAW,IAAK,GAAW,EAAE,MAAM,IAAI,EAAE,CAAC;IACtE,OAAO;QACN,CAAC,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;KAC1D,CAAC;AAAA,CACF;AAED,SAAS,aAAa,CAAC,GAAY,EAAoB;IACtD,OAAO,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,QAAQ;QACpG,CAAC,CAAC,GAAG;QACL,CAAC,CAAC,QAAQ,CAAC;AAAA,CACZ;AAED,SAAS,UAAU,CAAC,MAAe,EAAkB;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAE,MAAc,EAAE,KAAK,CAAC;IACtE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,GAAG,CACf,CAAC,GAAQ,EAAE,KAAK,EAAgB,EAAE,CAAC,CAAC;QACnC,IAAI,EAAE,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC;QAC9B,OAAO,EAAE,gBAAgB,CAAC,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,SAAS,IAAI,GAAG,EAAE,GAAG,CAAC;QACrE,SAAS,EAAE,gBAAgB,CAAC,GAAG,EAAE,SAAS,IAAI,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,GAAG,CAAC;QACvE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QAC/E,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;QAChE,OAAO,EAAE,gBAAgB,CAAC,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,WAAW,CAAC;QAC3D,QAAQ,EAAE,gBAAgB,CAAC,GAAG,EAAE,QAAQ,IAAI,GAAG,EAAE,SAAS,CAAC;QAC3D,KAAK,EAAE,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE;QACzC,IAAI,EAAE,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC;QACjC,OAAO,EAAE,gBAAgB,CAAC,GAAG,EAAE,OAAO,CAAC;QACvC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACtD,WAAW,EAAE,gBAAgB,CAAC,GAAG,CAAC;QAClC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QAC7D,UAAU,EAAE,GAAG,EAAE,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC;QAC5E,SAAS,EAAE,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC;QACpC,WAAW,EAAE,SAAS,CAAC,GAAG,EAAE,WAAW,CAAC;QACxC,MAAM,EAAE,SAAS,CAAC,GAAG,EAAE,MAAM,IAAI,GAAG,EAAE,SAAS,CAAC;QAChD,OAAO,EAAE,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC;QAChC,QAAQ,EAAE,GAAG,EAAE,QAAQ;KACvB,CAAC,CACF,CAAC;AAAA,CACF;AAED,SAAS,aAAa,CAAC,KAAqB,EAAiB;IAC5D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,EAAE,CAAC;QAC/C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO;YACN;gBACC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS;gBAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,WAAW,EAAE,IAAI,CAAC,SAAS;aAC3B;SACD,CAAC;IAAA,CACF,CAAC,CAAC;AAAA,CACH;AAED,SAAS,YAAY,CAAC,OAA2B,EAA2B;IAC3E,IAAI,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;IACxD,OAAO,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;AAAA,CACxG;AAED,KAAK,UAAU,WAAW,CACzB,IAAa,EACb,KAAyB,EACzB,MAAoB,EACU;IAC9B,MAAM,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,OAAO,CAAM,aAAa,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IACpG,IAAI,WAAW,EAAE,eAAe,KAAK,6BAA6B,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CACd,4CAA4C,6BAA6B,SAAS,WAAW,EAAE,eAAe,IAAI,SAAS,2CAA2C,CACtK,CAAC;IACH,CAAC;IACD,0BAA0B,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjD,IAAI,WAAW,EAAE,aAAa,KAAK,KAAK,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CACd,gHAAgH,CAChH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,KAAK,EAAE,qBAAqB,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,iBAAiB,EAAE,WAAW,EAAE,CAAC;AAAA,CACvF;AAED,MAAM,CAAC,MAAM,YAAY,GAA+B;IACvD,IAAI,EAAE,OAAO;IACb,QAAQ,GAAS;QAChB,WAAW,CAAC,OAAO,EAAE,CAAC;IAAA,CACtB;IACD,WAAW;IACX,KAAK,CAAC,QAAQ,CAAC,MAAoB,EAA0B;QAC5D,OAAO,aAAa,CAAC,UAAU,CAAC,MAAM,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IAAA,CACzF;IACD,KAAK,CAAC,SAAS,CAAC,KAAwB,EAAE,MAAoB,EAA2B;QACxF,MAAM,KAAK,GAAG,UAAU,CACvB,MAAM,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;YACzG,MAAM;SACN,CAAC,CACF,CAAC;QACF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAAA,CAC/F;IACD,KAAK,CAAC,YAAY,CAAC,MAAoB,EAAoC;QAC1E,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,EAAE,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACzE,OAAO;YACN,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;YACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,KAAK;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;SACxB,CAAC;IAAA,CACF;IACD,KAAK,CAAC,WAAW,CAAC,MAAsB,EAAE,MAAoB,EAAsC;QACnG,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAAA,CAC3E;IACD,KAAK,CAAC,OAAO,CACZ,OAA+B,EAC/B,OAAsD,EAC9B;QACxB,OAAO,iBAAiB,CACvB,MAAM,WAAW,CAAC,OAAO,CACxB,MAAM,EACN;YACC,GAAG,OAAO,CAAC,MAAM;YACjB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,YAAY,EAAE,OAAO,CAAC,YAAY;SAClC,EACD,OAAO,CACP,CACD,CAAC;IAAA,CACF;IACD,KAAK,CAAC,GAAG,CACR,OAA2B,EAC3B,OAAsD,EAC3B;QAC3B,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAAA,CACxE;IACD,KAAK,CAAC,QAAQ,CACb,QAA8B,EAC9B,OAAsD,EAC3B;QAC3B,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAAA,CAC/F;IACD,KAAK,CAAC,QAAQ,CACb,IAA6B,EAC7B,OAAsD,EAClB;QACpC,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;IAAA,CACxE;IACD,KAAK,CAAC,OAAO,CACZ,IAA4B,EAC5B,OAAsD,EACnB;QACnC,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;IAAA,CACvE;IACD,YAAY,CAAC,OAAe,EAAW;QACtC,OAAO,eAAe,CAAC,OAAO,CAAC,KAAK,KAAK,CAAC;IAAA,CAC1C;IACD,iBAAiB,CAAC,OAAe,EAAW;QAC3C,OAAO,eAAe,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC;IAAA,CAC/C;IACD,KAAK,CAAC,mBAAmB,CACxB,MAA8C,EAC9C,GAAW,EACX,MAAoB,EACD;QACnB,MAAM,WAAW,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC;IAAA,CACZ;CACD,CAAC","sourcesContent":["import { type LookResponse, parseLookResponse } from \"../../outline.ts\";\nimport { assertPlatformArchitecture } from \"../architecture.ts\";\nimport { toBoolean, toFiniteNumber, toOptionalString } from \"../coerce.ts\";\nimport type {\n\tComputerUsePlatformBackend,\n\tFramePoints,\n\tHelperActResult,\n\tPlatformActRequest,\n\tPlatformApp,\n\tPlatformFocusWindowResult,\n\tPlatformFrontmostResult,\n\tPlatformObserveRequest,\n\tPlatformReadTextRequest,\n\tPlatformReadTextResponse,\n\tPlatformReadyState,\n\tPlatformRoot,\n\tPlatformRootKind,\n\tPlatformRootQuery,\n\tPlatformTarget,\n\tPlatformWaitForRequest,\n\tPlatformWaitForResponse,\n} from \"../types.ts\";\nimport { LINUX_HELPER_PROTOCOL_VERSION, linuxHelper } from \"./helper.ts\";\n\nfunction normalizedProcessName(appName: string): string {\n\treturn appName\n\t\t.toLowerCase()\n\t\t.split(\"/\")\n\t\t.pop()!\n\t\t.replace(/\\.desktop$/i, \"\");\n}\n\nfunction classifyBrowser(appName: string): false | \"chromium\" | \"firefox\" {\n\tswitch (normalizedProcessName(appName)) {\n\t\tcase \"chrome\":\n\t\tcase \"google-chrome\":\n\t\tcase \"google-chrome-stable\":\n\t\tcase \"chromium\":\n\t\tcase \"chromium-browser\":\n\t\tcase \"microsoft-edge\":\n\t\tcase \"microsoft-edge-stable\":\n\t\tcase \"brave\":\n\t\tcase \"brave-browser\":\n\t\tcase \"vivaldi\":\n\t\tcase \"vivaldi-stable\":\n\t\tcase \"opera\":\n\t\t\treturn \"chromium\";\n\t\tcase \"firefox\":\n\t\tcase \"firefox-esr\":\n\t\t\treturn \"firefox\";\n\t\tdefault:\n\t\t\treturn false;\n\t}\n}\n\nfunction parseFramePoints(raw: unknown): FramePoints {\n\tconst frame = (raw as any)?.framePoints ?? (raw as any)?.bounds ?? {};\n\treturn {\n\t\tx: toFiniteNumber(frame.x, 0),\n\t\ty: toFiniteNumber(frame.y, 0),\n\t\tw: Math.max(1, toFiniteNumber(frame.w ?? frame.width, 1)),\n\t\th: Math.max(1, toFiniteNumber(frame.h ?? frame.height, 1)),\n\t};\n}\n\nfunction parseRootKind(raw: unknown): PlatformRootKind {\n\treturn raw === \"menu\" || raw === \"sheet\" || raw === \"dialog\" || raw === \"popover\" || raw === \"window\"\n\t\t? raw\n\t\t: \"window\";\n}\n\nfunction parseRoots(result: unknown): PlatformRoot[] {\n\tconst roots = Array.isArray(result) ? result : (result as any)?.roots;\n\tif (!Array.isArray(roots)) return [];\n\treturn roots.map(\n\t\t(raw: any, index): PlatformRoot => ({\n\t\t\tkind: parseRootKind(raw?.kind),\n\t\t\trootRef: toOptionalString(raw?.rootRef ?? raw?.windowRef ?? raw?.ref),\n\t\t\twindowRef: toOptionalString(raw?.windowRef ?? raw?.rootRef ?? raw?.ref),\n\t\t\twindowId: Number.isFinite(raw?.windowId) ? Math.trunc(raw.windowId) : undefined,\n\t\t\tpid: Number.isFinite(raw?.pid) ? Math.trunc(raw.pid) : undefined,\n\t\t\tappName: toOptionalString(raw?.appName ?? raw?.processName),\n\t\t\tbundleId: toOptionalString(raw?.bundleId ?? raw?.desktopId),\n\t\t\ttitle: toOptionalString(raw?.title) ?? \"\",\n\t\t\trole: toOptionalString(raw?.role),\n\t\t\tsubrole: toOptionalString(raw?.subrole),\n\t\t\tzOrder: Math.trunc(toFiniteNumber(raw?.zOrder, index)),\n\t\t\tframePoints: parseFramePoints(raw),\n\t\t\tscaleFactor: Math.max(1, toFiniteNumber(raw?.scaleFactor, 1)),\n\t\t\tisOnscreen: raw?.isOnscreen === undefined ? true : toBoolean(raw.isOnscreen),\n\t\t\tisFocused: toBoolean(raw?.isFocused),\n\t\t\tisMinimized: toBoolean(raw?.isMinimized),\n\t\t\tisMain: toBoolean(raw?.isMain ?? raw?.isFocused),\n\t\t\tisModal: toBoolean(raw?.isModal),\n\t\t\tmetadata: raw?.metadata,\n\t\t}),\n\t);\n}\n\nfunction appsFromRoots(roots: PlatformRoot[]): PlatformApp[] {\n\tconst seen = new Set<number>();\n\treturn roots.flatMap((root) => {\n\t\tif (!root.pid || seen.has(root.pid)) return [];\n\t\tseen.add(root.pid);\n\t\treturn [\n\t\t\t{\n\t\t\t\tappName: root.appName ?? \"Unknown\",\n\t\t\t\tbundleId: root.bundleId,\n\t\t\t\tpid: root.pid,\n\t\t\t\tisFrontmost: root.isFocused,\n\t\t\t},\n\t\t];\n\t});\n}\n\nfunction helperAction(request: PlatformActRequest): Record<string, unknown> {\n\tif (!(\"focus\" in request.target)) return { ...request };\n\treturn { ...request, target: request.target.focus, params: { ...request.params, preserveFocus: true } };\n}\n\nasync function ensureReady(\n\t_ctx: unknown,\n\tstate: PlatformReadyState,\n\tsignal?: AbortSignal,\n): Promise<PlatformReadyState> {\n\tawait linuxHelper.ensureInstalled(signal);\n\tconst diagnostics = await linuxHelper.command<any>(\"diagnostics\", {}, { signal, timeoutMs: 5_000 });\n\tif (diagnostics?.protocolVersion !== LINUX_HELPER_PROTOCOL_VERSION) {\n\t\tthrow new Error(\n\t\t\t`Linux helper protocol mismatch: expected ${LINUX_HELPER_PROTOCOL_VERSION}, got ${diagnostics?.protocolVersion ?? \"unknown\"}. Restart Pi to use the installed helper.`,\n\t\t);\n\t}\n\tassertPlatformArchitecture(\"Linux\", diagnostics);\n\tif (diagnostics?.accessibility === false) {\n\t\tthrow new Error(\n\t\t\t\"Linux accessibility is unavailable. Ensure AT-SPI is enabled and a D-Bus desktop accessibility bus is running.\",\n\t\t);\n\t}\n\treturn { ...state, lastPermissionCheckAt: Date.now(), helperDiagnostics: diagnostics };\n}\n\nexport const linuxBackend: ComputerUsePlatformBackend = {\n\tname: \"linux\",\n\tshutdown(): void {\n\t\tlinuxHelper.dispose();\n\t},\n\tensureReady,\n\tasync listApps(signal?: AbortSignal): Promise<PlatformApp[]> {\n\t\treturn appsFromRoots(parseRoots(await linuxHelper.command(\"listRoots\", {}, { signal })));\n\t},\n\tasync listRoots(query: PlatformRootQuery, signal?: AbortSignal): Promise<PlatformRoot[]> {\n\t\tconst roots = parseRoots(\n\t\t\tawait linuxHelper.command(\"listRoots\", Number.isFinite(query.pid) ? { pid: Math.trunc(query.pid!) } : {}, {\n\t\t\t\tsignal,\n\t\t\t}),\n\t\t);\n\t\tconst title = query.title?.trim().toLowerCase();\n\t\treturn title ? roots.filter((root) => root.title.trim().toLowerCase().includes(title)) : roots;\n\t},\n\tasync getFrontmost(signal?: AbortSignal): Promise<PlatformFrontmostResult> {\n\t\tconst roots = parseRoots(await linuxHelper.command(\"listRoots\", {}, { signal }));\n\t\tconst focused = roots.find((root) => root.isFocused) ?? roots[0];\n\t\tif (!focused?.pid) throw new Error(\"No frontmost window was available.\");\n\t\treturn {\n\t\t\tappName: focused.appName ?? \"Unknown\",\n\t\t\tbundleId: focused.bundleId,\n\t\t\tpid: focused.pid,\n\t\t\twindowTitle: focused.title,\n\t\t\twindowId: focused.windowId,\n\t\t\trootRef: focused.rootRef,\n\t\t};\n\t},\n\tasync focusWindow(target: PlatformTarget, signal?: AbortSignal): Promise<PlatformFocusWindowResult> {\n\t\treturn await linuxHelper.command(\"focusWindow\", { ...target }, { signal });\n\t},\n\tasync observe(\n\t\trequest: PlatformObserveRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<LookResponse> {\n\t\treturn parseLookResponse(\n\t\t\tawait linuxHelper.command(\n\t\t\t\t\"look\",\n\t\t\t\t{\n\t\t\t\t\t...request.target,\n\t\t\t\t\tbaseLookId: request.baseLookId,\n\t\t\t\t\tmaxDimension: request.maxDimension,\n\t\t\t\t\treadText: request.readText,\n\t\t\t\t\tscopeRef: request.scopeRef,\n\t\t\t\t\tincludeImage: request.includeImage,\n\t\t\t\t},\n\t\t\t\toptions,\n\t\t\t),\n\t\t);\n\t},\n\tasync act(\n\t\trequest: PlatformActRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<HelperActResult> {\n\t\treturn await linuxHelper.command(\"act\", helperAction(request), options);\n\t},\n\tasync actBatch(\n\t\trequests: PlatformActRequest[],\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<HelperActResult> {\n\t\treturn await linuxHelper.command(\"actBatch\", { actions: requests.map(helperAction) }, options);\n\t},\n\tasync readText(\n\t\targs: PlatformReadTextRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<PlatformReadTextResponse> {\n\t\treturn await linuxHelper.command(\"atspiReadText\", { ...args }, options);\n\t},\n\tasync waitFor(\n\t\targs: PlatformWaitForRequest,\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<PlatformWaitForResponse> {\n\t\treturn await linuxHelper.command(\"atspiWaitFor\", { ...args }, options);\n\t},\n\tisBrowserApp(appName: string): boolean {\n\t\treturn classifyBrowser(appName) !== false;\n\t},\n\tisChromeFamilyApp(appName: string): boolean {\n\t\treturn classifyBrowser(appName) === \"chromium\";\n\t},\n\tasync openBrowserLocation(\n\t\ttarget: { appName: string; bundleId?: string },\n\t\turl: string,\n\t\tsignal?: AbortSignal,\n\t): Promise<boolean> {\n\t\tawait linuxHelper.command(\"openBrowserLocation\", { ...target, url }, { signal, timeoutMs: 10_000 });\n\t\treturn true;\n\t},\n};\n"]}

package/dist/core/computer/motor/platform/linux/helper.d.ts

@@ -0,0 +1,29 @@
+export declare const LINUX_HELPER_PROTOCOL_VERSION = 4;
+export declare const LINUX_HELPER_PATH: string;
+export interface LinuxHelperClientOptions {
+    helperPath?: string;
+    setupHelperScript?: string;
+}
+export declare class LinuxHelperClient {
+    private installChecked;
+    private installPromise?;
+    private child?;
+    private processPromise?;
+    private buffer;
+    private pending;
+    private readonly helperPath;
+    private readonly setupHelperScript;
+    constructor(options?: LinuxHelperClientOptions);
+    dispose(): void;
+    private rejectPending;
+    ensureInstalled(signal?: AbortSignal): Promise<void>;
+    private process;
+    private startProcess;
+    private onStdout;
+    command<T>(cmd: string, args?: Record<string, unknown>, options?: {
+        timeoutMs?: number;
+        signal?: AbortSignal;
+    }): Promise<T>;
+}
+export declare const linuxHelper: LinuxHelperClient;
+//# sourceMappingURL=helper.d.ts.map

package/dist/core/computer/motor/platform/linux/helper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helper.d.ts","sourceRoot":"","sources":["../../../../../../src/core/computer/motor/platform/linux/helper.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C,eAAO,MAAM,iBAAiB,QAEyD,CAAC;AAiFxF,MAAM,WAAW,wBAAwB;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,iBAAiB;IAC7B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,cAAc,CAAC,CAAgB;IACvC,OAAO,CAAC,KAAK,CAAC,CAAiC;IAC/C,OAAO,CAAC,cAAc,CAAC,CAA0C;IACjE,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,OAAO,CAAuC;IACtD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAE3C,YAAY,OAAO,GAAE,wBAA6B,EAGjD;IAED,OAAO,IAAI,IAAI,CAUd;IAED,OAAO,CAAC,aAAa;IASf,eAAe,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CA+BzD;YAEa,OAAO;YAmBP,YAAY;IA0B1B,OAAO,CAAC,QAAQ;IAoCV,OAAO,CAAC,CAAC,EACd,GAAG,EAAE,MAAM,EACX,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,EAClC,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GACpD,OAAO,CAAC,CAAC,CAAC,CAsCZ;CACD;AAED,eAAO,MAAM,WAAW,mBAA0B,CAAC","sourcesContent":["import { type ChildProcessWithoutNullStreams, spawn } from \"node:child_process\";\nimport { randomUUID } from \"node:crypto\";\nimport { constants as fsConstants } from \"node:fs\";\nimport { access } from \"node:fs/promises\";\nimport os from \"node:os\";\nimport path from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\n\nconst PACKAGE_ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), \"..\", \"..\", \"..\");\nconst SETUP_HELPER_SCRIPT = path.join(PACKAGE_ROOT, \"scripts\", \"setup-helper.mjs\");\nconst HELPER_SETUP_TIMEOUT_MS = 60_000;\nconst COMMAND_TIMEOUT_MS = 15_000;\n\nexport const LINUX_HELPER_PROTOCOL_VERSION = 4;\nexport const LINUX_HELPER_PATH =\n\tprocess.env.ADA_COMPUTER_USE_LINUX_HELPER_PATH ||\n\tpath.join(os.homedir(), \".pi\", \"agent\", \"helpers\", \"ada-computer-use\", \"linux-bridge\");\n\ninterface Pending<T> {\n\tresolve(value: T): void;\n\treject(error: Error): void;\n\ttimer: NodeJS.Timeout;\n}\n\nasync function isExecutable(filePath: string): Promise<boolean> {\n\ttry {\n\t\tawait access(filePath, fsConstants.X_OK);\n\t\treturn true;\n\t} catch {\n\t\treturn false;\n\t}\n}\n\nasync function runProcess(\n\tcommand: string,\n\targs: string[],\n\ttimeoutMs: number,\n\tsignal?: AbortSignal,\n\tenv?: NodeJS.ProcessEnv,\n): Promise<void> {\n\tif (signal?.aborted) throw new Error(\"Operation aborted.\");\n\tawait new Promise<void>((resolve, reject) => {\n\t\tconst child = spawn(command, args, { stdio: [\"ignore\", \"pipe\", \"pipe\"], env });\n\t\tlet stdout = \"\";\n\t\tlet stderr = \"\";\n\t\tlet settled = false;\n\t\tconst finish = (error?: Error) => {\n\t\t\tif (settled) return;\n\t\t\tsettled = true;\n\t\t\tclearTimeout(timer);\n\t\t\tsignal?.removeEventListener(\"abort\", onAbort);\n\t\t\tif (error) reject(error);\n\t\t\telse resolve();\n\t\t};\n\t\tconst timer = setTimeout(() => {\n\t\t\tchild.kill(\"SIGTERM\");\n\t\t\tfinish(new Error(`Command timed out after ${timeoutMs}ms: ${command} ${args.join(\" \")}`));\n\t\t}, timeoutMs);\n\t\tconst onAbort = () => {\n\t\t\tchild.kill(\"SIGTERM\");\n\t\t\tfinish(new Error(\"Operation aborted.\"));\n\t\t};\n\t\tchild.stdout.on(\"data\", (chunk) => {\n\t\t\tstdout += String(chunk);\n\t\t});\n\t\tchild.stderr.on(\"data\", (chunk) => {\n\t\t\tstderr += String(chunk);\n\t\t});\n\t\tchild.on(\"error\", (error) => finish(error));\n\t\tchild.on(\"close\", (code) => {\n\t\t\tif (code === 0) return finish();\n\t\t\tconst output = [stderr.trim(), stdout.trim()].filter(Boolean).join(\"\\n\");\n\t\t\tfinish(new Error(`Command failed (${code}): ${command} ${args.join(\" \")}\\n${output}`.trim()));\n\t\t});\n\t\tsignal?.addEventListener(\"abort\", onAbort, { once: true });\n\t});\n}\n\nasync function waitForShared<T>(promise: Promise<T>, signal?: AbortSignal): Promise<T> {\n\tif (!signal) return await promise;\n\tif (signal.aborted) throw new Error(\"Operation aborted.\");\n\treturn await new Promise<T>((resolve, reject) => {\n\t\tconst onAbort = () => reject(new Error(\"Operation aborted.\"));\n\t\tsignal.addEventListener(\"abort\", onAbort, { once: true });\n\t\tpromise.then(\n\t\t\t(value) => {\n\t\t\t\tsignal.removeEventListener(\"abort\", onAbort);\n\t\t\t\tresolve(value);\n\t\t\t},\n\t\t\t(error) => {\n\t\t\t\tsignal.removeEventListener(\"abort\", onAbort);\n\t\t\t\treject(error);\n\t\t\t},\n\t\t);\n\t});\n}\n\nexport interface LinuxHelperClientOptions {\n\thelperPath?: string;\n\tsetupHelperScript?: string;\n}\n\nexport class LinuxHelperClient {\n\tprivate installChecked = false;\n\tprivate installPromise?: Promise<void>;\n\tprivate child?: ChildProcessWithoutNullStreams;\n\tprivate processPromise?: Promise<ChildProcessWithoutNullStreams>;\n\tprivate buffer = \"\";\n\tprivate pending = new Map<string, Pending<unknown>>();\n\tprivate readonly helperPath: string;\n\tprivate readonly setupHelperScript: string;\n\n\tconstructor(options: LinuxHelperClientOptions = {}) {\n\t\tthis.helperPath = options.helperPath ?? LINUX_HELPER_PATH;\n\t\tthis.setupHelperScript = options.setupHelperScript ?? SETUP_HELPER_SCRIPT;\n\t}\n\n\tdispose(): void {\n\t\tthis.rejectPending(new Error(\"Linux helper closed because the Pi session ended.\"));\n\t\tconst child = this.child;\n\t\tthis.child = undefined;\n\t\tif (!child) return;\n\t\tchild.stdin.destroy();\n\t\tchild.stdout.destroy();\n\t\tchild.stderr.destroy();\n\t\tchild.kill(\"SIGTERM\");\n\t\tchild.unref();\n\t}\n\n\tprivate rejectPending(error: Error): void {\n\t\tfor (const pending of this.pending.values()) {\n\t\t\tclearTimeout(pending.timer);\n\t\t\tpending.reject(error);\n\t\t}\n\t\tthis.pending.clear();\n\t\tthis.buffer = \"\";\n\t}\n\n\tasync ensureInstalled(signal?: AbortSignal): Promise<void> {\n\t\tif ((await isExecutable(this.helperPath)) && this.installChecked) return;\n\t\tif (!this.installPromise) {\n\t\t\tconst installPromise = (async () => {\n\t\t\t\tawait runProcess(\n\t\t\t\t\tprocess.execPath,\n\t\t\t\t\t[this.setupHelperScript, \"--platform\", \"linux\", \"--runtime\"],\n\t\t\t\t\tHELPER_SETUP_TIMEOUT_MS,\n\t\t\t\t\tundefined,\n\t\t\t\t\t{\n\t\t\t\t\t\t...process.env,\n\t\t\t\t\t\tELECTRON_RUN_AS_NODE: \"1\",\n\t\t\t\t\t\tBUN_BE_BUN: \"1\",\n\t\t\t\t\t\tADA_COMPUTER_USE_LINUX_HELPER_PATH: this.helperPath,\n\t\t\t\t\t},\n\t\t\t\t);\n\t\t\t\tif (!(await isExecutable(this.helperPath)))\n\t\t\t\t\tthrow new Error(`Failed to install Linux helper at ${this.helperPath}.`);\n\t\t\t\tthis.installChecked = true;\n\t\t\t})();\n\t\t\tthis.installPromise = installPromise;\n\t\t\tinstallPromise.then(\n\t\t\t\t() => {\n\t\t\t\t\tif (this.installPromise === installPromise) this.installPromise = undefined;\n\t\t\t\t},\n\t\t\t\t() => {\n\t\t\t\t\tif (this.installPromise === installPromise) this.installPromise = undefined;\n\t\t\t\t},\n\t\t\t);\n\t\t}\n\t\tawait waitForShared(this.installPromise, signal);\n\t}\n\n\tprivate async process(signal?: AbortSignal): Promise<ChildProcessWithoutNullStreams> {\n\t\tawait this.ensureInstalled(signal);\n\t\tif (this.processPromise) return await waitForShared(this.processPromise, signal);\n\t\tif (this.child && this.child.exitCode === null && !this.child.killed) return this.child;\n\t\tif (!this.processPromise) {\n\t\t\tconst processPromise = this.startProcess();\n\t\t\tthis.processPromise = processPromise;\n\t\t\tprocessPromise.then(\n\t\t\t\t() => {\n\t\t\t\t\tif (this.processPromise === processPromise) this.processPromise = undefined;\n\t\t\t\t},\n\t\t\t\t() => {\n\t\t\t\t\tif (this.processPromise === processPromise) this.processPromise = undefined;\n\t\t\t\t},\n\t\t\t);\n\t\t}\n\t\treturn await waitForShared(this.processPromise, signal);\n\t}\n\n\tprivate async startProcess(): Promise<ChildProcessWithoutNullStreams> {\n\t\tconst child = spawn(this.helperPath, [], { stdio: [\"pipe\", \"pipe\", \"pipe\"] });\n\t\tchild.stdout.setEncoding(\"utf8\");\n\t\tchild.stderr.setEncoding(\"utf8\");\n\t\tchild.stdin.setDefaultEncoding(\"utf8\");\n\t\tchild.stdout.on(\"data\", (chunk: string) => this.onStdout(chunk));\n\t\tchild.on(\"exit\", (code, signalName) => {\n\t\t\tif (this.child !== child) return;\n\t\t\tthis.child = undefined;\n\t\t\tthis.rejectPending(\n\t\t\t\tnew Error(`Linux helper exited${signalName ? ` on ${signalName}` : ` with code ${code ?? \"unknown\"}`}.`),\n\t\t\t);\n\t\t});\n\t\tchild.on(\"error\", (error) => {\n\t\t\tif (this.child !== child) return;\n\t\t\tthis.child = undefined;\n\t\t\tthis.rejectPending(error);\n\t\t});\n\t\tthis.child = child;\n\t\tthis.buffer = \"\";\n\t\treturn await new Promise<ChildProcessWithoutNullStreams>((resolve, reject) => {\n\t\t\tchild.once(\"spawn\", () => resolve(child));\n\t\t\tchild.once(\"error\", reject);\n\t\t});\n\t}\n\n\tprivate onStdout(chunk: string): void {\n\t\tthis.buffer += chunk;\n\t\tfor (;;) {\n\t\t\tconst newline = this.buffer.indexOf(\"\\n\");\n\t\t\tif (newline < 0) return;\n\t\t\tconst line = this.buffer.slice(0, newline).trim();\n\t\t\tthis.buffer = this.buffer.slice(newline + 1);\n\t\t\tif (!line) continue;\n\t\t\tlet parsed: any;\n\t\t\ttry {\n\t\t\t\tparsed = JSON.parse(line);\n\t\t\t} catch {\n\t\t\t\tcontinue;\n\t\t\t}\n\t\t\tconst pending = this.pending.get(parsed.id);\n\t\t\tif (!pending) continue;\n\t\t\tthis.pending.delete(parsed.id);\n\t\t\tclearTimeout(pending.timer);\n\t\t\tif (parsed.protocolVersion !== LINUX_HELPER_PROTOCOL_VERSION) {\n\t\t\t\tpending.reject(\n\t\t\t\t\tnew Error(\n\t\t\t\t\t\t`Linux helper protocol mismatch: expected ${LINUX_HELPER_PROTOCOL_VERSION}, got ${parsed.protocolVersion ?? \"unknown\"}. Restart Pi to use the installed helper.`,\n\t\t\t\t\t),\n\t\t\t\t);\n\t\t\t} else if (parsed.ok === true) {\n\t\t\t\tpending.resolve(parsed.result);\n\t\t\t} else {\n\t\t\t\tconst error = new Error(parsed.error?.message ?? \"Linux helper command failed.\") as Error & {\n\t\t\t\t\tcode?: string;\n\t\t\t\t};\n\t\t\t\terror.code = parsed.error?.code;\n\t\t\t\tpending.reject(error);\n\t\t\t}\n\t\t}\n\t}\n\n\tasync command<T>(\n\t\tcmd: string,\n\t\targs: Record<string, unknown> = {},\n\t\toptions?: { timeoutMs?: number; signal?: AbortSignal },\n\t): Promise<T> {\n\t\tconst child = await this.process(options?.signal);\n\t\tconst id = randomUUID();\n\t\tconst timeoutMs = options?.timeoutMs ?? COMMAND_TIMEOUT_MS;\n\t\treturn await new Promise<T>((resolve, reject) => {\n\t\t\tconst onAbort = () => {\n\t\t\t\tthis.pending.delete(id);\n\t\t\t\tclearTimeout(timer);\n\t\t\t\treject(new Error(\"Operation aborted.\"));\n\t\t\t};\n\t\t\tconst timer = setTimeout(() => {\n\t\t\t\toptions?.signal?.removeEventListener(\"abort\", onAbort);\n\t\t\t\tthis.pending.delete(id);\n\t\t\t\treject(new Error(`Helper command '${cmd}' timed out after ${timeoutMs}ms.`));\n\t\t\t}, timeoutMs);\n\t\t\tthis.pending.set(id, {\n\t\t\t\tresolve: (value) => {\n\t\t\t\t\toptions?.signal?.removeEventListener(\"abort\", onAbort);\n\t\t\t\t\tresolve(value as T);\n\t\t\t\t},\n\t\t\t\treject: (error) => {\n\t\t\t\t\toptions?.signal?.removeEventListener(\"abort\", onAbort);\n\t\t\t\t\treject(error);\n\t\t\t\t},\n\t\t\t\ttimer,\n\t\t\t});\n\t\t\toptions?.signal?.addEventListener(\"abort\", onAbort, { once: true });\n\t\t\tchild.stdin.write(\n\t\t\t\t`${JSON.stringify({ protocolVersion: LINUX_HELPER_PROTOCOL_VERSION, id, cmd, args })}\\n`,\n\t\t\t\t(error) => {\n\t\t\t\t\tif (!error) return;\n\t\t\t\t\toptions?.signal?.removeEventListener(\"abort\", onAbort);\n\t\t\t\t\tthis.pending.delete(id);\n\t\t\t\t\tclearTimeout(timer);\n\t\t\t\t\treject(error);\n\t\t\t\t},\n\t\t\t);\n\t\t});\n\t}\n}\n\nexport const linuxHelper = new LinuxHelperClient();\n"]}

package/dist/core/computer/motor/platform/linux/helper.js

@@ -0,0 +1,261 @@
+import { spawn } from "node:child_process";
+import { randomUUID } from "node:crypto";
+import { constants as fsConstants } from "node:fs";
+import { access } from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+const PACKAGE_ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..", "..", "..");
+const SETUP_HELPER_SCRIPT = path.join(PACKAGE_ROOT, "scripts", "setup-helper.mjs");
+const HELPER_SETUP_TIMEOUT_MS = 60_000;
+const COMMAND_TIMEOUT_MS = 15_000;
+export const LINUX_HELPER_PROTOCOL_VERSION = 4;
+export const LINUX_HELPER_PATH = process.env.ADA_COMPUTER_USE_LINUX_HELPER_PATH ||
+    path.join(os.homedir(), ".pi", "agent", "helpers", "ada-computer-use", "linux-bridge");
+async function isExecutable(filePath) {
+    try {
+        await access(filePath, fsConstants.X_OK);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function runProcess(command, args, timeoutMs, signal, env) {
+    if (signal?.aborted)
+        throw new Error("Operation aborted.");
+    await new Promise((resolve, reject) => {
+        const child = spawn(command, args, { stdio: ["ignore", "pipe", "pipe"], env });
+        let stdout = "";
+        let stderr = "";
+        let settled = false;
+        const finish = (error) => {
+            if (settled)
+                return;
+            settled = true;
+            clearTimeout(timer);
+            signal?.removeEventListener("abort", onAbort);
+            if (error)
+                reject(error);
+            else
+                resolve();
+        };
+        const timer = setTimeout(() => {
+            child.kill("SIGTERM");
+            finish(new Error(`Command timed out after ${timeoutMs}ms: ${command} ${args.join(" ")}`));
+        }, timeoutMs);
+        const onAbort = () => {
+            child.kill("SIGTERM");
+            finish(new Error("Operation aborted."));
+        };
+        child.stdout.on("data", (chunk) => {
+            stdout += String(chunk);
+        });
+        child.stderr.on("data", (chunk) => {
+            stderr += String(chunk);
+        });
+        child.on("error", (error) => finish(error));
+        child.on("close", (code) => {
+            if (code === 0)
+                return finish();
+            const output = [stderr.trim(), stdout.trim()].filter(Boolean).join("\n");
+            finish(new Error(`Command failed (${code}): ${command} ${args.join(" ")}\n${output}`.trim()));
+        });
+        signal?.addEventListener("abort", onAbort, { once: true });
+    });
+}
+async function waitForShared(promise, signal) {
+    if (!signal)
+        return await promise;
+    if (signal.aborted)
+        throw new Error("Operation aborted.");
+    return await new Promise((resolve, reject) => {
+        const onAbort = () => reject(new Error("Operation aborted."));
+        signal.addEventListener("abort", onAbort, { once: true });
+        promise.then((value) => {
+            signal.removeEventListener("abort", onAbort);
+            resolve(value);
+        }, (error) => {
+            signal.removeEventListener("abort", onAbort);
+            reject(error);
+        });
+    });
+}
+export class LinuxHelperClient {
+    installChecked = false;
+    installPromise;
+    child;
+    processPromise;
+    buffer = "";
+    pending = new Map();
+    helperPath;
+    setupHelperScript;
+    constructor(options = {}) {
+        this.helperPath = options.helperPath ?? LINUX_HELPER_PATH;
+        this.setupHelperScript = options.setupHelperScript ?? SETUP_HELPER_SCRIPT;
+    }
+    dispose() {
+        this.rejectPending(new Error("Linux helper closed because the Pi session ended."));
+        const child = this.child;
+        this.child = undefined;
+        if (!child)
+            return;
+        child.stdin.destroy();
+        child.stdout.destroy();
+        child.stderr.destroy();
+        child.kill("SIGTERM");
+        child.unref();
+    }
+    rejectPending(error) {
+        for (const pending of this.pending.values()) {
+            clearTimeout(pending.timer);
+            pending.reject(error);
+        }
+        this.pending.clear();
+        this.buffer = "";
+    }
+    async ensureInstalled(signal) {
+        if ((await isExecutable(this.helperPath)) && this.installChecked)
+            return;
+        if (!this.installPromise) {
+            const installPromise = (async () => {
+                await runProcess(process.execPath, [this.setupHelperScript, "--platform", "linux", "--runtime"], HELPER_SETUP_TIMEOUT_MS, undefined, {
+                    ...process.env,
+                    ELECTRON_RUN_AS_NODE: "1",
+                    BUN_BE_BUN: "1",
+                    ADA_COMPUTER_USE_LINUX_HELPER_PATH: this.helperPath,
+                });
+                if (!(await isExecutable(this.helperPath)))
+                    throw new Error(`Failed to install Linux helper at ${this.helperPath}.`);
+                this.installChecked = true;
+            })();
+            this.installPromise = installPromise;
+            installPromise.then(() => {
+                if (this.installPromise === installPromise)
+                    this.installPromise = undefined;
+            }, () => {
+                if (this.installPromise === installPromise)
+                    this.installPromise = undefined;
+            });
+        }
+        await waitForShared(this.installPromise, signal);
+    }
+    async process(signal) {
+        await this.ensureInstalled(signal);
+        if (this.processPromise)
+            return await waitForShared(this.processPromise, signal);
+        if (this.child && this.child.exitCode === null && !this.child.killed)
+            return this.child;
+        if (!this.processPromise) {
+            const processPromise = this.startProcess();
+            this.processPromise = processPromise;
+            processPromise.then(() => {
+                if (this.processPromise === processPromise)
+                    this.processPromise = undefined;
+            }, () => {
+                if (this.processPromise === processPromise)
+                    this.processPromise = undefined;
+            });
+        }
+        return await waitForShared(this.processPromise, signal);
+    }
+    async startProcess() {
+        const child = spawn(this.helperPath, [], { stdio: ["pipe", "pipe", "pipe"] });
+        child.stdout.setEncoding("utf8");
+        child.stderr.setEncoding("utf8");
+        child.stdin.setDefaultEncoding("utf8");
+        child.stdout.on("data", (chunk) => this.onStdout(chunk));
+        child.on("exit", (code, signalName) => {
+            if (this.child !== child)
+                return;
+            this.child = undefined;
+            this.rejectPending(new Error(`Linux helper exited${signalName ? ` on ${signalName}` : ` with code ${code ?? "unknown"}`}.`));
+        });
+        child.on("error", (error) => {
+            if (this.child !== child)
+                return;
+            this.child = undefined;
+            this.rejectPending(error);
+        });
+        this.child = child;
+        this.buffer = "";
+        return await new Promise((resolve, reject) => {
+            child.once("spawn", () => resolve(child));
+            child.once("error", reject);
+        });
+    }
+    onStdout(chunk) {
+        this.buffer += chunk;
+        for (;;) {
+            const newline = this.buffer.indexOf("\n");
+            if (newline < 0)
+                return;
+            const line = this.buffer.slice(0, newline).trim();
+            this.buffer = this.buffer.slice(newline + 1);
+            if (!line)
+                continue;
+            let parsed;
+            try {
+                parsed = JSON.parse(line);
+            }
+            catch {
+                continue;
+            }
+            const pending = this.pending.get(parsed.id);
+            if (!pending)
+                continue;
+            this.pending.delete(parsed.id);
+            clearTimeout(pending.timer);
+            if (parsed.protocolVersion !== LINUX_HELPER_PROTOCOL_VERSION) {
+                pending.reject(new Error(`Linux helper protocol mismatch: expected ${LINUX_HELPER_PROTOCOL_VERSION}, got ${parsed.protocolVersion ?? "unknown"}. Restart Pi to use the installed helper.`));
+            }
+            else if (parsed.ok === true) {
+                pending.resolve(parsed.result);
+            }
+            else {
+                const error = new Error(parsed.error?.message ?? "Linux helper command failed.");
+                error.code = parsed.error?.code;
+                pending.reject(error);
+            }
+        }
+    }
+    async command(cmd, args = {}, options) {
+        const child = await this.process(options?.signal);
+        const id = randomUUID();
+        const timeoutMs = options?.timeoutMs ?? COMMAND_TIMEOUT_MS;
+        return await new Promise((resolve, reject) => {
+            const onAbort = () => {
+                this.pending.delete(id);
+                clearTimeout(timer);
+                reject(new Error("Operation aborted."));
+            };
+            const timer = setTimeout(() => {
+                options?.signal?.removeEventListener("abort", onAbort);
+                this.pending.delete(id);
+                reject(new Error(`Helper command '${cmd}' timed out after ${timeoutMs}ms.`));
+            }, timeoutMs);
+            this.pending.set(id, {
+                resolve: (value) => {
+                    options?.signal?.removeEventListener("abort", onAbort);
+                    resolve(value);
+                },
+                reject: (error) => {
+                    options?.signal?.removeEventListener("abort", onAbort);
+                    reject(error);
+                },
+                timer,
+            });
+            options?.signal?.addEventListener("abort", onAbort, { once: true });
+            child.stdin.write(`${JSON.stringify({ protocolVersion: LINUX_HELPER_PROTOCOL_VERSION, id, cmd, args })}\n`, (error) => {
+                if (!error)
+                    return;
+                options?.signal?.removeEventListener("abort", onAbort);
+                this.pending.delete(id);
+                clearTimeout(timer);
+                reject(error);
+            });
+        });
+    }
+}
+export const linuxHelper = new LinuxHelperClient();
+//# sourceMappingURL=helper.js.map