@elizaos/plugin-computeruse 2.0.0-beta.1 → 2.0.3-beta.3

package/dist/mcp/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Computer-use MCP server seam (#9170). Public surface:
+ *  - the pure tool catalog + dispatch (`tools.ts`),
+ *  - the optional-SDK transport wiring (`server.ts`).
+ */
+export { COMPUTERUSE_MCP_TOOLS, type ComputerUseCommandRunner, type ComputerUseMcpTool, dispatchComputerUseMcpTool, findComputerUseMcpTool, } from "./tools.js";
+export { connectComputerUseMcpStdio, createComputerUseMcpServer, } from "./server.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/mcp/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/mcp/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EACL,qBAAqB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,kBAAkB,EACvB,0BAA0B,EAC1B,sBAAsB,GACvB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,aAAa,CAAC"}

package/dist/mcp/server.d.ts

@@ -0,0 +1,42 @@
+/**
+ * MCP server wiring for computer-use (#9170 — optional MCP server seam).
+ *
+ * Builds an MCP server that exposes {@link COMPUTERUSE_MCP_TOOLS} so an external
+ * MCP client can drive this machine. The `@modelcontextprotocol/sdk` is an
+ * OPTIONAL dependency (declared in package.json `optionalDependencies`) — it is
+ * imported dynamically so the plugin builds/loads without it; only operators who
+ * actually run the MCP server need it installed. The pure catalog + dispatch in
+ * `tools.ts` carry the logic and are unit-tested; this file is the thin transport
+ * glue.
+ */
+import { type ComputerUseCommandRunner } from "./tools.js";
+/** The subset of the MCP SDK `McpServer` we use (locally typed so this file
+ * type-checks whether or not the optional SDK is installed). */
+interface McpServerLike {
+    registerTool(name: string, config: {
+        description?: string;
+        inputSchema?: Record<string, unknown>;
+    }, handler: (args: Record<string, unknown>) => Promise<{
+        content: Array<{
+            type: "text";
+            text: string;
+        }>;
+    }>): unknown;
+    connect(transport: unknown): Promise<void>;
+}
+/**
+ * Create an MCP server exposing the computer-use tools, dispatching each call to
+ * `runner.executeCommand`. Dynamically imports the SDK; throws a clear error if
+ * the optional dependency is not installed.
+ */
+export declare function createComputerUseMcpServer(runner: ComputerUseCommandRunner, options?: {
+    name?: string;
+    version?: string;
+}): Promise<McpServerLike>;
+/**
+ * Connect the server over stdio (for `claude_desktop_config.json` style
+ * launches). Dynamically imports the stdio transport from the optional SDK.
+ */
+export declare function connectComputerUseMcpStdio(runner: ComputerUseCommandRunner): Promise<McpServerLike>;
+export {};
+//# sourceMappingURL=server.d.ts.map

package/dist/mcp/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAEL,KAAK,wBAAwB,EAE9B,MAAM,YAAY,CAAC;AAEpB;gEACgE;AAChE,UAAU,aAAa;IACrB,YAAY,CACV,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE;QACN,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,EACD,OAAO,EAAE,CACP,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC;QAAE,OAAO,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,GAC/D,OAAO,CAAC;IACX,OAAO,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5C;AAcD;;;;GAIG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,wBAAwB,EAChC,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAO,GAChD,OAAO,CAAC,aAAa,CAAC,CA2CxB;AAED;;;GAGG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,wBAAwB,GAC/B,OAAO,CAAC,aAAa,CAAC,CAQxB"}

package/dist/mcp/tools.d.ts

@@ -0,0 +1,53 @@
+/**
+ * MCP tool catalog for computer-use (#9170 — trycua/cua parity: optional MCP
+ * server seam). Exposes the desktop computer-use verbs as Model Context Protocol
+ * tools so an external MCP client (Claude Desktop, Cursor, Cline, …) can drive
+ * this machine — the same surface domdomegg/computer-use-mcp offers, but backed
+ * by our full driver + approval stack.
+ *
+ * This module is PURE (no MCP SDK import): it defines the tool catalog and the
+ * dispatch mapping (MCP tool name → `ComputerUseService.executeCommand` command),
+ * so it is unit-testable without the SDK or a live desktop. `server.ts` wires
+ * this catalog into an actual MCP server transport.
+ */
+import type { ComputerUseResult } from "../types.js";
+/** Minimal surface of ComputerUseService that the MCP dispatch needs. */
+export interface ComputerUseCommandRunner {
+    executeCommand(command: string, parameters?: Record<string, unknown>): Promise<ComputerUseResult>;
+}
+/** JSON-schema-ish property descriptor for an MCP tool input. */
+export interface McpToolProperty {
+    type: "string" | "number" | "boolean" | "array" | "object";
+    description: string;
+    items?: {
+        type: string;
+    };
+}
+export interface ComputerUseMcpTool {
+    /** MCP tool name exposed to clients (cua-style, snake_case). */
+    name: string;
+    description: string;
+    /** ComputerUseService.executeCommand command this tool dispatches to. */
+    command: string;
+    /** Whether the verb mutates the host (→ goes through the approval manager). */
+    destructive: boolean;
+    /** Declared inputs (for the MCP inputSchema). */
+    properties: Record<string, McpToolProperty>;
+    required?: string[];
+}
+/**
+ * The catalog. Every `command` here is a real desktop verb accepted by
+ * `ComputerUseService.executeCommand` (kept in sync with that switch + the
+ * parity matrix). Read-only verbs (`destructive: false`) auto-approve under
+ * smart_approve; the rest are approval-gated.
+ */
+export declare const COMPUTERUSE_MCP_TOOLS: readonly ComputerUseMcpTool[];
+/** Look up a tool by its MCP name. */
+export declare function findComputerUseMcpTool(name: string): ComputerUseMcpTool | undefined;
+/**
+ * Dispatch an MCP tool call to the computer-use service. Pure routing:
+ * resolves the tool → `executeCommand(tool.command, args)`. Throws on an unknown
+ * tool name. The service applies the approval policy + returns a DTO.
+ */
+export declare function dispatchComputerUseMcpTool(runner: ComputerUseCommandRunner, toolName: string, args?: Record<string, unknown>): Promise<ComputerUseResult>;
+//# sourceMappingURL=tools.d.ts.map

package/dist/mcp/tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../src/mcp/tools.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,yEAAyE;AACzE,MAAM,WAAW,wBAAwB;IACvC,cAAc,CACZ,OAAO,EAAE,MAAM,EACf,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACnC,OAAO,CAAC,iBAAiB,CAAC,CAAC;CAC/B;AAED,iEAAiE;AACjE,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC3D,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,gEAAgE;IAChE,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,OAAO,EAAE,MAAM,CAAC;IAChB,+EAA+E;IAC/E,WAAW,EAAE,OAAO,CAAC;IACrB,iDAAiD;IACjD,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAYD;;;;;GAKG;AACH,eAAO,MAAM,qBAAqB,EAAE,SAAS,kBAAkB,EAoMrD,CAAC;AAEX,sCAAsC;AACtC,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,MAAM,GACX,kBAAkB,GAAG,SAAS,CAEhC;AAED;;;;GAIG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,wBAAwB,EAChC,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GACjC,OAAO,CAAC,iBAAiB,CAAC,CAM5B"}

package/dist/mobile/android-bridge.d.ts

@@ -0,0 +1,263 @@
+/**
+ * Android computer-use bridge — Capacitor JS↔Kotlin contract.
+ *
+ * Android allows more cross-app surface than iOS, but the consumer-app
+ * path still requires explicit permissions:
+ *
+ *   1. AccessibilityService (BIND_ACCESSIBILITY_SERVICE) — walk and drive
+ *      the active window's view hierarchy, dispatch gestures.
+ *   2. MediaProjection — user-consent screen capture at 1–2 Hz.
+ *   3. UsageStatsManager (PACKAGE_USAGE_STATS) — app history; manually
+ *      granted in Settings > Usage Access.
+ *   4. Camera2 — CAMERA permission; service-friendly (no Activity).
+ *   5. onTrimMemory → MemoryArbiter pressure (ComponentCallbacks2).
+ *
+ * The AOSP system-app path (SurfaceControl.captureDisplay, injectInputEvent,
+ * IActivityManager) is documented separately in AOSP_SYSTEM_APP.md but is
+ * never compiled into the consumer build.
+ *
+ * The Kotlin counterpart is:
+ *   plugin-capacitor-bridge/android/src/main/java/ai/elizaos/computeruse/ComputerUsePlugin.kt
+ *
+ * The Capacitor plugin jsName is "ComputerUse" — same as iOS. Both platforms
+ * resolve through `Capacitor.Plugins.ComputerUse` so the planner layer can
+ * dispatch without a platform branch at the call site.
+ *
+ * MARK: - Contract
+ * Every method in AndroidComputerUseBridge below has a matching @PluginMethod
+ * in ComputerUsePlugin.kt. Keep them in lock-step or the bridge silently drifts.
+ */
+/**
+ * Standard result envelope mirroring IosBridgeResult<T> from ios-bridge.ts.
+ * `ok=true` means the native side completed and `data` is shaped per-method.
+ * `ok=false` carries a machine-readable `code` and human-readable `message`.
+ */
+export type AndroidBridgeResult<T> = {
+    readonly ok: true;
+    readonly data: T;
+} | {
+    readonly ok: false;
+    readonly code: AndroidBridgeErrorCode;
+    readonly message: string;
+};
+export type AndroidBridgeErrorCode = "unsupported_platform" | "permission_denied" | "permission_pending" | "accessibility_unavailable" | "capture_unavailable" | "camera_not_open" | "invalid_argument" | "internal_error";
+export interface MediaProjectionStartOptions {
+    /** Capture frame rate, Hz. Default 1. */
+    readonly fps?: number;
+}
+export interface MediaProjectionHandle {
+    readonly running: boolean;
+}
+export interface CapturedScreenFrame {
+    /** Base64-encoded JPEG at quality 75. */
+    readonly jpegBase64: string;
+    readonly width: number;
+    readonly height: number;
+    /** Wall-clock ms when the frame was committed to the ImageReader. */
+    readonly timestampMs: number;
+}
+/**
+ * Compact node shape matching WS6 Scene.ax:
+ *   [{ id, role, label, bbox, actions }]
+ *
+ * `id`      — integer cast to string; stable within a single snapshot,
+ *             not across snapshots (AccessibilityNodeInfo has no stable ids).
+ * `role`    — Android class name, e.g. "android.widget.Button".
+ * `label`   — contentDescription or text, whichever is non-null.
+ * `bbox`    — screen-coordinates rectangle {x, y, w, h}.
+ * `actions` — subset of {"click","longClick","scroll","type","focus"}.
+ */
+export interface AndroidAxNode {
+    readonly id: string;
+    readonly role: string;
+    readonly label: string | null;
+    readonly bbox: {
+        readonly x: number;
+        readonly y: number;
+        readonly w: number;
+        readonly h: number;
+    };
+    readonly actions: readonly string[];
+}
+export interface AccessibilityTreeResult {
+    /** JSON-serialized AndroidAxNode[]. Parsed by the JS caller. */
+    readonly nodes: string;
+}
+export type GestureType = "tap" | "swipe";
+export interface TapGestureArgs {
+    readonly type: "tap";
+    readonly x: number;
+    readonly y: number;
+}
+export interface SwipeGestureArgs {
+    readonly type: "swipe";
+    readonly x: number;
+    readonly y: number;
+    readonly x2: number;
+    readonly y2: number;
+    /** Swipe duration in ms. Minimum 50ms enforced on native side. Default 300. */
+    readonly durationMs?: number;
+}
+export type GestureArgs = TapGestureArgs | SwipeGestureArgs;
+export interface GestureResult {
+    readonly ok: boolean;
+}
+export type GlobalAction = "back" | "home" | "recents" | "notifications";
+export interface GlobalActionResult {
+    readonly ok: boolean;
+}
+export interface SetTextArgs {
+    readonly text: string;
+}
+export interface SetTextResult {
+    readonly ok: boolean;
+}
+/**
+ * Mirrors WS6's `enumerateApps()` interface.
+ * `isForeground` is true when the package appears as the last
+ * MOVE_TO_FOREGROUND event in the past 5 minutes.
+ */
+export interface AppUsageEntry {
+    readonly packageName: string;
+    readonly label: string;
+    readonly lastUsedMs: number;
+    readonly totalForegroundMs: number;
+    readonly isForeground: boolean;
+}
+export interface EnumerateAppsResult {
+    /** JSON-serialized AppUsageEntry[]. Parsed by the JS caller. */
+    readonly apps: string;
+}
+export type AndroidPressureLevel = "nominal" | "low" | "critical";
+/**
+ * Snapshot of the Android process memory state.
+ * Aligns with IPressureSignal from ios-bridge.ts (source = "android-low-memory").
+ */
+export interface AndroidMemoryPressureSnapshot {
+    readonly level: AndroidPressureLevel;
+    readonly freeMb: number;
+    readonly maxMb: number;
+    readonly usedMb: number;
+    readonly source: "android-runtime";
+}
+export interface AndroidCameraOpenOptions {
+    readonly cameraId?: string;
+    readonly width?: number;
+    readonly height?: number;
+    readonly fps?: number;
+}
+export interface AndroidCameraOpenResult {
+    /** JSON-serialized CameraEntry[]. */
+    readonly cameras: string;
+}
+export interface AndroidCameraEntry {
+    readonly id: string;
+    readonly label: string;
+    readonly position: "back" | "front" | "external";
+}
+export interface AndroidCameraFrameResult {
+    /** Base64-encoded JPEG. */
+    readonly jpegBase64: string;
+}
+export interface AndroidBridgeProbe {
+    readonly platform: "android";
+    /** e.g. "14" — Build.VERSION.RELEASE. */
+    readonly osVersion: string;
+    /** SDK integer, e.g. 34. */
+    readonly sdkInt: number;
+    readonly capabilities: {
+        readonly mediaProjection: boolean;
+        readonly accessibilityService: boolean;
+        readonly usageStats: boolean;
+        readonly camera: boolean;
+        readonly aospPrivileged: boolean;
+    };
+}
+/**
+ * Strict TS interface for the Capacitor Android plugin. Every method returns
+ * AndroidBridgeResult<T> — Kotlin never throws across the bridge.
+ *
+ * The Capacitor plugin name on the Kotlin side is "ComputerUse". The jsName
+ * resolves to `Capacitor.Plugins.ComputerUse` on Android and iOS alike.
+ */
+export interface AndroidComputerUseBridge {
+    readonly probe: () => Promise<AndroidBridgeResult<AndroidBridgeProbe>>;
+    /** Triggers the system screen-capture consent dialog, then starts the service. */
+    readonly startMediaProjection: (options?: MediaProjectionStartOptions) => Promise<AndroidBridgeResult<MediaProjectionHandle>>;
+    readonly stopMediaProjection: () => Promise<AndroidBridgeResult<{
+        readonly stopped: boolean;
+    }>>;
+    /** Drain the latest frame from the ImageReader ring-buffer. */
+    readonly captureFrame: () => Promise<AndroidBridgeResult<CapturedScreenFrame>>;
+    /** Walk getRootInActiveWindow() and return compact JSON node array. */
+    readonly getAccessibilityTree: () => Promise<AndroidBridgeResult<AccessibilityTreeResult>>;
+    readonly dispatchGesture: (args: GestureArgs) => Promise<AndroidBridgeResult<GestureResult>>;
+    readonly performGlobalAction: (args: {
+        readonly action: GlobalAction;
+    }) => Promise<AndroidBridgeResult<GlobalActionResult>>;
+    readonly setText: (args: SetTextArgs) => Promise<AndroidBridgeResult<SetTextResult>>;
+    readonly enumerateApps: () => Promise<AndroidBridgeResult<EnumerateAppsResult>>;
+    readonly getMemoryPressureSnapshot: () => Promise<AndroidBridgeResult<AndroidMemoryPressureSnapshot>>;
+    /**
+     * Called from the onTrimMemory ComponentCallbacks2 listener to propagate
+     * the pressure level to the JS-side WS1 MemoryArbiter.
+     *
+     * Call chain:
+     *   Kotlin ComponentCallbacks2.onTrimMemory(level)
+     *   → notifyListeners("memoryPressure", { level, freeMb })
+     *   → JS capacitorPressureSource.dispatch(level, freeMb)
+     *   → MemoryArbiter pressure listener
+     */
+    readonly dispatchMemoryPressure: (args: {
+        readonly level: AndroidPressureLevel;
+        readonly freeMb?: number;
+    }) => Promise<AndroidBridgeResult<{
+        readonly ok: boolean;
+    }>>;
+    readonly startCamera: (options?: AndroidCameraOpenOptions) => Promise<AndroidBridgeResult<AndroidCameraOpenResult>>;
+    readonly stopCamera: () => Promise<AndroidBridgeResult<{
+        readonly ok: boolean;
+    }>>;
+    readonly captureFrameCamera: () => Promise<AndroidBridgeResult<AndroidCameraFrameResult>>;
+}
+/** Capacitor plugin jsName — resolves to `Capacitor.Plugins.ComputerUse` on both platforms. */
+export declare const ANDROID_BRIDGE_JS_NAME: "ComputerUse";
+/** Default MediaProjection frame rate. Higher values drain battery significantly. */
+export declare const ANDROID_DEFAULT_FPS: 1;
+/** Default Camera2 capture resolution. */
+export declare const ANDROID_DEFAULT_CAMERA_WIDTH: 640;
+export declare const ANDROID_DEFAULT_CAMERA_HEIGHT: 480;
+/**
+ * Result of `featureCheck()`. Callers use this to decide whether to invoke
+ * any other method on the bridge — when `supported` is false they should
+ * fall back to OCR / external orchestration instead of letting the call throw.
+ */
+export interface AndroidFeatureCheckResult {
+    readonly supported: boolean;
+    readonly reason?: string;
+}
+/**
+ * Runtime feature-detect for the Android bridge. Synchronous and
+ * side-effect-free so it can run during planner setup. Returns
+ * `{supported:false}` whenever the JS↔Kotlin bridge cannot be reached:
+ *
+ *   - Running on a non-Android host (desktop, iOS, browser).
+ *   - Capacitor is not initialized (no `globalThis.Capacitor`).
+ *   - The Kotlin `ComputerUsePlugin` is not registered.
+ *
+ * This does NOT call `bridge.probe()` — that is async and may surface a
+ * permission dialog. Callers that need the per-capability matrix should
+ * `await bridge.probe()` after `featureCheck().supported === true`.
+ *
+ * PARITY: untested on hardware — the lookup path mirrors what the Capacitor
+ * runtime does, but has not been validated against a real Android build.
+ */
+export declare function featureCheck(): AndroidFeatureCheckResult;
+/**
+ * Resolve the live bridge handle, or `null` when unavailable. Pairs with
+ * `featureCheck()` for callers that want a typed handle in one step.
+ *
+ * PARITY: untested on hardware — feature-detect at runtime.
+ */
+export declare function getAndroidBridge(): AndroidComputerUseBridge | null;
+//# sourceMappingURL=android-bridge.d.ts.map

package/dist/mobile/android-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-bridge.d.ts","sourceRoot":"","sources":["../../src/mobile/android-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAIH;;;;GAIG;AACH,MAAM,MAAM,mBAAmB,CAAC,CAAC,IAC7B;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;CAAE,GACvC;IACE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IACnB,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEN,MAAM,MAAM,sBAAsB,GAC9B,sBAAsB,GACtB,mBAAmB,GACnB,oBAAoB,GACpB,2BAA2B,GAC3B,qBAAqB,GACrB,iBAAiB,GACjB,kBAAkB,GAClB,gBAAgB,CAAC;AAIrB,MAAM,WAAW,2BAA2B;IAC1C,yCAAyC;IACzC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,yCAAyC;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B;AAID;;;;;;;;;;GAUG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,uBAAuB;IACtC,gEAAgE;IAChE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAID,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,OAAO,CAAC;AAE1C,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,+EAA+E;IAC/E,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,gBAAgB,CAAC;AAE5D,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;CACtB;AAID,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,eAAe,CAAC;AAEzE,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;CACtB;AAID;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,mBAAmB;IAClC,gEAAgE;IAChE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAID,MAAM,MAAM,oBAAoB,GAAG,SAAS,GAAG,KAAK,GAAG,UAAU,CAAC;AAElE;;;GAGG;AACH,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;CACpC;AAID,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,qCAAqC;IACrC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,UAAU,CAAC;CAClD;AAED,MAAM,WAAW,wBAAwB;IACvC,2BAA2B;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAID,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;IAC7B,yCAAyC;IACzC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,4BAA4B;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,YAAY,EAAE;QACrB,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;QAClC,QAAQ,CAAC,oBAAoB,EAAE,OAAO,CAAC;QACvC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;QAC7B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC;KAClC,CAAC;CACH;AAID;;;;;;GAMG;AACH,MAAM,WAAW,wBAAwB;IAEvC,QAAQ,CAAC,KAAK,EAAE,MAAM,OAAO,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAGvE,kFAAkF;IAClF,QAAQ,CAAC,oBAAoB,EAAE,CAC7B,OAAO,CAAC,EAAE,2BAA2B,KAClC,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACzD,QAAQ,CAAC,mBAAmB,EAAE,MAAM,OAAO,CACzC,mBAAmB,CAAC;QAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CACnD,CAAC;IACF,+DAA+D;IAC/D,QAAQ,CAAC,YAAY,EAAE,MAAM,OAAO,CAClC,mBAAmB,CAAC,mBAAmB,CAAC,CACzC,CAAC;IAGF,uEAAuE;IACvE,QAAQ,CAAC,oBAAoB,EAAE,MAAM,OAAO,CAC1C,mBAAmB,CAAC,uBAAuB,CAAC,CAC7C,CAAC;IACF,QAAQ,CAAC,eAAe,EAAE,CACxB,IAAI,EAAE,WAAW,KACd,OAAO,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC,CAAC;IACjD,QAAQ,CAAC,mBAAmB,EAAE,CAAC,IAAI,EAAE;QACnC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;KAC/B,KAAK,OAAO,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,CAAC,CAAC;IACvD,QAAQ,CAAC,OAAO,EAAE,CAChB,IAAI,EAAE,WAAW,KACd,OAAO,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC,CAAC;IAGjD,QAAQ,CAAC,aAAa,EAAE,MAAM,OAAO,CACnC,mBAAmB,CAAC,mBAAmB,CAAC,CACzC,CAAC;IAGF,QAAQ,CAAC,yBAAyB,EAAE,MAAM,OAAO,CAC/C,mBAAmB,CAAC,6BAA6B,CAAC,CACnD,CAAC;IACF;;;;;;;;;OASG;IACH,QAAQ,CAAC,sBAAsB,EAAE,CAAC,IAAI,EAAE;QACtC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;QACrC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;KAC1B,KAAK,OAAO,CAAC,mBAAmB,CAAC;QAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC,CAAC;IAG7D,QAAQ,CAAC,WAAW,EAAE,CACpB,OAAO,CAAC,EAAE,wBAAwB,KAC/B,OAAO,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAC3D,QAAQ,CAAC,UAAU,EAAE,MAAM,OAAO,CAChC,mBAAmB,CAAC;QAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;KAAE,CAAC,CAC9C,CAAC;IACF,QAAQ,CAAC,kBAAkB,EAAE,MAAM,OAAO,CACxC,mBAAmB,CAAC,wBAAwB,CAAC,CAC9C,CAAC;CACH;AAID,+FAA+F;AAC/F,eAAO,MAAM,sBAAsB,EAAG,aAAsB,CAAC;AAE7D,qFAAqF;AACrF,eAAO,MAAM,mBAAmB,EAAG,CAAU,CAAC;AAE9C,0CAA0C;AAC1C,eAAO,MAAM,4BAA4B,EAAG,GAAY,CAAC;AACzD,eAAO,MAAM,6BAA6B,EAAG,GAAY,CAAC;AAI1D;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAYD;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,YAAY,IAAI,yBAAyB,CAgBxD;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,IAAI,wBAAwB,GAAG,IAAI,CAKlE"}

package/dist/mobile/android-scene.d.ts

@@ -0,0 +1,52 @@
+/**
+ * WS8 — Normalize Android accessibility-tree output into the WS6 `Scene.ax`
+ * shape that the WS7 cascade consumes.
+ *
+ * The Kotlin side (`ElizaAccessibilityService.getAccessibilityTreeJson()`)
+ * emits JSON with this shape per node:
+ *
+ *   { id: string, role: string, label: string|null,
+ *     bbox: { x, y, w, h },
+ *     actions: string[] }
+ *
+ * WS6's `SceneAxNode` (see `scene/scene-types.ts`) is:
+ *
+ *   { id: string, role: string, label?: string,
+ *     bbox: [x, y, w, h],
+ *     actions: string[], displayId: number }
+ *
+ * The only real differences are bbox object↔tuple and the addition of a
+ * `displayId` (Android phones always run as a single logical display from the
+ * scene-builder's perspective; multi-display Android is out of scope).
+ *
+ * `androidAxIdToSceneId(id, displayId)` rewrites the Kotlin-side integer id
+ * into the cascade's stable `a<displayId>-<seq>` form so `resolveReference`
+ * picks it up exactly like a desktop AX node.
+ */
+import type { SceneAxNode } from "../scene/scene-types.js";
+import type { AndroidAxNode } from "./android-bridge.js";
+/** Stable scene-ax id for an Android node. Matches the desktop format. */
+export declare function androidAxIdToSceneId(rawId: string, displayId: number): string;
+/**
+ * Parse the JSON payload emitted by `ElizaAccessibilityService.getAccessibilityTreeJson()`
+ * and normalize it into `SceneAxNode[]`. Invalid entries are dropped, not
+ * thrown — the cascade prefers a partial tree to an unrecoverable error
+ * when (e.g.) one rogue node is missing a field.
+ *
+ * Throws only when the top-level payload is not a JSON array. The Kotlin
+ * side guarantees array output (or `"[]"` on internal failure) so this is
+ * a planner-side contract check.
+ */
+export declare function parseAndroidAxTree(nodesJson: string, displayId: number): SceneAxNode[];
+/**
+ * Normalize a single AndroidAxNode-shaped value into SceneAxNode. Returns
+ * null when the value is missing required fields — the caller decides
+ * whether to surface the partial parse.
+ */
+export declare function normalizeAndroidAxNode(raw: unknown, displayId: number): SceneAxNode | null;
+/**
+ * Inverse helper — produce a Kotlin-shaped `AndroidAxNode` from a `SceneAxNode`.
+ * Primarily for tests and trajectory replay.
+ */
+export declare function sceneAxToAndroidAxNode(node: SceneAxNode): AndroidAxNode;
+//# sourceMappingURL=android-scene.d.ts.map

package/dist/mobile/android-scene.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-scene.d.ts","sourceRoot":"","sources":["../../src/mobile/android-scene.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,0EAA0E;AAC1E,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAE7E;AAED;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,WAAW,EAAE,CAoBf;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,OAAO,EACZ,SAAS,EAAE,MAAM,GAChB,WAAW,GAAG,IAAI,CA+BpB;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,WAAW,GAAG,aAAa,CAavE"}

package/dist/mobile/android-trajectory.d.ts

@@ -0,0 +1,66 @@
+/**
+ * WS8 — Trajectory event emission for Android actions.
+ *
+ * The WS7 `use-computer-agent` action emits `computeruse.agent.step`
+ * structured-log entries for every Brain→dispatch step. We re-use the same
+ * event name on Android so the eliza-1 trajectory logger sees a uniform
+ * shape across platforms — the only delta is a `platform: "android"` tag
+ * the logger can use for per-platform breakdowns.
+ *
+ * Two flavors of event are surfaced from the Android surface:
+ *
+ *   - `computeruse.agent.step`     — emitted by the agent loop (already in
+ *                                    use-computer-agent.ts). On Android we
+ *                                    add `platform: "android"` to the
+ *                                    payload via this helper.
+ *   - `computeruse.android.action` — emitted for direct
+ *                                    `dispatchGesture` / `performGlobalAction`
+ *                                    invocations not going through the agent
+ *                                    loop (e.g. when the planner picks a
+ *                                    lower-level action explicitly).
+ *
+ * We do not depend on `@elizaos/plugin-trajectory-logger` here — like the
+ * desktop side, we publish via `logger.info({ evt, ... })` and rely on the
+ * log-capture pipeline.
+ */
+export type AndroidActionKind = "tap" | "swipe" | "back" | "home" | "recents" | "notifications" | "capture" | "screenshot";
+export interface AndroidTrajectoryActionEvent {
+    kind: AndroidActionKind;
+    success: boolean;
+    /** Bridge error code (only on failure). */
+    errorCode?: string;
+    /** Free-form error message; trimmed for log hygiene. */
+    errorMessage?: string;
+    /** Display-local pixel coords for tap/swipe (optional). */
+    x?: number;
+    y?: number;
+    x2?: number;
+    y2?: number;
+    durationMs?: number;
+    /** Stable AX/OCR id the action targeted, when known. */
+    ref?: string;
+    /** Free-form rationale from the planner. */
+    rationale?: string;
+}
+export interface AndroidTrajectoryStepEvent {
+    step: number;
+    goal: string;
+    actionKind: string;
+    displayId: number;
+    rois: number;
+    success: boolean;
+    error?: string;
+    rationale: string;
+}
+/**
+ * Emit a `computeruse.android.action` log entry. Returns the payload so
+ * callers can also forward it elsewhere (e.g. in-memory replay buffer).
+ */
+export declare function emitAndroidAction(event: AndroidTrajectoryActionEvent): AndroidTrajectoryActionEvent;
+/**
+ * Emit a `computeruse.agent.step` log entry tagged with `platform:"android"`.
+ * The shape mirrors what the desktop loop emits in `use-computer-agent.ts`
+ * so the trajectory logger can union the two streams.
+ */
+export declare function emitAndroidAgentStep(event: AndroidTrajectoryStepEvent): AndroidTrajectoryStepEvent;
+//# sourceMappingURL=android-trajectory.d.ts.map

package/dist/mobile/android-trajectory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"android-trajectory.d.ts","sourceRoot":"","sources":["../../src/mobile/android-trajectory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAIH,MAAM,MAAM,iBAAiB,GACzB,KAAK,GACL,OAAO,GACP,MAAM,GACN,MAAM,GACN,SAAS,GACT,eAAe,GACf,SAAS,GACT,YAAY,CAAC;AAEjB,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wDAAwD;IACxD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2DAA2D;IAC3D,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wDAAwD;IACxD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAID;;;GAGG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,4BAA4B,GAClC,4BAA4B,CAc9B;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,0BAA0B,GAChC,0BAA0B,CAiB5B"}

package/dist/mobile/index.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Mobile computer-use surface — iOS and Android.
+ *
+ * Apple does not let third-party apps drive other apps. The exports here are
+ * the small set of capabilities that *are* possible on iOS, plus the
+ * AppIntent registry, the OCR provider chain, and the WS1 pressure-signal
+ * contract. See `docs/IOS_CONSTRAINTS.md` for what is and isn't on the table.
+ *
+ * Android surfaces (WS8): AccessibilityService, MediaProjection, UsageStats,
+ * Camera2, onTrimMemory pressure. See `docs/ANDROID_CONSTRAINTS.md`.
+ */
+export type { AndroidAxNode, AndroidBridgeErrorCode, AndroidBridgeProbe, AndroidBridgeResult, AndroidCameraEntry, AndroidCameraFrameResult, AndroidCameraOpenOptions, AndroidCameraOpenResult, AndroidComputerUseBridge, AndroidFeatureCheckResult, AndroidMemoryPressureSnapshot, AndroidPressureLevel, AppUsageEntry, CapturedScreenFrame, EnumerateAppsResult, GestureArgs, GlobalAction, MediaProjectionHandle, MediaProjectionStartOptions, SwipeGestureArgs, TapGestureArgs, } from "./android-bridge.js";
+export { ANDROID_BRIDGE_JS_NAME, ANDROID_DEFAULT_FPS, featureCheck as androidFeatureCheck, getAndroidBridge, } from "./android-bridge.js";
+export { findIosAppIntent, findIosAppIntentsForBundle, IOS_APP_INTENT_BUNDLE_IDS, IOS_APP_INTENT_REGISTRY, listIosAppIntents, } from "./ios-app-intent-registry.js";
+export type { AccessibilitySnapshotNode, AccessibilitySnapshotResult, BroadcastHandshakeResult, FoundationModelOptions, FoundationModelResult, IntentInvocationRequest, IntentInvocationResult, IntentParameterSpec, IntentParameterValue, IntentSpec, IosBridgeErrorCode, IosBridgeProbe, IosBridgeResult, IosComputerUseBridge, IosFeatureCheckResult, IPressureSignal, MemoryPressureSample, ReplayKitForegroundFrame, ReplayKitForegroundHandle, ReplayKitForegroundOptions, VisionOcrLine, VisionOcrOptions, VisionOcrResult, } from "./ios-bridge.js";
+export { featureCheck as iosFeatureCheck, getIosBridge, IOS_APP_GROUP_ID, IOS_BRIDGE_JS_NAME, REPLAYKIT_FOREGROUND_MAX_BUFFER, REPLAYKIT_FOREGROUND_MAX_SESSION_SEC, } from "./ios-bridge.js";
+export { IOS_LOGICAL_DISPLAY_ID, IosComputerInterface, type IosComputerInterfaceDeps, makeIosComputerInterface, } from "./ios-computer-interface.js";
+export { _resetOcrProvidersForTests, createIosVisionOcrProvider, listOcrProviders, type OcrInput, type OcrLine, type OcrProvider, type OcrRecognizeOptions, type OcrResult, registerOcrProvider, selectOcrProvider, unregisterOcrProvider, } from "./ocr-provider.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/mobile/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/mobile/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,YAAY,EACV,aAAa,EACb,sBAAsB,EACtB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,wBAAwB,EACxB,wBAAwB,EACxB,uBAAuB,EACvB,wBAAwB,EACxB,yBAAyB,EACzB,6BAA6B,EAC7B,oBAAoB,EACpB,aAAa,EACb,mBAAmB,EACnB,mBAAmB,EACnB,WAAW,EACX,YAAY,EACZ,qBAAqB,EACrB,2BAA2B,EAC3B,gBAAgB,EAChB,cAAc,GACf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,YAAY,IAAI,mBAAmB,EACnC,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,gBAAgB,EAChB,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EACV,yBAAyB,EACzB,2BAA2B,EAC3B,wBAAwB,EACxB,sBAAsB,EACtB,qBAAqB,EACrB,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,oBAAoB,EACpB,wBAAwB,EACxB,yBAAyB,EACzB,0BAA0B,EAC1B,aAAa,EACb,gBAAgB,EAChB,eAAe,GAChB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,YAAY,IAAI,eAAe,EAC/B,YAAY,EACZ,gBAAgB,EAChB,kBAAkB,EAClB,+BAA+B,EAC/B,oCAAoC,GACrC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,KAAK,wBAAwB,EAC7B,wBAAwB,GACzB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,0BAA0B,EAC1B,0BAA0B,EAC1B,gBAAgB,EAChB,KAAK,QAAQ,EACb,KAAK,OAAO,EACZ,KAAK,WAAW,EAChB,KAAK,mBAAmB,EACxB,KAAK,SAAS,EACd,mBAAmB,EACnB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC"}

package/dist/mobile/ios-app-intent-registry.d.ts

@@ -0,0 +1,20 @@
+/**
+ * AppIntent registry — per-app inventory of the intents we know about
+ * statically. Every entry is something Apple has either shipped as a
+ * documented system intent or a Shortcuts action with a stable identifier.
+ *
+ * The Swift bridge calls `appIntentList({ bundleIds })` to discover what is
+ * actually donated on the device at runtime. This registry is the planner's
+ * a-priori catalog: it lets the agent reason about Mail/Notes/etc. before
+ * the user has ever opened those apps.
+ *
+ * Sources for each entry are linked in a comment block above the entry; do
+ * not invent intents that Apple has not documented.
+ */
+import type { IntentSpec } from "./ios-bridge.js";
+export declare const IOS_APP_INTENT_REGISTRY: Readonly<Record<string, readonly IntentSpec[]>>;
+export declare const IOS_APP_INTENT_BUNDLE_IDS: readonly string[];
+export declare function listIosAppIntents(): readonly IntentSpec[];
+export declare function findIosAppIntent(intentId: string): IntentSpec | undefined;
+export declare function findIosAppIntentsForBundle(bundleId: string): readonly IntentSpec[];
+//# sourceMappingURL=ios-app-intent-registry.d.ts.map

package/dist/mobile/ios-app-intent-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ios-app-intent-registry.d.ts","sourceRoot":"","sources":["../../src/mobile/ios-app-intent-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAuB,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAwPvE,eAAO,MAAM,uBAAuB,EAAE,QAAQ,CAC5C,MAAM,CAAC,MAAM,EAAE,SAAS,UAAU,EAAE,CAAC,CASrC,CAAC;AAEH,eAAO,MAAM,yBAAyB,EAAE,SAAS,MAAM,EAEtD,CAAC;AAEF,wBAAgB,iBAAiB,IAAI,SAAS,UAAU,EAAE,CAEzD;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAEzE;AAED,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,GACf,SAAS,UAAU,EAAE,CAEvB"}