@beeos-ai/device-agent 0.4.0

package/dist/config/schema.d.ts

@@ -0,0 +1,162 @@
+/**
+ * Configuration schema validated by zod.
+ *
+ * Loader resolves CLI flags > env > config file > zod defaults. Bridge URL is
+ * optional: when not set, the CLI runtime calls Agent Gateway
+ * `GET /api/v1/bridge/config` (Ed25519-signed) to discover the region-aware
+ * bridge endpoint at boot.
+ *
+ * The agent runs as a two-layer system by default:
+ *
+ *   - **outer** orchestrator     — text LLM via pi-coding-agent
+ *                                  (default `moonshotai/kimi-k2.6` on ARouter)
+ *   - **mobileUse** inner VLM    — vision-language device control loop
+ *                                  (default `AutoGLM-Phone-9B-Q4_K_M.gguf` with
+ *                                  the `autoglm` adapter)
+ *   - **grounder** visual ground — coordinate grounding tool used by the outer
+ *                                  layer when it needs precise tap targets.
+ *                                  Defaults to mirroring `mobileUse` so a
+ *                                  fully self-hosted setup still works.
+ *
+ * The legacy single-layer mode is still available via `legacyInner: true`
+ * (or `--legacy-inner`) — that path drives `vlm-inner-loop.ts` directly.
+ */
+import { z } from "zod";
+export declare const RuntimeMode: z.ZodEnum<{
+    android: "android";
+    desktop: "desktop";
+}>;
+export type RuntimeMode = z.infer<typeof RuntimeMode>;
+/**
+ * Per-LLM section. `provider` selects the adapter family
+ * (`arouter` / `openrouter` / `openai` / `qwen` / `uitars` / `autoglm` / …);
+ * empty means "auto-detect from model id".
+ */
+export declare const LlmSection: z.ZodObject<{
+    apiKey: z.ZodDefault<z.ZodString>;
+    baseUrl: z.ZodDefault<z.ZodString>;
+    model: z.ZodDefault<z.ZodString>;
+    provider: z.ZodDefault<z.ZodString>;
+}, z.core.$loose>;
+export type LlmSection = z.infer<typeof LlmSection>;
+/**
+ * Default ARouter base URL. Single source of truth — agent-config.ts in
+ * web/packages/core uses the same constant for parity.
+ */
+export declare const DEFAULT_AROUTER_BASE_URL = "https://api.arouter.ai";
+/** Default outer orchestrator model when nothing is configured. */
+export declare const DEFAULT_OUTER_MODEL = "moonshotai/kimi-k2.6";
+/**
+ * Default inner mobile_use VLM model when nothing is configured.
+ *
+ * The `llama/` prefix is the ARouter **provider** route — without it, the
+ * gateway falls back to `openai/...` and the request is shipped to
+ * OpenRouter, which rejects the unknown model id. The OpenAI SDK then
+ * surfaces the upstream error as a hollow `502 status code (no body)`.
+ * See `docs/adr/` and the agent-runtime README for the full routing table.
+ */
+export declare const DEFAULT_MOBILE_USE_MODEL = "llama/AutoGLM-Phone-9B-Q4_K_M.gguf";
+/** Default mobile_use adapter (forwarded to OpenAIClient when constructing the inner loop). */
+export declare const DEFAULT_MOBILE_USE_PROVIDER = "autoglm";
+/**
+ * Group-specific defaults exported for `loader.ts` to perform a
+ * post-merge `applyGroupDefaults` pass.
+ *
+ * Why exported (and why loader does the backfill rather than zod):
+ *   `zod.default(v)` only fires when the input field is `undefined`.
+ *   When `loader` ends up producing `mobileUse: { apiKey: "x" }` (e.g.
+ *   from the legacy `vlm_api_key` mirror, or from `GUI_AGENT_API_KEY`
+ *   alone), zod sees the object and skips the whole `.default(...)` —
+ *   then `LlmSection`'s inner `model: z.string().default("")` fills
+ *   the missing field with empty string. Net result: `mobileUse.model`
+ *   silently becomes `""` and the agent boots without a model.
+ *
+ *   Loader is the right place to express "deep-merge group defaults"
+ *   semantics because that's exactly what config resolution is: layer
+ *   stacking with section-aware merging. Zod stays pure type validation.
+ *
+ * `apiKey` is intentionally NOT carried in these constants because an
+ * empty key is a legitimate runtime state (the dashboard hasn't filled
+ * `AROUTER_API_KEY` yet) — surfacing it lets the host emit a clear
+ * `keyMissing` diagnostic instead of silently masking it with a default.
+ */
+export declare const OUTER_DEFAULTS: {
+    readonly baseUrl: "https://api.arouter.ai";
+    readonly model: "moonshotai/kimi-k2.6";
+    readonly provider: "";
+};
+export declare const MOBILE_USE_DEFAULTS: {
+    readonly baseUrl: "https://api.arouter.ai";
+    readonly model: "llama/AutoGLM-Phone-9B-Q4_K_M.gguf";
+    readonly provider: "autoglm";
+};
+export declare const GROUNDER_DEFAULTS: {
+    readonly baseUrl: "https://api.arouter.ai";
+    readonly model: "llama/AutoGLM-Phone-9B-Q4_K_M.gguf";
+    readonly provider: "autoglm";
+};
+export declare const Config: z.ZodObject<{
+    standalone: z.ZodDefault<z.ZodBoolean>;
+    bridgeUrl: z.ZodDefault<z.ZodString>;
+    bridgeService: z.ZodDefault<z.ZodString>;
+    keyFile: z.ZodOptional<z.ZodString>;
+    agentGatewayUrl: z.ZodDefault<z.ZodString>;
+    region: z.ZodDefault<z.ZodString>;
+    mode: z.ZodDefault<z.ZodEnum<{
+        android: "android";
+        desktop: "desktop";
+    }>>;
+    adbSerial: z.ZodOptional<z.ZodString>;
+    adbHost: z.ZodDefault<z.ZodString>;
+    adbPort: z.ZodDefault<z.ZodCoercedNumber<unknown>>;
+    mcpUrl: z.ZodDefault<z.ZodString>;
+    mcpAutospawn: z.ZodDefault<z.ZodBoolean>;
+    mcpReadyAttempts: z.ZodDefault<z.ZodCoercedNumber<unknown>>;
+    mcpReadyAttemptDelayMs: z.ZodDefault<z.ZodCoercedNumber<unknown>>;
+    outer: z.ZodDefault<z.ZodObject<{
+        apiKey: z.ZodDefault<z.ZodString>;
+        baseUrl: z.ZodDefault<z.ZodString>;
+        model: z.ZodDefault<z.ZodString>;
+        provider: z.ZodDefault<z.ZodString>;
+    }, z.core.$loose>>;
+    mobileUse: z.ZodDefault<z.ZodObject<{
+        apiKey: z.ZodDefault<z.ZodString>;
+        baseUrl: z.ZodDefault<z.ZodString>;
+        model: z.ZodDefault<z.ZodString>;
+        provider: z.ZodDefault<z.ZodString>;
+    }, z.core.$loose>>;
+    grounder: z.ZodDefault<z.ZodObject<{
+        apiKey: z.ZodDefault<z.ZodString>;
+        baseUrl: z.ZodDefault<z.ZodString>;
+        model: z.ZodDefault<z.ZodString>;
+        provider: z.ZodDefault<z.ZodString>;
+    }, z.core.$loose>>;
+    legacyInner: z.ZodDefault<z.ZodBoolean>;
+    pi: z.ZodDefault<z.ZodBoolean>;
+    planMode: z.ZodDefault<z.ZodEnum<{
+        auto: "auto";
+        always: "always";
+        never: "never";
+    }>>;
+    plannerModel: z.ZodDefault<z.ZodString>;
+    plannerBaseUrl: z.ZodDefault<z.ZodString>;
+    plannerApiKey: z.ZodDefault<z.ZodString>;
+    disableAcp: z.ZodDefault<z.ZodBoolean>;
+    disableHttp: z.ZodDefault<z.ZodBoolean>;
+    vlmApiKey: z.ZodDefault<z.ZodString>;
+    vlmBaseUrl: z.ZodDefault<z.ZodString>;
+    vlmModel: z.ZodDefault<z.ZodString>;
+    httpEnabled: z.ZodDefault<z.ZodBoolean>;
+    httpHost: z.ZodDefault<z.ZodString>;
+    httpPort: z.ZodDefault<z.ZodCoercedNumber<unknown>>;
+    httpCorsOrigins: z.ZodDefault<z.ZodString>;
+    logLevel: z.ZodDefault<z.ZodString>;
+    maxSteps: z.ZodDefault<z.ZodCoercedNumber<unknown>>;
+    vlmImageTransport: z.ZodDefault<z.ZodEnum<{
+        "data-url": "data-url";
+        "http-url": "http-url";
+    }>>;
+    vlmImageKeyPrefix: z.ZodDefault<z.ZodString>;
+    sessionTimeoutMs: z.ZodDefault<z.ZodCoercedNumber<unknown>>;
+}, z.core.$loose>;
+export type Config = z.infer<typeof Config>;

package/dist/config/schema.js

@@ -0,0 +1,243 @@
+/**
+ * Configuration schema validated by zod.
+ *
+ * Loader resolves CLI flags > env > config file > zod defaults. Bridge URL is
+ * optional: when not set, the CLI runtime calls Agent Gateway
+ * `GET /api/v1/bridge/config` (Ed25519-signed) to discover the region-aware
+ * bridge endpoint at boot.
+ *
+ * The agent runs as a two-layer system by default:
+ *
+ *   - **outer** orchestrator     — text LLM via pi-coding-agent
+ *                                  (default `moonshotai/kimi-k2.6` on ARouter)
+ *   - **mobileUse** inner VLM    — vision-language device control loop
+ *                                  (default `AutoGLM-Phone-9B-Q4_K_M.gguf` with
+ *                                  the `autoglm` adapter)
+ *   - **grounder** visual ground — coordinate grounding tool used by the outer
+ *                                  layer when it needs precise tap targets.
+ *                                  Defaults to mirroring `mobileUse` so a
+ *                                  fully self-hosted setup still works.
+ *
+ * The legacy single-layer mode is still available via `legacyInner: true`
+ * (or `--legacy-inner`) — that path drives `vlm-inner-loop.ts` directly.
+ */
+import { z } from "zod";
+export const RuntimeMode = z.enum(["android", "desktop"]);
+/**
+ * Per-LLM section. `provider` selects the adapter family
+ * (`arouter` / `openrouter` / `openai` / `qwen` / `uitars` / `autoglm` / …);
+ * empty means "auto-detect from model id".
+ */
+export const LlmSection = z
+    .object({
+    apiKey: z.string().default(""),
+    baseUrl: z.string().default(""),
+    model: z.string().default(""),
+    provider: z.string().default(""),
+})
+    .passthrough();
+/**
+ * Default ARouter base URL. Single source of truth — agent-config.ts in
+ * web/packages/core uses the same constant for parity.
+ */
+export const DEFAULT_AROUTER_BASE_URL = "https://api.arouter.ai";
+/** Default outer orchestrator model when nothing is configured. */
+export const DEFAULT_OUTER_MODEL = "moonshotai/kimi-k2.6";
+/**
+ * Default inner mobile_use VLM model when nothing is configured.
+ *
+ * The `llama/` prefix is the ARouter **provider** route — without it, the
+ * gateway falls back to `openai/...` and the request is shipped to
+ * OpenRouter, which rejects the unknown model id. The OpenAI SDK then
+ * surfaces the upstream error as a hollow `502 status code (no body)`.
+ * See `docs/adr/` and the agent-runtime README for the full routing table.
+ */
+export const DEFAULT_MOBILE_USE_MODEL = "llama/AutoGLM-Phone-9B-Q4_K_M.gguf";
+/** Default mobile_use adapter (forwarded to OpenAIClient when constructing the inner loop). */
+export const DEFAULT_MOBILE_USE_PROVIDER = "autoglm";
+/**
+ * Group-specific defaults exported for `loader.ts` to perform a
+ * post-merge `applyGroupDefaults` pass.
+ *
+ * Why exported (and why loader does the backfill rather than zod):
+ *   `zod.default(v)` only fires when the input field is `undefined`.
+ *   When `loader` ends up producing `mobileUse: { apiKey: "x" }` (e.g.
+ *   from the legacy `vlm_api_key` mirror, or from `GUI_AGENT_API_KEY`
+ *   alone), zod sees the object and skips the whole `.default(...)` —
+ *   then `LlmSection`'s inner `model: z.string().default("")` fills
+ *   the missing field with empty string. Net result: `mobileUse.model`
+ *   silently becomes `""` and the agent boots without a model.
+ *
+ *   Loader is the right place to express "deep-merge group defaults"
+ *   semantics because that's exactly what config resolution is: layer
+ *   stacking with section-aware merging. Zod stays pure type validation.
+ *
+ * `apiKey` is intentionally NOT carried in these constants because an
+ * empty key is a legitimate runtime state (the dashboard hasn't filled
+ * `AROUTER_API_KEY` yet) — surfacing it lets the host emit a clear
+ * `keyMissing` diagnostic instead of silently masking it with a default.
+ */
+export const OUTER_DEFAULTS = {
+    baseUrl: DEFAULT_AROUTER_BASE_URL,
+    model: DEFAULT_OUTER_MODEL,
+    provider: "",
+};
+export const MOBILE_USE_DEFAULTS = {
+    baseUrl: DEFAULT_AROUTER_BASE_URL,
+    model: DEFAULT_MOBILE_USE_MODEL,
+    provider: DEFAULT_MOBILE_USE_PROVIDER,
+};
+export const GROUNDER_DEFAULTS = {
+    baseUrl: DEFAULT_AROUTER_BASE_URL,
+    model: DEFAULT_MOBILE_USE_MODEL,
+    provider: DEFAULT_MOBILE_USE_PROVIDER,
+};
+const outerDefaults = LlmSection.parse({ ...OUTER_DEFAULTS });
+const mobileUseDefaults = LlmSection.parse({ ...MOBILE_USE_DEFAULTS });
+const grounderDefaults = LlmSection.parse({ ...GROUNDER_DEFAULTS });
+export const Config = z
+    .object({
+    /** Standalone mode: skip Bridge handshake, only run HTTP/CLI. */
+    standalone: z.boolean().default(false),
+    /**
+     * Bridge WebSocket URL. Optional — when empty and not standalone, the CLI
+     * calls Agent Gateway to discover a region-allocated URL at boot.
+     */
+    bridgeUrl: z.string().default(""),
+    /** Bridge service name (default `acp`). */
+    bridgeService: z.string().default("acp"),
+    /** Path to Ed25519 identity key. Defaults to `~/.beeos/device-agent.key`. */
+    keyFile: z.string().optional(),
+    /**
+     * Agent Gateway base URL used for bridge URL discovery (and other
+     * authenticated control-plane calls). Default points at production.
+     */
+    agentGatewayUrl: z.string().default("https://agent-gw.beeos.ai"),
+    /** Optional preferred region for geo-aware Bridge allocation. */
+    region: z.string().default(""),
+    mode: RuntimeMode.default("android"),
+    adbSerial: z.string().optional(),
+    adbHost: z.string().default("127.0.0.1"),
+    adbPort: z.coerce.number().int().positive().default(5037),
+    /**
+     * URL of the sibling `device-mcp-server` HTTP service. When set, bootstrap
+     * probes `/healthz` with retry before continuing — failure aborts boot
+     * with a `MCP_UNREACHABLE` diagnostic. When empty (legacy default), the
+     * device-agent talks to local adapters directly without going through MCP.
+     * Maps from `--mcp-url` / `MCP_URL`.
+     */
+    mcpUrl: z.string().default(""),
+    /**
+     * If true, bootstrap will spawn the sibling `device-mcp-server` process
+     * and connect to it via `mcpUrl`. Reserved for the bootstrap-cli refactor
+     * — the current revision only honors `mcpUrl` (probe-only) when set.
+     */
+    mcpAutospawn: z.boolean().default(false),
+    /** Max attempts for the bootstrap MCP `/healthz` readiness probe. */
+    mcpReadyAttempts: z.coerce.number().int().positive().default(10),
+    /** Delay (ms) between MCP `/healthz` readiness probes. */
+    mcpReadyAttemptDelayMs: z.coerce.number().int().positive().default(500),
+    // ── Two-layer agent configuration ────────────────────────────────────
+    /**
+     * Outer orchestrator LLM. Drives high-level planning and tool selection
+     * via pi-coding-agent. Maps from `ORCH_*` env / `--outer-*` flags.
+     */
+    outer: LlmSection.default(outerDefaults),
+    /**
+     * Inner mobile_use VLM. Performs the screenshot→reason→act loop.
+     * Maps from `GUI_AGENT_*` env / `--mobile-use-*` flags.
+     */
+    mobileUse: LlmSection.default(mobileUseDefaults),
+    /**
+     * Visual grounder used by the outer layer for precise coordinate
+     * grounding. Maps from `GROUNDER_*` env / `--grounder-*` flags.
+     */
+    grounder: LlmSection.default(grounderDefaults),
+    /**
+     * Force the legacy single-layer adapter (vlm-inner-loop) instead of
+     * the v0.3.0 default `AgentRunnerCore`. Maps from `--legacy-inner`
+     * / `BEEOS_LEGACY_INNER`. Default `false`.
+     */
+    legacyInner: z.boolean().default(false),
+    /**
+     * Opt in to the pi-coding-agent two-layer orchestrator
+     * (`PiOrchestratorAgent`) instead of the v0.3.0 default
+     * `AgentRunnerCore`. Maps from `--pi` / `BEEOS_PI=true`.
+     * Default `false`.
+     */
+    pi: z.boolean().default(false),
+    /**
+     * Plan-Act mode for the v0.3.0 `AgentRunnerCore`:
+     *   - `auto`   (default) → ReAct for short tasks, Plan-Act for long ones.
+     *   - `always`           → always run through the planner.
+     *   - `never`            → pure ReAct (no planner).
+     */
+    planMode: z.enum(["auto", "always", "never"]).default("auto"),
+    /**
+     * Optional model name for the planner (chat-only LLM). Empty (default)
+     * → reuse `mobileUse.model`. Maps from `--planner-model`.
+     */
+    plannerModel: z.string().default(""),
+    /** Optional planner base URL. Empty → reuse `mobileUse.baseUrl`. */
+    plannerBaseUrl: z.string().default(""),
+    /** Optional planner API key. Empty → reuse `mobileUse.apiKey`. */
+    plannerApiKey: z.string().default(""),
+    // ── Plugin toggles ────────────────────────────────────────────────────
+    /** Disable the ACP plugin (Bridge WS). Maps from `--no-acp`. */
+    disableAcp: z.boolean().default(false),
+    /** Disable the HTTP debug plugin. Maps from `--no-http`. */
+    disableHttp: z.boolean().default(false),
+    // ── Backward-compat top-level VLM fields ─────────────────────────────
+    /**
+     * @deprecated since the two-layer split — mirrored to `mobileUse.apiKey`
+     * by the loader. New configs should use `mobileUse.apiKey` (and/or
+     * `outer.apiKey` / `grounder.apiKey`) instead.
+     */
+    vlmApiKey: z.string().default(""),
+    /** @deprecated mirrored to `mobileUse.baseUrl`. */
+    vlmBaseUrl: z.string().default(DEFAULT_AROUTER_BASE_URL),
+    /** @deprecated mirrored to `mobileUse.model`. */
+    vlmModel: z.string().default(""),
+    httpEnabled: z.boolean().default(false),
+    httpHost: z.string().default("127.0.0.1"),
+    httpPort: z.coerce.number().int().positive().default(9090),
+    /** Comma-separated list of allowed CORS origins (or `*`). */
+    httpCorsOrigins: z.string().default(""),
+    logLevel: z.string().default("info"),
+    maxSteps: z.coerce.number().int().positive().default(30),
+    /**
+     * VLM image transport strategy.
+     *
+     *   - `data-url`  → inline base64 in the chat-completion message.
+     *                   Default. No backend dependency, but capped by
+     *                   ARouter / nginx body limits (≈5 MB).
+     *   - `http-url`  → presign + PUT to S3, embed signed GET URL.
+     *                   Required for production to avoid 413/502s on
+     *                   large screenshots. Falls back to `data-url`
+     *                   on transient upload failure (composed by the
+     *                   loader as `FallbackTransport(http,data)`).
+     *
+     * Maps from `BEEOS_VLM_IMAGE_TRANSPORT` env (`--vlm-image-transport`
+     * is not yet wired since this is a per-deployment knob, not a
+     * per-invocation one).
+     */
+    vlmImageTransport: z.enum(["data-url", "http-url"]).default("data-url"),
+    /**
+     * Object-name prefix passed to `presignFileUpload` when
+     * `vlmImageTransport=http-url`. Lifecycle rules in S3/MinIO attach
+     * to this prefix for automatic cleanup (see Phase B8). Trailing
+     * slash is required.
+     */
+    vlmImageKeyPrefix: z.string().default("vlm-screenshots/"),
+    /**
+     * Idle eviction threshold for ACP sessions. Sessions whose `lastActive`
+     * is older than this value are dropped on the next `newSession` /
+     * `listSessions` call (see `SessionManager.evictExpired`). Default:
+     * 1 hour. Set to a very large number to effectively disable GC, or
+     * shrink it for kiosk-style deployments that want to forget idle
+     * conversations quickly.
+     */
+    sessionTimeoutMs: z.coerce.number().int().nonnegative().default(3_600_000),
+})
+    .passthrough();
+//# sourceMappingURL=schema.js.map

package/dist/config/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;AAG1D;;;;GAIG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC;KACxB,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC/B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CACjC,CAAC;KACD,WAAW,EAAE,CAAC;AAGjB;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,wBAAwB,CAAC;AACjE,mEAAmE;AACnE,MAAM,CAAC,MAAM,mBAAmB,GAAG,sBAAsB,CAAC;AAC1D;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,oCAAoC,CAAC;AAC7E,+FAA+F;AAC/F,MAAM,CAAC,MAAM,2BAA2B,GAAG,SAAS,CAAC;AAErD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,OAAO,EAAE,wBAAwB;IACjC,KAAK,EAAE,mBAAmB;IAC1B,QAAQ,EAAE,EAAE;CACJ,CAAC;AACX,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,OAAO,EAAE,wBAAwB;IACjC,KAAK,EAAE,wBAAwB;IAC/B,QAAQ,EAAE,2BAA2B;CAC7B,CAAC;AACX,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,OAAO,EAAE,wBAAwB;IACjC,KAAK,EAAE,wBAAwB;IAC/B,QAAQ,EAAE,2BAA2B;CAC7B,CAAC;AAEX,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,cAAc,EAAE,CAAC,CAAC;AAC9D,MAAM,iBAAiB,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,mBAAmB,EAAE,CAAC,CAAC;AACvE,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,iBAAiB,EAAE,CAAC,CAAC;AAEpE,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC;KACpB,MAAM,CAAC;IACN,iEAAiE;IACjE,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAEtC;;;OAGG;IACH,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACjC,2CAA2C;IAC3C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,6EAA6E;IAC7E,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE9B;;;OAGG;IACH,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,2BAA2B,CAAC;IAChE,iEAAiE;IACjE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAE9B,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAEzD;;;;;;OAMG;IACH,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B;;;;OAIG;IACH,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,qEAAqE;IACrE,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAChE,0DAA0D;IAC1D,sBAAsB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IAEvE,wEAAwE;IACxE;;;OAGG;IACH,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC;IAExC;;;OAGG;IACH,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAEhD;;;OAGG;IACH,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAE9C;;;;OAIG;IACH,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAEvC;;;;;OAKG;IACH,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAE9B;;;;;OAKG;IACH,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAE7D;;;OAGG;IACH,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACpC,oEAAoE;IACpE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACtC,kEAAkE;IAClE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAErC,yEAAyE;IACzE,gEAAgE;IAChE,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACtC,4DAA4D;IAC5D,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAEvC,wEAAwE;IACxE;;;;OAIG;IACH,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACjC,mDAAmD;IACnD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,wBAAwB,CAAC;IACxD,iDAAiD;IACjD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAEhC,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1D,6DAA6D;IAC7D,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAEvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAExD;;;;;;;;;;;;;;;OAeG;IACH,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IACvE;;;;;OAKG;IACH,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC;IACzD;;;;;;;OAOG;IACH,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;CAC3E,CAAC;KACD,WAAW,EAAE,CAAC"}

package/dist/core/actions.d.ts

@@ -0,0 +1,60 @@
+/**
+ * Core domain — Action union for the device control plane.
+ *
+ * Mirrors the Python ACP `device/action` sub-actions (tap / long_press / swipe /
+ * type / press_key / open_app) plus the inner-loop's extended action set (back /
+ * home / wait / scroll / etc.) used by the VLM adapters.
+ *
+ * Pure data — no IO, no logging, no framework dependency.
+ */
+export type Action = {
+    kind: "tap";
+    x: number;
+    y: number;
+} | {
+    kind: "double_tap";
+    x: number;
+    y: number;
+} | {
+    kind: "long_press";
+    x: number;
+    y: number;
+    durationMs?: number;
+} | {
+    kind: "swipe";
+    x1: number;
+    y1: number;
+    x2: number;
+    y2: number;
+    durationMs?: number;
+} | {
+    kind: "scroll";
+    x: number;
+    y: number;
+    direction: "up" | "down" | "left" | "right";
+} | {
+    kind: "type";
+    text: string;
+} | {
+    kind: "press_key";
+    keycode: string;
+} | {
+    kind: "press_back";
+} | {
+    kind: "press_home";
+} | {
+    kind: "open_app";
+    packageOrName: string;
+} | {
+    kind: "wait";
+    durationSeconds: number;
+} | {
+    kind: "shell";
+    command: string;
+};
+export type ActionKind = Action["kind"];
+export interface ActionResult {
+    success: boolean;
+    message: string | null;
+}
+export declare function parseAcpAction(action: string, parameters: Record<string, unknown>): Action;

package/dist/core/actions.js

@@ -0,0 +1,120 @@
+/**
+ * Core domain — Action union for the device control plane.
+ *
+ * Mirrors the Python ACP `device/action` sub-actions (tap / long_press / swipe /
+ * type / press_key / open_app) plus the inner-loop's extended action set (back /
+ * home / wait / scroll / etc.) used by the VLM adapters.
+ *
+ * Pure data — no IO, no logging, no framework dependency.
+ */
+/**
+ * Translate the wire-format ACP `device/action` payload into the typed Action
+ * union. Throws `DeviceError` on unknown / malformed inputs.
+ */
+import { DeviceError } from "./errors.js";
+export function parseAcpAction(action, parameters) {
+    switch (action) {
+        case "tap":
+            return { kind: "tap", x: numberParam(parameters, "x"), y: numberParam(parameters, "y") };
+        case "double_tap":
+        case "doubleTap":
+            return { kind: "double_tap", x: numberParam(parameters, "x"), y: numberParam(parameters, "y") };
+        case "long_press":
+        case "longPress":
+            return {
+                kind: "long_press",
+                x: numberParam(parameters, "x"),
+                y: numberParam(parameters, "y"),
+                durationMs: optionalNumber(parameters, "duration_ms") ?? optionalNumber(parameters, "durationMs") ?? 1000,
+            };
+        case "swipe":
+            return {
+                kind: "swipe",
+                x1: numberParam(parameters, "x1"),
+                y1: numberParam(parameters, "y1"),
+                x2: numberParam(parameters, "x2"),
+                y2: numberParam(parameters, "y2"),
+                durationMs: optionalNumber(parameters, "duration_ms") ?? optionalNumber(parameters, "durationMs") ?? 300,
+            };
+        case "scroll":
+            return {
+                kind: "scroll",
+                x: optionalNumber(parameters, "x") ?? 0,
+                y: optionalNumber(parameters, "y") ?? 0,
+                direction: scrollDirection(parameters),
+            };
+        case "type":
+            return { kind: "type", text: stringParam(parameters, "text") };
+        case "press_key":
+        case "pressKey":
+            return {
+                kind: "press_key",
+                keycode: stringParam(parameters, "keycode", parameters.key ?? parameters.keyCode),
+            };
+        case "open_app":
+        case "openApp":
+            return {
+                kind: "open_app",
+                packageOrName: stringParam(parameters, "package", parameters.packageName ??
+                    parameters.app_name ??
+                    parameters.appName),
+            };
+        case "back":
+        case "press_back":
+        case "pressBack":
+            return { kind: "press_back" };
+        case "home":
+        case "press_home":
+        case "pressHome":
+            return { kind: "press_home" };
+        case "wait":
+            return {
+                kind: "wait",
+                durationSeconds: optionalNumber(parameters, "duration_seconds") ??
+                    optionalNumber(parameters, "durationSeconds") ??
+                    2,
+            };
+        case "shell":
+            return { kind: "shell", command: stringParam(parameters, "command") };
+        default:
+            throw new DeviceError(`Unknown action: ${action}`, { subtype: "invalid_args" });
+    }
+}
+function scrollDirection(p) {
+    const v = p.direction;
+    if (v === "up" || v === "down" || v === "left" || v === "right")
+        return v;
+    throw new DeviceError(`scroll requires direction in {up,down,left,right}`, {
+        subtype: "invalid_args",
+    });
+}
+function numberParam(p, key) {
+    const v = p[key];
+    if (typeof v !== "number" || !Number.isFinite(v)) {
+        throw new DeviceError(`action parameter "${key}" must be a finite number`, {
+            subtype: "invalid_args",
+        });
+    }
+    return v;
+}
+function optionalNumber(p, key) {
+    const v = p[key];
+    if (v == null)
+        return undefined;
+    if (typeof v !== "number" || !Number.isFinite(v)) {
+        throw new DeviceError(`action parameter "${key}" must be a finite number`, {
+            subtype: "invalid_args",
+        });
+    }
+    return v;
+}
+function stringParam(p, key, fallback) {
+    const v = p[key] ?? fallback;
+    if (typeof v !== "string" || v.length === 0) {
+        throw new DeviceError(`action parameter "${key}" must be a non-empty string`, {
+            subtype: "invalid_args",
+        });
+    }
+    return v;
+}
+//# sourceMappingURL=actions.js.map

package/dist/core/actions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"actions.js","sourceRoot":"","sources":["../../src/core/actions.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAuBH;;;GAGG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,UAAmC;IAChF,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,KAAK;YACR,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC;QAC3F,KAAK,YAAY,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC;QAClG,KAAK,YAAY,CAAC;QAClB,KAAK,WAAW;YACd,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,CAAC,EAAE,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC;gBAC/B,CAAC,EAAE,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC;gBAC/B,UAAU,EAAE,cAAc,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,cAAc,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,IAAI;aAC1G,CAAC;QACJ,KAAK,OAAO;YACV,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,EAAE,EAAE,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC;gBACjC,EAAE,EAAE,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC;gBACjC,EAAE,EAAE,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC;gBACjC,EAAE,EAAE,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC;gBACjC,UAAU,EAAE,cAAc,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,cAAc,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,GAAG;aACzG,CAAC;QACJ,KAAK,QAAQ;YACX,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,CAAC,EAAE,cAAc,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC;gBACvC,CAAC,EAAE,cAAc,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC;gBACvC,SAAS,EAAE,eAAe,CAAC,UAAU,CAAC;aACvC,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC;QACjE,KAAK,WAAW,CAAC;QACjB,KAAK,UAAU;YACb,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,WAAW,CAClB,UAAU,EACV,SAAS,EACR,UAAU,CAAC,GAA0B,IAAK,UAAU,CAAC,OAA8B,CACrF;aACF,CAAC;QACJ,KAAK,UAAU,CAAC;QAChB,KAAK,SAAS;YACZ,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,aAAa,EAAE,WAAW,CACxB,UAAU,EACV,SAAS,EACR,UAAU,CAAC,WAAkC;oBAC3C,UAAU,CAAC,QAA+B;oBAC1C,UAAU,CAAC,OAA8B,CAC7C;aACF,CAAC;QACJ,KAAK,MAAM,CAAC;QACZ,KAAK,YAAY,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC;QACZ,KAAK,YAAY,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;QAChC,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,eAAe,EACb,cAAc,CAAC,UAAU,EAAE,kBAAkB,CAAC;oBAC9C,cAAc,CAAC,UAAU,EAAE,iBAAiB,CAAC;oBAC7C,CAAC;aACJ,CAAC;QACJ,KAAK,OAAO;YACV,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;QACxE;YACE,MAAM,IAAI,WAAW,CAAC,mBAAmB,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;IACpF,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,CAA0B;IACjD,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC;IACtB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,CAAC,CAAC;IAC1E,MAAM,IAAI,WAAW,CAAC,mDAAmD,EAAE;QACzE,OAAO,EAAE,cAAc;KACxB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,CAA0B,EAAE,GAAW;IAC1D,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,WAAW,CAAC,qBAAqB,GAAG,2BAA2B,EAAE;YACzE,OAAO,EAAE,cAAc;SACxB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,cAAc,CAAC,CAA0B,EAAE,GAAW;IAC7D,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,CAAC,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,WAAW,CAAC,qBAAqB,GAAG,2BAA2B,EAAE;YACzE,OAAO,EAAE,cAAc;SACxB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,CAA0B,EAAE,GAAW,EAAE,QAAiB;IAC7E,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC;IAC7B,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,WAAW,CAAC,qBAAqB,GAAG,8BAA8B,EAAE;YAC5E,OAAO,EAAE,cAAc;SACxB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/core/errors.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Re-export of the shared error hierarchy from `@beeos-ai/device-common`.
+ *
+ * Kept as a thin shim so existing deep imports (`from "../core/errors.js"`)
+ * keep working while the source of truth lives in the common package and is
+ * therefore identical-by-reference across the agent and MCP server processes.
+ */
+export { AcpError, DeviceError, type DeviceErrorOptions, InternalError, McpUnreachableError, VlmError, type VlmErrorOptions, } from "@beeos-ai/device-common";

package/dist/core/errors.js

@@ -0,0 +1,9 @@
+/**
+ * Re-export of the shared error hierarchy from `@beeos-ai/device-common`.
+ *
+ * Kept as a thin shim so existing deep imports (`from "../core/errors.js"`)
+ * keep working while the source of truth lives in the common package and is
+ * therefore identical-by-reference across the agent and MCP server processes.
+ */
+export { AcpError, DeviceError, InternalError, McpUnreachableError, VlmError, } from "@beeos-ai/device-common";
+//# sourceMappingURL=errors.js.map

package/dist/core/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/core/errors.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,QAAQ,EACR,WAAW,EAEX,aAAa,EACb,mBAAmB,EACnB,QAAQ,GAET,MAAM,yBAAyB,CAAC"}

package/dist/core/screen.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Re-export of screen / UI types from `@beeos-ai/device-common`.
+ *
+ * Same rationale as `core/errors.ts` — keep deep imports working during the
+ * migration, but make the common package the single source of truth.
+ */
+export type { ScreenObservation, UiNode } from "@beeos-ai/device-common";

package/dist/core/screen.js

@@ -0,0 +1,8 @@
+/**
+ * Re-export of screen / UI types from `@beeos-ai/device-common`.
+ *
+ * Same rationale as `core/errors.ts` — keep deep imports working during the
+ * migration, but make the common package the single source of truth.
+ */
+export {};
+//# sourceMappingURL=screen.js.map

package/dist/core/screen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen.js","sourceRoot":"","sources":["../../src/core/screen.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}