@beeos-ai/device-agent 0.4.0

package/.pi/extensions/android-tools.ts

@@ -0,0 +1,139 @@
+/**
+ * Pi extension: registers three tools for the **outer** orchestrator.
+ *
+ * - `mobile_use` — **All-in-one**: one call runs the full inner loop (VLM screenshot→act until done).
+ * - `ground` — **Atomic**: NL → pixel coords; the outer agent must decide *when* to call it.
+ * - `ui_xml` — **Atomic**: dump/search UI hierarchy; the outer agent composes it with bash / ground / mobile_use.
+ *
+ * `ground` and `ui_xml` do **not** replace `mobile_use`; they rely on outer multi-turn scheduling.
+ *
+ * Extension lifecycle (since the dual-layer + MCP refactor):
+ *
+ *   PiOrchestratorAgent.ensureSession()
+ *     └─ setPiExtensionContext({ getMcpClient, getGrounder, runMobileUse, getUiXml })
+ *     └─ pi.loader.reload() → loads this file → pi.registerTool(...)
+ *     └─ pi.session.prompt(...) → tools execute → context.* invoked
+ *
+ *   PiOrchestratorAgent.dispose()
+ *     └─ setPiExtensionContext(null)
+ *
+ * The extension is the ONLY pi-coupling point. Bootstrap supplies the
+ * concrete dependencies (active `IMcpRuntime` — typically the sibling
+ * `device-mcp-server` HTTP client, grounder built from `config.grounder`,
+ * `mobile_use` runner backed by the shared `AgentLoop` over the MCP
+ * runtime) — this file stays free of process.env reads, ad-hoc
+ * `new AndroidDevice()` / `new HTTPGrounder()` calls, and direct MCP
+ * HTTP knowledge.
+ *
+ * Authoring custom extensions follows the same pattern: import
+ * `getPiExtensionContext()` and trust the bootstrap to populate it.
+ */
+
+import type { ExtensionAPI, ExtensionContext } from "@mariozechner/pi-coding-agent";
+import { Type } from "@sinclair/typebox";
+import { getPiExtensionContext } from "../../src/pi-context.js";
+
+export default function (pi: ExtensionAPI) {
+  // ── mobile_use ─────────────────────────────────────────────────────────────
+  pi.registerTool({
+    name: "mobile_use",
+    label: "Mobile Use",
+    description:
+      "Drive the connected Android phone with a natural-language task. " +
+      "A VLM runs its own screenshot→reason→act loop until it finishes or hits max-steps. " +
+      "Pass a full, concrete instruction with app-native UI text. " +
+      "For long text (especially Chinese), embed it verbatim and note '原样输入、不要翻译'. " +
+      "One call runs 10–30 steps autonomously; do NOT call repeatedly for the same task.",
+    promptSnippet: "mobile_use(task): drive Android phone via VLM screenshot→reason→act loop",
+    parameters: Type.Object({
+      task: Type.String({ description: "Full natural-language instruction in Chinese or English" }),
+      max_steps: Type.Integer({
+        description: "Maximum VLM steps for this call. Required. Typical range 10-30 depending on task complexity.",
+        minimum: 1,
+        maximum: 100,
+      }),
+    }),
+    async execute(_id, params, signal, onUpdate, _ctx: ExtensionContext) {
+      onUpdate?.({ content: [{ type: "text", text: `[mobile_use] ${params.task}\n` }], details: null });
+      if (signal?.aborted) throw new Error("aborted");
+
+      const ctx = getPiExtensionContext();
+      const result = await ctx.runMobileUse(params.task, params.max_steps, signal ?? undefined);
+      return { content: [{ type: "text", text: result }], details: null };
+    },
+  });
+
+  // ── ground ─────────────────────────────────────────────────────────────────
+  // Visual grounding tool: find where a described UI element is on screen.
+  // Takes a screenshot from the connected device (or uses a caller-supplied image),
+  // calls the configured grounder VLM, and returns pixel coordinates.
+  pi.registerTool({
+    name: "ground",
+    label: "Visual Ground",
+    description:
+      "Locate a UI element on the Android phone screen and return its pixel coordinates. " +
+      "Describe the element in natural language (e.g. '确认按钮', 'Settings icon', 'search box'). " +
+      "If image_b64 is omitted, a fresh screenshot is taken automatically. " +
+      "Returns JSON: { x, y, width, height, raw } where x/y are absolute pixels from the top-left. " +
+      "Use this when you need to know where to tap without running the full mobile_use loop.",
+    promptSnippet: "ground(query, image_b64?): locate UI element on screen → {x, y}",
+    parameters: Type.Object({
+      query: Type.String({ description: "Natural-language description of the element to locate" }),
+      image_b64: Type.Optional(
+        Type.String({ description: "Base64-encoded JPEG/PNG image. If omitted, a screenshot is taken." }),
+      ),
+    }),
+    async execute(_id, params, signal, onUpdate, _ctx: ExtensionContext) {
+      onUpdate?.({ content: [{ type: "text", text: `[ground] "${params.query}"\n` }], details: null });
+      if (signal?.aborted) throw new Error("aborted");
+
+      const ctx = getPiExtensionContext();
+      let imageB64 = params.image_b64 ?? null;
+
+      if (!imageB64) {
+        const ss = await ctx.getMcpClient().screenshot();
+        imageB64 = ss.b64;
+      }
+
+      const result = await ctx.getGrounder().ground(imageB64, params.query);
+
+      return {
+        content: [{ type: "text", text: result ?? "Element not found" }],
+        details: null,
+      };
+    },
+  });
+
+  // ── ui_xml ─────────────────────────────────────────────────────────────────
+  pi.registerTool({
+    name: "ui_xml",
+    label: "UI XML",
+    description:
+      "Dump the Android UI hierarchy from the connected device and return it as text. " +
+      "Without a query: returns the raw uiautomator XML (truncated at 8000 chars). " +
+      "With a query: searches nodes by text / resource-id / content-desc / class name " +
+      "(case-insensitive substring match) and returns matching nodes as JSON with: " +
+      "text, resourceId, contentDesc, className, bounds ([x1,y1][x2,y2]), center {x,y}, clickable. " +
+      "Use this to inspect the current screen structure, find resource IDs, or check element states.",
+    promptSnippet: "ui_xml(query?): dump or search UI hierarchy → raw XML or [{text, bounds, center, ...}]",
+    parameters: Type.Object({
+      query: Type.Optional(
+        Type.String({ description: "Substring to match against text/resource-id/content-desc/class. Omit for raw XML." }),
+      ),
+    }),
+    async execute(_id, params, signal, onUpdate, _ctx: ExtensionContext) {
+      onUpdate?.({ content: [{ type: "text", text: `[ui_xml] query=${params.query ?? "(raw)"}\n` }], details: null });
+      if (signal?.aborted) throw new Error("aborted");
+
+      const ctx = getPiExtensionContext();
+      const out = await ctx.getUiXml(params.query);
+      return { content: [{ type: "text", text: out }], details: null };
+    },
+  });
+
+  // ── mobile_use_brain_actor ─ (commented out, not exposed to orchestrator)
+  // pi.registerTool({ name: "mobile_use_brain_actor", ... execute: mobileUseBrainActor })
+
+  // ── mobile_use_grounding ─ (commented out, not exposed to orchestrator)
+  // pi.registerTool({ name: "mobile_use_grounding", ... execute: mobileUseGrounding })
+}

package/.pi/skills/ground-mobile-fallback/SKILL.md

@@ -0,0 +1,50 @@
+---
+name: ground-mobile-fallback
+description: 当 mobile_use 失败或不可用时，指导外层编排 Agent 用 ground + adb（及可选 ui_xml）分步操作 Android：先理解界面、再视觉定位、再执行点击/滑动，作为一体化 VLM 回退路径。
+---
+
+# mobile_use 不可用时的手机操作回退（ground + adb）
+
+## 何时启用
+
+在以下情况**不要**再盲目重试 `mobile_use`，改用本流程：
+
+- `mobile_use` 报错（API、超时、鉴权、设备断开等）。
+- 任务极短、只需 1～3 次精确点击，一体化循环性价比低或易跑偏。
+- 你需要**可解释**的坐标（例如调试、或要向用户说明点在哪里）。
+
+若 `ground` 所依赖的 Grounder（`GROUNDER_*` / 与 `GUI_AGENT_*` 共用的 VLM）也不可用，本回退无效，应先恢复网络与密钥或改任务。
+
+## 工具分工（外层负责编排）
+
+| 工具 | 作用 |
+|------|------|
+| `ui_xml` | 可选。看当前界面结构、文案、`bounds` / `center`，缩小「要点哪里」的描述范围。 |
+| `ground` | 对**当前屏**截图（或你传入的 `image_b64`），根据自然语言描述返回目标大致像素位置（模型原始输出多为类似 `[x, y]` 的坐标；以工具返回文本为准并解析）。 |
+| Bash + `adb` | 在解析出坐标后执行 `adb shell input tap x y`、`input swipe ...` 等（需已连接设备，必要时设置 `GUI_AGENT_DEVICE_ID`）。 |
+
+## 推荐流程
+
+1. **确认设备**：`adb devices`；多设备时指定 serial（与项目环境变量一致）。
+2. **（可选）** `ui_xml` 带 `query` 搜索按钮/列表项文案，确认目标在屏上且描述与界面语言一致。
+3. **`ground(query)`**：`query` 写具体、可区分（例如「设置列表里的 WLAN 项」而非「网络」）。避免一次描述多个无关目标。
+4. **解析坐标**：从返回文本中提取整数像素坐标；若有多个候选，优先与 `ui_xml` 的 `center` 接近的点。
+5. **`adb shell input tap x y`**。若未生效：等待动画后再 `ground` 一次（界面已变）或先 `ui_xml` 看是否被遮挡/未 clickable。
+6. **输入文字**：`adb shell input text '...'`（注意 shell 转义；复杂文本可改用系统剪贴板或拆分步骤）。
+7. **滑动**：需要时 `input swipe x1 y1 x2 y2 duration_ms`；长列表可多次滑动后再 `ground`。
+
+## 与 mobile_use 的配合
+
+- 正常情况仍以 **`mobile_use` 为主**（一次调用内多步截图→推理→执行）。
+- 仅当 `mobile_use` **明确失败**或**不适合**时，再切换到「`ui_xml` + `ground` + adb」的显式编排。
+- 回退路径步数多、对描述敏感；每步后根据新截图或 `ui_xml` 校验是否到达预期界面。
+
+## 环境变量提示（便于排查）
+
+- 设备：`GUI_AGENT_DEVICE_ID`
+- 截图与 Grounder 常与内层共用：`GUI_AGENT_BASE_URL`、`GUI_AGENT_API_KEY`、`GUI_AGENT_MODEL`；若单独配置 Grounder：`GROUNDER_BASE_URL`、`GROUNDER_API_KEY`、`GROUNDER_MODEL`
+
+## 禁止事项
+
+- 不要在未确认坐标的情况下连续乱点同一区域。
+- 不要用模糊到无法在一屏内唯一定位的 `query` 调用 `ground`（先 `ui_xml` 或滚动到目标大致出现）。

package/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for describing the origin of the Work and
+      reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2026 BeeOS AI
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+   implied. See the License for the specific language governing permissions
+   and limitations under the License.

package/dist/action/handler.d.ts

@@ -0,0 +1,9 @@
+import type { Device } from "../device/base.js";
+import type { ParsedAction, ActionResult } from "../types.js";
+export declare class ActionHandler {
+    private readonly device;
+    constructor(device: Device);
+    execute(action: ParsedAction, screenW: number, screenH: number): Promise<ActionResult>;
+    private dispatch;
+    private toAbsolute;
+}

package/dist/action/handler.js

@@ -0,0 +1,124 @@
+const IMAGE_FACTOR = 28;
+const MIN_PIXELS = 100 * 28 * 28;
+const MAX_PIXELS = 16384 * 28 * 28;
+export class ActionHandler {
+    device;
+    constructor(device) {
+        this.device = device;
+    }
+    async execute(action, screenW, screenH) {
+        if (action.actionType === "finish") {
+            return { success: true, shouldFinish: true, message: action.finishMessage };
+        }
+        try {
+            return await this.dispatch(action, screenW, screenH);
+        }
+        catch (e) {
+            return { success: false, shouldFinish: false, message: `Action error: ${e}` };
+        }
+    }
+    async dispatch(action, w, h) {
+        const { actionType: t, params: p, coordSystem } = action;
+        const coords = (x, y) => this.toAbsolute(Number(x), Number(y), w, h, coordSystem);
+        if (t === "tap") {
+            const [x, y] = coords(p.x, p.y);
+            await this.device.tap(x, y);
+            return ok();
+        }
+        if (t === "double_tap") {
+            const [x, y] = coords(p.x, p.y);
+            await this.device.doubleTap(x, y);
+            return ok();
+        }
+        if (t === "long_press") {
+            const [x, y] = coords(p.x, p.y);
+            await this.device.longPress(x, y, Number(p.duration_ms ?? 3000));
+            return ok();
+        }
+        if (t === "swipe") {
+            const [sx, sy] = coords(p.start_x, p.start_y);
+            const [ex, ey] = coords(p.end_x, p.end_y);
+            await this.device.swipe(sx, sy, ex, ey, p.duration_ms != null ? Number(p.duration_ms) : undefined);
+            return ok();
+        }
+        if (t === "scroll") {
+            const [x, y] = coords(p.x, p.y);
+            const dir = String(p.direction ?? "down");
+            const dist = Math.floor(h * 0.35);
+            if (dir === "down")
+                await this.device.swipe(x, y, x, y - dist);
+            else if (dir === "up")
+                await this.device.swipe(x, y, x, y + dist);
+            else if (dir === "left")
+                await this.device.swipe(x, y, x + Math.floor(w * 0.3), y);
+            else
+                await this.device.swipe(x, y, x - Math.floor(w * 0.3), y);
+            return ok();
+        }
+        if (t === "type") {
+            await this.device.inputText(String(p.text ?? ""));
+            return ok();
+        }
+        if (t === "open_app") {
+            const launched = await this.device.launchApp(String(p.app_name ?? ""));
+            return { success: launched, shouldFinish: false, message: launched ? null : `App not found: ${p.app_name}` };
+        }
+        if (t === "press_back") {
+            await this.device.pressBack();
+            return ok();
+        }
+        if (t === "press_home") {
+            await this.device.pressHome();
+            return ok();
+        }
+        if (t === "press_key") {
+            await this.device.pressKey(String(p.key ?? ""));
+            return ok();
+        }
+        if (t === "wait") {
+            await new Promise((res) => setTimeout(res, (Number(p.duration_seconds ?? 2)) * 1000));
+            return ok();
+        }
+        if (t === "takeover") {
+            // In non-interactive mode just log and continue
+            console.log(`[takeover] ${p.message ?? "User intervention required"}`);
+            return ok();
+        }
+        return { success: false, shouldFinish: false, message: `Unknown action: ${t}` };
+    }
+    toAbsolute(x, y, w, h, coordSystem) {
+        if (coordSystem === "absolute")
+            return [clamp(Math.round(x), 0, w - 1), clamp(Math.round(y), 0, h - 1)];
+        if (coordSystem === "smart_resize")
+            return smartResizeToAbsolute(x, y, w, h);
+        // 0-1000 relative
+        return [clamp(Math.round(x / 1000 * w), 0, w - 1), clamp(Math.round(y / 1000 * h), 0, h - 1)];
+    }
+}
+// ── Smart-resize (UI-TARS) ────────────────────────────────────────────────────
+function smartResize(height, width) {
+    const f = IMAGE_FACTOR;
+    const rnd = (n) => Math.round(n / f) * f;
+    const ceil = (n) => Math.ceil(n / f) * f;
+    const flr = (n) => Math.floor(n / f) * f;
+    let hBar = Math.max(f, rnd(height));
+    let wBar = Math.max(f, rnd(width));
+    if (hBar * wBar > MAX_PIXELS) {
+        const beta = Math.sqrt((height * width) / MAX_PIXELS);
+        hBar = flr(height / beta);
+        wBar = flr(width / beta);
+    }
+    else if (hBar * wBar < MIN_PIXELS) {
+        const beta = Math.sqrt(MIN_PIXELS / (height * width));
+        hBar = ceil(height * beta);
+        wBar = ceil(width * beta);
+    }
+    return [hBar, wBar];
+}
+function smartResizeToAbsolute(x, y, w, h) {
+    const [rh, rw] = smartResize(Math.max(1, h), Math.max(1, w));
+    return [clamp(Math.round(x / rw * w), 0, w - 1), clamp(Math.round(y / rh * h), 0, h - 1)];
+}
+function clamp(v, lo, hi) { return Math.max(lo, Math.min(hi, v)); }
+function ok() { return { success: true, shouldFinish: false, message: null }; }
+//# sourceMappingURL=handler.js.map

package/dist/action/handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../src/action/handler.ts"],"names":[],"mappings":"AAGA,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,UAAU,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC;AACjC,MAAM,UAAU,GAAG,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC;AAEnC,MAAM,OAAO,aAAa;IACK;IAA7B,YAA6B,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAE/C,KAAK,CAAC,OAAO,CAAC,MAAoB,EAAE,OAAe,EAAE,OAAe;QAClE,IAAI,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,CAAC,EAAE,EAAE,CAAC;QAChF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,MAAoB,EAAE,CAAS,EAAE,CAAS;QAC/D,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAEzD,MAAM,MAAM,GAAG,CAAC,CAAU,EAAE,CAAU,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;QAEpG,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YAChB,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,YAAY,EAAE,CAAC;YACvB,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClC,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,YAAY,EAAE,CAAC;YACvB,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC;YACjE,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;YAClB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;YAC9C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACnG,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnB,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YAClC,IAAI,GAAG,KAAK,MAAM;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;iBAC1D,IAAI,GAAG,KAAK,IAAI;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;iBAC7D,IAAI,GAAG,KAAK,MAAM;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;;gBAC9E,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC/D,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;YAClD,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,UAAU,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YACvE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;QAC/G,CAAC;QACD,IAAI,CAAC,KAAK,YAAY,EAAE,CAAC;YAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;QAAC,CAAC;QACvE,IAAI,CAAC,KAAK,YAAY,EAAE,CAAC;YAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;QAAC,CAAC;QACvE,IAAI,CAAC,KAAK,WAAW,EAAE,CAAC;YAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;QAAC,CAAC;QACxF,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;YAC5F,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,UAAU,EAAE,CAAC;YACrB,gDAAgD;YAChD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,IAAI,4BAA4B,EAAE,CAAC,CAAC;YACvE,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE,EAAE,CAAC;IAClF,CAAC;IAEO,UAAU,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS,EAAE,CAAS,EAAE,WAAmB;QAChF,IAAI,WAAW,KAAK,UAAU;YAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxG,IAAI,WAAW,KAAK,cAAc;YAAE,OAAO,qBAAqB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7E,kBAAkB;QAClB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAChG,CAAC;CACF;AAED,iFAAiF;AAEjF,SAAS,WAAW,CAAC,MAAc,EAAE,KAAa;IAChD,MAAM,CAAC,GAAG,YAAY,CAAC;IACvB,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAEjD,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACpC,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACnC,IAAI,IAAI,GAAG,IAAI,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,UAAU,CAAC,CAAC;QACtD,IAAI,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;QAC1B,IAAI,GAAG,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;IAC3B,CAAC;SAAM,IAAI,IAAI,GAAG,IAAI,GAAG,UAAU,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC;QACtD,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;QAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,qBAAqB,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS,EAAE,CAAS;IACvE,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,KAAK,CAAC,CAAS,EAAE,EAAU,EAAE,EAAU,IAAI,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3F,SAAS,EAAE,KAAmB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC"}