@beeos-ai/device-agent 0.15.0 → 0.16.0

package/dist/agent-runtime/models/vlm/qwen38.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"qwen38.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/qwen38.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,MAAM,YAAY,GAAG;IACnB,IAAI,EAAE,OAAO;IACb,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;IACpD,QAAQ,EAAE,CAAC;IACX,QAAQ,EAAE,CAAC;CACH,CAAC;AAEX,MAAM,eAAe,GAAG;IACtB,OAAO;IACP,KAAK;IACL,YAAY;IACZ,YAAY;IACZ,cAAc;IACd,aAAa;IACb,YAAY;IACZ,OAAO;IACP,MAAM;IACN,QAAQ;IACR,MAAM;IACN,YAAY;IACZ,eAAe;IACf,gBAAgB;IAChB,MAAM;IACN,eAAe;IACf,MAAM;IACN,eAAe;IACf,UAAU;IACV,YAAY;IACZ,MAAM;IACN,QAAQ;IACR,WAAW;CACH,CAAC;AAEX,MAAM,eAAe,GAA+C;IAClE,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,kEAAkE;QAC/E,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE;wBACJ,OAAO;wBACP,YAAY;wBACZ,YAAY;wBACZ,OAAO;wBACP,MAAM;wBACN,QAAQ;wBACR,MAAM;wBACN,eAAe;wBACf,UAAU;wBACV,MAAM;wBACN,QAAQ;wBACR,WAAW;qBACZ;iBACF;gBACD,UAAU,EAAE;oBACV,GAAG,YAAY;oBACf,WAAW,EAAE,mEAAmE;iBACjF;gBACD,WAAW,EAAE,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,mCAAmC,EAAE;gBAClF,gBAAgB,EAAE,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,wCAAwC,EAAE;gBAC5F,cAAc,EAAE,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,sCAAsC,EAAE;gBACxF,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,+BAA+B,EAAE;gBACtE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE;gBACnE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;gBACnE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;gBACpE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE;gBACpD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACjD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;oBAC5B,WAAW,EAAE,yBAAyB;iBACvC;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB;KACF;CACF,CAAC;AAEF,MAAM,gBAAgB,GAAG;;;;;uHAK8F,CAAC;AAExH,MAAM,gBAAgB,GAAG;;;;;6CAKoB,CAAC;AAE9C,MAAM,aAAc,SAAQ,YAAY;IAC7B,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,GAAG,CAAC,kCAAkC,CAAC,CAAC;IACvC,kBAAkB,GAAG;QACrC,WAAW,EAAE,QAAQ;QACrB,cAAc,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC;KACnC,CAAC;IACO,cAAc,GAAG;QACjC,KAAK,EAAE,CAAC,eAAe,CAAC;QACxB,UAAU,EAAE,UAAU;QACtB,iBAAiB,EAAE,KAAK;KAChB,CAAC;IAEH,aAAa,GAAa,EAAE,CAAC;IAErC,aAAa,CACX,IAAY,EACZ,UAAsB,EACtB,QAAmB,EACnB,OAAgB,EAChB,IAAY;QAEZ,IAAI,OAAO;YAAE,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QAErC,MAAM,OAAO,GAAoD,CAAC;gBAChE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,eAAe,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC;aAClE,CAAC,CAAC;QACH,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,OAAO;YACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,EAAE;YAChF,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE;SAC1B,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACnE,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE;YAC1C,gBAAgB,EAAE,YAAY;YAC9B,cAAc,EAAE,eAAe;SAChC,CAAC;eACG,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,yCAAyC,CAAC,CAAC;QAC9E,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,aAAa,CAAC,QAAmB,EAAE,SAAwB,EAAE,MAAoB;QAC/E,IAAI,CAAC,MAAM,CAAC,YAAY;YAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACzE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,YAAY;QACV,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;IAC1B,CAAC;CACF;AAED,eAAe,CAAC,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC;AAE3C,SAAS,eAAe,CACtB,IAAY,EACZ,UAAsB,EACtB,OAAiB,EACjB,IAAY;IAEZ,MAAM,KAAK,GAAG,IAAI,KAAK,IAAI;QACzB,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,QAAQ,UAAU,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;QACzD,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,EAAE,gBAAgB,UAAU,CAAC,UAAU,IAAI,SAAS,EAAE,CAAC,CAAC;IAC5E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC;QACnE,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,KAAK,GAAG,CAAC,CAAU,EAAE,CAAU,EAAE,KAAa,EAAQ,EAAE;QAC5D,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,kBAAkB,CAAC,QAAQ,EAAE,GAAG,KAAK,2CAA2C,CAAC,CAAC;QACpF,CAAC;IACH,CAAC,CAAC;IAEF,QAAQ,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1B,KAAK,KAAK,CAAC;QACX,KAAK,YAAY;YACf,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YACnC,MAAM;QACR,KAAK,YAAY;YACf,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YACnC,IACE,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ;mBAC9B,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC;mBAC/B,CAAC,CAAC,WAAW,GAAG,CAAC;mBACjB,CAAC,CAAC,WAAW,GAAG,MAAM,EACzB,CAAC;gBACD,kBAAkB,CAAC,QAAQ,EAAE,oCAAoC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM;QACR,KAAK,OAAO;YACV,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YAC3C,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YACrC,MAAM;QACR,KAAK,QAAQ;YACX,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC1B,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;gBACnE,kBAAkB,CAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC;YAC9D,CAAC;YACD,IACE,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;mBACzB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;mBAC1B,CAAC,CAAC,MAAM,GAAG,GAAG;mBACd,CAAC,CAAC,MAAM,GAAG,CAAC,EACf,CAAC;gBACD,kBAAkB,CAAC,QAAQ,EAAE,mCAAmC,CAAC,CAAC;YACpE,CAAC;YACD,MAAM;QACR,KAAK,MAAM;YACT,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtD,kBAAkB,CAAC,QAAQ,EAAE,8BAA8B,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM;QACR,KAAK,UAAU;YACb,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrE,kBAAkB,CAAC,QAAQ,EAAE,4BAA4B,CAAC,CAAC;YAC7D,CAAC;YACD,MAAM;QACR,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,OAAO,GAAG,CAAC,CAAC,gBAAgB,CAAC;YACnC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;gBAC5F,kBAAkB,CAAC,QAAQ,EAAE,8BAA8B,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,YAAY,CAAC;QAClB,KAAK,YAAY,CAAC;QAClB,KAAK,WAAW,CAAC;QACjB,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM;YACT,MAAM;QACR;YACE,kBAAkB,CAAC,QAAQ,EAAE,uBAAuB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG,CAAC;AAC5F,CAAC;AAED,SAAS,aAAa,CAAC,MAAoB;IACzC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,IAAI,MAAM,CAAC,UAAU,KAAK,KAAK;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC/D,IAAI,MAAM,CAAC,UAAU,KAAK,YAAY;QAAE,OAAO,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3E,IAAI,MAAM,CAAC,UAAU,KAAK,YAAY;QAAE,OAAO,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3E,IAAI,MAAM,CAAC,UAAU,KAAK,OAAO,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC;IACnE,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM;QAAE,OAAO,QAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC;IAChG,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU;QAAE,OAAO,YAAY,CAAC,CAAC,QAAQ,GAAG,CAAC;IACvE,OAAO,MAAM,CAAC,UAAU,CAAC;AAC3B,CAAC"}

package/dist/agent-runtime/models/vlm/qwenvl.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/agent-runtime/models/vlm/qwenvl.js

@@ -1,202 +0,0 @@
-import { invalidModelOutput, ModelAdapter, registerAdapter } from "./base.js";
-import { parseToolCall } from "./shared/tool-call.js";
-// Qwen-VL adapter
-// Aligned with ClawGUI prompts_qwenvl.py (PHONE_USE_QWEN_CN / PHONE_USE_QWEN_EN)
-//
-// Message structure (mirrors ClawGUI exactly):
-//   Always 2 messages: [system(XML tools schema), user(text then image)]
-//   No multi-turn accumulation; action history injected as text.
-//
-// Output format expected:
-//   Thought: <one sentence>
-//   Action: <one sentence>
-//   <tool_call>{"name":"mobile_use","arguments":{...}}</tool_call>
-//
-// Coordinates: 0–999 normalized (resolution declared as 999x999 in schema)
-const TOOL_SCHEMA = JSON.stringify({
-    type: "function",
-    function: {
-        name_for_human: "mobile_use",
-        name: "mobile_use",
-        description: "Use a touchscreen to interact with a mobile device, and take screenshots.\n" +
-            "* This is an interface to a mobile device with touchscreen. You can perform actions like clicking, typing, swiping, etc.\n" +
-            "* Some applications may take time to start or process actions, so you may need to wait and take successive screenshots to see the results of your actions.\n" +
-            "* The screen's resolution is 999x999.\n" +
-            "* Make sure to click any buttons, links, icons, etc with the cursor tip in the center of the element. Don't click boxes on their edges unless asked.",
-        parameters: {
-            properties: {
-                action: {
-                    description: "The action to perform. The available actions are:\n" +
-                        "* `click`: Click the point on the screen with coordinate (x, y).\n" +
-                        "* `long_press`: Press the point on the screen with coordinate (x, y) for specified seconds.\n" +
-                        "* `swipe`: Swipe from the starting point with coordinate (x, y) to the end point with coordinates2 (x2, y2).\n" +
-                        "* `type`: Input the specified text into the activated input box.\n" +
-                        "* `answer`: Output the answer.\n" +
-                        "* `system_button`: Press the system button.\n" +
-                        "* `open_app`: Open the specified application.\n" +
-                        "* `wait`: Wait specified seconds for the change to happen.\n" +
-                        "* `terminate`: Terminate the current task and report its completion status.",
-                    enum: ["click", "long_press", "swipe", "type", "answer", "system_button", "open_app", "wait", "terminate"],
-                    type: "string",
-                },
-                coordinate: {
-                    description: "(x, y): The x (pixels from the left edge) and y (pixels from the top edge) coordinates to move the mouse to. Required only by `action=click`, `action=long_press`, and `action=swipe`.",
-                    type: "array",
-                },
-                coordinate2: {
-                    description: "(x, y): The x (pixels from the left edge) and y (pixels from the top edge) coordinates to move the mouse to. Required only by `action=swipe`.",
-                    type: "array",
-                },
-                text: {
-                    description: "Required only by `action=type` and `action=answer`.",
-                    type: "string",
-                },
-                time: {
-                    description: "The seconds to wait. Required only by `action=long_press` and `action=wait`.",
-                    type: "number",
-                },
-                button: {
-                    description: "Back means returning to the previous interface, Home means returning to the desktop, Menu means opening the application background menu, and Enter means pressing the enter. Required only by `action=system_button`",
-                    enum: ["Back", "Home", "Menu", "Enter"],
-                    type: "string",
-                },
-                status: {
-                    description: "The status of the task. Required only by `action=terminate`.",
-                    type: "string",
-                    enum: ["success", "failure"],
-                },
-                app_name: {
-                    description: "The name of the app to open. Required only by `action=open_app`.",
-                    type: "string",
-                },
-            },
-            required: ["action"],
-            type: "object",
-        },
-    },
-});
-const SYSTEM_PROMPT_CN = `# 工具
-
-你可以调用一个或多个函数来辅助完成用户的请求。
-
-可用的函数签名定义在 <tools></tools> XML 标签中：
-<tools>
-${TOOL_SCHEMA}
-</tools>
-
-每次调用函数时，请在 <tool_call></tool_call> XML 标签中返回一个包含函数名和参数的 JSON 对象：
-<tool_call>
-{"name": <函数名>, "arguments": <参数JSON对象>}
-</tool_call>
-
-# 响应格式
-
-每一步的响应格式：
-1) Thought（思考）：用一句简洁的话解释下一步操作（不要进行多步推理）。
-2) Action（动作）：用一句简短的祈使句描述要在界面上执行的操作。
-3) 一个 <tool_call>...</tool_call> 代码块，其中只包含 JSON：{"name": <函数名>, "arguments": <参数JSON对象>}。
-
-规则：
-- 严格按照 Thought、Action、<tool_call> 的顺序输出。
-- 保持简洁：Thought 一句话，Action 一句话。
-- 不要在这三部分之外输出任何其他内容。
-- 如果任务完成，请在 tool_call 中使用 action=terminate。`;
-const SYSTEM_PROMPT_EN = `# Tools
-
-You can call one or more functions to assist with the user's request.
-
-The available function signatures are defined within <tools></tools> XML tags:
-<tools>
-${TOOL_SCHEMA}
-</tools>
-
-Each time you call a function, return a JSON object containing the function name and arguments within <tool_call></tool_call> XML tags:
-<tool_call>
-{"name": <function_name>, "arguments": <arguments_json_object>}
-</tool_call>
-
-# Response Format
-
-Response format for each step:
-1) Thought: Explain the next action in one concise sentence (do not perform multi-step reasoning).
-2) Action: Describe the UI operation to perform in one short imperative sentence.
-3) A <tool_call>...</tool_call> code block containing only JSON: {"name": <function_name>, "arguments": <arguments_json_object>}.
-
-Rules:
-- Strictly output in the order of Thought, Action, <tool_call>.
-- Keep it concise: one sentence for Thought, one sentence for Action.
-- Do not output anything beyond these three parts.
-- If the task is completed, use action=terminate in the tool_call.`;
-class QwenVLAdapter extends ModelAdapter {
-    name = "qwenvl";
-    patterns = [/qwen.*vl/, /qwen2.*vl/, /qvq/, /qwen-vl/];
-    actionHistory = [];
-    buildMessages(task, screenInfo, _context, _isFirst, lang) {
-        const systemPrompt = lang === "cn" ? SYSTEM_PROMPT_CN : SYSTEM_PROMPT_EN;
-        // Build user query: task + history (ClawGUI format)
-        const userQuery = buildUserQuery(task, this.actionHistory);
-        // Text first, image second — matches ClawGUI
-        const content = [
-            { type: "text", text: userQuery },
-        ];
-        if (screenInfo.imageRef) {
-            content.push({ type: "image_url", image_url: { url: screenInfo.imageRef.url } });
-        }
-        return [
-            { role: "system", content: [{ type: "text", text: systemPrompt }] },
-            { role: "user", content },
-        ];
-    }
-    parseResponse(raw) {
-        // Extract Thought: line as thinking
-        const thoughtM = raw.match(/^Thought\s*[：:]\s*(.+?)(?=\nAction\s*[：:]|\n<tool_call>|$)/ms);
-        const thinking = thoughtM ? thoughtM[1].trim() : extractThinkTag(raw);
-        const toolBlock = raw.includes("<tool_call>") ? raw : `<tool_call>${raw}</tool_call>`;
-        return parseToolCall(toolBlock, thinking)
-            ?? invalidModelOutput(this.name, "expected a valid <tool_call> JSON action");
-    }
-    updateContext(_context, response, parsed) {
-        if (!parsed.shouldFinish) {
-            // Record the Action: line from raw output as history description (ClawGUI format)
-            const actionLineM = response.rawContent.match(/^Action\s*[：:]\s*(.+?)$/m);
-            const desc = actionLineM ? actionLineM[1].trim() : actionSummary(parsed);
-            this.actionHistory.push(desc);
-        }
-        // QwenVL always rebuilds messages; context is not accumulated
-        return _context;
-    }
-    clearHistory() {
-        this.actionHistory = [];
-    }
-}
-registerAdapter(() => new QwenVLAdapter());
-// ── Helpers ──────────────────────────────────────────────────────────────────
-function buildUserQuery(task, history) {
-    // Mirrors ClawGUI build_qwenvl_user_query exactly:
-    // "The user query: {task}.\nTask progress: Step 1: xxx; Step 2: yyy;\n"
-    let query = `The user query: ${task}.\n`;
-    if (history.length > 0) {
-        const progress = history
-            .map((h, i) => `Step ${i + 1}: ${h.replace(/\n/g, "").replace(/"/g, "")};`)
-            .join(" ");
-        query += `Task progress (You have done the following operation on the current device): ${progress}\n`;
-    }
-    return query;
-}
-function extractThinkTag(raw) {
-    const m = raw.match(/<think(?:ing)?>([\s\S]*?)<\/think(?:ing)?>/i);
-    return m ? m[1].trim() : "";
-}
-function actionSummary(parsed) {
-    const { actionType: t, params: p } = parsed;
-    if (t === "tap")
-        return `tap(${p.x},${p.y})`;
-    if (t === "type")
-        return `type("${p.text}")`;
-    if (t === "swipe")
-        return `swipe(${p.start_x},${p.start_y}→${p.end_x},${p.end_y})`;
-    if (t === "open_app")
-        return `open_app(${p.app_name})`;
-    return t;
-}
-//# sourceMappingURL=qwenvl.js.map

package/dist/agent-runtime/models/vlm/qwenvl.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"qwenvl.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/qwenvl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,kBAAkB;AAClB,iFAAiF;AACjF,EAAE;AACF,+CAA+C;AAC/C,yEAAyE;AACzE,iEAAiE;AACjE,EAAE;AACF,0BAA0B;AAC1B,4BAA4B;AAC5B,2BAA2B;AAC3B,mEAAmE;AACnE,EAAE;AACF,2EAA2E;AAE3E,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;IACjC,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,cAAc,EAAE,YAAY;QAC5B,IAAI,EAAE,YAAY;QAClB,WAAW,EACT,6EAA6E;YAC7E,4HAA4H;YAC5H,8JAA8J;YAC9J,yCAAyC;YACzC,sJAAsJ;QACxJ,UAAU,EAAE;YACV,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,WAAW,EACT,qDAAqD;wBACrD,oEAAoE;wBACpE,+FAA+F;wBAC/F,gHAAgH;wBAChH,oEAAoE;wBACpE,kCAAkC;wBAClC,+CAA+C;wBAC/C,iDAAiD;wBACjD,8DAA8D;wBAC9D,6EAA6E;oBAC/E,IAAI,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,CAAC;oBAC1G,IAAI,EAAE,QAAQ;iBACf;gBACD,UAAU,EAAE;oBACV,WAAW,EACT,wLAAwL;oBAC1L,IAAI,EAAE,OAAO;iBACd;gBACD,WAAW,EAAE;oBACX,WAAW,EACT,+IAA+I;oBACjJ,IAAI,EAAE,OAAO;iBACd;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,qDAAqD;oBAClE,IAAI,EAAE,QAAQ;iBACf;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,8EAA8E;oBAC3F,IAAI,EAAE,QAAQ;iBACf;gBACD,MAAM,EAAE;oBACN,WAAW,EACT,sNAAsN;oBACxN,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;oBACvC,IAAI,EAAE,QAAQ;iBACf;gBACD,MAAM,EAAE;oBACN,WAAW,EAAE,8DAA8D;oBAC3E,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;iBAC7B;gBACD,QAAQ,EAAE;oBACR,WAAW,EAAE,kEAAkE;oBAC/E,IAAI,EAAE,QAAQ;iBACf;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;YACpB,IAAI,EAAE,QAAQ;SACf;KACF;CACF,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG;;;;;;EAMvB,WAAW;;;;;;;;;;;;;;;;;;;4CAmB+B,CAAC;AAE7C,MAAM,gBAAgB,GAAG;;;;;;EAMvB,WAAW;;;;;;;;;;;;;;;;;;;mEAmBsD,CAAC;AAEpE,MAAM,aAAc,SAAQ,YAAY;IAC7B,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAExD,aAAa,GAAa,EAAE,CAAC;IAErC,aAAa,CACX,IAAY,EACZ,UAAsB,EACtB,QAAmB,EACnB,QAAiB,EACjB,IAAY;QAEZ,MAAM,YAAY,GAAG,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,CAAC;QAEzE,oDAAoD;QACpD,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAE3D,6CAA6C;QAC7C,MAAM,OAAO,GAAkD;YAC7D,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE;SAClC,CAAC;QACF,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,OAAO;YACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE;YACnE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE;SAC1B,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,oCAAoC;QACpC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAC3F,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,GAAG,cAAc,CAAC;QACtF,OAAO,aAAa,CAAC,SAAS,EAAE,QAAQ,CAAC;eACpC,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,0CAA0C,CAAC,CAAC;IACjF,CAAC;IAED,aAAa,CAAC,QAAmB,EAAE,QAAuB,EAAE,MAAoB;QAC9E,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YACzB,kFAAkF;YAClF,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC1E,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACzE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,8DAA8D;QAC9D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAY;QACV,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;IAC1B,CAAC;CACF;AAED,eAAe,CAAC,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC;AAE3C,gFAAgF;AAEhF,SAAS,cAAc,CAAC,IAAY,EAAE,OAAiB;IACrD,mDAAmD;IACnD,wEAAwE;IACxE,IAAI,KAAK,GAAG,mBAAmB,IAAI,KAAK,CAAC;IACzC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,OAAO;aACrB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC;aAC1E,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,gFAAgF,QAAQ,IAAI,CAAC;IACxG,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IAClC,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACnE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9B,CAAC;AAGD,SAAS,aAAa,CAAC,MAAoB;IACzC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;IAC5C,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7C,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC,CAAC,IAAI,IAAI,CAAC;IAC7C,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC;IACnF,IAAI,CAAC,KAAK,UAAU;QAAE,OAAO,YAAY,CAAC,CAAC,QAAQ,GAAG,CAAC;IACvD,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/agent-runtime/modes/orchestrator/app-guide.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"app-guide.js","sourceRoot":"","sources":["../../../../src/agent-runtime/modes/orchestrator/app-guide.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAWH,MAAM,CAAC,MAAM,cAAc,GAAmB;IAC5C,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,UAAU;IACV,QAAQ;IACR,WAAW;CACZ,CAAC;AAOF,MAAM,MAAM,GAAmC;IAC7C,EAAE,EAAE;QACF,OAAO,EACL,0CAA0C;QAC5C,IAAI,EAAE;;;;;;;;;;;;uCAY6B;KACpC;IAED,GAAG,EAAE;QACH,OAAO,EACL,8CAA8C;QAChD,IAAI,EAAE;;;;;;;;;;;mDAWyC;KAChD;IAED,EAAE,EAAE;QACF,OAAO,EACL,8CAA8C;QAChD,IAAI,EAAE;;;;;;;;;;mDAUyC;KAChD;IAED,EAAE,EAAE;QACF,OAAO,EACL,8CAA8C;QAChD,IAAI,EAAE;;;;;;;;;;mDAUyC;KAChD;IAED,QAAQ,EAAE;QACR,OAAO,EACL,6CAA6C;QAC/C,IAAI,EAAE;;;;;;;;;;;qDAW2C;KAClD;IAED,MAAM,EAAE;QACN,OAAO,EACL,mDAAmD;QACrD,IAAI,EAAE;;;;;;;;;;;;0FAYgF;KACvF;IAED,SAAS,EAAE;QACT,OAAO,EACL,8DAA8D;QAChE,IAAI,EAAE;;;;;;;;;;;;kFAYwE;KAC/E;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,MAAe;IACtD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,EAAkB,CAAC;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CACL,YAAY,GAAG,UAAU,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YACpD,wBAAwB,CACzB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACpC,OAAO,IAAI,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;IACpC,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,MAAM,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IACD,OAAO,IAAI,GAAG,OAAO,MAAM,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC;AACvD,CAAC"}

package/dist/agent-runtime/modes/orchestrator/index.d.ts

@@ -1,41 +0,0 @@
-/**
- * OrchestratorAgent — OpenAI tool-calling outer loop + mobile_use inner loop.
- *
- * Two-layer architecture:
- *   outer: plain OpenAI chat completions with tools[]
- *   inner: the existing AgentRunner (ReAct / Plan-Act) called via mobileUseRunner
- *
- * Loop is single-turn by design: the outer LLM may call get_app_guide
- * any number of times, then calls mobile_use once → loop exits immediately.
- *
- * Tools exposed to the outer LLM:
- *   - get_app_guide(app, action?)  → static UI path hints
- *   - mobile_use(task)             → calls mobileUseRunner, returns text
- */
-import type { AgentCoreRunCallbacks, AgentCoreRunOptions, AgentCoreRunResult, IAgentCore } from "../../../ports/agent-core.js";
-/** @deprecated Use executionMode="pro" with AgentRunnerCore. */
-export interface OrchestratorOuterConfig {
-    apiKey?: string;
-    baseUrl?: string;
-    model?: string;
-}
-/** @deprecated Use AgentRunnerCoreOptions and per-task executionMode. */
-export interface OrchestratorAgentOptions {
-    outer: OrchestratorOuterConfig;
-    /** Runs the inner ReAct loop and returns the final text. */
-    vlmRunner: (task: string, maxSteps: number, signal?: AbortSignal, callbacks?: AgentCoreRunCallbacks) => Promise<string>;
-}
-/**
- * @deprecated Retained for source compatibility until the next major release.
- * Use AgentRunnerCore with executionMode="pro".
- */
-export declare class OrchestratorAgent implements IAgentCore {
-    private readonly client;
-    private _model;
-    private readonly vlmRunner;
-    constructor(opts: OrchestratorAgentOptions);
-    get modelName(): string;
-    get providerName(): string;
-    setModel(_provider: string, model: string): Promise<void>;
-    run(opts: AgentCoreRunOptions): Promise<AgentCoreRunResult>;
-}

package/dist/agent-runtime/modes/orchestrator/index.js

@@ -1,218 +0,0 @@
-/**
- * OrchestratorAgent — OpenAI tool-calling outer loop + mobile_use inner loop.
- *
- * Two-layer architecture:
- *   outer: plain OpenAI chat completions with tools[]
- *   inner: the existing AgentRunner (ReAct / Plan-Act) called via mobileUseRunner
- *
- * Loop is single-turn by design: the outer LLM may call get_app_guide
- * any number of times, then calls mobile_use once → loop exits immediately.
- *
- * Tools exposed to the outer LLM:
- *   - get_app_guide(app, action?)  → static UI path hints
- *   - mobile_use(task)             → calls mobileUseRunner, returns text
- */
-import OpenAI from "openai";
-import { normalizeOpenAIBaseUrl } from "../../models/openai-base-url.js";
-import { getAppGuide, SUPPORTED_APPS } from "./app-guide.js";
-import { ORCHESTRATOR_AGENT_SYSTEM_PROMPT } from "./prompt.js";
-import { taskOutcomeFromTerminator } from "../../../core/task-outcome.js";
-/** Fixed inner-VLM step budget. The outer LLM does not control this. */
-const VLM_MAX_STEPS = 30;
-// ── Tool definitions ─────────────────────────────────────────────────────────
-const TOOLS = [
-    {
-        type: "function",
-        function: {
-            name: "get_app_guide",
-            description: "Get UI step-by-step instructions for a social media app. " +
-                "Call this before mobile_use to get the exact tap/swipe path for an action. " +
-                `Supported apps: ${SUPPORTED_APPS.join(", ")}. ` +
-                "Leave action empty to get a capability summary.",
-            parameters: {
-                type: "object",
-                properties: {
-                    app: {
-                        type: "string",
-                        description: `App name. One of: ${SUPPORTED_APPS.join(", ")}`,
-                    },
-                    action: {
-                        type: "string",
-                        enum: ["post", ""],
-                        description: 'Action type. Use "post" for publish/upload flows. Omit for capability summary.',
-                    },
-                },
-                required: ["app"],
-            },
-        },
-    },
-    {
-        type: "function",
-        function: {
-            name: "mobile_use",
-            description: "Drive the connected Android phone with a natural-language task. " +
-                "A VLM runs its own screenshot→reason→act loop until it finishes. " +
-                "Pass a full, concrete instruction. Call this at most once per user request — " +
-                "the loop exits immediately after this call regardless of success or failure.",
-            parameters: {
-                type: "object",
-                properties: {
-                    task: {
-                        type: "string",
-                        description: "Full natural-language instruction in Chinese or English.",
-                    },
-                },
-                required: ["task"],
-            },
-        },
-    },
-];
-// ── OrchestratorAgent ────────────────────────────────────────────────────────
-/**
- * @deprecated Retained for source compatibility until the next major release.
- * Use AgentRunnerCore with executionMode="pro".
- */
-export class OrchestratorAgent {
-    client;
-    _model;
-    vlmRunner;
-    constructor(opts) {
-        this._model = opts.outer.model ?? "gpt-4o";
-        this.vlmRunner = opts.vlmRunner;
-        this.client = new OpenAI({
-            apiKey: opts.outer.apiKey ?? process.env.OUTER_API_KEY ?? process.env.GUI_AGENT_API_KEY ?? "EMPTY",
-            baseURL: normalizeOpenAIBaseUrl(opts.outer.baseUrl ?? process.env.OUTER_BASE_URL ?? "https://api.openai.com/v1"),
-            timeout: 120_000,
-            maxRetries: 2,
-        });
-    }
-    get modelName() {
-        return this._model;
-    }
-    get providerName() {
-        return "orchestrator";
-    }
-    async setModel(_provider, model) {
-        this._model = model;
-    }
-    async run(opts) {
-        const { task, abortSignal, onText, onTool, onError } = opts;
-        const messages = [
-            { role: "system", content: ORCHESTRATOR_AGENT_SYSTEM_PROMPT },
-            { role: "user", content: task },
-        ];
-        let vlmCalled = false;
-        let finalMessage = "";
-        try {
-            while (!vlmCalled) {
-                if (abortSignal?.aborted)
-                    break;
-                const response = await this.client.chat.completions.create({
-                    model: this._model,
-                    messages,
-                    tools: TOOLS,
-                    tool_choice: "auto",
-                }, { signal: abortSignal });
-                const choice = response.choices[0];
-                if (!choice)
-                    break;
-                const msg = choice.message;
-                messages.push(msg);
-                if (!msg.tool_calls || msg.tool_calls.length === 0) {
-                    finalMessage = msg.content ?? "";
-                    onText?.(finalMessage);
-                    break;
-                }
-                const toolResults = [];
-                for (const call of msg.tool_calls) {
-                    const fn = call.function.name;
-                    let args = {};
-                    try {
-                        args = JSON.parse(call.function.arguments || "{}");
-                    }
-                    catch {
-                        // malformed JSON — treat as empty args
-                    }
-                    onTool?.({
-                        id: call.id,
-                        name: fn,
-                        args,
-                        status: "start",
-                    });
-                    let resultText;
-                    if (fn === "get_app_guide") {
-                        resultText = getAppGuide(String(args.app ?? ""), args.action ? String(args.action) : undefined);
-                        onTool?.({ id: call.id, name: fn, args, status: "end", result: resultText });
-                    }
-                    else if (fn === "mobile_use") {
-                        vlmCalled = true;
-                        const innerTask = String(args.task ?? task);
-                        const innerMax = VLM_MAX_STEPS;
-                        try {
-                            resultText = await this.vlmRunner(innerTask, innerMax, abortSignal, {
-                                onTool: opts.onTool,
-                                onStep: opts.onStep,
-                                onText: opts.onText,
-                                onError: opts.onError,
-                            });
-                        }
-                        catch (e) {
-                            resultText = `mobile_use 执行出错: ${e.message}`;
-                            onError?.({
-                                code: "mobile_use_error",
-                                message: e.message,
-                                fatal: false,
-                            });
-                        }
-                        onTool?.({ id: call.id, name: fn, args, status: "end", result: resultText });
-                    }
-                    else {
-                        resultText = `Unknown tool: ${fn}`;
-                        onTool?.({ id: call.id, name: fn, args, status: "end", isError: true, result: resultText });
-                    }
-                    toolResults.push({
-                        role: "tool",
-                        tool_call_id: call.id,
-                        content: resultText,
-                    });
-                }
-                messages.push(...toolResults);
-                if (vlmCalled) {
-                    if (abortSignal?.aborted)
-                        break;
-                    const summaryResp = await this.client.chat.completions.create({
-                        model: this._model,
-                        messages,
-                        tools: TOOLS,
-                        tool_choice: "none",
-                    }, { signal: abortSignal });
-                    finalMessage = summaryResp.choices[0]?.message?.content ?? "";
-                    onText?.(finalMessage);
-                    break;
-                }
-            }
-        }
-        catch (e) {
-            if (e.name === "AbortError") {
-                return {
-                    finalMessage: "",
-                    steps: 0,
-                    cancelled: true,
-                    ...taskOutcomeFromTerminator({ terminator: "cancelled" }),
-                };
-            }
-            throw e;
-        }
-        return {
-            finalMessage,
-            steps: vlmCalled ? 1 : 0,
-            cancelled: false,
-            ...taskOutcomeFromTerminator({
-                terminator: "done",
-                finalMessage,
-                taskAction: vlmCalled ? "mobile_use" : undefined,
-            }),
-        };
-    }
-}
-//# sourceMappingURL=index.js.map

package/dist/agent-runtime/modes/orchestrator/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/agent-runtime/modes/orchestrator/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC7D,OAAO,EAAE,gCAAgC,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAkB1E,wEAAwE;AACxE,MAAM,aAAa,GAAG,EAAE,CAAC;AAEzB,gFAAgF;AAEhF,MAAM,KAAK,GAAiD;IAC1D;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,eAAe;YACrB,WAAW,EACT,2DAA2D;gBAC3D,6EAA6E;gBAC7E,mBAAmB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;gBAChD,iDAAiD;YACnD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,GAAG,EAAE;wBACH,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qBAAqB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;qBAC9D;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;wBAClB,WAAW,EAAE,gFAAgF;qBAC9F;iBACF;gBACD,QAAQ,EAAE,CAAC,KAAK,CAAC;aAClB;SACF;KACF;IACD;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,YAAY;YAClB,WAAW,EACT,kEAAkE;gBAClE,mEAAmE;gBACnE,+EAA+E;gBAC/E,8EAA8E;YAChF,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;iBACF;gBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;aACnB;SACF;KACF;CACF,CAAC;AAEF,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACxB,MAAM,CAAS;IACN,SAAS,CAAwC;IAElE,YAAY,IAA8B;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO;YAClG,OAAO,EAAE,sBAAsB,CAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,2BAA2B,CAChF;YACD,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,CAAC;SACd,CAAC,CAAC;IACL,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,KAAa;QAC7C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAyB;QACjC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAE5D,MAAM,QAAQ,GAAyD;YACrE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gCAAgC,EAAE;YAC7D,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;SAChC,CAAC;QAEF,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,IAAI,CAAC;YACH,OAAO,CAAC,SAAS,EAAE,CAAC;gBAClB,IAAI,WAAW,EAAE,OAAO;oBAAE,MAAM;gBAEhC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACxD;oBACE,KAAK,EAAE,IAAI,CAAC,MAAM;oBAClB,QAAQ;oBACR,KAAK,EAAE,KAAK;oBACZ,WAAW,EAAE,MAAM;iBACpB,EACD,EAAE,MAAM,EAAE,WAAW,EAAE,CACxB,CAAC;gBAEF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,MAAM;gBAEnB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC,GAAyD,CAAC,CAAC;gBAEzE,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACnD,YAAY,GAAG,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;oBACjC,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC;oBACvB,MAAM;gBACR,CAAC;gBAED,MAAM,WAAW,GAA6D,EAAE,CAAC;gBAEjF,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;oBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAC9B,IAAI,IAAI,GAA4B,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;oBACrD,CAAC;oBAAC,MAAM,CAAC;wBACP,uCAAuC;oBACzC,CAAC;oBAED,MAAM,EAAE,CAAC;wBACP,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,IAAI,EAAE,EAAE;wBACR,IAAI;wBACJ,MAAM,EAAE,OAAO;qBAChB,CAAC,CAAC;oBAEH,IAAI,UAAkB,CAAC;oBAEvB,IAAI,EAAE,KAAK,eAAe,EAAE,CAAC;wBAC3B,UAAU,GAAG,WAAW,CACtB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,EACtB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAC9C,CAAC;wBACF,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBAC/E,CAAC;yBAAM,IAAI,EAAE,KAAK,YAAY,EAAE,CAAC;wBAC/B,SAAS,GAAG,IAAI,CAAC;wBACjB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;wBAC5C,MAAM,QAAQ,GAAG,aAAa,CAAC;wBAE/B,IAAI,CAAC;4BACH,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE;gCAClE,MAAM,EAAE,IAAI,CAAC,MAAM;gCACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gCACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gCACnB,OAAO,EAAE,IAAI,CAAC,OAAO;6BACtB,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,UAAU,GAAG,oBAAqB,CAAW,CAAC,OAAO,EAAE,CAAC;4BACxD,OAAO,EAAE,CAAC;gCACR,IAAI,EAAE,kBAAkB;gCACxB,OAAO,EAAG,CAAW,CAAC,OAAO;gCAC7B,KAAK,EAAE,KAAK;6BACb,CAAC,CAAC;wBACL,CAAC;wBACD,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBAC/E,CAAC;yBAAM,CAAC;wBACN,UAAU,GAAG,iBAAiB,EAAE,EAAE,CAAC;wBACnC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBAC9F,CAAC;oBAED,WAAW,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,MAAM;wBACZ,YAAY,EAAE,IAAI,CAAC,EAAE;wBACrB,OAAO,EAAE,UAAU;qBACpB,CAAC,CAAC;gBACL,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;gBAE9B,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,WAAW,EAAE,OAAO;wBAAE,MAAM;oBAChC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC3D;wBACE,KAAK,EAAE,IAAI,CAAC,MAAM;wBAClB,QAAQ;wBACR,KAAK,EAAE,KAAK;wBACZ,WAAW,EAAE,MAAM;qBACpB,EACD,EAAE,MAAM,EAAE,WAAW,EAAE,CACxB,CAAC;oBACF,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;oBAC9D,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC;oBACvB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAAW,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACvC,OAAO;oBACL,YAAY,EAAE,EAAE;oBAChB,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE,IAAI;oBACf,GAAG,yBAAyB,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;iBAC1D,CAAC;YACJ,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;QAED,OAAO;YACL,YAAY;YACZ,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxB,SAAS,EAAE,KAAK;YAChB,GAAG,yBAAyB,CAAC;gBAC3B,UAAU,EAAE,MAAM;gBAClB,YAAY;gBACZ,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;aACjD,CAAC;SACH,CAAC;IACJ,CAAC;CACF"}

package/dist/agent-runtime/modes/orchestrator/prompt.d.ts

@@ -1,7 +0,0 @@
-/**
- * System prompt for the `OrchestratorAgent` (OpenAI tool-calling mode).
- *
- * Governs the plain tool-calling outer LLM that drives `get_app_guide` +
- * `mobile_use`.
- */
-export declare const ORCHESTRATOR_AGENT_SYSTEM_PROMPT: string;

package/dist/agent-runtime/modes/orchestrator/prompt.js

@@ -1,53 +0,0 @@
-/**
- * System prompt for the `OrchestratorAgent` (OpenAI tool-calling mode).
- *
- * Governs the plain tool-calling outer LLM that drives `get_app_guide` +
- * `mobile_use`.
- */
-import { SUPPORTED_APPS } from "./app-guide.js";
-export const ORCHESTRATOR_AGENT_SYSTEM_PROMPT = `\
-你是 Android 手机自动化编排 Agent。
-
-## 工具使用规则
-
-1. 若任务涉及社媒 App（${SUPPORTED_APPS.join("、")}），先调用 get_app_guide 获取 UI 路径，再构造 mobile_use 的 task。
-2. mobile_use 只能调用一次。调用后立刻结束，不再调用任何工具。
-3. 禁止使用 bash / shell / exec 等工具直接运行 adb 命令。所有设备操作只能通过 mobile_use 完成。
-4. get_app_guide 可多次调用（例如先查 App 能力概览再查 post 步骤），但 mobile_use 只能调用一次。
-5. 对于发布类任务，如果点击「发布」/「Post」/「Share」后 App 自动回到首页、个人页、内容流首页或发布成功结果页，视为任务已完成，立即终止。不要再次点击发布入口，不要重复发布同一内容。
-
-## mobile_use 的 task 参数格式（强制）
-
-调用 mobile_use 时，task 参数必须包含以下两部分：
-
-**第一部分：任务总览**（一句话概括目标，例如：「在 B站 搜索张雪峰并给第一个视频点赞」）
-
-**第二部分：具体步骤**（编号列表，步骤数量不超过 12 条）
-- 步骤粒度：每步对应一个原子 UI 操作或一次判断（「打开 App」「点击搜索框」「输入文字」「等待加载」「点击第一个视频」「点击点赞按钮」等）
-- 不能过细（不拆分手势细节），不能过粗（不把多个操作合并成一步）
-- 必须覆盖：启动 / 进入目标页面 → 核心操作 → 确认完成 → 异常处理（弹窗 / 权限 / 加载失败）
-- 对于发布类任务，步骤中必须明确写出：发布按钮点击成功后，如果页面回到首页/个人页/信息流首页，直接判定成功并结束，禁止再次进入发布流程
-
-示例格式：
-\`\`\`
-任务总览：在 B站 搜索张雪峰并给第一个视频点赞
-
-具体步骤：
-1. 打开 B站 App，等待首页加载完成。
-2. 如出现启动广告，点击「跳过」。
-3. 点击顶部搜索图标（放大镜）。
-4. 在搜索框中输入「张雪峰」。
-5. 点击键盘上的「搜索」或「确认」按钮。
-6. 等待搜索结果页面加载完成。
-7. 如有筛选栏，保持默认（综合排序）。
-8. 找到搜索结果列表中的第一个视频。
-9. 点击第一个视频，进入视频播放页。
-10. 等待视频播放页加载完成。
-11. 如出现弹窗（会员购买、青少年模式等），关闭弹窗。
-12. 点击点赞按钮并确认高亮；若需登录则停止说明无法完成，否则任务结束。
-\`\`\`
-
-## 任务结束
-
-mobile_use 执行完毕后，用一两句话向用户汇报结果。`;
-//# sourceMappingURL=prompt.js.map

package/dist/agent-runtime/modes/orchestrator/prompt.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../../../src/agent-runtime/modes/orchestrator/prompt.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,MAAM,CAAC,MAAM,gCAAgC,GAAG;;;;;iBAK/B,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;+BAuCV,CAAC"}