@beeos-ai/device-agent 0.9.10 → 0.9.11

package/dist/adapters/agentcore-inner-loop.d.ts

@@ -6,10 +6,9 @@
  * that it can be plugged into the `IAgentCore` slot.
  *
  * Selected by `--legacy-inner` / `BEEOS_LEGACY_INNER=true`. Useful when
- * the pi-coding-agent two-layer adapter isn't available (offline, custom
- * model with no orchestrator support, …) — the agent still works as an
- * end-to-end VLM controller, just without an outer text LLM picking
- * between tools.
+ * the two-layer orchestrator isn't desired (offline, custom model with no
+ * orchestrator support, …) — the agent still works as an end-to-end VLM
+ * controller, just without an outer text LLM picking between tools.
  *
  * The adapter:
  *   - re-emits each VlmStep both as `onStep` (legacy compat) and as a

package/dist/adapters/agentcore-inner-loop.js

@@ -6,10 +6,9 @@
  * that it can be plugged into the `IAgentCore` slot.
  *
  * Selected by `--legacy-inner` / `BEEOS_LEGACY_INNER=true`. Useful when
- * the pi-coding-agent two-layer adapter isn't available (offline, custom
- * model with no orchestrator support, …) — the agent still works as an
- * end-to-end VLM controller, just without an outer text LLM picking
- * between tools.
+ * the two-layer orchestrator isn't desired (offline, custom model with no
+ * orchestrator support, …) — the agent still works as an end-to-end VLM
+ * controller, just without an outer text LLM picking between tools.
  *
  * The adapter:
  *   - re-emits each VlmStep both as `onStep` (legacy compat) and as a

package/dist/adapters/agentcore-inner-loop.js.map

@@ -1 +1 @@
-{"version":3,"file":"agentcore-inner-loop.js","sourceRoot":"","sources":["../../src/adapters/agentcore-inner-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAUH,MAAM,OAAO,cAAc;IACI;IAA7B,YAA6B,GAAS;QAAT,QAAG,GAAH,GAAG,CAAM;IAAG,CAAC;IAE1C,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;IAC5B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAyB;QACjC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YACjC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACrB,IAAI,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAEzC,gEAAgE;gBAChE,0DAA0D;gBAC1D,iEAAiE;gBACjE,mDAAmD;gBACnD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,EAAE,GAAG,SAAS,IAAI,CAAC,SAAS,EAAE,CAAC;oBACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBAClC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACvC,MAAM,KAAK,GAAkB,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC3E,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACzB,MAAM,GAAG,GAAkB;wBACzB,EAAE;wBACF,IAAI,EAAE,QAAQ;wBACd,IAAI;wBACJ,MAAM,EAAE,KAAK;wBACb,MAAM,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;wBAC3B,OAAO,EAAE,KAAK;qBACf,CAAC;oBACF,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,KAAa;QAC5C,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;CACF;AAED,SAAS,YAAY,CAAC,CAAmB;IACvC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,CAA+C,CAAC;IACjF,OAAO,IAAI,CAAC;AACd,CAAC"}
+{"version":3,"file":"agentcore-inner-loop.js","sourceRoot":"","sources":["../../src/adapters/agentcore-inner-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAUH,MAAM,OAAO,cAAc;IACI;IAA7B,YAA6B,GAAS;QAAT,QAAG,GAAH,GAAG,CAAM;IAAG,CAAC;IAE1C,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;IAC5B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAyB;QACjC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YACjC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACrB,IAAI,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAEzC,gEAAgE;gBAChE,0DAA0D;gBAC1D,iEAAiE;gBACjE,mDAAmD;gBACnD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,EAAE,GAAG,SAAS,IAAI,CAAC,SAAS,EAAE,CAAC;oBACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBAClC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACvC,MAAM,KAAK,GAAkB,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC3E,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACzB,MAAM,GAAG,GAAkB;wBACzB,EAAE;wBACF,IAAI,EAAE,QAAQ;wBACd,IAAI;wBACJ,MAAM,EAAE,KAAK;wBACb,MAAM,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;wBAC3B,OAAO,EAAE,KAAK;qBACf,CAAC;oBACF,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,KAAa;QAC5C,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;CACF;AAED,SAAS,YAAY,CAAC,CAAmB;IACvC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,CAA+C,CAAC;IACjF,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/adapters/agentcore-orchestrator.d.ts

@@ -0,0 +1,36 @@
+/**
+ * OrchestratorAgent — OpenAI tool-calling outer loop + mobile_use inner loop.
+ *
+ * Two-layer architecture, no pi-coding-agent dependency:
+ *   outer: plain OpenAI chat completions with tools[]
+ *   inner: the existing AgentRunner (ReAct / Plan-Act) called via mobileUseRunner
+ *
+ * Loop is single-turn by design: the outer LLM may call get_app_guide
+ * any number of times, then calls mobile_use once → loop exits immediately
+ * regardless of success or failure.
+ *
+ * Tools exposed to the outer LLM:
+ *   - get_app_guide(app, action?)  → static UI path hints
+ *   - mobile_use(task)             → calls mobileUseRunner, returns text
+ */
+import type { AgentCoreRunCallbacks, AgentCoreRunOptions, AgentCoreRunResult, IAgentCore } from "../ports/agent-core.js";
+export interface OrchestratorOuterConfig {
+    apiKey?: string;
+    baseUrl?: string;
+    model?: string;
+}
+export interface OrchestratorAgentOptions {
+    outer: OrchestratorOuterConfig;
+    /** Runs the inner ReAct loop and returns the final text. */
+    mobileUseRunner: (task: string, maxSteps: number, signal?: AbortSignal, callbacks?: AgentCoreRunCallbacks) => Promise<string>;
+}
+export declare class OrchestratorAgent implements IAgentCore {
+    private readonly client;
+    private _model;
+    private readonly mobileUseRunner;
+    constructor(opts: OrchestratorAgentOptions);
+    get modelName(): string;
+    get providerName(): string;
+    setModel(_provider: string, model: string): Promise<void>;
+    run(opts: AgentCoreRunOptions): Promise<AgentCoreRunResult>;
+}

package/dist/adapters/agentcore-orchestrator.js

@@ -0,0 +1,203 @@
+/**
+ * OrchestratorAgent — OpenAI tool-calling outer loop + mobile_use inner loop.
+ *
+ * Two-layer architecture, no pi-coding-agent dependency:
+ *   outer: plain OpenAI chat completions with tools[]
+ *   inner: the existing AgentRunner (ReAct / Plan-Act) called via mobileUseRunner
+ *
+ * Loop is single-turn by design: the outer LLM may call get_app_guide
+ * any number of times, then calls mobile_use once → loop exits immediately
+ * regardless of success or failure.
+ *
+ * Tools exposed to the outer LLM:
+ *   - get_app_guide(app, action?)  → static UI path hints
+ *   - mobile_use(task)             → calls mobileUseRunner, returns text
+ */
+import OpenAI from "openai";
+import { getAppGuide, SUPPORTED_APPS } from "./app-guide.js";
+import { ORCHESTRATOR_AGENT_SYSTEM_PROMPT } from "./orchestrator-agent-prompt.js";
+/** Fixed inner-VLM step budget. The outer LLM does not control this. */
+const MOBILE_USE_MAX_STEPS = 30;
+// ── Tool definitions ─────────────────────────────────────────────────────────
+const TOOLS = [
+    {
+        type: "function",
+        function: {
+            name: "get_app_guide",
+            description: "Get UI step-by-step instructions for a social media app. " +
+                "Call this before mobile_use to get the exact tap/swipe path for an action. " +
+                `Supported apps: ${SUPPORTED_APPS.join(", ")}. ` +
+                "Leave action empty to get a capability summary.",
+            parameters: {
+                type: "object",
+                properties: {
+                    app: {
+                        type: "string",
+                        description: `App name. One of: ${SUPPORTED_APPS.join(", ")}`,
+                    },
+                    action: {
+                        type: "string",
+                        enum: ["post", ""],
+                        description: 'Action type. Use "post" for publish/upload flows. Omit for capability summary.',
+                    },
+                },
+                required: ["app"],
+            },
+        },
+    },
+    {
+        type: "function",
+        function: {
+            name: "mobile_use",
+            description: "Drive the connected Android phone with a natural-language task. " +
+                "A VLM runs its own screenshot→reason→act loop until it finishes. " +
+                "Pass a full, concrete instruction. Call this at most once per user request — " +
+                "the loop exits immediately after this call regardless of success or failure.",
+            parameters: {
+                type: "object",
+                properties: {
+                    task: {
+                        type: "string",
+                        description: "Full natural-language instruction in Chinese or English.",
+                    },
+                },
+                required: ["task"],
+            },
+        },
+    },
+];
+// ── OrchestratorAgent ────────────────────────────────────────────────────────
+export class OrchestratorAgent {
+    client;
+    _model;
+    mobileUseRunner;
+    constructor(opts) {
+        this._model = opts.outer.model ?? "gpt-4o";
+        this.mobileUseRunner = opts.mobileUseRunner;
+        this.client = new OpenAI({
+            apiKey: opts.outer.apiKey ?? process.env.OUTER_API_KEY ?? process.env.GUI_AGENT_API_KEY ?? "EMPTY",
+            baseURL: opts.outer.baseUrl ?? process.env.OUTER_BASE_URL ?? "https://api.openai.com/v1",
+            timeout: 120_000,
+            maxRetries: 2,
+        });
+    }
+    get modelName() {
+        return this._model;
+    }
+    get providerName() {
+        return "orchestrator";
+    }
+    async setModel(_provider, model) {
+        this._model = model;
+    }
+    async run(opts) {
+        const { task, abortSignal, onText, onTool, onError } = opts;
+        const messages = [
+            { role: "system", content: ORCHESTRATOR_AGENT_SYSTEM_PROMPT },
+            { role: "user", content: task },
+        ];
+        let mobileUseCalled = false;
+        let finalMessage = "";
+        try {
+            // Outer loop: keep calling the LLM until mobile_use is dispatched or
+            // the model emits a plain text reply (no tool calls).
+            while (!mobileUseCalled) {
+                if (abortSignal?.aborted)
+                    break;
+                const response = await this.client.chat.completions.create({
+                    model: this._model,
+                    messages,
+                    tools: TOOLS,
+                    tool_choice: "auto",
+                }, { signal: abortSignal });
+                const choice = response.choices[0];
+                if (!choice)
+                    break;
+                const msg = choice.message;
+                messages.push(msg);
+                // Plain text reply — no tools called, we're done.
+                if (!msg.tool_calls || msg.tool_calls.length === 0) {
+                    finalMessage = msg.content ?? "";
+                    onText?.(finalMessage);
+                    break;
+                }
+                // Process each tool call in sequence.
+                const toolResults = [];
+                for (const call of msg.tool_calls) {
+                    const fn = call.function.name;
+                    let args = {};
+                    try {
+                        args = JSON.parse(call.function.arguments || "{}");
+                    }
+                    catch {
+                        // malformed JSON — treat as empty args
+                    }
+                    onTool?.({
+                        id: call.id,
+                        name: fn,
+                        args,
+                        status: "start",
+                    });
+                    let resultText;
+                    if (fn === "get_app_guide") {
+                        resultText = getAppGuide(String(args.app ?? ""), args.action ? String(args.action) : undefined);
+                        onTool?.({ id: call.id, name: fn, args, status: "end", result: resultText });
+                    }
+                    else if (fn === "mobile_use") {
+                        mobileUseCalled = true;
+                        const innerTask = String(args.task ?? task);
+                        const innerMax = MOBILE_USE_MAX_STEPS;
+                        try {
+                            resultText = await this.mobileUseRunner(innerTask, innerMax, abortSignal, {
+                                onTool: opts.onTool,
+                                onStep: opts.onStep,
+                                onError: opts.onError,
+                            });
+                        }
+                        catch (e) {
+                            resultText = `mobile_use 执行出错: ${e.message}`;
+                            onError?.({
+                                code: "mobile_use_error",
+                                message: e.message,
+                                fatal: false,
+                            });
+                        }
+                        onTool?.({ id: call.id, name: fn, args, status: "end", result: resultText });
+                    }
+                    else {
+                        resultText = `Unknown tool: ${fn}`;
+                        onTool?.({ id: call.id, name: fn, args, status: "end", isError: true, result: resultText });
+                    }
+                    toolResults.push({
+                        role: "tool",
+                        tool_call_id: call.id,
+                        content: resultText,
+                    });
+                }
+                messages.push(...toolResults);
+                // After mobile_use fired, do one final LLM call for the summary reply.
+                if (mobileUseCalled) {
+                    if (abortSignal?.aborted)
+                        break;
+                    const summaryResp = await this.client.chat.completions.create({
+                        model: this._model,
+                        messages,
+                        tools: TOOLS,
+                        tool_choice: "none",
+                    }, { signal: abortSignal });
+                    finalMessage = summaryResp.choices[0]?.message?.content ?? "";
+                    onText?.(finalMessage);
+                    break;
+                }
+            }
+        }
+        catch (e) {
+            if (e.name === "AbortError") {
+                return { finalMessage: "", steps: 0, cancelled: true };
+            }
+            throw e;
+        }
+        return { finalMessage, steps: mobileUseCalled ? 1 : 0, cancelled: false };
+    }
+}
+//# sourceMappingURL=agentcore-orchestrator.js.map

package/dist/adapters/agentcore-orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentcore-orchestrator.js","sourceRoot":"","sources":["../../src/adapters/agentcore-orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC7D,OAAO,EAAE,gCAAgC,EAAE,MAAM,gCAAgC,CAAC;AAgBlF,wEAAwE;AACxE,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC,gFAAgF;AAEhF,MAAM,KAAK,GAAiD;IAC1D;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,eAAe;YACrB,WAAW,EACT,2DAA2D;gBAC3D,6EAA6E;gBAC7E,mBAAmB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;gBAChD,iDAAiD;YACnD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,GAAG,EAAE;wBACH,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qBAAqB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;qBAC9D;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;wBAClB,WAAW,EAAE,gFAAgF;qBAC9F;iBACF;gBACD,QAAQ,EAAE,CAAC,KAAK,CAAC;aAClB;SACF;KACF;IACD;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,YAAY;YAClB,WAAW,EACT,kEAAkE;gBAClE,mEAAmE;gBACnE,+EAA+E;gBAC/E,8EAA8E;YAChF,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;iBACF;gBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;aACnB;SACF;KACF;CACF,CAAC;AAEF,gFAAgF;AAEhF,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACxB,MAAM,CAAS;IACN,eAAe,CAA8C;IAE9E,YAAY,IAA8B;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC;QAC3C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO;YAClG,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,2BAA2B;YACxF,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,CAAC;SACd,CAAC,CAAC;IACL,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,KAAa;QAC7C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAyB;QACjC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAE5D,MAAM,QAAQ,GAAyD;YACrE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gCAAgC,EAAE;YAC7D,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;SAChC,CAAC;QAEF,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,IAAI,CAAC;YACH,qEAAqE;YACrE,sDAAsD;YACtD,OAAO,CAAC,eAAe,EAAE,CAAC;gBACxB,IAAI,WAAW,EAAE,OAAO;oBAAE,MAAM;gBAEhC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACxD;oBACE,KAAK,EAAE,IAAI,CAAC,MAAM;oBAClB,QAAQ;oBACR,KAAK,EAAE,KAAK;oBACZ,WAAW,EAAE,MAAM;iBACpB,EACD,EAAE,MAAM,EAAE,WAAW,EAAE,CACxB,CAAC;gBAEF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,MAAM;gBAEnB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC,GAAyD,CAAC,CAAC;gBAEzE,kDAAkD;gBAClD,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACnD,YAAY,GAAG,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;oBACjC,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC;oBACvB,MAAM;gBACR,CAAC;gBAED,sCAAsC;gBACtC,MAAM,WAAW,GAA6D,EAAE,CAAC;gBAEjF,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;oBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAC9B,IAAI,IAAI,GAA4B,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;oBACrD,CAAC;oBAAC,MAAM,CAAC;wBACP,uCAAuC;oBACzC,CAAC;oBAED,MAAM,EAAE,CAAC;wBACP,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,IAAI,EAAE,EAAE;wBACR,IAAI;wBACJ,MAAM,EAAE,OAAO;qBAChB,CAAC,CAAC;oBAEH,IAAI,UAAkB,CAAC;oBAEvB,IAAI,EAAE,KAAK,eAAe,EAAE,CAAC;wBAC3B,UAAU,GAAG,WAAW,CACtB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,EACtB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAC9C,CAAC;wBACF,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBAC/E,CAAC;yBAAM,IAAI,EAAE,KAAK,YAAY,EAAE,CAAC;wBAC/B,eAAe,GAAG,IAAI,CAAC;wBACvB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;wBAC5C,MAAM,QAAQ,GAAG,oBAAoB,CAAC;wBAEtC,IAAI,CAAC;4BACH,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE;gCACxE,MAAM,EAAE,IAAI,CAAC,MAAM;gCACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gCACnB,OAAO,EAAE,IAAI,CAAC,OAAO;6BACtB,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,UAAU,GAAG,oBAAqB,CAAW,CAAC,OAAO,EAAE,CAAC;4BACxD,OAAO,EAAE,CAAC;gCACR,IAAI,EAAE,kBAAkB;gCACxB,OAAO,EAAG,CAAW,CAAC,OAAO;gCAC7B,KAAK,EAAE,KAAK;6BACb,CAAC,CAAC;wBACL,CAAC;wBACD,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBAC/E,CAAC;yBAAM,CAAC;wBACN,UAAU,GAAG,iBAAiB,EAAE,EAAE,CAAC;wBACnC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBAC9F,CAAC;oBAED,WAAW,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,MAAM;wBACZ,YAAY,EAAE,IAAI,CAAC,EAAE;wBACrB,OAAO,EAAE,UAAU;qBACpB,CAAC,CAAC;gBACL,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;gBAE9B,uEAAuE;gBACvE,IAAI,eAAe,EAAE,CAAC;oBACpB,IAAI,WAAW,EAAE,OAAO;wBAAE,MAAM;oBAChC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC3D;wBACE,KAAK,EAAE,IAAI,CAAC,MAAM;wBAClB,QAAQ;wBACR,KAAK,EAAE,KAAK;wBACZ,WAAW,EAAE,MAAM;qBACpB,EACD,EAAE,MAAM,EAAE,WAAW,EAAE,CACxB,CAAC;oBACF,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;oBAC9D,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC;oBACvB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAAW,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACvC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YACzD,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC5E,CAAC;CACF"}

package/dist/adapters/agentcore-runner.d.ts

@@ -6,10 +6,10 @@
  * `SessionManager` keep working without protocol changes.
  *
  * This is the **default** core path as of v0.3.0. The two opt-in
- * decorators retained from earlier versions are:
+ * decorators are:
  *   - `--legacy-inner`     → `InnerLoopAgent` (single-layer fallback)
- *   - (default off)        → `PiOrchestratorAgent` (outer LLM + inner
- *                            mobile_use VLM, two-layer)
+ *   - `--orchestrator`     → `OrchestratorAgent` (outer tool-calling LLM
+ *                            + inner mobile_use VLM, two-layer)
  *
  * The runner picks the strategy according to the user-tunable
  * Plan-Act options:

package/dist/adapters/agentcore-runner.js

@@ -6,10 +6,10 @@
  * `SessionManager` keep working without protocol changes.
  *
  * This is the **default** core path as of v0.3.0. The two opt-in
- * decorators retained from earlier versions are:
+ * decorators are:
  *   - `--legacy-inner`     → `InnerLoopAgent` (single-layer fallback)
- *   - (default off)        → `PiOrchestratorAgent` (outer LLM + inner
- *                            mobile_use VLM, two-layer)
+ *   - `--orchestrator`     → `OrchestratorAgent` (outer tool-calling LLM
+ *                            + inner mobile_use VLM, two-layer)
  *
  * The runner picks the strategy according to the user-tunable
  * Plan-Act options:

package/dist/adapters/app-guide.d.ts

@@ -0,0 +1,16 @@
+/**
+ * App-specific UI guides for the OrchestratorAgent.
+ *
+ * get_app_guide(app, action?) returns a ready-to-paste task description
+ * that the outer LLM splices into its mobile_use call. Stateless — no IO.
+ *
+ * action="post"  → step-by-step publishing guide
+ * action omitted → one-paragraph capability summary
+ */
+export type SupportedApp = "抖音" | "小红书" | "微信" | "微博" | "bilibili";
+export declare const SUPPORTED_APPS: SupportedApp[];
+/**
+ * Returns a guide string for the given app and optional action.
+ * action="post" → step list; action omitted → summary paragraph.
+ */
+export declare function getAppGuide(app: string, action?: string): string;

package/dist/adapters/app-guide.js

@@ -0,0 +1,101 @@
+/**
+ * App-specific UI guides for the OrchestratorAgent.
+ *
+ * get_app_guide(app, action?) returns a ready-to-paste task description
+ * that the outer LLM splices into its mobile_use call. Stateless — no IO.
+ *
+ * action="post"  → step-by-step publishing guide
+ * action omitted → one-paragraph capability summary
+ */
+export const SUPPORTED_APPS = ["抖音", "小红书", "微信", "微博", "bilibili"];
+const GUIDES = {
+    抖音: {
+        summary: "抖音是短视频平台。支持从相册发布视频、拍摄新视频。发布入口在底部中央「+」按钮。",
+        post: `在抖音发布视频，步骤如下：
+1. 打开抖音 App，等待首页加载完成。
+2. 点击底部中间的「+」发布按钮。
+3. 如出现权限弹窗（相册/相机/麦克风），选择「允许」。
+4. 进入拍摄页面后，点击右下角「相册」切换到本地文件。
+5. 在相册页面选择第一个视频（最新上传的文件始终排在最前面）。
+6. 点击「下一步」。
+7. 等待视频预览/编辑页面加载，不做任何剪辑，直接点击「下一步」。
+8. 进入发布编辑页面，如需标题可输入，保持默认发布设置。
+9. 点击「发布」。
+10. 等待出现发布成功提示或自动跳转首页，任务完成。
+11. 如出现「保存草稿」「继续发布」「确认发布」弹窗，选择继续/确认发布。`,
+    },
+    小红书: {
+        summary: "小红书是图文/视频种草平台。支持发布笔记（图片+文字）和视频。发布入口在底部中央「+」。",
+        post: `在小红书发布笔记，步骤如下：
+1. 打开小红书 App，等待首页加载完成。
+2. 点击底部中间的「+」按钮。
+3. 如出现权限弹窗，选择「允许」。
+4. 选择「发布笔记」或直接进入图片/视频选择页。
+5. 在相册中点击第一张图片或第一个视频（最新文件在最前面）。
+6. 点击「下一步」。
+7. 进入编辑页，可添加滤镜或保持原样，点击「下一步」。
+8. 在发布页填写标题和正文（可留空或输入指定文案），添加话题标签（可选）。
+9. 点击右上角「发布」。
+10. 等待出现发布成功提示或跳转至个人主页，任务完成。`,
+    },
+    微信: {
+        summary: "微信支持发布朋友圈（图文/视频）和文字动态。入口：「发现」→「朋友圈」→右上角相机图标。",
+        post: `在微信朋友圈发布内容，步骤如下：
+1. 打开微信 App，点击底部「发现」Tab。
+2. 点击「朋友圈」。
+3. 点击右上角相机图标（长按可发纯文字）。
+4. 如出现权限弹窗，选择「允许」。
+5. 在相册中点击第一张图片或视频（最新文件在最前面）。
+6. 点击「完成」。
+7. 在输入框中填写文字（可留空）。
+8. 点击「发表」。
+9. 等待返回朋友圈列表并看到刚发布的内容，任务完成。`,
+    },
+    微博: {
+        summary: "微博是开放社交平台。支持发布图文、视频微博。发布入口在底部中央「+」或右上角「写微博」。",
+        post: `在微博发布内容，步骤如下：
+1. 打开微博 App，等待首页加载完成。
+2. 点击底部中间的「+」或右上角「写微博」按钮。
+3. 如出现权限弹窗，选择「允许」。
+4. 在编辑框中输入文字（可留空）。
+5. 点击编辑区下方的「图片」或「视频」图标，进入相册。
+6. 在相册中点击第一张图片或视频（最新文件在最前面）。
+7. 点击「确定」或「下一步」。
+8. 回到编辑页，检查内容后点击「发送」。
+9. 等待出现发布成功提示或跳转至微博详情页，任务完成。`,
+    },
+    bilibili: {
+        summary: "B站是视频平台。支持投稿视频。发布入口在顶部「投稿」或底部「+」。审核后才会公开可见。",
+        post: `在 B站（bilibili）投稿视频，步骤如下：
+1. 打开 B站 App，等待首页加载完成。
+2. 点击底部中间的「+」或顶部「投稿」按钮。
+3. 选择「上传视频」。
+4. 如出现权限弹窗，选择「允许」。
+5. 在相册中点击第一个视频（最新文件在最前面）。
+6. 等待视频上传/处理完成。
+7. 填写视频标题（必填，可输入「测试视频」）。
+8. 选择分区（如「生活」→「日常」）。
+9. 保持默认设置，点击「立即投稿」。
+10. 等待出现投稿成功提示，任务完成（视频会进入审核队列）。`,
+    },
+};
+/**
+ * Returns a guide string for the given app and optional action.
+ * action="post" → step list; action omitted → summary paragraph.
+ */
+export function getAppGuide(app, action) {
+    const key = app.trim();
+    const guide = GUIDES[key];
+    if (!guide) {
+        return (`不支持的 App「${app}」。当前支持：${SUPPORTED_APPS.join("、")}。` +
+            `请直接使用 mobile_use 完成任务。`);
+    }
+    if (!action || action.trim() === "") {
+        return `【${key}】${guide.summary}`;
+    }
+    if (action.trim() === "post") {
+        return guide.post;
+    }
+    return `【${key}】暂无「${action}」的详细指南。${guide.summary}`;
+}
+//# sourceMappingURL=app-guide.js.map

package/dist/adapters/app-guide.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-guide.js","sourceRoot":"","sources":["../../src/adapters/app-guide.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,MAAM,CAAC,MAAM,cAAc,GAAmB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAOpF,MAAM,MAAM,GAAmC;IAC7C,EAAE,EAAE;QACF,OAAO,EACL,0CAA0C;QAC5C,IAAI,EAAE;;;;;;;;;;;uCAW6B;KACpC;IAED,GAAG,EAAE;QACH,OAAO,EACL,8CAA8C;QAChD,IAAI,EAAE;;;;;;;;;;6BAUmB;KAC1B;IAED,EAAE,EAAE;QACF,OAAO,EACL,8CAA8C;QAChD,IAAI,EAAE;;;;;;;;;4BASkB;KACzB;IAED,EAAE,EAAE;QACF,OAAO,EACL,8CAA8C;QAChD,IAAI,EAAE;;;;;;;;;6BASmB;KAC1B;IAED,QAAQ,EAAE;QACR,OAAO,EACL,6CAA6C;QAC/C,IAAI,EAAE;;;;;;;;;;gCAUsB;KAC7B;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,MAAe;IACtD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,EAAkB,CAAC;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CACL,YAAY,GAAG,UAAU,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YACpD,wBAAwB,CACzB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACpC,OAAO,IAAI,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;IACpC,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,MAAM,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IACD,OAAO,IAAI,GAAG,OAAO,MAAM,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC;AACvD,CAAC"}

package/dist/adapters/orchestrator-agent-prompt.d.ts

@@ -0,0 +1,7 @@
+/**
+ * System prompt for the `OrchestratorAgent` (OpenAI tool-calling mode).
+ *
+ * Governs the plain tool-calling outer LLM that drives `get_app_guide` +
+ * `mobile_use`.
+ */
+export declare const ORCHESTRATOR_AGENT_SYSTEM_PROMPT: string;

package/dist/adapters/orchestrator-agent-prompt.js

@@ -0,0 +1,59 @@
+/**
+ * System prompt for the `OrchestratorAgent` (OpenAI tool-calling mode).
+ *
+ * Governs the plain tool-calling outer LLM that drives `get_app_guide` +
+ * `mobile_use`.
+ */
+import { SUPPORTED_APPS } from "./app-guide.js";
+export const ORCHESTRATOR_AGENT_SYSTEM_PROMPT = `\
+你是 Android 手机自动化编排 Agent。
+
+## 工具使用规则
+
+1. 若任务涉及社媒 App（${SUPPORTED_APPS.join("、")}），先调用 get_app_guide 获取 UI 路径，再构造 mobile_use 的 task。
+2. mobile_use 只能调用一次。调用后立刻结束，不再调用任何工具。
+3. 禁止使用 bash / shell / exec 等工具直接运行 adb 命令。所有设备操作只能通过 mobile_use 完成。
+4. get_app_guide 可多次调用（例如先查 App 能力概览再查 post 步骤），但 mobile_use 只能调用一次。
+
+## mobile_use 的 task 参数格式（强制）
+
+调用 mobile_use 时，task 参数必须包含以下两部分：
+
+**第一部分：任务总览**（一句话概括目标，例如：「在 B站 搜索张雪峰并给第一个视频点赞」）
+
+**第二部分：具体步骤**（编号列表，步骤数量 20–30 条）
+- 步骤粒度：每步对应一个原子 UI 操作或一次判断（「打开 App」「点击搜索框」「输入文字」「等待加载」「点击第一个视频」「点击点赞按钮」等）
+- 不能过细（不拆分手势细节），不能过粗（不把多个操作合并成一步）
+- 必须覆盖：启动 / 进入目标页面 → 核心操作 → 确认完成 → 异常处理（弹窗 / 权限 / 加载失败）
+
+示例格式：
+\`\`\`
+任务总览：在 B站 搜索张雪峰并给第一个视频点赞
+
+具体步骤：
+1. 打开 B站 App，等待首页加载完成。
+2. 如出现启动广告，点击「跳过」。
+3. 点击顶部搜索图标（放大镜）。
+4. 在搜索框中输入「张雪峰」。
+5. 点击键盘上的「搜索」或「确认」按钮。
+6. 等待搜索结果页面加载完成。
+7. 如有筛选栏，保持默认（综合排序）。
+8. 找到搜索结果列表中的第一个视频。
+9. 点击第一个视频，进入视频播放页。
+10. 等待视频播放页加载完成。
+11. 如出现弹窗（会员购买、青少年模式等），关闭弹窗。
+12. 找到视频下方的点赞按钮（拇指向上图标）。
+13. 点击点赞按钮。
+14. 确认点赞按钮已高亮 / 变色，表示点赞成功。
+15. 如点击后无反应，等待 1–2 秒后重试一次。
+16. 记录当前状态（点赞是否成功）。
+17. 如需登录才能点赞，停止并说明无法完成。
+18. 任务完成，不做其他操作。
+19. 如页面跳转到意外位置，按返回键回到视频页面。
+20. 最终确认：点赞图标处于激活状态，任务结束。
+\`\`\`
+
+## 任务结束
+
+mobile_use 执行完毕后，用一两句话向用户汇报结果。`;
+//# sourceMappingURL=orchestrator-agent-prompt.js.map

package/dist/adapters/orchestrator-agent-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator-agent-prompt.js","sourceRoot":"","sources":["../../src/adapters/orchestrator-agent-prompt.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,MAAM,CAAC,MAAM,gCAAgC,GAAG;;;;;iBAK/B,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;+BA6CV,CAAC"}

package/dist/adapters/vlm-inner-loop.d.ts

@@ -26,6 +26,12 @@ export interface InnerLoopVlmOptions {
     maxSteps?: number;
     lang?: "cn" | "en";
     verbose?: boolean;
+    /**
+     * Explicit adapter/provider tag (`autoglm`, `qwenvl`, `general`, …).
+     * Overrides auto-detection from the model name. Maps to `mobileUse.provider`
+     * in the fleet config.
+     */
+    adapter?: string;
     /**
      * Caller can pre-construct a ModelClient for fully custom config; otherwise
      * we instantiate a default OpenAIClient with adapter auto-detection.

package/dist/adapters/vlm-inner-loop.js

@@ -40,11 +40,14 @@ export class InnerLoopVlm {
         };
         this.baseUrl = opts.baseUrl;
         this.apiKey = opts.apiKey;
+        const explicitAdapter = (opts.adapter ?? "").trim() || undefined;
         this.client = opts.modelClient ?? new OpenAIClient({
             modelName: opts.modelName,
             baseUrl: opts.baseUrl,
             apiKey: opts.apiKey,
+            adapter: explicitAdapter,
         });
+        this.provider = explicitAdapter ?? "";
         this.agent = new Agent(this.client, this.inner, this.cfg);
     }
     get modelName() {

package/dist/adapters/vlm-inner-loop.js.map

@@ -1 +1 @@
-{"version":3,"file":"vlm-inner-loop.js","sourceRoot":"","sources":["../../src/adapters/vlm-inner-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,KAAK,EAAwB,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAMlD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAkBrD;;;;GAIG;AACH,MAAM,OAAO,YAAY;IACf,KAAK,CAAQ;IACb,MAAM,CAAc;IACX,KAAK,CAAS;IACd,GAAG,CAA+D;IAClE,OAAO,CAAU;IACjB,MAAM,CAAU;IACzB,QAAQ,GAAW,EAAE,CAAC;IAE9B,YAAY,MAAe,EAAE,OAA4B,EAAE;QACzD,IAAI,CAAC,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,GAAG;YACT,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,YAAY,CAAC;YACjD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,KAAa;QAC/C,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,QAAQ,CAAC,gCAAgC,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC;YAC7B,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO;SACR,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,CAAC,QAAQ,GAAG,OAAO,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAMb;QACC,IAAI,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;YAC9B,OAAO,EAAE,YAAY,EAAE,yBAAyB,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAChF,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;gBAC7C,MAAM,EAAE,IAAI,CAAC,WAAW;gBACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACjB,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;wBACb,MAAM,IAAI,CAAC,MAAO,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;oBAClE,CAAC;oBACH,CAAC,CAAC,SAAS;aACd,CAAC,CAAC;YACH,OAAO;gBACL,YAAY,EAAE,MAAM,CAAC,SAAS;gBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC9B,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YACnE,CAAC;YACD,MAAM,IAAI,QAAQ,CAAC,oBAAqB,CAAW,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AAED;;;;;;GAMG;AACH,SAAS,OAAO,CAAC,IAAqB;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM;QACxB,CAAC,CAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAwB;QAChF,CAAC,CAAC,IAAI,CAAC;IACT,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,IAAI,CAAC,OAAO;KACtB,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,iBAAiB,CAAC,CAAU;IAC1C,IAAI,CAAC,YAAY,iBAAiB;QAAE,OAAO,CAAC,CAAC,GAAG,CAAC;IACjD,IAAI,CAAC,YAAY,cAAc;QAAE,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC5D,yEAAyE;IACzE,MAAM,GAAG,GAAI,CAAiC,CAAC,GAAG,CAAC;IACnD,IAAI,GAAG,IAAI,OAAO,GAAG,CAAC,cAAc,KAAK,UAAU;QAAE,OAAO,GAAG,CAAC;IAChE,MAAM,IAAI,QAAQ,CAChB,4HAA4H,CAC7H,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,CAAiB;IACzC,OAAO;QACL,KAAK,CAAC,cAAc;YAClB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;YAC5B,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,aAAa;YACjB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;YAC5B,OAAO,CAAC,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,QAAQ;YACZ,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACZ,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAClB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU;YAC9B,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU;YACpC,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,IAAI;YAClB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,IAAI;YAClB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK,CAAC,SAAS;YACb,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,CAAC,SAAS;YACb,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,CAAC,SAAS;YACb,gBAAgB;QAClB,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"vlm-inner-loop.js","sourceRoot":"","sources":["../../src/adapters/vlm-inner-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,KAAK,EAAwB,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAMlD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAwBrD;;;;GAIG;AACH,MAAM,OAAO,YAAY;IACf,KAAK,CAAQ;IACb,MAAM,CAAc;IACX,KAAK,CAAS;IACd,GAAG,CAA+D;IAClE,OAAO,CAAU;IACjB,MAAM,CAAU;IACzB,QAAQ,GAAW,EAAE,CAAC;IAE9B,YAAY,MAAe,EAAE,OAA4B,EAAE;QACzD,IAAI,CAAC,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,GAAG;YACT,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,MAAM,eAAe,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;QACjE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,YAAY,CAAC;YACjD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,eAAe;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,eAAe,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,KAAa;QAC/C,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,QAAQ,CAAC,gCAAgC,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC;YAC7B,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO;SACR,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,CAAC,QAAQ,GAAG,OAAO,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAMb;QACC,IAAI,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;YAC9B,OAAO,EAAE,YAAY,EAAE,yBAAyB,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAChF,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;gBAC7C,MAAM,EAAE,IAAI,CAAC,WAAW;gBACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACjB,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;wBACb,MAAM,IAAI,CAAC,MAAO,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;oBAClE,CAAC;oBACH,CAAC,CAAC,SAAS;aACd,CAAC,CAAC;YACH,OAAO;gBACL,YAAY,EAAE,MAAM,CAAC,SAAS;gBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC9B,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YACnE,CAAC;YACD,MAAM,IAAI,QAAQ,CAAC,oBAAqB,CAAW,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AAED;;;;;;GAMG;AACH,SAAS,OAAO,CAAC,IAAqB;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM;QACxB,CAAC,CAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAwB;QAChF,CAAC,CAAC,IAAI,CAAC;IACT,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,IAAI,CAAC,OAAO;KACtB,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,iBAAiB,CAAC,CAAU;IAC1C,IAAI,CAAC,YAAY,iBAAiB;QAAE,OAAO,CAAC,CAAC,GAAG,CAAC;IACjD,IAAI,CAAC,YAAY,cAAc;QAAE,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC5D,yEAAyE;IACzE,MAAM,GAAG,GAAI,CAAiC,CAAC,GAAG,CAAC;IACnD,IAAI,GAAG,IAAI,OAAO,GAAG,CAAC,cAAc,KAAK,UAAU;QAAE,OAAO,GAAG,CAAC;IAChE,MAAM,IAAI,QAAQ,CAChB,4HAA4H,CAC7H,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,CAAiB;IACzC,OAAO;QACL,KAAK,CAAC,cAAc;YAClB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;YAC5B,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,aAAa;YACjB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;YAC5B,OAAO,CAAC,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,QAAQ;YACZ,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACZ,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAClB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU;YAC9B,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU;YACpC,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,IAAI;YAClB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,IAAI;YAClB,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK,CAAC,SAAS;YACb,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,CAAC,SAAS;YACb,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,CAAC,SAAS;YACb,gBAAgB;QAClB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/agent-runtime/core.js

@@ -324,7 +324,7 @@ export class AgentLoop {
                     return this.finish("call_for_user", step, finalText, usage, lastError);
                 }
                 // Phase-1: surfacing the event is enough — wait-for-user is
-                // implemented by the orchestrator layer (PiOrchestratorAgent).
+                // implemented by the orchestrator layer (OrchestratorAgent).
                 return this.finish("call_for_user", step, finalText, usage, lastError);
             }
             const t0 = Date.now();