@beeos-ai/device-agent 0.12.6 → 0.13.0

package/dist/agent-runtime/adapters/base.d.ts

@@ -111,6 +111,8 @@ export interface Prediction {
     usage: ModelUsage;
     /** Raw provider response (model output / tool-call payload). For debug. */
     rawResponse: string;
+    /** Exact request messages sent to the model, retained only for optional tracing. */
+    modelInput?: unknown;
 }
 /**
  * Optional hooks an adapter may call during a long inference (streaming

package/dist/agent-runtime/adapters/base.js

@@ -24,6 +24,7 @@ export function makePrediction(action, init = {}) {
         confidence: init.confidence ?? action.confidence ?? 0.5,
         usage: init.usage ?? { inputTokens: 0, outputTokens: 0 },
         rawResponse: init.rawResponse ?? "",
+        ...(init.modelInput !== undefined ? { modelInput: init.modelInput } : {}),
     };
 }
 //# sourceMappingURL=base.js.map

package/dist/agent-runtime/adapters/base.js.map

@@ -1 +1 @@
-{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../src/agent-runtime/adapters/base.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAqKH;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,MAAc,EACd,OAA4C,EAAE;IAE9C,OAAO;QACL,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;QAC/B,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG;QACvD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;QACxD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;KACpC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../src/agent-runtime/adapters/base.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAuKH;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,MAAc,EACd,OAA4C,EAAE;IAE9C,OAAO;QACL,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;QAC/B,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG;QACvD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;QACxD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;QACnC,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1E,CAAC;AACJ,CAAC"}

package/dist/agent-runtime/adapters/openai.js

@@ -16,6 +16,7 @@ import { makeAction } from "@beeos-ai/device-common";
 import { OpenAIClient } from "../models/client.js";
 import { compressForVlm } from "../models/image/compress.js";
 import { DataUrlTransport } from "../models/image/transport.js";
+import { invalidModelOutput } from "../models/vlm/base.js";
 import { getFriendlyAppName } from "../../device/apps.js";
 import { getLogger } from "../../logger/index.js";
 import { makeScreenInfo } from "../../types.js";
@@ -66,11 +67,15 @@ export class OpenAIAdapter {
         if (history.length === 0 || history.length < this.lastStepIdx) {
             // New run started — clear adapter-internal context.
             this.context = [];
+            this.client.reset?.();
         }
         this.lastStepIdx = history.length;
         const isFirst = history.length === 0;
         const screenInfo = await observationToScreenInfo(observation, this.imageTransport);
         this.context = this.client.buildMessages(observation.task, screenInfo, this.context, isFirst, this.lang);
+        // Preserve the exact request before updateContext mutates the rolling
+        // conversation. Artifact writers externalize inline images to step files.
+        const modelInput = structuredClone(this.context);
         if (process.env.DEBUG_MESSAGES) {
             const sanitized = this.context.map((m) => ({
                 role: m.role,
@@ -116,15 +121,16 @@ export class OpenAIAdapter {
         try {
             parsed = this.client.parseResponse(response.rawContent);
         }
-        catch {
-            parsed = {
-                actionType: "wait",
-                params: { duration_seconds: 2 },
-                thinking: response.thinking,
-                coordSystem: "0-1000",
-                shouldFinish: false,
-                finishMessage: null,
-            };
+        catch (e) {
+            const error = e;
+            getLogger().warn({
+                component: "vlm-predict",
+                stage: "parse",
+                code: error.code,
+                message: error.message,
+                durationMs,
+            }, "vlm.parse.failed");
+            throw e;
         }
         this.context = this.client.updateContext(this.context, response, parsed);
         const action = parsedToAction(parsed);
@@ -133,6 +139,7 @@ export class OpenAIAdapter {
             confidence: 0.5,
             usage: { inputTokens: 0, outputTokens: 0, durationMs },
             rawResponse: response.rawContent,
+            modelInput,
         });
     }
     async close() {
@@ -203,6 +210,16 @@ export function parsedToAction(parsed) {
         case "press_home":
         case "home":
             return makeAction("home", { payload: { ...meta }, rationale });
+        case "press_key":
+        case "key":
+            return makeAction("key", {
+                payload: {
+                    ...meta,
+                    keycode: stringParam(parsed.params, "key", undefined) ??
+                        stringParam(parsed.params, "keycode", ""),
+                },
+                rationale,
+            });
         case "wait":
             return makeAction("wait", {
                 payload: { ...meta, durationSeconds: numParam(parsed.params, "duration_seconds", 2) },
@@ -237,16 +254,15 @@ export function parsedToAction(parsed) {
                     x: numParam(parsed.params, "x", 500),
                     y: numParam(parsed.params, "y", 500),
                 },
-                payload: { ...meta, direction: stringParam(parsed.params, "direction", "down") },
+                payload: {
+                    ...meta,
+                    direction: stringParam(parsed.params, "direction", "down"),
+                    amount: numParam(parsed.params, "amount", 1),
+                },
                 rationale,
             });
         default:
-            // Unknown verb — fall back to a wait so the loop keeps making progress
-            // instead of throwing on adapter quirks.
-            return makeAction("wait", {
-                payload: { ...meta, durationSeconds: 1 },
-                rationale: `unknown legacy actionType=${parsed.actionType}`,
-            });
+            return invalidModelOutput("legacy-action", `unsupported action type: ${parsed.actionType}`);
     }
 }
 function numParam(p, key, fallback) {

package/dist/agent-runtime/adapters/openai.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/agent-runtime/adapters/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,UAAU,EAAiC,MAAM,yBAAyB,CAAC;AAEpF,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAuB,MAAM,8BAA8B,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AA+BhD;;;;GAIG;AACH,MAAM,iCAAiC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AAEpF,MAAM,OAAO,aAAa;IACf,IAAI,CAAS;IACb,SAAS,CAAS;IAClB,cAAc,CAAU;IACxB,kBAAkB,CAAC;IAEX,MAAM,CAAc;IACpB,IAAI,CAAc;IAClB,cAAc,CAAiB;IACxC,OAAO,GAAc,EAAE,CAAC;IACxB,WAAW,GAAG,CAAC,CAAC;IAExB,YAAY,OAA6B,EAAE;QACzC,IAAI,CAAC,MAAM;YACT,IAAI,CAAC,MAAM;gBACX,IAAI,YAAY,CAAC;oBACf,GAAG,IAAI;oBACP,OAAO,EAAE,IAAI,CAAC,aAAa;iBAC5B,CAAC,CAAC;QACL,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpE,IAAI,CAAC,cAAc;YACjB,IAAI,CAAC,cAAc;gBACnB,iCAAiC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI;YAC1D,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YACtD,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;SAC9D,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,GAAuB;QACjC,yEAAyE;QACzE,uEAAuE;QACvE,qBAAqB;QACrB,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,SAAS,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,WAAwB,EACxB,OAAsB,EACtB,OAAuB,EAAE;QAEzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9D,oDAAoD;YACpD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QAElC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACnF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CACtC,WAAW,CAAC,IAAI,EAChB,UAAU,EACV,IAAI,CAAC,OAAO,EACZ,OAAO,EACP,IAAI,CAAC,IAAI,CACV,CAAC;QAEF,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;oBAC/B,CAAC,CAAE,CAAC,CAAC,OAA+E,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3F,CAAC,CAAC,IAAI,KAAK,WAAW;wBACpB,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,cAAc,EAAE;wBAC7E,CAAC,CAAC,CAAC,CACN;oBACH,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI;wBACxD,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,cAAc;wBAC3C,CAAC,CAAC,CAAC,CAAC,OAAO;aAChB,CAAC,CAAC,CAAC;YACJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,2BAA2B,OAAO,CAAC,MAAM,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACjH,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,QAAQ,CAAC;QACb,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE;gBACjD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM;aAChC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,sEAAsE;YACtE,uEAAuE;YACvE,wDAAwD;YACxD,MAAM,IAAI,GAAG,CAOZ,CAAC;YACF,SAAS,EAAE,CAAC,IAAI,CACd;gBACE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,IAAI,EAAE,MAAM;gBACpB,IAAI,EAAE,IAAI,EAAE,IAAI;gBAChB,IAAI,EAAE,IAAI,EAAE,IAAI;gBAChB,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO;gBACrC,OAAO,EAAE,IAAI,EAAE,OAAO;gBACtB,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,cAAc,CAAC;gBACpD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;aACrC,EACD,oBAAoB,CACrB,CAAC;YACF,MAAM,CAAC,CAAC;QACV,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,IAAI,MAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,GAAG;gBACP,UAAU,EAAE,MAAM;gBAClB,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;gBAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,WAAW,EAAE,QAAQ;gBACrB,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,IAAI;aACpB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEzE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,cAAc,CAAC,MAAM,EAAE;YAC5B,SAAS,EAAE,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,IAAI,EAAE;YACrD,UAAU,EAAE,GAAG;YACf,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,UAAU,EAAE;YACtD,WAAW,EAAE,QAAQ,CAAC,UAAU;SACjC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;CACF;AAED,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAEhF,MAAM,UAAU,cAAc,CAAC,MAAoB;IACjD,MAAM,IAAI,GAAG;QACX,YAAY,EAAE,MAAM,CAAC,WAAW;QAChC,WAAW,EAAE,MAAM,CAAC,UAAU;KACtB,CAAC;IACX,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,IAAI,SAAS,CAAC;IAE/C,QAAQ,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1B,KAAK,KAAK,CAAC;QACX,KAAK,OAAO;YACV,OAAO,UAAU,CAAC,KAAK,EAAE;gBACvB,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC3F,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE;gBACpB,SAAS;aACV,CAAC,CAAC;QACL,KAAK,YAAY,CAAC;QAClB,KAAK,cAAc;YACjB,OAAO,UAAU,CAAC,cAAc,EAAE;gBAChC,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC3F,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE;gBACpB,SAAS;aACV,CAAC,CAAC;QACL,KAAK,YAAY;YACf,OAAO,UAAU,CAAC,YAAY,EAAE;gBAC9B,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC3F,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE;gBAC9E,SAAS;aACV,CAAC,CAAC;QACL,KAAK,OAAO;YACV,OAAO,UAAU,CAAC,OAAO,EAAE;gBACzB,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC;oBACtC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC;oBACtC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;oBACpC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;iBACrC;gBACD,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,CAAC,EAAE;gBAC7E,SAAS;aACV,CAAC,CAAC;QACL,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE;gBAClE,SAAS;aACV,CAAC,CAAC;QACL,KAAK,UAAU,CAAC;QAChB,KAAK,YAAY;YACf,OAAO,UAAU,CAAC,YAAY,EAAE;gBAC9B,OAAO,EAAE;oBACP,GAAG,IAAI;oBACP,aAAa,EACX,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC;wBACjD,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC;wBAChD,EAAE;iBACL;gBACD,SAAS;aACV,CAAC,CAAC;QACL,KAAK,YAAY,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACjE,KAAK,YAAY,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACjE,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,EAAE;gBACrF,SAAS;aACV,CAAC,CAAC;QACL,KAAK,UAAU,CAAC;QAChB,KAAK,eAAe;YAClB,OAAO,UAAU,CAAC,eAAe,EAAE;gBACjC,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE;gBACxE,SAAS;aACV,CAAC,CAAC;QACL,KAAK,WAAW;YACd,OAAO,UAAU,CAAC,WAAW,EAAE;gBAC7B,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE;gBAClE,SAAS;aACV,CAAC,CAAC;QACL,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE;gBAChG,SAAS;aACV,CAAC,CAAC;QACL,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE;gBAChG,SAAS;aACV,CAAC,CAAC;QACL,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,QAAQ,EAAE;gBAC1B,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC;oBACpC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC;iBACrC;gBACD,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE;gBAChF,SAAS;aACV,CAAC,CAAC;QACL;YACE,uEAAuE;YACvE,yCAAyC;YACzC,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE;gBACxC,SAAS,EAAE,6BAA6B,MAAM,CAAC,UAAU,EAAE;aAC5D,CAAC,CAAC;IACP,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAA0B,EAAE,GAAW,EAAE,QAAiB;IAC1E,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAClB,CAA0B,EAC1B,GAAW,EACX,QAAW;IAEX,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,CAAc,EACd,SAAyB;IAEzB,IAAI,QAAQ,GAAoB,IAAI,CAAC;IACrC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;QACpB,kEAAkE;QAClE,oEAAoE;QACpE,kEAAkE;QAClE,mEAAmE;QACnE,oEAAoE;QACpE,sCAAsC;QACtC,EAAE;QACF,oEAAoE;QACpE,kEAAkE;QAClE,mEAAmE;QACnE,2DAA2D;QAC3D,6DAA6D;QAC7D,gEAAgE;QAChE,mDAAmD;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QACnE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,SAAS,EAAE,CAAC,IAAI,CACd;YACE,SAAS,EAAE,WAAW;YACtB,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,GAAG,CAAC,MAAM;YACtB,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,MAAM;YACpC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,UAAU,EAAE,EAAE,GAAG,EAAE;YACnB,SAAS,EAAE,SAAS,CAAC,IAAI;YACzB,WAAW,EAAE,EAAE,GAAG,EAAE;YACpB,OAAO,EAAE,QAAQ,CAAC,IAAI;SACvB,EACD,oBAAoB,CACrB,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GACd,OAAO,CAAC,CAAC,KAAK,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAExF,OAAO,cAAc,CAAC;QACpB,QAAQ;QACR,KAAK,EAAE,CAAC,CAAC,OAAO;QAChB,MAAM,EAAE,CAAC,CAAC,OAAO;QACjB,UAAU;QACV,KAAK,EAAE,CAAC,CAAC,MAAM,IAAI,IAAI;KACxB,CAAC,CAAC;AACL,CAAC;AAED,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAEhF,eAAe,CAAC;IACd,IAAI,EAAE,QAAQ;IACd,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACjG,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE;CACnC,CAAC,CAAC"}
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/agent-runtime/adapters/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,UAAU,EAAiC,MAAM,yBAAyB,CAAC;AAEpF,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAuB,MAAM,8BAA8B,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AA+BhD;;;;GAIG;AACH,MAAM,iCAAiC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AAEpF,MAAM,OAAO,aAAa;IACf,IAAI,CAAS;IACb,SAAS,CAAS;IAClB,cAAc,CAAU;IACxB,kBAAkB,CAAC;IAEX,MAAM,CAAc;IACpB,IAAI,CAAc;IAClB,cAAc,CAAiB;IACxC,OAAO,GAAc,EAAE,CAAC;IACxB,WAAW,GAAG,CAAC,CAAC;IAExB,YAAY,OAA6B,EAAE;QACzC,IAAI,CAAC,MAAM;YACT,IAAI,CAAC,MAAM;gBACX,IAAI,YAAY,CAAC;oBACf,GAAG,IAAI;oBACP,OAAO,EAAE,IAAI,CAAC,aAAa;iBAC5B,CAAC,CAAC;QACL,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpE,IAAI,CAAC,cAAc;YACjB,IAAI,CAAC,cAAc;gBACnB,iCAAiC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI;YAC1D,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YACtD,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;SAC9D,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,GAAuB;QACjC,yEAAyE;QACzE,uEAAuE;QACvE,qBAAqB;QACrB,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,SAAS,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,WAAwB,EACxB,OAAsB,EACtB,OAAuB,EAAE;QAEzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9D,oDAAoD;YACpD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QAElC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACnF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CACtC,WAAW,CAAC,IAAI,EAChB,UAAU,EACV,IAAI,CAAC,OAAO,EACZ,OAAO,EACP,IAAI,CAAC,IAAI,CACV,CAAC;QACF,sEAAsE;QACtE,0EAA0E;QAC1E,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEjD,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;oBAC/B,CAAC,CAAE,CAAC,CAAC,OAA+E,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3F,CAAC,CAAC,IAAI,KAAK,WAAW;wBACpB,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,cAAc,EAAE;wBAC7E,CAAC,CAAC,CAAC,CACN;oBACH,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI;wBACxD,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,cAAc;wBAC3C,CAAC,CAAC,CAAC,CAAC,OAAO;aAChB,CAAC,CAAC,CAAC;YACJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,2BAA2B,OAAO,CAAC,MAAM,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACjH,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,QAAQ,CAAC;QACb,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE;gBACjD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM;aAChC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,sEAAsE;YACtE,uEAAuE;YACvE,wDAAwD;YACxD,MAAM,IAAI,GAAG,CAOZ,CAAC;YACF,SAAS,EAAE,CAAC,IAAI,CACd;gBACE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,IAAI,EAAE,MAAM;gBACpB,IAAI,EAAE,IAAI,EAAE,IAAI;gBAChB,IAAI,EAAE,IAAI,EAAE,IAAI;gBAChB,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO;gBACrC,OAAO,EAAE,IAAI,EAAE,OAAO;gBACtB,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,cAAc,CAAC;gBACpD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;aACrC,EACD,oBAAoB,CACrB,CAAC;YACF,MAAM,CAAC,CAAC;QACV,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,IAAI,MAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,CAAwC,CAAC;YACvD,SAAS,EAAE,CAAC,IAAI,CACd;gBACE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,OAAO;gBACd,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU;aACX,EACD,kBAAkB,CACnB,CAAC;YACF,MAAM,CAAC,CAAC;QACV,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEzE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,cAAc,CAAC,MAAM,EAAE;YAC5B,SAAS,EAAE,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,IAAI,EAAE;YACrD,UAAU,EAAE,GAAG;YACf,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,UAAU,EAAE;YACtD,WAAW,EAAE,QAAQ,CAAC,UAAU;YAChC,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;CACF;AAED,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAEhF,MAAM,UAAU,cAAc,CAAC,MAAoB;IACjD,MAAM,IAAI,GAAG;QACX,YAAY,EAAE,MAAM,CAAC,WAAW;QAChC,WAAW,EAAE,MAAM,CAAC,UAAU;KACtB,CAAC;IACX,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,IAAI,SAAS,CAAC;IAE/C,QAAQ,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1B,KAAK,KAAK,CAAC;QACX,KAAK,OAAO;YACV,OAAO,UAAU,CAAC,KAAK,EAAE;gBACvB,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC3F,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE;gBACpB,SAAS;aACV,CAAC,CAAC;QACL,KAAK,YAAY,CAAC;QAClB,KAAK,cAAc;YACjB,OAAO,UAAU,CAAC,cAAc,EAAE;gBAChC,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC3F,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE;gBACpB,SAAS;aACV,CAAC,CAAC;QACL,KAAK,YAAY;YACf,OAAO,UAAU,CAAC,YAAY,EAAE;gBAC9B,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC3F,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE;gBAC9E,SAAS;aACV,CAAC,CAAC;QACL,KAAK,OAAO;YACV,OAAO,UAAU,CAAC,OAAO,EAAE;gBACzB,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC;oBACtC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC;oBACtC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;oBACpC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;iBACrC;gBACD,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,CAAC,EAAE;gBAC7E,SAAS;aACV,CAAC,CAAC;QACL,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE;gBAClE,SAAS;aACV,CAAC,CAAC;QACL,KAAK,UAAU,CAAC;QAChB,KAAK,YAAY;YACf,OAAO,UAAU,CAAC,YAAY,EAAE;gBAC9B,OAAO,EAAE;oBACP,GAAG,IAAI;oBACP,aAAa,EACX,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC;wBACjD,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC;wBAChD,EAAE;iBACL;gBACD,SAAS;aACV,CAAC,CAAC;QACL,KAAK,YAAY,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACjE,KAAK,YAAY,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACjE,KAAK,WAAW,CAAC;QACjB,KAAK,KAAK;YACR,OAAO,UAAU,CAAC,KAAK,EAAE;gBACvB,OAAO,EAAE;oBACP,GAAG,IAAI;oBACP,OAAO,EACL,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC;wBAC5C,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;iBAC5C;gBACD,SAAS;aACV,CAAC,CAAC;QACL,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,EAAE;gBACrF,SAAS;aACV,CAAC,CAAC;QACL,KAAK,UAAU,CAAC;QAChB,KAAK,eAAe;YAClB,OAAO,UAAU,CAAC,eAAe,EAAE;gBACjC,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE;gBACxE,SAAS;aACV,CAAC,CAAC;QACL,KAAK,WAAW;YACd,OAAO,UAAU,CAAC,WAAW,EAAE;gBAC7B,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE;gBAClE,SAAS;aACV,CAAC,CAAC;QACL,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE;gBAChG,SAAS;aACV,CAAC,CAAC;QACL,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,MAAM,EAAE;gBACxB,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE;gBAChG,SAAS;aACV,CAAC,CAAC;QACL,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,QAAQ,EAAE;gBAC1B,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC;oBACpC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC;iBACrC;gBACD,OAAO,EAAE;oBACP,GAAG,IAAI;oBACP,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC;oBAC1D,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;iBAC7C;gBACD,SAAS;aACV,CAAC,CAAC;QACL;YACE,OAAO,kBAAkB,CAAC,eAAe,EAAE,4BAA4B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAA0B,EAAE,GAAW,EAAE,QAAiB;IAC1E,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAClB,CAA0B,EAC1B,GAAW,EACX,QAAW;IAEX,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,CAAc,EACd,SAAyB;IAEzB,IAAI,QAAQ,GAAoB,IAAI,CAAC;IACrC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;QACpB,kEAAkE;QAClE,oEAAoE;QACpE,kEAAkE;QAClE,mEAAmE;QACnE,oEAAoE;QACpE,sCAAsC;QACtC,EAAE;QACF,oEAAoE;QACpE,kEAAkE;QAClE,mEAAmE;QACnE,2DAA2D;QAC3D,6DAA6D;QAC7D,gEAAgE;QAChE,mDAAmD;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QACnE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,SAAS,EAAE,CAAC,IAAI,CACd;YACE,SAAS,EAAE,WAAW;YACtB,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,GAAG,CAAC,MAAM;YACtB,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,MAAM;YACpC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,UAAU,EAAE,EAAE,GAAG,EAAE;YACnB,SAAS,EAAE,SAAS,CAAC,IAAI;YACzB,WAAW,EAAE,EAAE,GAAG,EAAE;YACpB,OAAO,EAAE,QAAQ,CAAC,IAAI;SACvB,EACD,oBAAoB,CACrB,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GACd,OAAO,CAAC,CAAC,KAAK,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAExF,OAAO,cAAc,CAAC;QACpB,QAAQ;QACR,KAAK,EAAE,CAAC,CAAC,OAAO;QAChB,MAAM,EAAE,CAAC,CAAC,OAAO;QACjB,UAAU;QACV,KAAK,EAAE,CAAC,CAAC,MAAM,IAAI,IAAI;KACxB,CAAC,CAAC;AACL,CAAC;AAED,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAEhF,eAAe,CAAC;IACd,IAAI,EAAE,QAAQ;IACd,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACjG,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE;CACnC,CAAC,CAAC"}

package/dist/agent-runtime/advanced/app-card.d.ts

@@ -0,0 +1,23 @@
+export interface AppCard {
+    id: string;
+    displayName: string;
+    packageName: string;
+    aliases: readonly string[];
+    capabilities: readonly string[];
+    anchors: readonly string[];
+    blockers: readonly string[];
+    successSignals: readonly string[];
+    recovery: readonly string[];
+    safety: readonly string[];
+}
+export interface AppCardMatch {
+    card: AppCard;
+    matchedAlias: string;
+}
+export declare function matchAppCard(task: string): AppCardMatch | undefined;
+export declare function inferTargetApp(task: string): {
+    displayName: string;
+    packageName: string;
+} | undefined;
+export declare function renderAppCard(card: AppCard): string;
+export declare function listAppCards(): readonly AppCard[];

package/dist/agent-runtime/advanced/app-card.js

@@ -0,0 +1,99 @@
+import { APP_PACKAGES } from "../../device/apps.js";
+const CARDS = [
+    {
+        id: "douyin",
+        displayName: "抖音",
+        packageName: "com.ss.android.ugc.aweme",
+        aliases: ["抖音", "Douyin"],
+        capabilities: ["搜索用户、视频和商品", "浏览短视频", "发布图片或视频"],
+        anchors: ["首页顶部搜索入口", "搜索结果页的综合/用户/视频分类", "底部中央发布按钮"],
+        blockers: ["青少年模式提示", "隐私或通知弹窗", "登录要求", "网络加载骨架屏"],
+        successSignals: ["搜索框显示目标关键词且结果列表已加载", "目标页面标题或内容与任务一致"],
+        recovery: ["确认当前前台应用确实是抖音", "关闭遮挡弹窗后重新观察", "搜索无结果时清空输入再提交一次"],
+        safety: ["发布、关注、点赞、评论、支付前必须确认任务明确要求该动作"],
+    },
+    {
+        id: "xiaohongshu",
+        displayName: "小红书",
+        packageName: "com.xingin.xhs",
+        aliases: ["小红书", "XiaoHongShu", "RED"],
+        capabilities: ["搜索笔记、用户和商品", "浏览笔记", "发布笔记或视频"],
+        anchors: ["首页顶部搜索框", "搜索结果页分类标签", "底部中央发布按钮"],
+        blockers: ["登录弹窗", "兴趣选择页", "通知或权限弹窗", "内容加载失败"],
+        successSignals: ["搜索框保留目标关键词并出现相关结果", "目标笔记或用户页已打开"],
+        recovery: ["返回发现页后重新进入搜索", "关闭弹窗并等待页面稳定", "输入后显式触发键盘搜索或页面搜索按钮"],
+        safety: ["发布、点赞、收藏、关注、私信前确认用户意图"],
+    },
+    {
+        id: "wechat",
+        displayName: "微信",
+        packageName: "com.tencent.mm",
+        aliases: ["微信", "WeChat"],
+        capabilities: ["聊天和联系人搜索", "朋友圈", "扫一扫和小程序"],
+        anchors: ["底部微信/通讯录/发现/我标签", "顶部搜索入口", "发现页朋友圈入口"],
+        blockers: ["登录或安全验证", "通讯录权限提示", "小程序加载页", "键盘遮挡"],
+        successSignals: ["目标聊天、联系人、朋友圈或小程序页面可见", "要求发送的内容出现在会话中"],
+        recovery: ["使用返回键回到微信主标签页", "从顶部搜索重新定位目标", "等待小程序或网页加载完成"],
+        safety: ["发送消息、转账、删除、发布朋友圈前确认任务明确要求"],
+    },
+    {
+        id: "settings",
+        displayName: "设置",
+        packageName: "com.android.settings",
+        aliases: ["设置", "系统设置", "手机设置", "Settings"],
+        capabilities: ["查看和修改系统配置", "应用、网络、显示、声音和权限管理"],
+        anchors: ["设置首页搜索框", "设置分类列表", "页面标题和返回按钮"],
+        blockers: ["OEM 页面名称差异", "二次确认对话框", "管理员或密码验证"],
+        successSignals: ["目标设置页标题可见", "目标开关或选项呈现期望状态"],
+        recovery: ["优先使用设置内搜索", "回到设置首页再从分类进入", "OEM 名称不一致时按语义匹配"],
+        safety: ["恢复出厂、清除数据、卸载、重置网络和安全凭据属于高风险操作"],
+    },
+    {
+        id: "browser",
+        displayName: "浏览器",
+        packageName: "com.android.chrome",
+        aliases: ["浏览器", "Chrome", "谷歌浏览器"],
+        capabilities: ["网页搜索和浏览", "打开链接", "下载文件"],
+        anchors: ["地址栏或搜索框", "标签页按钮", "网页加载进度和页面标题"],
+        blockers: ["首次使用引导", "默认浏览器提示", "Cookie 或权限弹窗", "网络错误页"],
+        successSignals: ["地址栏或页面内容与目标查询一致", "目标网页标题和关键内容已加载"],
+        recovery: ["聚焦地址栏后全选旧内容", "网络失败时等待并刷新一次", "关闭遮挡网页内容的弹窗"],
+        safety: ["下载、登录、提交表单和支付前确认任务范围"],
+    },
+];
+export function matchAppCard(task) {
+    const normalized = task.trim().toLowerCase();
+    if (!normalized)
+        return undefined;
+    for (const card of CARDS) {
+        const aliases = [...card.aliases].sort((a, b) => b.length - a.length);
+        const alias = aliases.find((candidate) => normalized.includes(candidate.toLowerCase()));
+        if (alias)
+            return { card, matchedAlias: alias };
+    }
+    return undefined;
+}
+export function inferTargetApp(task) {
+    const card = matchAppCard(task)?.card;
+    if (card)
+        return { displayName: card.displayName, packageName: card.packageName };
+    const names = Object.keys(APP_PACKAGES).sort((a, b) => b.length - a.length);
+    const normalized = task.toLowerCase();
+    const name = names.find((candidate) => normalized.includes(candidate.toLowerCase()));
+    return name ? { displayName: name, packageName: APP_PACKAGES[name] } : undefined;
+}
+export function renderAppCard(card) {
+    return [
+        `App Card: ${card.displayName} (${card.packageName})`,
+        `Capabilities: ${card.capabilities.join("; ")}`,
+        `Stable anchors: ${card.anchors.join("; ")}`,
+        `Common blockers: ${card.blockers.join("; ")}`,
+        `Success signals: ${card.successSignals.join("; ")}`,
+        `Recovery playbook: ${card.recovery.join("; ")}`,
+        `Safety constraints: ${card.safety.join("; ")}`,
+    ].join("\n");
+}
+export function listAppCards() {
+    return CARDS;
+}
+//# sourceMappingURL=app-card.js.map

package/dist/agent-runtime/advanced/app-card.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-card.js","sourceRoot":"","sources":["../../../src/agent-runtime/advanced/app-card.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAepD,MAAM,KAAK,GAAuB;IAChC;QACE,EAAE,EAAE,QAAQ;QACZ,WAAW,EAAE,IAAI;QACjB,WAAW,EAAE,0BAA0B;QACvC,OAAO,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC;QACzB,YAAY,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,SAAS,CAAC;QAChD,OAAO,EAAE,CAAC,UAAU,EAAE,kBAAkB,EAAE,UAAU,CAAC;QACrD,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC;QACnD,cAAc,EAAE,CAAC,oBAAoB,EAAE,gBAAgB,CAAC;QACxD,QAAQ,EAAE,CAAC,eAAe,EAAE,aAAa,EAAE,iBAAiB,CAAC;QAC7D,MAAM,EAAE,CAAC,8BAA8B,CAAC;KACzC;IACD;QACE,EAAE,EAAE,aAAa;QACjB,WAAW,EAAE,KAAK;QAClB,WAAW,EAAE,gBAAgB;QAC7B,OAAO,EAAE,CAAC,KAAK,EAAE,aAAa,EAAE,KAAK,CAAC;QACtC,YAAY,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC;QAC/C,OAAO,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC;QAC7C,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;QAChD,cAAc,EAAE,CAAC,mBAAmB,EAAE,aAAa,CAAC;QACpD,QAAQ,EAAE,CAAC,cAAc,EAAE,aAAa,EAAE,oBAAoB,CAAC;QAC/D,MAAM,EAAE,CAAC,uBAAuB,CAAC;KAClC;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,WAAW,EAAE,IAAI;QACjB,WAAW,EAAE,gBAAgB;QAC7B,OAAO,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC;QACzB,YAAY,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,CAAC;QAC5C,OAAO,EAAE,CAAC,iBAAiB,EAAE,QAAQ,EAAE,UAAU,CAAC;QAClD,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC;QAClD,cAAc,EAAE,CAAC,sBAAsB,EAAE,eAAe,CAAC;QACzD,QAAQ,EAAE,CAAC,eAAe,EAAE,aAAa,EAAE,cAAc,CAAC;QAC1D,MAAM,EAAE,CAAC,2BAA2B,CAAC;KACtC;IACD;QACE,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,IAAI;QACjB,WAAW,EAAE,sBAAsB;QACnC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC;QAC3C,YAAY,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC;QAC/C,OAAO,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,CAAC;QAC3C,QAAQ,EAAE,CAAC,YAAY,EAAE,SAAS,EAAE,UAAU,CAAC;QAC/C,cAAc,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC;QAC9C,QAAQ,EAAE,CAAC,WAAW,EAAE,cAAc,EAAE,iBAAiB,CAAC;QAC1D,MAAM,EAAE,CAAC,+BAA+B,CAAC;KAC1C;IACD;QACE,EAAE,EAAE,SAAS;QACb,WAAW,EAAE,KAAK;QAClB,WAAW,EAAE,oBAAoB;QACjC,OAAO,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC;QACnC,YAAY,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;QACzC,OAAO,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,aAAa,CAAC;QAC5C,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,CAAC;QACxD,cAAc,EAAE,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;QACrD,QAAQ,EAAE,CAAC,aAAa,EAAE,cAAc,EAAE,aAAa,CAAC;QACxD,MAAM,EAAE,CAAC,sBAAsB,CAAC;KACjC;CACF,CAAC;AAOF,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACxF,IAAI,KAAK;YAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC;IACtC,IAAI,IAAI;QAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;IAElF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACrF,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAa;IACzC,OAAO;QACL,aAAa,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,GAAG;QACrD,iBAAiB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC/C,mBAAmB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC5C,oBAAoB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC9C,oBAAoB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACpD,sBAAsB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAChD,uBAAuB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/agent-runtime/advanced/knowledge.d.ts

@@ -0,0 +1,15 @@
+import { type SkillCacheStore, type SkillMatchOutcome } from "../skills/index.js";
+import { type AppCard } from "./app-card.js";
+export interface AdvancedKnowledge {
+    app?: {
+        displayName: string;
+        packageName: string;
+    };
+    appCard?: AppCard;
+    skillMatch?: SkillMatchOutcome;
+    prompt: string;
+}
+export declare function buildAdvancedKnowledge(args: {
+    task: string;
+    skillStore?: SkillCacheStore;
+}): Promise<AdvancedKnowledge>;

package/dist/agent-runtime/advanced/knowledge.js

@@ -0,0 +1,85 @@
+import { matchSkill } from "../skills/index.js";
+import { inferTargetApp, matchAppCard, renderAppCard } from "./app-card.js";
+export async function buildAdvancedKnowledge(args) {
+    const app = inferTargetApp(args.task);
+    const appCard = matchAppCard(args.task)?.card;
+    let skillMatch;
+    if (app && args.skillStore) {
+        try {
+            skillMatch = await matchSkill({
+                store: args.skillStore,
+                appPackage: app.packageName,
+                taskSummary: args.task,
+                options: { cosineThreshold: 0.72, successRateThreshold: 0.7, topK: 3 },
+            });
+        }
+        catch {
+            // Knowledge retrieval is advisory. Storage damage must not block a task.
+        }
+    }
+    const sections = [
+        "ADVANCED EXECUTION KNOWLEDGE",
+        "Use this as advisory process knowledge. Re-ground every concrete action against the live screen.",
+    ];
+    if (appCard)
+        sections.push(renderAppCard(appCard));
+    else if (app)
+        sections.push(`Target app: ${app.displayName} (${app.packageName})`);
+    const trusted = skillMatch?.best;
+    if (trusted && trusted.score >= 0.55) {
+        const skill = trusted.skill;
+        const total = skill.successCount + skill.failCount;
+        const successRate = total === 0 ? 1 : skill.successCount / total;
+        sections.push([
+            `Related verified trajectory (similarity ${trusted.score.toFixed(2)}, success rate ${successRate.toFixed(2)}):`,
+            renderActionIntent(skill.actionSequence),
+            "Do not reuse its coordinates. Treat the sequence only as a navigation hint and verify each transition.",
+        ].join("\n"));
+    }
+    sections.push([
+        "Advanced policy:",
+        "- Plan in user-visible subgoals with an explicit expected outcome for each subgoal.",
+        "- Observe after every action; never infer success from dispatch alone.",
+        "- Before repeating an action, explain what changed and why a retry is justified.",
+        "- Prefer stable text/semantic anchors over coordinates.",
+        "- On wrong app, blocked dialog, stale screen, no-op, or loading state, use the recovery playbook then replan.",
+        "- Declare completion only when the final user-visible success signal is present.",
+    ].join("\n"));
+    return { app, appCard, skillMatch, prompt: sections.join("\n\n") };
+}
+function renderActionIntent(actions) {
+    return actions
+        .slice(0, 16)
+        .map((action, index) => `${index + 1}. ${actionIntent(action)}`)
+        .join("\n");
+}
+function actionIntent(action) {
+    const payload = action.payload ?? {};
+    switch (action.type) {
+        case "launch_app":
+            return `open app ${stringValue(payload.packageOrName) || stringValue(payload.package) || "target"}`;
+        case "type":
+            return `type ${quote(stringValue(payload.text))}`;
+        case "tap":
+        case "click":
+            return "activate the currently grounded target";
+        case "swipe":
+        case "scroll":
+            return `navigate by ${action.type}`;
+        case "back":
+            return "go back";
+        case "home":
+            return "return home";
+        case "wait":
+            return "wait for UI stabilization";
+        default:
+            return action.type;
+    }
+}
+function stringValue(value) {
+    return typeof value === "string" ? value : "";
+}
+function quote(value) {
+    return value ? JSON.stringify(value.slice(0, 80)) : "text";
+}
+//# sourceMappingURL=knowledge.js.map

package/dist/agent-runtime/advanced/knowledge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.js","sourceRoot":"","sources":["../../../src/agent-runtime/advanced/knowledge.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAgD,MAAM,oBAAoB,CAAC;AAC9F,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAgB,MAAM,eAAe,CAAC;AAS1F,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAG5C;IACC,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC;IAC9C,IAAI,UAAyC,CAAC;IAE9C,IAAI,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,UAAU,CAAC;gBAC5B,KAAK,EAAE,IAAI,CAAC,UAAU;gBACtB,UAAU,EAAE,GAAG,CAAC,WAAW;gBAC3B,WAAW,EAAE,IAAI,CAAC,IAAI;gBACtB,OAAO,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,oBAAoB,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE;aACvE,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,yEAAyE;QAC3E,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG;QACf,8BAA8B;QAC9B,kGAAkG;KACnG,CAAC;IACF,IAAI,OAAO;QAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;SAC9C,IAAI,GAAG;QAAE,QAAQ,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC;IAEnF,MAAM,OAAO,GAAG,UAAU,EAAE,IAAI,CAAC;IACjC,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC;QACnD,MAAM,WAAW,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;QACjE,QAAQ,CAAC,IAAI,CACX;YACE,2CAA2C,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC/G,kBAAkB,CAAC,KAAK,CAAC,cAAc,CAAC;YACxC,wGAAwG;SACzG,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,IAAI,CACX;QACE,kBAAkB;QAClB,qFAAqF;QACrF,wEAAwE;QACxE,kFAAkF;QAClF,yDAAyD;QACzD,+GAA+G;QAC/G,kFAAkF;KACnF,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;IAEF,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;AACrE,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA0B;IACpD,OAAO,OAAO;SACX,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;SAC/D,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IACrC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,YAAY;YACf,OAAO,YAAY,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;QACtG,KAAK,MAAM;YACT,OAAO,QAAQ,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACpD,KAAK,KAAK,CAAC;QACX,KAAK,OAAO;YACV,OAAO,wCAAwC,CAAC;QAClD,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,eAAe,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,KAAK,MAAM;YACT,OAAO,SAAS,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,aAAa,CAAC;QACvB,KAAK,MAAM;YACT,OAAO,2BAA2B,CAAC;QACrC;YACE,OAAO,MAAM,CAAC,IAAI,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAC7D,CAAC"}

package/dist/agent-runtime/advanced/subgoal-verifier.d.ts

@@ -0,0 +1,37 @@
+import OpenAI from "openai";
+import type { Observation } from "@beeos-ai/device-common";
+import type { ModelUsage, StepHistory } from "../adapters/base.js";
+import type { Plan, PlanStep } from "../modes/hybrid/planner/base.js";
+export type SubgoalVerdict = "achieved" | "not_achieved" | "task_complete";
+export interface SubgoalVerification {
+    verdict: SubgoalVerdict;
+    reason: string;
+    guidance?: string;
+    usage: ModelUsage;
+}
+export interface SubgoalVerificationContext {
+    goal: string;
+    plan: Plan;
+    step: PlanStep;
+    observation?: Observation;
+    recentHistory: StepHistory[];
+    executorMessage: string;
+    advancedKnowledge?: string;
+}
+export interface ISubgoalVerifier {
+    verify(ctx: SubgoalVerificationContext, signal?: AbortSignal): Promise<SubgoalVerification>;
+    close?(): Promise<void>;
+}
+export interface LLMSubgoalVerifierOptions {
+    baseUrl?: string;
+    apiKey?: string;
+    modelName?: string;
+    timeoutMs?: number;
+    client?: OpenAI;
+}
+export declare class LLMSubgoalVerifier implements ISubgoalVerifier {
+    private readonly client;
+    private readonly modelName;
+    constructor(opts?: LLMSubgoalVerifierOptions);
+    verify(ctx: SubgoalVerificationContext, signal?: AbortSignal): Promise<SubgoalVerification>;
+}

package/dist/agent-runtime/advanced/subgoal-verifier.js

@@ -0,0 +1,190 @@
+import OpenAI from "openai";
+import { normalizeOpenAIBaseUrl } from "../models/openai-base-url.js";
+import { inferTargetApp } from "./app-card.js";
+export class LLMSubgoalVerifier {
+    client;
+    modelName;
+    constructor(opts = {}) {
+        this.modelName = opts.modelName ?? process.env.ADVANCED_VERIFIER_MODEL ?? "glm-4-flash";
+        this.client = opts.client ?? new OpenAI({
+            baseURL: normalizeOpenAIBaseUrl(opts.baseUrl ?? process.env.ADVANCED_VERIFIER_BASE_URL ?? process.env.PLANNER_BASE_URL ?? "https://api.openai.com/v1"),
+            apiKey: opts.apiKey ??
+                process.env.ADVANCED_VERIFIER_API_KEY ??
+                process.env.PLANNER_API_KEY ??
+                process.env.GUI_AGENT_API_KEY ??
+                "EMPTY",
+            timeout: opts.timeoutMs ?? 30_000,
+            maxRetries: 1,
+        });
+    }
+    async verify(ctx, signal) {
+        const startedAt = Date.now();
+        const deterministic = deterministicPostcondition(ctx);
+        if (deterministic) {
+            return {
+                ...deterministic,
+                usage: { inputTokens: 0, outputTokens: 0, durationMs: Date.now() - startedAt },
+            };
+        }
+        try {
+            const response = await this.client.chat.completions.create({
+                model: this.modelName,
+                temperature: 0,
+                max_tokens: 220,
+                response_format: { type: "json_object" },
+                messages: [
+                    { role: "system", content: SYSTEM_PROMPT },
+                    { role: "user", content: renderVerificationPrompt(ctx) },
+                ],
+            }, { signal });
+            const raw = response.choices[0]?.message?.content ?? "";
+            const parsed = parseVerification(raw);
+            return {
+                ...parsed,
+                usage: {
+                    inputTokens: response.usage?.prompt_tokens ?? 0,
+                    outputTokens: response.usage?.completion_tokens ?? 0,
+                    durationMs: Date.now() - startedAt,
+                },
+            };
+        }
+        catch (error) {
+            // Fail open: Advanced supervision improves reliability but must not make
+            // a healthy actor unavailable when the secondary model has an outage.
+            return {
+                verdict: "achieved",
+                reason: `verifier unavailable; accepting actor result: ${errorMessage(error)}`,
+                usage: { inputTokens: 0, outputTokens: 0, durationMs: Date.now() - startedAt },
+            };
+        }
+    }
+}
+const SYSTEM_PROMPT = `You supervise a mobile GUI executor. Decide whether the
+CURRENT SUBGOAL is visibly achieved from the latest UI evidence. The executor's
+own success claim is not proof. Be conservative but practical.
+
+Return strict JSON:
+{"verdict":"achieved|not_achieved|task_complete","reason":"<=180 chars","guidance":"optional concrete recovery"}
+
+Rules:
+- achieved: the expected outcome is supported by current app/UI evidence.
+- not_achieved: wrong app/page, blocking dialog, stale/no-op state, missing
+  expected result, or contradictory evidence. Give one concrete recovery hint.
+- task_complete: the root user goal, not merely this subgoal, is visibly done.
+- For the final plan step, check every explicit terminal condition in the root
+  goal (for example returning to the home screen), not only the executor text.
+- Do not reject solely because evidence is sparse after a harmless navigation
+  action. Do reject irreversible actions that lack a visible success signal.`;
+function renderVerificationPrompt(ctx) {
+    const currentApp = typeof ctx.observation?.extra?.currentApp === "string"
+        ? ctx.observation.extra.currentApp
+        : "unknown";
+    const recent = ctx.recentHistory.slice(-6).map((entry) => ({
+        step: entry.stepIdx,
+        action: entry.action?.type ?? null,
+        outcome: entry.actionResult ?? null,
+        screen: truncate(entry.observationSummary, 220),
+        error: entry.actErrorMessage ?? null,
+    }));
+    return JSON.stringify({
+        rootGoal: ctx.goal,
+        currentSubgoal: ctx.step.description,
+        expectedOutcome: ctx.step.expectedOutcome ?? "unspecified",
+        currentApp,
+        uiDump: truncate(ctx.observation?.uiDump ?? "", 5000),
+        executorMessage: truncate(ctx.executorMessage, 500),
+        recentSteps: recent,
+        appKnowledge: truncate(ctx.advancedKnowledge ?? "", 2400),
+    });
+}
+function parseVerification(raw) {
+    try {
+        const parsed = JSON.parse(raw);
+        const verdict = parsed.verdict;
+        if (verdict !== "achieved" && verdict !== "not_achieved" && verdict !== "task_complete") {
+            throw new Error("invalid verdict");
+        }
+        return {
+            verdict,
+            reason: truncate(typeof parsed.reason === "string" ? parsed.reason : verdict, 180),
+            ...(typeof parsed.guidance === "string" && parsed.guidance.trim()
+                ? { guidance: truncate(parsed.guidance, 240) }
+                : {}),
+        };
+    }
+    catch {
+        return { verdict: "achieved", reason: "verifier returned malformed output; accepting actor result" };
+    }
+}
+/**
+ * Reject post-conditions that can be proved false without asking a model.
+ * This prevents a persuasive executor summary from overriding authoritative
+ * runtime state. Keep this deliberately narrow: uncertain states still go to
+ * the semantic verifier.
+ */
+function deterministicPostcondition(ctx) {
+    const currentApp = typeof ctx.observation?.extra?.currentApp === "string"
+        ? ctx.observation.extra.currentApp.trim()
+        : "";
+    if (!currentApp)
+        return undefined;
+    const lastStep = ctx.plan.steps.at(-1);
+    const isFinalStep = lastStep?.idx === ctx.step.idx;
+    const stepRequirement = `${ctx.step.description} ${ctx.step.expectedOutcome ?? ""}`;
+    const rootTerminalRequirement = isFinalStep ? ctx.goal : "";
+    const requiresHome = asksForHomeScreen(`${stepRequirement} ${rootTerminalRequirement}`);
+    if (requiresHome) {
+        if (!isHomeApp(currentApp)) {
+            return {
+                verdict: "not_achieved",
+                reason: `terminal state requires the home screen, but current app is ${currentApp}`,
+                guidance: "Press Home, then verify that the launcher is foreground before finishing.",
+            };
+        }
+        return {
+            verdict: isFinalStep ? "task_complete" : "achieved",
+            reason: `launcher is foreground (${currentApp})`,
+        };
+    }
+    const expectedApp = inferTargetApp(stepRequirement);
+    if (expectedApp) {
+        if (!isExpectedApp(currentApp, expectedApp)) {
+            return {
+                verdict: "not_achieved",
+                reason: `subgoal expects ${expectedApp.displayName}, but current app is ${currentApp}`,
+                guidance: `Open ${expectedApp.displayName} and verify it is foreground before finishing.`,
+            };
+        }
+        if (isAppLaunchOnly(stepRequirement)) {
+            return {
+                verdict: "achieved",
+                reason: `${expectedApp.displayName} is foreground (${currentApp})`,
+            };
+        }
+    }
+    return undefined;
+}
+function isAppLaunchOnly(text) {
+    const opensApp = /(?:打开|启动|进入)(?:\S{0,12})(?:应用|app)?|\b(?:open|launch|start)\b/i.test(text);
+    const hasAdditionalWork = /搜索|输入|读取|说明|点击|返回|发布|发送|关注|点赞|评论|search|type|read|describe|tap|click|return|post|send|follow|like|comment/i.test(text);
+    return opensApp && !hasAdditionalWork;
+}
+function asksForHomeScreen(text) {
+    return /(?:返回|回到|进入|显示)(?:手机)?(?:桌面|主屏幕)|return\s+to\s+(?:the\s+)?home(?:\s+screen)?|go\s+home/i.test(text);
+}
+function isHomeApp(currentApp) {
+    return /(?:^|[./])(?:launcher\d*|home)(?:$|[./])|system\s+home|com\.miui\.home|com\.oppo\.launcher|com\.android\.launcher|com\.google\.android\.apps\.nexuslauncher|com\.sec\.android\.app\.launcher/i.test(currentApp);
+}
+function isExpectedApp(currentApp, expected) {
+    const normalized = currentApp.toLocaleLowerCase();
+    return [expected.packageName, expected.displayName].some((value) => normalized.includes(value.toLocaleLowerCase()));
+}
+function truncate(value, max) {
+    if (value.length <= max)
+        return value;
+    return `${value.slice(0, max - 1)}…`;
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+//# sourceMappingURL=subgoal-verifier.js.map