@beeos-ai/device-agent 0.12.7 → 0.13.0

package/dist/inbound/cli/run-artifacts.d.ts

@@ -0,0 +1,61 @@
+export interface ArtifactMcp {
+    screenshot?(): Promise<{
+        b64: string;
+        format?: string;
+        width?: number;
+        height?: number;
+        deviceWidth?: number;
+        deviceHeight?: number;
+        currentApp?: string;
+    }>;
+    uiDump?(opts?: {
+        format?: "raw";
+    }): Promise<{
+        supported?: boolean;
+        content?: string;
+    }>;
+}
+export interface RunArtifactSummary {
+    exitCode: number;
+    configuration: Record<string, unknown>;
+    result?: Record<string, unknown>;
+}
+export declare class RunArtifactRecorder {
+    readonly runDir: string;
+    readonly startedAt: Date;
+    private finished;
+    private stepSequence;
+    private readonly openSteps;
+    private readonly artifacts;
+    constructor(outputRoot: string, task: string);
+    record(event: Record<string, unknown>): void;
+    /** Persist the exact frame that will be sent to the model for this round. */
+    captureObservation(event: {
+        index: number;
+        observation: {
+            screenW: number;
+            screenH: number;
+            screenshotB64: string;
+            uiDump?: string;
+            extra?: Record<string, unknown>;
+            screenStateHash?: string;
+        };
+    }): void;
+    /** Complete the most recent observation record with the model decision. */
+    completeStep(step: {
+        index: number;
+        rationale: string;
+        action: unknown;
+        prediction?: {
+            modelInput?: unknown;
+            rawResponse?: string;
+            confidence?: number;
+            usage?: unknown;
+        };
+        finished: boolean;
+    }): void;
+    capture(mcp: ArtifactMcp, phase: "before" | "after"): Promise<void>;
+    finish(summary: RunArtifactSummary): void;
+}
+export declare function expandPath(path: string): string;
+export declare function formatTimestamp(date: Date): string;

package/dist/inbound/cli/run-artifacts.js

@@ -0,0 +1,247 @@
+import { appendFileSync, mkdirSync, writeFileSync } from "node:fs";
+import { homedir } from "node:os";
+import { isAbsolute, join, resolve } from "node:path";
+export class RunArtifactRecorder {
+    runDir;
+    startedAt = new Date();
+    finished = false;
+    stepSequence = 0;
+    openSteps = [];
+    artifacts = new Set();
+    constructor(outputRoot, task) {
+        const root = expandPath(outputRoot);
+        this.runDir = join(root, `${formatTimestamp(this.startedAt)}-${slugify(task)}-${process.pid}`);
+        mkdirSync(this.runDir, { recursive: true });
+        writeFileSync(join(this.runDir, "events.jsonl"), "", "utf8");
+        this.artifacts.add("events.jsonl");
+    }
+    record(event) {
+        appendFileSync(join(this.runDir, "events.jsonl"), `${JSON.stringify({ recordedAt: new Date().toISOString(), ...event })}\n`, "utf8");
+    }
+    /** Persist the exact frame that will be sent to the model for this round. */
+    captureObservation(event) {
+        const sequence = ++this.stepSequence;
+        const stepsDir = join(this.runDir, "steps");
+        const prefix = `step-${String(sequence).padStart(3, "0")}`;
+        let screenshotFile = null;
+        let uiDumpFile = null;
+        mkdirSync(stepsDir, { recursive: true });
+        if (event.observation.screenshotB64) {
+            const image = Buffer.from(event.observation.screenshotB64, "base64");
+            const extension = detectImageExtension(image);
+            screenshotFile = `${prefix}-observation.${extension}`;
+            writeFileSync(join(stepsDir, screenshotFile), image);
+            this.artifacts.add(`steps/${screenshotFile}`);
+        }
+        if (event.observation.uiDump) {
+            uiDumpFile = `${prefix}-observation.xml`;
+            writeFileSync(join(stepsDir, uiDumpFile), event.observation.uiDump, "utf8");
+            this.artifacts.add(`steps/${uiDumpFile}`);
+        }
+        const metadataFile = `${prefix}.json`;
+        const metadataPath = join(stepsDir, metadataFile);
+        const document = {
+            sequence,
+            agentStepIndex: event.index,
+            observedAt: new Date().toISOString(),
+            phase: "before_action",
+            observation: {
+                screenW: event.observation.screenW,
+                screenH: event.observation.screenH,
+                currentApp: event.observation.extra?.currentApp ?? null,
+                screenStateHash: event.observation.screenStateHash ?? null,
+            },
+            screenshotFile,
+            uiDumpFile,
+            rationale: null,
+            action: null,
+            modelInput: null,
+            modelRawOutput: null,
+            confidence: null,
+            usage: null,
+            finished: null,
+            completedAt: null,
+        };
+        writeJson(metadataPath, document);
+        this.openSteps.push({ agentStepIndex: event.index, metadataPath, document });
+        this.artifacts.add(`steps/${metadataFile}`);
+    }
+    /** Complete the most recent observation record with the model decision. */
+    completeStep(step) {
+        const record = [...this.openSteps]
+            .reverse()
+            .find((candidate) => candidate.agentStepIndex === step.index && candidate.document.action === null);
+        if (!record)
+            return;
+        record.document.rationale = step.rationale;
+        record.document.action = step.action;
+        record.document.modelInput = externalizeImages(step.prediction?.modelInput ?? null, record.document.screenshotFile);
+        record.document.modelRawOutput = step.prediction?.rawResponse ?? null;
+        record.document.confidence = step.prediction?.confidence ?? null;
+        record.document.usage = step.prediction?.usage ?? null;
+        record.document.finished = step.finished;
+        record.document.completedAt = new Date().toISOString();
+        writeJson(record.metadataPath, record.document);
+    }
+    async capture(mcp, phase) {
+        const errors = [];
+        if (typeof mcp.screenshot === "function") {
+            try {
+                const screenshot = await withTimeout(mcp.screenshot(), 10_000, `${phase} screenshot`);
+                const format = screenshot.format === "jpeg" ? "jpg" : "png";
+                const imageName = `${phase}.${format}`;
+                const metadataName = `${phase}.screenshot.json`;
+                const { b64, ...metadata } = screenshot;
+                writeFileSync(join(this.runDir, imageName), Buffer.from(b64, "base64"));
+                writeFileSync(join(this.runDir, metadataName), `${JSON.stringify(metadata, null, 2)}\n`, "utf8");
+                this.artifacts.add(imageName);
+                this.artifacts.add(metadataName);
+            }
+            catch (error) {
+                errors.push(`screenshot: ${error.message}`);
+            }
+        }
+        if (typeof mcp.uiDump === "function") {
+            try {
+                const dump = await withTimeout(mcp.uiDump({ format: "raw" }), 10_000, `${phase} UI dump`);
+                if (dump.supported !== false && typeof dump.content === "string") {
+                    const xmlName = `${phase}.xml`;
+                    writeFileSync(join(this.runDir, xmlName), dump.content, "utf8");
+                    this.artifacts.add(xmlName);
+                }
+            }
+            catch (error) {
+                errors.push(`uiDump: ${error.message}`);
+            }
+        }
+        if (errors.length > 0) {
+            const errorName = `${phase}.capture-errors.txt`;
+            writeFileSync(join(this.runDir, errorName), `${errors.join("\n")}\n`, "utf8");
+            this.artifacts.add(errorName);
+        }
+    }
+    finish(summary) {
+        if (this.finished)
+            return;
+        this.finished = true;
+        this.artifacts.add("episode.json");
+        this.artifacts.add("summary.json");
+        const completedAt = new Date();
+        const coordinateSystems = [...new Set(this.openSteps
+                .map((step) => coordinateSystemOf(step.document.action))
+                .filter((value) => Boolean(value)))];
+        const firstObservation = this.openSteps[0]?.document.observation ?? {};
+        const episode = {
+            version: 1,
+            taskName: summary.configuration.task ?? null,
+            startedAt: this.startedAt.toISOString(),
+            completedAt: completedAt.toISOString(),
+            model: {
+                name: summary.configuration.modelName ?? null,
+                adapter: summary.configuration.adapter ?? null,
+                baseUrl: summary.configuration.baseUrl ?? null,
+            },
+            execution: {
+                mode: summary.configuration.executionMode ?? null,
+                plannerPolicy: summary.configuration.plannerPolicy ?? null,
+                observationMode: summary.configuration.observationMode ?? null,
+            },
+            deviceInfo: {
+                target: summary.configuration.device ?? null,
+                screenWidth: firstObservation.screenW ?? null,
+                screenHeight: firstObservation.screenH ?? null,
+                initialApp: firstObservation.currentApp ?? null,
+            },
+            coordinateSystems,
+            totalSteps: this.openSteps.length,
+            result: summary.result ?? null,
+            episode: this.openSteps.map((step) => step.document),
+        };
+        writeJson(join(this.runDir, "episode.json"), episode);
+        const document = {
+            version: 1,
+            runDir: this.runDir,
+            startedAt: this.startedAt.toISOString(),
+            completedAt: completedAt.toISOString(),
+            durationMs: completedAt.getTime() - this.startedAt.getTime(),
+            ...summary,
+            artifacts: [...this.artifacts].sort(),
+        };
+        writeFileSync(join(this.runDir, "summary.json"), `${JSON.stringify(document, null, 2)}\n`, "utf8");
+    }
+}
+function writeJson(path, value) {
+    writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`, "utf8");
+}
+function detectImageExtension(image) {
+    const isPng = image.length >= 8 &&
+        image[0] === 0x89 &&
+        image[1] === 0x50 &&
+        image[2] === 0x4e &&
+        image[3] === 0x47;
+    return isPng ? "png" : "jpg";
+}
+function externalizeImages(value, screenshotFile) {
+    if (Array.isArray(value)) {
+        return value.map((item) => externalizeImages(item, screenshotFile));
+    }
+    if (!value || typeof value !== "object")
+        return value;
+    const output = {};
+    for (const [key, item] of Object.entries(value)) {
+        if (screenshotFile &&
+            key === "url" &&
+            typeof item === "string" &&
+            item.startsWith("data:image/")) {
+            output[key] = `steps/${screenshotFile}`;
+        }
+        else {
+            output[key] = externalizeImages(item, screenshotFile);
+        }
+    }
+    return output;
+}
+function coordinateSystemOf(action) {
+    if (!action || typeof action !== "object")
+        return undefined;
+    const payload = action.payload;
+    if (!payload || typeof payload !== "object")
+        return undefined;
+    const value = payload._coordSystem;
+    return typeof value === "string" ? value : undefined;
+}
+export function expandPath(path) {
+    if (path === "~")
+        return homedir();
+    if (path.startsWith("~/"))
+        return resolve(homedir(), path.slice(2));
+    return isAbsolute(path) ? path : resolve(path);
+}
+export function formatTimestamp(date) {
+    return date.toISOString().replace(/[-:]/g, "").replace("T", "-").replace(".", "-").replace("Z", "");
+}
+function slugify(task) {
+    const slug = task
+        .normalize("NFKD")
+        .replace(/[^a-zA-Z0-9]+/g, "-")
+        .replace(/^-+|-+$/g, "")
+        .slice(0, 48)
+        .toLowerCase();
+    return slug || "task";
+}
+async function withTimeout(promise, timeoutMs, label) {
+    let timer;
+    try {
+        return await Promise.race([
+            promise,
+            new Promise((_, reject) => {
+                timer = setTimeout(() => reject(new Error(`${label} timed out after ${timeoutMs}ms`)), timeoutMs);
+            }),
+        ]);
+    }
+    finally {
+        if (timer)
+            clearTimeout(timer);
+    }
+}
+//# sourceMappingURL=run-artifacts.js.map

package/dist/inbound/cli/run-artifacts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-artifacts.js","sourceRoot":"","sources":["../../../src/inbound/cli/run-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnE,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0CtD,MAAM,OAAO,mBAAmB;IACrB,MAAM,CAAS;IACf,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,QAAQ,GAAG,KAAK,CAAC;IACjB,YAAY,GAAG,CAAC,CAAC;IACR,SAAS,GAIrB,EAAE,CAAC;IACS,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/C,YAAY,UAAkB,EAAE,IAAY;QAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/F,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,KAA8B;QACnC,cAAc,CACZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EACjC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,IAAI,EACzE,MAAM,CACP,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,kBAAkB,CAAC,KAUlB;QACC,MAAM,QAAQ,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,QAAQ,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC3D,IAAI,cAAc,GAAkB,IAAI,CAAC;QACzC,IAAI,UAAU,GAAkB,IAAI,CAAC;QAErC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,IAAI,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACrE,MAAM,SAAS,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC9C,cAAc,GAAG,GAAG,MAAM,gBAAgB,SAAS,EAAE,CAAC;YACtD,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,KAAK,CAAC,CAAC;YACrD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,cAAc,EAAE,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YAC7B,UAAU,GAAG,GAAG,MAAM,kBAAkB,CAAC;YACzC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAC5E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,YAAY,GAAG,GAAG,MAAM,OAAO,CAAC;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAyB;YACrC,QAAQ;YACR,cAAc,EAAE,KAAK,CAAC,KAAK;YAC3B,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE;gBACX,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO;gBAClC,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO;gBAClC,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,IAAI,IAAI;gBACvD,eAAe,EAAE,KAAK,CAAC,WAAW,CAAC,eAAe,IAAI,IAAI;aAC3D;YACD,cAAc;YACd,UAAU;YACV,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,IAAI;YAChB,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,IAAI;SAClB,CAAC;QACF,SAAS,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAC3E,YAAY,CAAC,IAWZ;QACC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;aAC/B,OAAO,EAAE;aACT,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,KAAK,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;QACtG,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QACrC,MAAM,CAAC,QAAQ,CAAC,UAAU,GAAG,iBAAiB,CAC5C,IAAI,CAAC,UAAU,EAAE,UAAU,IAAI,IAAI,EACnC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAC/B,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,IAAI,IAAI,CAAC;QACtE,MAAM,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,UAAU,IAAI,IAAI,CAAC;QACjE,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,IAAI,IAAI,CAAC;QACvD,MAAM,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QACzC,MAAM,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACvD,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAgB,EAAE,KAAyB;QACvD,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,GAAG,KAAK,aAAa,CAAC,CAAC;gBACtF,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC5D,MAAM,SAAS,GAAG,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;gBACvC,MAAM,YAAY,GAAG,GAAG,KAAK,kBAAkB,CAAC;gBAChD,MAAM,EAAE,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,UAAU,CAAC;gBACxC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;gBACxE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBACjG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,eAAgB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,KAAK,UAAU,CAAC,CAAC;gBAC1F,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACjE,MAAM,OAAO,GAAG,GAAG,KAAK,MAAM,CAAC;oBAC/B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBAChE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,WAAY,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,GAAG,KAAK,qBAAqB,CAAC;YAChD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC9E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,CAAC,OAA2B;QAChC,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS;iBACjD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;iBACvD,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC;QACvE,MAAM,OAAO,GAAG;YACd,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI,IAAI,IAAI;YAC5C,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;YACvC,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE;YACtC,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS,IAAI,IAAI;gBAC7C,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,IAAI;gBAC9C,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,IAAI;aAC/C;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa,IAAI,IAAI;gBACjD,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa,IAAI,IAAI;gBAC1D,eAAe,EAAE,OAAO,CAAC,aAAa,CAAC,eAAe,IAAI,IAAI;aAC/D;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM,IAAI,IAAI;gBAC5C,WAAW,EAAE,gBAAgB,CAAC,OAAO,IAAI,IAAI;gBAC7C,YAAY,EAAE,gBAAgB,CAAC,OAAO,IAAI,IAAI;gBAC9C,UAAU,EAAE,gBAAgB,CAAC,UAAU,IAAI,IAAI;aAChD;YACD,iBAAiB;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;YACjC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;YAC9B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SACrD,CAAC;QACF,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG;YACf,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;YACvC,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE;YACtC,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YAC5D,GAAG,OAAO;YACV,SAAS,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE;SACtC,CAAC;QACF,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrG,CAAC;CACF;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,KAAc;IAC7C,aAAa,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,MAAM,KAAK,GACT,KAAK,CAAC,MAAM,IAAI,CAAC;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;IACpB,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/B,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,cAA6B;IACtE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAEtD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,EAAE,CAAC;QAC3E,IACE,cAAc;YACd,GAAG,KAAK,KAAK;YACb,OAAO,IAAI,KAAK,QAAQ;YACxB,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAC9B,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,cAAc,EAAE,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,GAAG,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAe;IACzC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC5D,MAAM,OAAO,GAAI,MAAgC,CAAC,OAAO,CAAC;IAC1D,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC9D,MAAM,KAAK,GAAI,OAAmC,CAAC,YAAY,CAAC;IAChE,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,IAAI,IAAI,KAAK,GAAG;QAAE,OAAO,OAAO,EAAE,CAAC;IACnC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAU;IACxC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AACtG,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,MAAM,IAAI,GAAG,IAAI;SACd,SAAS,CAAC,MAAM,CAAC;SACjB,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;SAC9B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,WAAW,EAAE,CAAC;IACjB,OAAO,IAAI,IAAI,MAAM,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,WAAW,CAAI,OAAmB,EAAE,SAAiB,EAAE,KAAa;IACjF,IAAI,KAAgD,CAAC;IACrD,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;YACxB,OAAO;YACP,IAAI,OAAO,CAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC3B,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,KAAK,oBAAoB,SAAS,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YACpG,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC"}

package/dist/inbound/cli/run-command.d.ts

@@ -9,18 +9,13 @@
  * This bypasses the ACP/Bridge bootstrap entirely — for that, use plain
  * `device-agent` without the `run` sub-command.
  *
- * Design contract:
- *  - `--plan auto` (default): Hybrid strategy in `AgentRunner`. Long
- *    tasks (≥30 chars) start with `LLMPlanner` + `PlanExecutor`; short
- *    tasks start with pure `AgentLoop` and escalate to Plan-Act when
- *    they burn through `1/3 * maxSteps`.
- *  - `--plan always`: skip the heuristic, always plan.
- *  - `--plan never`: skip the planner entirely (pure ReAct).
- *  - `--planner-model` defaults to `glm-4-flash` (cheap chat-only model
- *    on ARouter).
+ * Execution is selected exclusively through `--execution-mode`:
+ * Fast uses ReAct, Reasoning uses Plan-Act, and Advanced adds extended
+ * budgets, reflection, knowledge, skills, and verification.
  */
-import { AgentRunner, type AgentPlanMode, type AgentRunnerResult } from "../../agent-runtime/index.js";
+import { AgentRunner, type AgentRunnerResult, type ExecutionMode } from "../../agent-runtime/index.js";
 import type { ObservationMode } from "../../agent-runtime/observation-mode.js";
+import { type ArtifactMcp } from "./run-artifacts.js";
 export interface RunCommandFlags {
     task?: string;
     mcp?: string;
@@ -37,7 +32,8 @@ export interface RunCommandFlags {
     model?: string;
     baseUrl?: string;
     apiKey?: string;
-    plan?: AgentPlanMode;
+    /** Product execution profile. Defaults to Fast. */
+    executionMode?: ExecutionMode;
     plannerModel?: string;
     plannerBaseUrl?: string;
     plannerApiKey?: string;
@@ -46,17 +42,15 @@ export interface RunCommandFlags {
     env?: "mobile" | "computer" | "browser";
     lang?: "cn" | "en";
     json?: boolean;
+    /** Save a timestamped trace bundle below this directory. Disabled by default. */
+    outputDir?: string;
     help?: boolean;
-    outerModel?: string;
-    outerBaseUrl?: string;
-    outerApiKey?: string;
-    outerProvider?: string;
-    /** Legacy adapter name for the inner VLM (autoglm | general | qwenvl | …). */
-    provider?: string;
+    /** Prompt/action protocol adapter for the inner VLM. */
+    adapter?: string;
+    /** Internal marker used to warn callers of the deprecated CLI alias. */
+    deprecatedProviderUsed?: boolean;
     /** Inputs collected per step; `auto` follows the selected model adapter. */
     observationMode?: ObservationMode;
-    /** Enable OrchestratorAgent (OpenAI tool-calling outer + inner VLM). */
-    orchestrator?: boolean;
 }
 export declare function parseRunArgs(argv: string[]): RunCommandFlags;
 /** Accepts: `30000`, `30s`, `5m`, `2h`, plain numbers (ms). */
@@ -80,6 +74,7 @@ export interface RunCommandDeps {
         baseUrl: string;
         apiKey: string;
         modelName: string;
+        adapter?: string;
     }) => MinimalModelClient;
     /** Override planner construction (returns `undefined` to disable). */
     plannerFactory?: (cfg: {
@@ -89,12 +84,18 @@ export interface RunCommandDeps {
     }) => MinimalPlanner | undefined;
     /** Override AgentRunner construction. */
     runnerFactory?: (opts: ConstructorParameters<typeof AgentRunner>[0]) => RunnerLike;
+    /** Receives the created trace directory (used by the benchmark command). */
+    onRecordingCreated?: (runDir: string) => void;
+    /** Override Fleet MCP resolution (tests use this to avoid loopback I/O). */
+    deviceMcpResolver?: (target: string) => Promise<string>;
 }
 export interface MinimalMcp {
     waitUntilReady?(opts?: {
         attempts?: number;
         attemptDelayMs?: number;
     }): Promise<unknown>;
+    screenshot?: ArtifactMcp["screenshot"];
+    uiDump?: ArtifactMcp["uiDump"];
 }
 interface MinimalModelClient {
     modelName: string;