@beeos-ai/device-agent 0.4.0

package/dist/agent-runtime/skills/matcher-evolver.js

@@ -0,0 +1,110 @@
+/**
+ * agent-runtime/skills/matcher-evolver — Phase 3.2 / 3.3.
+ *
+ * Provides:
+ *  - {@link matchSkill}: cosine + success-rate gated lookup that the
+ *    `AgentRunner` consults at task entry. Returns either a confident
+ *    hit ({@link SkillMatchOutcome} with `replay: true`) or a miss
+ *    that still surfaces the top candidate so callers can log telemetry.
+ *  - {@link evolveSkill}: post-task hook that updates counters or
+ *    persists a new skill row from a successful run.
+ *
+ * Both functions are pure data-transformations over a
+ * {@link SkillCacheStore} — no IO outside the store and no awareness
+ * of the executor. That keeps Phase 3.4 (CLI) and Phase 3.5 (bench)
+ * decoupled.
+ */
+import { HashEmbeddingProvider, } from "./embedding.js";
+import { normaliseActionSequence, similarityRatio, } from "./normalise.js";
+const DEFAULT_COSINE = 0.85;
+const DEFAULT_SUCCESS_RATE = 0.7;
+const DEFAULT_MIN_INVOCATIONS = 2;
+const DEFAULT_TOP_K = 3;
+export async function matchSkill(args) {
+    const cosineThreshold = args.options?.cosineThreshold ?? DEFAULT_COSINE;
+    const successRateThreshold = args.options?.successRateThreshold ?? DEFAULT_SUCCESS_RATE;
+    const minInvocations = args.options?.minInvocations ?? DEFAULT_MIN_INVOCATIONS;
+    const topK = args.options?.topK ?? DEFAULT_TOP_K;
+    const provider = args.embedding ?? new HashEmbeddingProvider();
+    const v = await Promise.resolve(provider.embed(args.taskSummary));
+    const candidates = args.store.search(args.appPackage, v, topK);
+    if (candidates.length === 0) {
+        return { replay: false, candidates, declineReason: "no_candidates" };
+    }
+    const best = candidates[0];
+    if (best.score < cosineThreshold) {
+        return { replay: false, best, candidates, declineReason: "score_too_low" };
+    }
+    // success-rate gate
+    const total = best.skill.successCount + best.skill.failCount;
+    if (total >= minInvocations) {
+        const rate = best.skill.successCount / Math.max(1, total);
+        if (rate < successRateThreshold) {
+            return {
+                replay: false,
+                best,
+                candidates,
+                declineReason: "success_rate_too_low",
+            };
+        }
+    }
+    return { replay: true, best, candidates };
+}
+const DEFAULT_MIN_STEPS_TO_CACHE = 2;
+const DEFAULT_MERGE_RATIO = 0.8;
+export async function evolveSkill(args) {
+    const merge = args.options?.mergeRatio ?? DEFAULT_MERGE_RATIO;
+    const minSteps = args.options?.minStepsToCache ?? DEFAULT_MIN_STEPS_TO_CACHE;
+    // ── replay path ────────────────────────────────────────────────────
+    if (args.replayedSkillId) {
+        if (args.success) {
+            args.store.recordSuccess(args.replayedSkillId);
+            return { action: "incremented_success", skillId: args.replayedSkillId };
+        }
+        args.store.recordFailure(args.replayedSkillId);
+        return { action: "incremented_failure", skillId: args.replayedSkillId };
+    }
+    // ── new-skill path ─────────────────────────────────────────────────
+    // Failed plan runs do NOT seed the cache (plan §3.3).
+    if (!args.success)
+        return { action: "skipped" };
+    const normalised = normaliseActionSequence(args.rawSequence);
+    if (normalised.length < minSteps) {
+        return { action: "skipped" };
+    }
+    // ── merge into an existing skill if it's "the same thing" ──────────
+    const existing = args.store.listByApp(args.appPackage, 100);
+    for (const s of existing) {
+        if (similarityRatio(normalised, s.actionSequence) >= merge) {
+            args.store.recordSuccess(s.id);
+            return { action: "merged", skillId: s.id };
+        }
+    }
+    // ── otherwise persist as a new row ─────────────────────────────────
+    const provider = args.embedding ?? new HashEmbeddingProvider();
+    const v = await Promise.resolve(provider.embed(args.taskSummary));
+    const inserted = args.store.insert(toNew({
+        appPackage: args.appPackage,
+        taskSummary: args.taskSummary,
+        actionSequence: normalised,
+        taskEmbedding: v,
+    }));
+    return { action: "inserted", skillId: inserted.id };
+}
+function toNew(input) {
+    return {
+        appPackage: input.appPackage,
+        taskSummary: input.taskSummary,
+        actionSequence: input.actionSequence,
+        taskEmbedding: input.taskEmbedding,
+    };
+}
+/** Helper used by tests + CLI to summarise a skill row. */
+export function summariseSkill(skill) {
+    const total = skill.successCount + skill.failCount;
+    const rate = total === 0 ? 0 : skill.successCount / total;
+    return `${skill.id.slice(0, 8)}  app=${skill.appPackage}  steps=${skill.actionSequence.length}  ` +
+        `success=${skill.successCount}/${total}  rate=${rate.toFixed(2)}  ` +
+        `lastUsed=${new Date(skill.lastUsedAt).toISOString()}`;
+}
+//# sourceMappingURL=matcher-evolver.js.map

package/dist/agent-runtime/skills/matcher-evolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"matcher-evolver.js","sourceRoot":"","sources":["../../../src/agent-runtime/skills/matcher-evolver.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,OAAO,EACL,qBAAqB,GAEtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,uBAAuB,EACvB,eAAe,GAChB,MAAM,gBAAgB,CAAC;AA0CxB,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAMhC;IACC,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,IAAI,cAAc,CAAC;IACxE,MAAM,oBAAoB,GACxB,IAAI,CAAC,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,CAAC;IAC7D,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,IAAI,uBAAuB,CAAC;IAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,aAAa,CAAC;IAEjD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,qBAAqB,EAAE,CAAC;IAC/D,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAE/D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC;IACvE,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,IAAI,CAAC,KAAK,GAAG,eAAe,EAAE,CAAC;QACjC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC;IAC7E,CAAC;IACD,oBAAoB;IACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;IAC7D,IAAI,KAAK,IAAI,cAAc,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1D,IAAI,IAAI,GAAG,oBAAoB,EAAE,CAAC;YAChC,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,IAAI;gBACJ,UAAU;gBACV,aAAa,EAAE,sBAAsB;aACtC,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC5C,CAAC;AAqBD,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAkBhC,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAgB;IAIhD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,IAAI,mBAAmB,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,IAAI,0BAA0B,CAAC;IAE7E,sEAAsE;IACtE,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC/C,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC/C,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;IAC1E,CAAC;IAED,sEAAsE;IACtE,sDAAsD;IACtD,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAEhD,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7D,IAAI,UAAU,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;QACjC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC/B,CAAC;IAED,sEAAsE;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IAC5D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC,cAAc,CAAC,IAAI,KAAK,EAAE,CAAC;YAC3D,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,qBAAqB,EAAE,CAAC;IAC/D,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QACvC,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,cAAc,EAAE,UAAU;QAC1B,aAAa,EAAE,CAAC;KACjB,CAAC,CAAC,CAAC;IACJ,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,KAAK,CAAC,KAKd;IACC,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,aAAa,EAAE,KAAK,CAAC,aAAa;KACnC,CAAC;AACJ,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,cAAc,CAAC,KAAY;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC;IACnD,MAAM,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;IAC1D,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,KAAK,CAAC,UAAU,WAAW,KAAK,CAAC,cAAc,CAAC,MAAM,IAAI;QAC/F,WAAW,KAAK,CAAC,YAAY,IAAI,KAAK,UAAU,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACnE,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;AAC3D,CAAC"}

package/dist/agent-runtime/skills/memory-store.d.ts

@@ -0,0 +1,23 @@
+/**
+ * agent-runtime/skills/memory-store — in-memory implementation of
+ * {@link SkillCacheStore}.
+ *
+ * Used by tests, by the bench harness, and as a fallback when the
+ * filesystem store cannot be opened. The observable semantics match
+ * the {@link FileSystemSkillCacheStore} so integration tests can swap
+ * implementations transparently.
+ */
+import type { NewSkillInput, Skill, SkillCacheStore, SkillMatch } from "./types.js";
+export declare class InMemorySkillCacheStore implements SkillCacheStore {
+    private rows;
+    insert(input: NewSkillInput): Skill;
+    get(id: string): Skill | undefined;
+    listByApp(appPackage: string, limit?: number): Skill[];
+    listAll(limit?: number): Skill[];
+    search(appPackage: string, query: Float32Array, k: number): SkillMatch[];
+    recordSuccess(id: string, now?: number): void;
+    recordFailure(id: string, now?: number): void;
+    delete(id: string): boolean;
+    clear(): void;
+    close(): void;
+}

package/dist/agent-runtime/skills/memory-store.js

@@ -0,0 +1,94 @@
+/**
+ * agent-runtime/skills/memory-store — in-memory implementation of
+ * {@link SkillCacheStore}.
+ *
+ * Used by tests, by the bench harness, and as a fallback when the
+ * filesystem store cannot be opened. The observable semantics match
+ * the {@link FileSystemSkillCacheStore} so integration tests can swap
+ * implementations transparently.
+ */
+import { randomUUID } from "node:crypto";
+import { cosine } from "./embedding.js";
+export class InMemorySkillCacheStore {
+    rows = new Map();
+    insert(input) {
+        const now = Date.now();
+        const skill = {
+            id: randomUUID(),
+            appPackage: input.appPackage,
+            taskSummary: input.taskSummary,
+            taskEmbedding: input.taskEmbedding ? new Float32Array(input.taskEmbedding) : undefined,
+            actionSequence: input.actionSequence,
+            successCount: 1,
+            failCount: 0,
+            lastUsedAt: now,
+            createdAt: now,
+        };
+        this.rows.set(skill.id, skill);
+        return cloneSkill(skill);
+    }
+    get(id) {
+        const r = this.rows.get(id);
+        return r ? cloneSkill(r) : undefined;
+    }
+    listByApp(appPackage, limit = 50) {
+        const out = [];
+        for (const s of this.rows.values()) {
+            if (s.appPackage === appPackage)
+                out.push(cloneSkill(s));
+        }
+        out.sort((a, b) => b.lastUsedAt - a.lastUsedAt);
+        return out.slice(0, limit);
+    }
+    listAll(limit = 200) {
+        const out = Array.from(this.rows.values()).map(cloneSkill);
+        out.sort((a, b) => b.lastUsedAt - a.lastUsedAt);
+        return out.slice(0, limit);
+    }
+    search(appPackage, query, k) {
+        const matches = [];
+        for (const s of this.rows.values()) {
+            if (s.appPackage !== appPackage)
+                continue;
+            if (!s.taskEmbedding)
+                continue;
+            const score = cosine(query, s.taskEmbedding);
+            matches.push({ skill: cloneSkill(s), score });
+        }
+        matches.sort((a, b) => b.score - a.score);
+        return matches.slice(0, Math.max(0, k));
+    }
+    recordSuccess(id, now = Date.now()) {
+        const r = this.rows.get(id);
+        if (!r)
+            return;
+        r.successCount += 1;
+        r.lastUsedAt = now;
+    }
+    recordFailure(id, now = Date.now()) {
+        const r = this.rows.get(id);
+        if (!r)
+            return;
+        r.failCount += 1;
+        r.lastUsedAt = now;
+    }
+    delete(id) {
+        return this.rows.delete(id);
+    }
+    clear() {
+        this.rows.clear();
+    }
+    close() {
+        // No-op: the in-memory store keeps its rows so callers that close
+        // and re-open the same instance (e.g. CLI subcommand dispatchers)
+        // observe stable state. Use {@link clear} to wipe the cache.
+    }
+}
+function cloneSkill(s) {
+    return {
+        ...s,
+        taskEmbedding: s.taskEmbedding ? new Float32Array(s.taskEmbedding) : undefined,
+        actionSequence: s.actionSequence,
+    };
+}
+//# sourceMappingURL=memory-store.js.map

package/dist/agent-runtime/skills/memory-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-store.js","sourceRoot":"","sources":["../../../src/agent-runtime/skills/memory-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAQxC,MAAM,OAAO,uBAAuB;IAC1B,IAAI,GAAG,IAAI,GAAG,EAAiB,CAAC;IAExC,MAAM,CAAC,KAAoB;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAU;YACnB,EAAE,EAAE,UAAU,EAAE;YAChB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;YACtF,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,GAAG;SACf,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC/B,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvC,CAAC;IAED,SAAS,CAAC,UAAkB,EAAE,KAAK,GAAG,EAAE;QACtC,MAAM,GAAG,GAAY,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,UAAU,KAAK,UAAU;gBAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QAChD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,CAAC,KAAK,GAAG,GAAG;QACjB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC3D,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QAChD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,CAAC,UAAkB,EAAE,KAAmB,EAAE,CAAS;QACvD,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,UAAU,KAAK,UAAU;gBAAE,SAAS;YAC1C,IAAI,CAAC,CAAC,CAAC,aAAa;gBAAE,SAAS;YAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,EAAU,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACxC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC,CAAC;YAAE,OAAO;QACf,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC;IACrB,CAAC;IAED,aAAa,CAAC,EAAU,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACxC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC,CAAC;YAAE,OAAO;QACf,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;QACjB,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,EAAU;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,KAAK;QACH,kEAAkE;QAClE,kEAAkE;QAClE,6DAA6D;IAC/D,CAAC;CACF;AAED,SAAS,UAAU,CAAC,CAAQ;IAC1B,OAAO;QACL,GAAG,CAAC;QACJ,aAAa,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9E,cAAc,EAAE,CAAC,CAAC,cAAc;KACjC,CAAC;AACJ,CAAC"}

package/dist/agent-runtime/skills/normalise.d.ts

@@ -0,0 +1,40 @@
+/**
+ * agent-runtime/skills/normalise — squash a raw history into a replay-able
+ * action sequence.
+ *
+ * Phase 3.1 / 3.3 of the [device-agent reflector upgrade plan](../../../../../../.cursor/plans/device-agent-reflector-skills_d5599350.plan.md).
+ *
+ * The {@link SkillEvolver} stores a *normalised* version of what the
+ * agent did so that:
+ *
+ *  - low-signal verbs (`screenshot`, `ui_dump`, `wait`, `take_note`)
+ *    don't bloat the cached sequence — they're observation tools, not
+ *    state changes.
+ *  - terminal verbs (`done`, `fail`, `call_for_user`) are stripped —
+ *    replay re-derives termination from the live execution.
+ *  - small coordinate jitter is rounded so two near-identical runs
+ *    don't produce two distinct skills.
+ *
+ * The dedup logic is intentionally cheap: it's run at most once per
+ * task and happens off the hot path.
+ */
+import type { Action } from "@beeos-ai/device-common";
+import type { SkillActionSequence } from "./types.js";
+export interface NormaliseOptions {
+    /** Override the default coordinate quantum (px). */
+    coordQuantum?: number;
+}
+/**
+ * Strip noise + quantise coords. Returns a frozen array so callers can
+ * keep the result without worrying about mutation downstream.
+ */
+export declare function normaliseActionSequence(raw: readonly Action[], opts?: NormaliseOptions): SkillActionSequence;
+/**
+ * Compare two normalised sequences for "the same skill" — same
+ * length, same verb at every index, with target coordinates within one
+ * quantum. Payload equality is checked structurally.
+ *
+ * Returns a Jaccard-ish ratio in `[0, 1]` so callers can blend it with
+ * the embedding cosine for smarter matching later.
+ */
+export declare function similarityRatio(a: SkillActionSequence, b: SkillActionSequence): number;

package/dist/agent-runtime/skills/normalise.js

@@ -0,0 +1,152 @@
+/**
+ * agent-runtime/skills/normalise — squash a raw history into a replay-able
+ * action sequence.
+ *
+ * Phase 3.1 / 3.3 of the [device-agent reflector upgrade plan](../../../../../../.cursor/plans/device-agent-reflector-skills_d5599350.plan.md).
+ *
+ * The {@link SkillEvolver} stores a *normalised* version of what the
+ * agent did so that:
+ *
+ *  - low-signal verbs (`screenshot`, `ui_dump`, `wait`, `take_note`)
+ *    don't bloat the cached sequence — they're observation tools, not
+ *    state changes.
+ *  - terminal verbs (`done`, `fail`, `call_for_user`) are stripped —
+ *    replay re-derives termination from the live execution.
+ *  - small coordinate jitter is rounded so two near-identical runs
+ *    don't produce two distinct skills.
+ *
+ * The dedup logic is intentionally cheap: it's run at most once per
+ * task and happens off the hot path.
+ */
+/** Verbs that don't change device state — we skip them in replay. */
+const OBSERVATION_VERBS = new Set([
+    "screenshot",
+    "ui_dump",
+    "wait",
+    "take_note",
+]);
+/** Verbs that end the run — stripped before persistence. */
+const TERMINAL_VERBS = new Set(["done", "fail", "call_for_user"]);
+/** Round each coordinate to this granularity so jitter doesn't fork skills. */
+const COORD_QUANTUM = 8;
+/**
+ * Strip noise + quantise coords. Returns a frozen array so callers can
+ * keep the result without worrying about mutation downstream.
+ */
+export function normaliseActionSequence(raw, opts = {}) {
+    const q = opts.coordQuantum ?? COORD_QUANTUM;
+    const out = [];
+    for (const a of raw) {
+        if (!a)
+            continue;
+        if (OBSERVATION_VERBS.has(a.type))
+            continue;
+        if (TERMINAL_VERBS.has(a.type))
+            continue;
+        out.push(quantiseAction(a, q));
+    }
+    return Object.freeze(out);
+}
+/**
+ * Compare two normalised sequences for "the same skill" — same
+ * length, same verb at every index, with target coordinates within one
+ * quantum. Payload equality is checked structurally.
+ *
+ * Returns a Jaccard-ish ratio in `[0, 1]` so callers can blend it with
+ * the embedding cosine for smarter matching later.
+ */
+export function similarityRatio(a, b) {
+    if (a.length === 0 && b.length === 0)
+        return 1;
+    if (a.length === 0 || b.length === 0)
+        return 0;
+    const len = Math.max(a.length, b.length);
+    let matches = 0;
+    for (let i = 0; i < Math.min(a.length, b.length); i++) {
+        if (actionsRoughlyEqual(a[i], b[i]))
+            matches++;
+    }
+    return matches / len;
+}
+function actionsRoughlyEqual(a, b) {
+    if (a.type !== b.type)
+        return false;
+    if (!targetsRoughlyEqual(a.target, b.target))
+        return false;
+    return shallowEqual(a.payload, b.payload);
+}
+function targetsRoughlyEqual(a, b) {
+    if (!a && !b)
+        return true;
+    if (!a || !b)
+        return false;
+    if (a.kind !== b.kind)
+        return false;
+    switch (a.kind) {
+        case "point":
+            return Math.abs(a.x - b.x) <= COORD_QUANTUM &&
+                Math.abs(a.y - b.y) <= COORD_QUANTUM;
+        case "box": {
+            const bb = b;
+            return (Math.abs(a.x1 - bb.x1) <= COORD_QUANTUM &&
+                Math.abs(a.y1 - bb.y1) <= COORD_QUANTUM &&
+                Math.abs(a.x2 - bb.x2) <= COORD_QUANTUM &&
+                Math.abs(a.y2 - bb.y2) <= COORD_QUANTUM);
+        }
+        case "text":
+            return a.value === b.value;
+        case "selector":
+            return a.value === b.value;
+    }
+}
+function shallowEqual(a, b) {
+    const ak = Object.keys(a ?? {});
+    const bk = Object.keys(b ?? {});
+    if (ak.length !== bk.length)
+        return false;
+    for (const k of ak) {
+        if (a[k] !== b[k]) {
+            // shallow JSON equality fallback for nested
+            if (JSON.stringify(a[k]) !== JSON.stringify(b[k]))
+                return false;
+        }
+    }
+    return true;
+}
+function quantiseAction(a, q) {
+    if (!a.target)
+        return stripExtras(a);
+    const target = quantiseTarget(a.target, q);
+    return { ...stripExtras(a), target };
+}
+function stripExtras(a) {
+    // Drop `confidence` / `rationale` — those are run-specific and waste
+    // bytes in the cache.
+    return {
+        type: a.type,
+        target: a.target,
+        payload: a.payload,
+    };
+}
+function quantiseTarget(t, q) {
+    switch (t.kind) {
+        case "point":
+            return { kind: "point", x: roundTo(t.x, q), y: roundTo(t.y, q) };
+        case "box":
+            return {
+                kind: "box",
+                x1: roundTo(t.x1, q),
+                y1: roundTo(t.y1, q),
+                x2: roundTo(t.x2, q),
+                y2: roundTo(t.y2, q),
+            };
+        default:
+            return t;
+    }
+}
+function roundTo(n, q) {
+    if (q <= 0)
+        return n;
+    return Math.round(n / q) * q;
+}
+//# sourceMappingURL=normalise.js.map

package/dist/agent-runtime/skills/normalise.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalise.js","sourceRoot":"","sources":["../../../src/agent-runtime/skills/normalise.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAMH,qEAAqE;AACrE,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAa;IAC5C,YAAY;IACZ,SAAS;IACT,MAAM;IACN,WAAW;CACZ,CAAC,CAAC;AAEH,4DAA4D;AAC5D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAa,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;AAE9E,+EAA+E;AAC/E,MAAM,aAAa,GAAG,CAAC,CAAC;AAOxB;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CACrC,GAAsB,EACtB,OAAyB,EAAE;IAE3B,MAAM,CAAC,GAAG,IAAI,CAAC,YAAY,IAAI,aAAa,CAAC;IAC7C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,SAAS;QAC5C,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,SAAS;QACzC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAC7B,CAAsB,EACtB,CAAsB;IAEtB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACtD,IAAI,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,OAAO,GAAG,GAAG,CAAC;AACvB,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAS,EAAE,CAAS;IAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3D,OAAO,YAAY,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAgB,EAAE,CAAgB;IAC7D,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3B,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACpC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAI,CAAc,CAAC,CAAC,CAAC,IAAI,aAAa;gBACvD,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAI,CAAc,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC;QACvD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,EAAE,GAAG,CAAa,CAAC;YACzB,OAAO,CACL,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,aAAa;gBACvC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,aAAa;gBACvC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,aAAa;gBACvC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,aAAa,CACxC,CAAC;QACJ,CAAC;QACD,KAAK,MAAM;YACT,OAAO,CAAC,CAAC,KAAK,KAAM,CAAc,CAAC,KAAK,CAAC;QAC3C,KAAK,UAAU;YACb,OAAO,CAAC,CAAC,KAAK,KAAM,CAAc,CAAC,KAAK,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,CAA0B,EAAE,CAA0B;IAC1E,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClB,4CAA4C;YAC5C,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAClE,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,CAAS,EAAE,CAAS;IAC1C,IAAI,CAAC,CAAC,CAAC,MAAM;QAAE,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC3C,OAAO,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,WAAW,CAAC,CAAS;IAC5B,qEAAqE;IACrE,sBAAsB;IACtB,OAAO;QACL,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,OAAO,EAAE,CAAC,CAAC,OAAO;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,CAAe,EAAE,CAAS;IAChD,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,OAAO;YACV,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACnE,KAAK,KAAK;YACR,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;aACrB,CAAC;QACJ;YACE,OAAO,CAAC,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,CAAS,EAAE,CAAS;IACnC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IACrB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC"}

package/dist/agent-runtime/skills/replay.d.ts

@@ -0,0 +1,46 @@
+/**
+ * agent-runtime/skills/replay — SkillReplayer.
+ *
+ * Phase 3.2 of the [device-agent reflector upgrade plan](../../../../../../.cursor/plans/device-agent-reflector-skills_d5599350.plan.md).
+ *
+ * Once the {@link matchSkill} returns a confident hit, the runner enters
+ * SkillReplay mode: it dispatches each cached action through MCP one at
+ * a time, taking a fresh observation between steps so the heuristic and
+ * pre-action sanity layers can still abort. The replayer stops at the
+ * first failure (MCP error, or a step that the agent loop would have
+ * vetoed) so the caller can fall back to the normal Plan-Act path.
+ *
+ * The replayer deliberately bypasses the grounder LLM — that's the whole
+ * point of caching the skill. If the cached coordinates have drifted we
+ * detect failure, the {@link evolveSkill} hook records the fail_count,
+ * and the runner re-plans from scratch.
+ */
+import type { Action, Observation } from "@beeos-ai/device-common";
+import type { IMcpRuntime } from "../../mcp-client/runtime.js";
+import type { AgentRunHooks } from "../core.js";
+import type { SkillActionSequence } from "./types.js";
+export interface SkillReplayOptions {
+    mcp: IMcpRuntime;
+    env: Observation["env"];
+    sequence: SkillActionSequence;
+    /** Hard upper bound — must be ≥ sequence.length. */
+    maxSteps: number;
+    timeoutMs: number;
+    signal?: AbortSignal;
+    hooks?: AgentRunHooks;
+}
+export interface SkillReplayResult {
+    /** All cached steps dispatched without an MCP error. */
+    success: boolean;
+    /** Number of cached steps actually executed. */
+    stepsRun: number;
+    /** Plan-Act would resume from the surviving observation. */
+    finalObservation?: Observation;
+    /** When `success === false`, the verb that failed. */
+    failedAt?: {
+        stepIdx: number;
+        action: Action;
+        reason: string;
+    };
+}
+export declare function replaySkill(opts: SkillReplayOptions): Promise<SkillReplayResult>;

package/dist/agent-runtime/skills/replay.js

@@ -0,0 +1,106 @@
+/**
+ * agent-runtime/skills/replay — SkillReplayer.
+ *
+ * Phase 3.2 of the [device-agent reflector upgrade plan](../../../../../../.cursor/plans/device-agent-reflector-skills_d5599350.plan.md).
+ *
+ * Once the {@link matchSkill} returns a confident hit, the runner enters
+ * SkillReplay mode: it dispatches each cached action through MCP one at
+ * a time, taking a fresh observation between steps so the heuristic and
+ * pre-action sanity layers can still abort. The replayer stops at the
+ * first failure (MCP error, or a step that the agent loop would have
+ * vetoed) so the caller can fall back to the normal Plan-Act path.
+ *
+ * The replayer deliberately bypasses the grounder LLM — that's the whole
+ * point of caching the skill. If the cached coordinates have drifted we
+ * detect failure, the {@link evolveSkill} hook records the fail_count,
+ * and the runner re-plans from scratch.
+ */
+import { getLogger } from "../../logger/index.js";
+function buildArgs(action) {
+    const args = { ...(action.payload ?? {}) };
+    if (action.target)
+        args.target = action.target;
+    return args;
+}
+export async function replaySkill(opts) {
+    const log = getLogger().child({ component: "skill-replay" });
+    const startedAt = Date.now();
+    const deadline = startedAt + opts.timeoutMs;
+    const limit = Math.min(opts.sequence.length, opts.maxSteps);
+    let lastObs;
+    for (let i = 0; i < limit; i++) {
+        if (opts.signal?.aborted) {
+            return { success: false, stepsRun: i, finalObservation: lastObs };
+        }
+        if (Date.now() > deadline) {
+            return { success: false, stepsRun: i, finalObservation: lastObs };
+        }
+        const action = opts.sequence[i];
+        try {
+            // Refresh observation between steps so the next replay cycle (or
+            // the fallback PlanExecutor) starts from a current screen.
+            lastObs = await snapshotObservation(opts);
+            await opts.hooks?.onStep?.({
+                index: i + 1,
+                rationale: `[skill-replay] cached step ${i + 1}/${opts.sequence.length}`,
+                action,
+                prediction: {
+                    action,
+                    rationale: "skill-replay",
+                    confidence: 0.5,
+                    usage: { inputTokens: 0, outputTokens: 0 },
+                    rawResponse: "",
+                },
+                finished: false,
+            });
+            const dispatchedAt = Date.now();
+            const res = await opts.mcp.act(action);
+            await opts.hooks?.onTool?.({
+                name: action.type,
+                args: buildArgs(action),
+                result: res,
+                durationMs: Date.now() - dispatchedAt,
+            });
+            if (!res.ok) {
+                const reason = res.error?.message ?? "act returned ok=false";
+                log.warn({ stepIdx: i + 1, action: action.type, reason }, "skill-replay.failed");
+                return {
+                    success: false,
+                    stepsRun: i + 1,
+                    finalObservation: lastObs,
+                    failedAt: { stepIdx: i + 1, action, reason },
+                };
+            }
+        }
+        catch (e) {
+            const reason = e instanceof Error ? e.message : String(e);
+            log.warn({ stepIdx: i + 1, action: action.type, err: reason }, "skill-replay.threw");
+            return {
+                success: false,
+                stepsRun: i + 1,
+                finalObservation: lastObs,
+                failedAt: { stepIdx: i + 1, action, reason },
+            };
+        }
+    }
+    // Final observation after the last step — useful for the caller's
+    // post-replay verification or for seeding the next plan cycle.
+    try {
+        lastObs = await snapshotObservation(opts);
+    }
+    catch {
+        /* tolerate */
+    }
+    return { success: true, stepsRun: limit, finalObservation: lastObs };
+}
+async function snapshotObservation(opts) {
+    const ss = await opts.mcp.screenshot();
+    return {
+        task: "",
+        env: opts.env,
+        screenW: ss.deviceWidth ?? ss.width,
+        screenH: ss.deviceHeight ?? ss.height,
+        screenshotB64: ss.b64,
+    };
+}
+//# sourceMappingURL=replay.js.map

package/dist/agent-runtime/skills/replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.js","sourceRoot":"","sources":["../../../src/agent-runtime/skills/replay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAKH,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAKlD,SAAS,SAAS,CAAC,MAAc;IAC/B,MAAM,IAAI,GAA4B,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;IACpE,IAAI,MAAM,CAAC,MAAM;QAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC/C,OAAO,IAAI,CAAC;AACd,CAAC;AAwBD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAwB;IACxD,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAE5D,IAAI,OAAgC,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACzB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;QACpE,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC1B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;QACpE,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,CAAC;YACH,iEAAiE;YACjE,2DAA2D;YAC3D,OAAO,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;gBACzB,KAAK,EAAE,CAAC,GAAG,CAAC;gBACZ,SAAS,EAAE,8BAA8B,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACxE,MAAM;gBACN,UAAU,EAAE;oBACV,MAAM;oBACN,SAAS,EAAE,cAAc;oBACzB,UAAU,EAAE,GAAG;oBACf,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;oBAC1C,WAAW,EAAE,EAAE;iBAChB;gBACD,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;gBACzB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;gBACvB,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY;aACtC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,uBAAuB,CAAC;gBAC7D,GAAG,CAAC,IAAI,CACN,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,EAC/C,qBAAqB,CACtB,CAAC;gBACF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,CAAC,GAAG,CAAC;oBACf,gBAAgB,EAAE,OAAO;oBACzB,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1D,GAAG,CAAC,IAAI,CACN,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,EACpD,oBAAoB,CACrB,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,CAAC,GAAG,CAAC;gBACf,gBAAgB,EAAE,OAAO;gBACzB,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;aAC7C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,+DAA+D;IAC/D,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;AACvE,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAwB;IACzD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;IACvC,OAAO;QACL,IAAI,EAAE,EAAE;QACR,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,OAAO,EAAE,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,KAAK;QACnC,OAAO,EAAE,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,MAAM;QACrC,aAAa,EAAE,EAAE,CAAC,GAAG;KACtB,CAAC;AACJ,CAAC"}