@beeos-ai/device-agent 0.5.1 → 0.7.0

package/dist/app/message-store.js

@@ -1,21 +1,38 @@
 /**
- * In-memory MessageStore.
+ * In-memory MessageStore — typed turn-grained transcript log.
  *
- * Mirrors the surface of the Python `MessageStore` (`add_message`,
- * `get_messages_as_dicts`, `list_sessions`, etc.) so the ACP handlers stay
- * byte-for-byte compatible. Persistence is left out of the MVP; `~/.beeos`
- * SQLite can be re-added later behind the same interface (pluggable adapter).
+ * Each session holds an ordered list of `PersistedRecord`s, one per
+ * logical turn:
+ *
+ *  - `user_message` — emitted on `session/prompt` entry.
+ *  - `assistant_turn` — emitted exactly once per `task:end` (replaces
+ *    the legacy "one row per chunk" model that produced fragmented
+ *    transcripts on reload). Carries the full `text`, every tool call
+ *    in invocation order, the stop reason, and an optional terminal
+ *    error string.
+ *
+ * This base class is pure in-memory; persistence is added by
+ * `JsonlMessageStore` which extends this and forwards every mutation
+ * to disk before returning.
+ *
+ * The shape is deliberately aligned with OpenClaw's per-agent JSONL
+ * (`~/.openclaw/agents/<id>/sessions/<sid>.jsonl`) so operational
+ * tooling that already knows that layout works here too.
  */
 import { randomUUID } from "node:crypto";
+/** Schema version. Bumped only on incompatible disk format changes. */
+export const RECORD_SCHEMA_VERSION = 1;
+/** Mutable in-memory message store. */
 export class MessageStore {
-    maxPerSession;
+    maxRecordsPerSession;
     maxSessions;
     sessions = new Map();
-    messages = new Map();
+    records = new Map();
     constructor(opts = {}) {
-        this.maxPerSession = opts.maxMessagesPerSession ?? 100;
+        this.maxRecordsPerSession = opts.maxRecordsPerSession ?? 200;
         this.maxSessions = opts.maxSessions ?? 200;
     }
+    // ── session metadata ─────────────────────────────────────────────────────
     upsertSession(sessionId, title = "New chat") {
         const now = Date.now();
         const cur = this.sessions.get(sessionId);
@@ -31,14 +48,21 @@ export class MessageStore {
     }
     renameSession(sessionId, title) {
         const s = this.sessions.get(sessionId);
-        if (s) {
-            s.title = title;
-            s.updatedAt = Date.now();
-        }
+        if (!s)
+            return;
+        s.title = title;
+        s.updatedAt = Date.now();
     }
     deleteSession(sessionId) {
         this.sessions.delete(sessionId);
-        this.messages.delete(sessionId);
+        this.records.delete(sessionId);
+    }
+    /** Drop every record in a session but keep the session record itself. */
+    clearSession(sessionId) {
+        this.records.delete(sessionId);
+        const s = this.sessions.get(sessionId);
+        if (s)
+            s.updatedAt = Date.now();
     }
     listSessions(limit = 50) {
         const all = Array.from(this.sessions.values())
@@ -46,44 +70,81 @@ export class MessageStore {
             .slice(0, limit);
         return all.map((s) => ({ sessionId: s.sessionId, title: s.title, updatedAt: s.updatedAt }));
     }
-    clearSession(sessionId) {
-        this.messages.delete(sessionId);
+    // ── record append ────────────────────────────────────────────────────────
+    /** Append a user prompt row. Returns the persisted record. */
+    appendUserMessage(sessionId, content, opts = {}) {
+        const ts = opts.now ?? Date.now();
+        const record = {
+            v: RECORD_SCHEMA_VERSION,
+            type: "user_message",
+            id: randomUUID(),
+            ts,
+            content,
+            ...(opts.turnId ? { turnId: opts.turnId } : {}),
+            ...(opts.messageId ? { messageId: opts.messageId } : {}),
+        };
+        this.persistRecord(sessionId, record, ts);
+        return record;
     }
-    addMessage(sessionId, role, content, messageType = "text", metadata = {}) {
-        const id = randomUUID();
-        const now = Date.now();
-        const entry = { id, sessionId, role, content, messageType, metadata, createdAt: now };
-        const arr = this.messages.get(sessionId) ?? [];
-        arr.push(entry);
-        if (arr.length > this.maxPerSession)
-            arr.splice(0, arr.length - this.maxPerSession);
-        this.messages.set(sessionId, arr);
-        const s = this.sessions.get(sessionId);
-        if (s)
-            s.updatedAt = now;
-        else
-            this.upsertSession(sessionId);
-        return id;
+    /** Append a finalized assistant turn. Returns the persisted record. */
+    appendAssistantTurn(sessionId, turn, opts = {}) {
+        const ts = opts.now ?? turn.completedAt ?? Date.now();
+        const record = {
+            ...turn,
+            v: RECORD_SCHEMA_VERSION,
+            type: "assistant_turn",
+            id: randomUUID(),
+            ts,
+        };
+        this.persistRecord(sessionId, record, ts);
+        return record;
+    }
+    /** Pre-loaded record (used by `JsonlMessageStore.open` to seed memory). */
+    loadRecord(sessionId, record) {
+        this.persistRecord(sessionId, record, record.ts, /*touch*/ false);
+    }
+    /** All records for a session in chronological insertion order. */
+    getTurns(sessionId) {
+        return [...(this.records.get(sessionId) ?? [])];
     }
-    getMessages(sessionId, limit) {
-        const arr = this.messages.get(sessionId) ?? [];
-        const n = Math.min(limit ?? this.maxPerSession, arr.length);
-        return arr.slice(arr.length - n);
+    /** True iff at least one record exists for this session. */
+    hasRecords(sessionId) {
+        const arr = this.records.get(sessionId);
+        return !!arr && arr.length > 0;
     }
-    getMessagesAsDicts(sessionId, limit) {
-        return this.getMessages(sessionId, limit).map((m) => {
-            const out = {
-                role: m.role,
-                content: m.content,
-                type: m.messageType,
-                createdAt: m.createdAt,
-            };
-            if (Object.keys(m.metadata).length > 0)
-                out.metadata = m.metadata;
-            return out;
-        });
+    // ── internals ────────────────────────────────────────────────────────────
+    /**
+     * Append a record to memory and bump session.updatedAt.
+     * Subclasses (JsonlMessageStore) override to additionally persist.
+     *
+     * `touch=false` is used by `loadRecord` so a cold-start replay of a
+     * year-old transcript doesn't artificially bump updatedAt to "now".
+     */
+    persistRecord(sessionId, record, ts, touch = true) {
+        const arr = this.records.get(sessionId) ?? [];
+        arr.push(record);
+        if (arr.length > this.maxRecordsPerSession) {
+            arr.splice(0, arr.length - this.maxRecordsPerSession);
+        }
+        this.records.set(sessionId, arr);
+        const s = this.sessions.get(sessionId);
+        if (s) {
+            if (touch)
+                s.updatedAt = ts;
+            else if (ts > s.updatedAt)
+                s.updatedAt = ts;
+        }
+        else {
+            this.sessions.set(sessionId, {
+                sessionId,
+                title: "New chat",
+                createdAt: ts,
+                updatedAt: ts,
+            });
+            this.evictSessionLru();
+        }
     }
-    /** Drop the least-recently-updated sessions when we exceed maxSessions. */
+    /** Drop the least-recently-updated sessions when exceeding maxSessions. */
     evictSessionLru() {
         if (this.sessions.size <= this.maxSessions)
             return;
@@ -92,7 +153,7 @@ export class MessageStore {
         for (let i = 0; i < overflow; i++) {
             const id = sorted[i].sessionId;
             this.sessions.delete(id);
-            this.messages.delete(id);
+            this.records.delete(id);
         }
     }
 }

package/dist/app/message-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"message-store.js","sourceRoot":"","sources":["../../src/app/message-store.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA2BzC,MAAM,OAAO,YAAY;IACN,aAAa,CAAS;IACtB,WAAW,CAAS;IACpB,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC5C,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;IAE/D,YAAY,OAAiE,EAAE;QAC7E,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,qBAAqB,IAAI,GAAG,CAAC;QACvD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;IAC7C,CAAC;IAED,aAAa,CAAC,SAAiB,EAAE,KAAK,GAAG,UAAU;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;YACpB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACnF,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED,aAAa,CAAC,SAAiB;QAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,aAAa,CAAC,SAAiB,EAAE,KAAa;QAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,EAAE,CAAC;YACN,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;YAChB,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,aAAa,CAAC,SAAiB;QAC7B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,YAAY,CAAC,KAAK,GAAG,EAAE;QACrB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;aAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;aACzC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACnB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,UAAU,CACR,SAAiB,EACjB,IAA2B,EAC3B,OAAe,EACf,cAA4C,MAAM,EAClD,WAAoC,EAAE;QAEtC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAkB,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;QACrG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC/C,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa;YAAE,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;QACpF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAElC,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC;YAAE,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC;;YACpB,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAEnC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,WAAW,CAAC,SAAiB,EAAE,KAAc;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5D,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,kBAAkB,CAAC,SAAiB,EAAE,KAAc;QAClD,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAClD,MAAM,GAAG,GAAwB;gBAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,IAAI,EAAE,CAAC,CAAC,WAAW;gBACnB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;YACF,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC;gBAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;YAClE,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IACnE,eAAe;QACrB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QACnD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAC5F,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC;QACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"message-store.js","sourceRoot":"","sources":["../../src/app/message-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,uEAAuE;AACvE,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAU,CAAC;AA4ChD,uCAAuC;AACvC,MAAM,OAAO,YAAY;IACJ,oBAAoB,CAAS;IAC7B,WAAW,CAAS;IACpB,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC5C,OAAO,GAAG,IAAI,GAAG,EAA6B,CAAC;IAElE,YAAY,OAA4B,EAAE;QACxC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,IAAI,GAAG,CAAC;QAC7D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;IAC7C,CAAC;IAED,4EAA4E;IAE5E,aAAa,CAAC,SAAiB,EAAE,KAAK,GAAG,UAAU;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;YACpB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACnF,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED,aAAa,CAAC,SAAiB;QAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,aAAa,CAAC,SAAiB,EAAE,KAAa;QAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,CAAC;YAAE,OAAO;QACf,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,aAAa,CAAC,SAAiB;QAC7B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,yEAAyE;IACzE,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC;YAAE,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAClC,CAAC;IAED,YAAY,CAAC,KAAK,GAAG,EAAE;QACrB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;aAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;aACzC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACnB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,4EAA4E;IAE5E,8DAA8D;IAC9D,iBAAiB,CACf,SAAiB,EACjB,OAAe,EACf,OAA8D,EAAE;QAEhE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,MAAM,GAAsB;YAChC,CAAC,EAAE,qBAAqB;YACxB,IAAI,EAAE,cAAc;YACpB,EAAE,EAAE,UAAU,EAAE;YAChB,EAAE;YACF,OAAO;YACP,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,uEAAuE;IACvE,mBAAmB,CACjB,SAAiB,EACjB,IAAyB,EACzB,OAAyB,EAAE;QAE3B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACtD,MAAM,MAAM,GAA2B;YACrC,GAAG,IAAI;YACP,CAAC,EAAE,qBAAqB;YACxB,IAAI,EAAE,gBAAgB;YACtB,EAAE,EAAE,UAAU,EAAE;YAChB,EAAE;SACH,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,2EAA2E;IAC3E,UAAU,CAAC,SAAiB,EAAE,MAAuB;QACnD,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,kEAAkE;IAClE,QAAQ,CAAC,SAAiB;QACxB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,4DAA4D;IAC5D,UAAU,CAAC,SAAiB;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACxC,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,4EAA4E;IAE5E;;;;;;OAMG;IACO,aAAa,CAAC,SAAiB,EAAE,MAAuB,EAAE,EAAU,EAAE,KAAK,GAAG,IAAI;QAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC9C,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjB,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC3C,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAEjC,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,EAAE,CAAC;YACN,IAAI,KAAK;gBAAE,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;iBACvB,IAAI,EAAE,GAAG,CAAC,CAAC,SAAS;gBAAE,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE;gBAC3B,SAAS;gBACT,KAAK,EAAE,UAAU;gBACjB,SAAS,EAAE,EAAE;gBACb,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED,2EAA2E;IACjE,eAAe;QACvB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QACnD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAC5F,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC;QACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;CACF"}

package/dist/app/plugin-commands/registry.d.ts

@@ -0,0 +1,41 @@
+/**
+ * PluginCommandRegistry — name → handler lookup with prefix matching.
+ *
+ * Simplified port of OpenClaw's `matchPluginCommand`
+ * (`openclaw/src/plugins/commands.ts:62-100`). Drops some of the
+ * upstream high-end features (hyphen/underscore aliases, alternate
+ * invocation keys) — the device-agent only needs `/screenshot` today
+ * and we'll port more as needed.
+ *
+ * Match contract:
+ *   - Input MUST start with `/`. Whitespace-only / non-slash strings
+ *     short-circuit to `null` so natural-language prompts ("截屏发给
+ *     我") fall through unchanged to the AgentRunner.
+ *   - Command name extraction: `/<name>` or `/<name> <args...>`.
+ *     Names match case-insensitively (typing `/Screenshot` still
+ *     hits the registered handler).
+ *   - Argument gating: when the matched command has `acceptsArgs:
+ *     false` (default), passing arguments DROPS the match — the line
+ *     falls through to the AgentRunner so a misspelled builtin
+ *     doesn't accidentally swallow real user intent.
+ */
+import type { PluginCommand } from "./types.js";
+export interface PluginCommandMatch {
+    command: PluginCommand;
+    args?: string;
+}
+export declare class PluginCommandRegistry {
+    private readonly commands;
+    /** Register (or replace) a command. Names are case-insensitive. */
+    register(cmd: PluginCommand): void;
+    /**
+     * Match a free-form prompt string against the registry. Returns the
+     * matched command + parsed args, or `null` when the prompt is not
+     * a slash command or doesn't match any registered name.
+     */
+    match(text: string): PluginCommandMatch | null;
+    /** Snapshot of registered commands, in insertion order. */
+    list(): PluginCommand[];
+    /** Number of registered commands — convenience for tests. */
+    size(): number;
+}

package/dist/app/plugin-commands/registry.js

@@ -0,0 +1,62 @@
+/**
+ * PluginCommandRegistry — name → handler lookup with prefix matching.
+ *
+ * Simplified port of OpenClaw's `matchPluginCommand`
+ * (`openclaw/src/plugins/commands.ts:62-100`). Drops some of the
+ * upstream high-end features (hyphen/underscore aliases, alternate
+ * invocation keys) — the device-agent only needs `/screenshot` today
+ * and we'll port more as needed.
+ *
+ * Match contract:
+ *   - Input MUST start with `/`. Whitespace-only / non-slash strings
+ *     short-circuit to `null` so natural-language prompts ("截屏发给
+ *     我") fall through unchanged to the AgentRunner.
+ *   - Command name extraction: `/<name>` or `/<name> <args...>`.
+ *     Names match case-insensitively (typing `/Screenshot` still
+ *     hits the registered handler).
+ *   - Argument gating: when the matched command has `acceptsArgs:
+ *     false` (default), passing arguments DROPS the match — the line
+ *     falls through to the AgentRunner so a misspelled builtin
+ *     doesn't accidentally swallow real user intent.
+ */
+export class PluginCommandRegistry {
+    commands = new Map();
+    /** Register (or replace) a command. Names are case-insensitive. */
+    register(cmd) {
+        this.commands.set(cmd.name.toLowerCase(), cmd);
+    }
+    /**
+     * Match a free-form prompt string against the registry. Returns the
+     * matched command + parsed args, or `null` when the prompt is not
+     * a slash command or doesn't match any registered name.
+     */
+    match(text) {
+        const trimmed = text.trim();
+        if (!trimmed.startsWith("/"))
+            return null;
+        const spaceIdx = trimmed.indexOf(" ");
+        const rawName = spaceIdx === -1 ? trimmed.slice(1) : trimmed.slice(1, spaceIdx);
+        const name = rawName.toLowerCase();
+        if (!name)
+            return null;
+        const args = spaceIdx === -1 ? undefined : trimmed.slice(spaceIdx + 1).trim();
+        const command = this.commands.get(name);
+        if (!command)
+            return null;
+        // Reject extra args for commands that don't accept them — the line
+        // falls through to the AgentRunner so e.g. `/screenshot please`
+        // doesn't get swallowed silently.
+        if (args && !command.acceptsArgs)
+            return null;
+        return { command, args: args || undefined };
+    }
+    /** Snapshot of registered commands, in insertion order. */
+    list() {
+        return Array.from(this.commands.values());
+    }
+    /** Number of registered commands — convenience for tests. */
+    size() {
+        return this.commands.size;
+    }
+}
+//# sourceMappingURL=registry.js.map

package/dist/app/plugin-commands/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/app/plugin-commands/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AASH,MAAM,OAAO,qBAAqB;IACf,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;IAE7D,mEAAmE;IACnE,QAAQ,CAAC,GAAkB;QACzB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,CAAC;IACjD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAY;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,OAAO,GACX,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,MAAM,IAAI,GACR,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEnE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE1B,mEAAmE;QACnE,gEAAgE;QAChE,kCAAkC;QAClC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QAE9C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,IAAI,SAAS,EAAE,CAAC;IAC9C,CAAC;IAED,2DAA2D;IAC3D,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,6DAA6D;IAC7D,IAAI;QACF,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC5B,CAAC;CACF"}

package/dist/app/plugin-commands/screenshot-command.d.ts

@@ -0,0 +1,32 @@
+/**
+ * `/screenshot` plugin command handler.
+ *
+ * Adapter layer between the ACP-unaware `ScreenshotService` and the
+ * session/notifier surface. Responsibilities are intentionally narrow:
+ *
+ *   1. Drive `ScreenshotService.captureAndUpload()` to stage the
+ *      current device frame as a `beeos-file://${fileId}` attachment.
+ *   2. Translate the resulting `ChatAttachment` into an ACP
+ *      `agent_message_chunk` carrying a `resource_link` block.
+ *   3. Push that update onto the caller's session via the injected
+ *      `SessionUpdateNotifier`.
+ *
+ * Strict separation-of-concerns boundary:
+ *   - DOES NOT touch MCP / `Buffer` / upload internals — those live
+ *     entirely inside `ScreenshotService` + `UserFileUploader`.
+ *   - Errors propagate up to `SessionManager` which renders them as a
+ *     `system_message_chunk` notice (no toast logic here).
+ */
+import type { ScreenshotService } from "../screenshot-service.js";
+import type { SessionUpdateNotifier } from "../session-manager.js";
+import type { PluginCommand, PluginCommandContext } from "./types.js";
+export declare class ScreenshotCommandHandler implements PluginCommand {
+    private readonly service;
+    private readonly notifier;
+    readonly name = "screenshot";
+    readonly description = "Take a device screenshot and send it to the chat";
+    readonly emoji = "\uD83D\uDCF8";
+    readonly acceptsArgs = false;
+    constructor(service: ScreenshotService, notifier: SessionUpdateNotifier);
+    handle(ctx: PluginCommandContext): Promise<void>;
+}

package/dist/app/plugin-commands/screenshot-command.js

@@ -0,0 +1,44 @@
+/**
+ * `/screenshot` plugin command handler.
+ *
+ * Adapter layer between the ACP-unaware `ScreenshotService` and the
+ * session/notifier surface. Responsibilities are intentionally narrow:
+ *
+ *   1. Drive `ScreenshotService.captureAndUpload()` to stage the
+ *      current device frame as a `beeos-file://${fileId}` attachment.
+ *   2. Translate the resulting `ChatAttachment` into an ACP
+ *      `agent_message_chunk` carrying a `resource_link` block.
+ *   3. Push that update onto the caller's session via the injected
+ *      `SessionUpdateNotifier`.
+ *
+ * Strict separation-of-concerns boundary:
+ *   - DOES NOT touch MCP / `Buffer` / upload internals — those live
+ *     entirely inside `ScreenshotService` + `UserFileUploader`.
+ *   - Errors propagate up to `SessionManager` which renders them as a
+ *     `system_message_chunk` notice (no toast logic here).
+ */
+export class ScreenshotCommandHandler {
+    service;
+    notifier;
+    name = "screenshot";
+    description = "Take a device screenshot and send it to the chat";
+    emoji = "📸";
+    acceptsArgs = false;
+    constructor(service, notifier) {
+        this.service = service;
+        this.notifier = notifier;
+    }
+    async handle(ctx) {
+        const att = await this.service.captureAndUpload();
+        this.notifier.send(ctx.sessionId, {
+            sessionUpdate: "agent_message_chunk",
+            content: {
+                type: "resource_link",
+                uri: att.uri,
+                name: att.fileName,
+                mimeType: att.mimeType,
+            },
+        });
+    }
+}
+//# sourceMappingURL=screenshot-command.js.map

package/dist/app/plugin-commands/screenshot-command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot-command.js","sourceRoot":"","sources":["../../../src/app/plugin-commands/screenshot-command.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AASH,MAAM,OAAO,wBAAwB;IAOhB;IACA;IAPV,IAAI,GAAG,YAAY,CAAC;IACpB,WAAW,GAAG,kDAAkD,CAAC;IACjE,KAAK,GAAG,IAAI,CAAC;IACb,WAAW,GAAG,KAAK,CAAC;IAE7B,YACmB,OAA0B,EAC1B,QAA+B;QAD/B,YAAO,GAAP,OAAO,CAAmB;QAC1B,aAAQ,GAAR,QAAQ,CAAuB;IAC/C,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,GAAyB;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAClD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE;YAChC,aAAa,EAAE,qBAAqB;YACpC,OAAO,EAAE;gBACP,IAAI,EAAE,eAAe;gBACrB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,IAAI,EAAE,GAAG,CAAC,QAAQ;gBAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB;SACF,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/app/plugin-commands/types.d.ts

@@ -0,0 +1,63 @@
+/**
+ * Plugin Command abstraction — server-side, channel-agnostic slash
+ * commands that bypass the LLM / AgentRunner.
+ *
+ * Modelled directly after OpenClaw's `OpenClawPluginCommandDefinition`
+ * (see `openclaw/src/plugins/types.ts:1946-1980`):
+ *
+ *   - Each command bundles its own `handle()` so the SessionManager
+ *     only has to dispatch by name.
+ *   - All channels (ACP web chat, future Telegram / Discord / CLI)
+ *     deliver these as plain `/name [args]` text in `session/prompt`,
+ *     pre-LLM. The registry is responsible for prefix matching.
+ *   - Surface metadata (`name`, `description`, `emoji`) lives on the
+ *     command itself so `skills/list` can be generated from a single
+ *     source of truth.
+ *
+ * Strict separation-of-concerns boundary:
+ *   - This module imports NOTHING from `inbound/acp/*` — the registry
+ *     / commands stay protocol-agnostic so a future HTTP or CLI surface
+ *     can drive them too.
+ *   - Concrete command implementations (`screenshot-command.ts`, etc.)
+ *     are free to import session-side ports (notifier) — they're the
+ *     adapter layer between business capabilities and the protocol.
+ */
+export interface PluginCommandContext {
+    /**
+     * The session to deliver the command's output to. SessionManager
+     * passes its own session id through; handlers use this when calling
+     * `notifier.notify(sessionId, …)` to push their result.
+     */
+    sessionId: string;
+    /**
+     * Trimmed argument string after the command name. Empty / undefined
+     * when the command was invoked bare (`/screenshot`). Only forwarded
+     * to commands that opt in via `acceptsArgs: true`.
+     */
+    args?: string;
+}
+export interface PluginCommand {
+    /** Command name without the leading slash (e.g. `"screenshot"`). */
+    readonly name: string;
+    /** Description shown in `skills/list` and slash-autocomplete UI. */
+    readonly description: string;
+    /** Optional emoji prefix for surface presentation (Web slash, /help). */
+    readonly emoji?: string;
+    /**
+     * Whether the command accepts arguments after its name. Commands
+     * with `acceptsArgs: false` only match bare `/name` invocations —
+     * `/name foo` falls through to the AgentRunner so a misspelled
+     * builtin doesn't accidentally swallow user intent.
+     */
+    readonly acceptsArgs?: boolean;
+    /**
+     * Execute the command. Bypasses LLM / AgentRunner — the handler is
+     * responsible for emitting any session-side notifications it wants
+     * the user to see (typically through the injected notifier).
+     *
+     * Throwing here surfaces as a `system_message_chunk` error notice
+     * via SessionManager's central error handler — handlers SHOULD let
+     * exceptions propagate rather than swallow them silently.
+     */
+    handle(ctx: PluginCommandContext): Promise<void>;
+}

package/dist/app/plugin-commands/types.js

@@ -0,0 +1,26 @@
+/**
+ * Plugin Command abstraction — server-side, channel-agnostic slash
+ * commands that bypass the LLM / AgentRunner.
+ *
+ * Modelled directly after OpenClaw's `OpenClawPluginCommandDefinition`
+ * (see `openclaw/src/plugins/types.ts:1946-1980`):
+ *
+ *   - Each command bundles its own `handle()` so the SessionManager
+ *     only has to dispatch by name.
+ *   - All channels (ACP web chat, future Telegram / Discord / CLI)
+ *     deliver these as plain `/name [args]` text in `session/prompt`,
+ *     pre-LLM. The registry is responsible for prefix matching.
+ *   - Surface metadata (`name`, `description`, `emoji`) lives on the
+ *     command itself so `skills/list` can be generated from a single
+ *     source of truth.
+ *
+ * Strict separation-of-concerns boundary:
+ *   - This module imports NOTHING from `inbound/acp/*` — the registry
+ *     / commands stay protocol-agnostic so a future HTTP or CLI surface
+ *     can drive them too.
+ *   - Concrete command implementations (`screenshot-command.ts`, etc.)
+ *     are free to import session-side ports (notifier) — they're the
+ *     adapter layer between business capabilities and the protocol.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/app/plugin-commands/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/app/plugin-commands/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG"}

package/dist/app/screenshot-service.d.ts

@@ -0,0 +1,68 @@
+/**
+ * ScreenshotService — business-capability layer for "take a device
+ * screenshot and stage it as a user-visible chat attachment".
+ *
+ *   mcp.screenshot() ──▶ bytes ──▶ uploader.upload() ──▶ ChatAttachment
+ *
+ * Strict separation-of-concerns boundary:
+ *
+ *   - Inputs / outputs are platform-neutral. No `AcpMessage`, no
+ *     `sessionId`, no `notifier` ever crosses this module.
+ *   - The returned `ChatAttachment` is the lingua franca passed up to
+ *     whoever needs to render the result on a session: the ACP plugin
+ *     command adapter (`ScreenshotCommandHandler`), a future HTTP
+ *     handler, the AgentLoop, etc.
+ *
+ * This is the device-agent equivalent of beeos-claw's `uploadLocalFile`
+ * pipeline (`agents/beeos-claw/src/upload/upload-file.ts`) — same
+ * 3-step Agent Gateway flow (presign + PUT + confirm), different
+ * source (live device frame instead of a local file).
+ */
+import type { IMcpRuntime } from "../mcp-client/runtime.js";
+import type { UserFileUploader } from "../adapters/user-file-uploader.js";
+export interface ChatAttachment {
+    /** Stable platform fileId returned by the Agent Gateway after confirm. */
+    fileId: string;
+    /** `beeos-file://${fileId}` — what goes into ACP `resource_link.uri`. */
+    uri: string;
+    mimeType: string;
+    fileName: string;
+    format: "png" | "jpeg";
+    /** Decoded pixel width (matches `b64` payload, may differ from device click frame). */
+    width?: number;
+    /** Decoded pixel height. */
+    height?: number;
+}
+export interface CaptureOpts {
+    /**
+     * Storage key prefix override. Defaults to `device-screenshots/` so
+     * S3 lifecycle rules can target screenshots independently of other
+     * user-attachment categories.
+     */
+    keyPrefix?: string;
+}
+/** Test seam — defaults to `() => new Date()`. */
+type Clock = () => Date;
+export interface ScreenshotServiceOptions {
+    /** Test seam. Defaults to `() => new Date()`. */
+    now?: Clock;
+}
+export declare class ScreenshotService {
+    private readonly mcp;
+    private readonly uploader;
+    private readonly now;
+    constructor(mcp: IMcpRuntime, uploader: UserFileUploader, opts?: ScreenshotServiceOptions);
+    /**
+     * Capture the current device screen and stage it as a user-visible
+     * chat attachment. Returns a `ChatAttachment` with a stable
+     * `beeos-file://` URI and metadata. ACP / session knowledge stays
+     * out of this method by design.
+     *
+     * Errors:
+     *   - MCP runtime errors propagate from `mcp.screenshot()`.
+     *   - Upload errors propagate from `uploader.upload()` (typically
+     *     `AgentGatewayError` with the failing step's HTTP status).
+     */
+    captureAndUpload(opts?: CaptureOpts): Promise<ChatAttachment>;
+}
+export {};

package/dist/app/screenshot-service.js

@@ -0,0 +1,64 @@
+/**
+ * ScreenshotService — business-capability layer for "take a device
+ * screenshot and stage it as a user-visible chat attachment".
+ *
+ *   mcp.screenshot() ──▶ bytes ──▶ uploader.upload() ──▶ ChatAttachment
+ *
+ * Strict separation-of-concerns boundary:
+ *
+ *   - Inputs / outputs are platform-neutral. No `AcpMessage`, no
+ *     `sessionId`, no `notifier` ever crosses this module.
+ *   - The returned `ChatAttachment` is the lingua franca passed up to
+ *     whoever needs to render the result on a session: the ACP plugin
+ *     command adapter (`ScreenshotCommandHandler`), a future HTTP
+ *     handler, the AgentLoop, etc.
+ *
+ * This is the device-agent equivalent of beeos-claw's `uploadLocalFile`
+ * pipeline (`agents/beeos-claw/src/upload/upload-file.ts`) — same
+ * 3-step Agent Gateway flow (presign + PUT + confirm), different
+ * source (live device frame instead of a local file).
+ */
+export class ScreenshotService {
+    mcp;
+    uploader;
+    now;
+    constructor(mcp, uploader, opts = {}) {
+        this.mcp = mcp;
+        this.uploader = uploader;
+        this.now = opts.now ?? (() => new Date());
+    }
+    /**
+     * Capture the current device screen and stage it as a user-visible
+     * chat attachment. Returns a `ChatAttachment` with a stable
+     * `beeos-file://` URI and metadata. ACP / session knowledge stays
+     * out of this method by design.
+     *
+     * Errors:
+     *   - MCP runtime errors propagate from `mcp.screenshot()`.
+     *   - Upload errors propagate from `uploader.upload()` (typically
+     *     `AgentGatewayError` with the failing step's HTTP status).
+     */
+    async captureAndUpload(opts = {}) {
+        const ss = await this.mcp.screenshot();
+        const bytes = Buffer.from(ss.b64, "base64");
+        const mimeType = ss.format === "png" ? "image/png" : "image/jpeg";
+        const ts = this.now().toISOString().replace(/[:.]/g, "-");
+        const fileName = `screenshot-${ts}.${ss.format}`;
+        const uploaded = await this.uploader.upload({
+            bytes,
+            mimeType,
+            fileName,
+            keyPrefix: opts.keyPrefix ?? "device-screenshots/",
+        });
+        return {
+            fileId: uploaded.fileId,
+            uri: uploaded.uri,
+            mimeType: uploaded.mimeType,
+            fileName: uploaded.fileName,
+            format: ss.format,
+            width: ss.width,
+            height: ss.height,
+        };
+    }
+}
+//# sourceMappingURL=screenshot-service.js.map

package/dist/app/screenshot-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot-service.js","sourceRoot":"","sources":["../../src/app/screenshot-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAoCH,MAAM,OAAO,iBAAiB;IAIT;IACA;IAJF,GAAG,CAAQ;IAE5B,YACmB,GAAgB,EAChB,QAA0B,EAC3C,OAAiC,EAAE;QAFlB,QAAG,GAAH,GAAG,CAAa;QAChB,aAAQ,GAAR,QAAQ,CAAkB;QAG3C,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAoB,EAAE;QAC3C,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QAEvC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,QAAQ,GACZ,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,cAAc,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;QAEjD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC1C,KAAK;YACL,QAAQ;YACR,QAAQ;YACR,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,qBAAqB;SACnD,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,MAAM,EAAE,EAAE,CAAC,MAAM;SAClB,CAAC;IACJ,CAAC;CACF"}