clawconnect-agent 0.1.9 → 0.1.11

package/dist/openclaw/relay/outgoing-media-relay.js

@@ -1,8 +1,10 @@
+import { existsSync } from "fs";
 import { readFile } from "fs/promises";
 import { homedir } from "os";
-import { join } from "path";
+import { extname, join, resolve } from "path";
 import { uploadFileToRelay } from "../../core/relay/file-upload.js";
 const OUTGOING_MEDIA_RE = /\/api\/chat\/media\/outgoing\/[^/]+\/([^/]+)\/full(?:$|[?#])/;
+const OPENCLAW_MEDIA_CONTROL_PREFIX_RE = /^MEDIA:\s*(?:file:\/\/|~\/|\/)/i;
 export async function relayOutgoingMediaInPayload(payload, opts) {
     if (!payload || typeof payload !== "object" || Array.isArray(payload)) {
         return payload;
@@ -12,23 +14,39 @@ export async function relayOutgoingMediaInPayload(payload, opts) {
         return payload;
     }
     const content = message.content;
+    if (typeof content === "string") {
+        const sanitizedText = stripOpenClawMediaControlLines(content);
+        return sanitizedText === content
+            ? payload
+            : {
+                ...payload,
+                message: {
+                    ...message,
+                    content: sanitizedText,
+                },
+            };
+    }
     if (!Array.isArray(content)) {
         return payload;
     }
     let changed = false;
-    const nextContent = await Promise.all(content.map(async (block) => {
-        const nextBlock = await relayOutgoingMediaBlock(block, opts);
+    const sourceRunId = payloadSourceRunId(payload);
+    const relayedContent = await Promise.all(content.map(async (block) => {
+        const nextBlock = await relayOutgoingMediaBlock(block, { ...opts, sourceRunId });
         changed ||= nextBlock !== block;
         return nextBlock;
     }));
-    if (!changed) {
+    const sanitizedContent = sanitizeOpenClawMediaControlBlocks(relayedContent);
+    changed ||= sanitizedContent.changed;
+    const localArtifactBlocks = await relayLocalArtifactPathsInContent(sanitizedContent.content, payload, opts);
+    if (!changed && localArtifactBlocks.length === 0) {
         return payload;
     }
     return {
         ...payload,
         message: {
             ...message,
-            content: nextContent,
+            content: [...sanitizedContent.content, ...localArtifactBlocks],
         },
     };
 }
@@ -40,16 +58,42 @@ export async function relayOutgoingMediaInHistoryResponse(response, opts) {
     if (!Array.isArray(messages)) {
         return response;
     }
+    const responseRecord = response;
+    const responseSessionKey = firstString(responseRecord.sessionKey, responseRecord.sessionId);
+    const messageResult = await relayOutgoingMediaInMessageList(messages, responseSessionKey, opts);
+    const snapshot = responseRecord.timelineSnapshot;
+    const snapshotMessages = snapshot && typeof snapshot === "object" && !Array.isArray(snapshot)
+        ? snapshot.messages
+        : undefined;
+    const snapshotResult = Array.isArray(snapshotMessages)
+        ? await relayOutgoingMediaInMessageList(snapshotMessages, responseSessionKey, opts)
+        : undefined;
+    const changed = messageResult.changed || Boolean(snapshotResult?.changed);
+    return changed
+        ? {
+            ...responseRecord,
+            messages: messageResult.messages,
+            ...(snapshotResult
+                ? {
+                    timelineSnapshot: {
+                        ...snapshot,
+                        messages: snapshotResult.messages,
+                    },
+                }
+                : {}),
+        }
+        : response;
+}
+async function relayOutgoingMediaInMessageList(messages, sessionKey, opts) {
     let changed = false;
     const nextMessages = await Promise.all(messages.map(async (message) => {
-        const wrapper = await relayOutgoingMediaInPayload({ message }, opts);
+        const wrapperInput = sessionKey ? { sessionKey, message } : { message };
+        const wrapper = await relayOutgoingMediaInPayload(wrapperInput, opts);
         const nextMessage = wrapper.message ?? message;
         changed ||= nextMessage !== message;
         return nextMessage;
     }));
-    return changed
-        ? { ...response, messages: nextMessages }
-        : response;
+    return { messages: nextMessages, changed };
 }
 async function relayOutgoingMediaBlock(block, opts) {
     if (!block || typeof block !== "object" || Array.isArray(block)) {
@@ -78,23 +122,30 @@ async function relayOutgoingMediaBlock(block, opts) {
                 sessionKey,
                 filePath,
                 senderDisplayName: opts.senderDisplayName,
+                sourceRunId: opts.sourceRunId,
             });
             opts.cache?.set(cacheKey, upload);
         }
         return {
             ...source,
             type: typeof source.type === "string" && source.type.trim() ? source.type : "image",
+            attachmentId,
             fileId: upload.fileId,
             fileName: record.alt || upload.fileName,
             mimeType: record.original?.contentType || upload.mimeType,
+            byteSize: record.original?.sizeBytes || upload.sizeBytes,
             sizeBytes: record.original?.sizeBytes || upload.sizeBytes,
+            width: record.original?.width || upload.imageWidth,
+            height: record.original?.height || upload.imageHeight,
             imageWidth: record.original?.width || upload.imageWidth,
             imageHeight: record.original?.height || upload.imageHeight,
             downloadUrl: upload.downloadPath,
             downloadPath: upload.downloadPath,
             expiresAt: upload.expiresAt,
+            sourceRunId: upload.sourceRunId,
             gatewayId: upload.gatewayId,
             sessionKey: upload.sessionKey,
+            transferState: "available",
         };
     }
     catch (error) {
@@ -109,6 +160,13 @@ function outgoingAttachmentId(url) {
     const match = OUTGOING_MEDIA_RE.exec(url);
     return match?.[1]?.trim() || undefined;
 }
+function payloadSourceRunId(payload) {
+    const message = payload.message;
+    const messageRecord = message && typeof message === "object" && !Array.isArray(message)
+        ? message
+        : undefined;
+    return firstString(payload.sourceRunId, payload.source_run_id, payload.runId, payload.turnId, payload.messageId, payload.id, messageRecord?.sourceRunId, messageRecord?.source_run_id, messageRecord?.runId, messageRecord?.turnId, messageRecord?.messageId, messageRecord?.id);
+}
 async function readOutgoingMediaRecord(attachmentId, recordsDir) {
     const root = recordsDir ?? join(homedir(), ".openclaw", "media", "outgoing", "records");
     const raw = await readFile(join(root, `${attachmentId}.json`), "utf8");
@@ -117,4 +175,208 @@ async function readOutgoingMediaRecord(attachmentId, recordsDir) {
 function firstString(...values) {
     return values.find((value) => typeof value === "string" && value.trim().length > 0)?.trim();
 }
+async function relayLocalArtifactPathsInContent(content, payload, opts) {
+    if (opts.userMessage === undefined) {
+        return [];
+    }
+    if (content.some(isUploadedMediaBlock)) {
+        return [];
+    }
+    const text = content
+        .map((block) => {
+        if (!block || typeof block !== "object" || Array.isArray(block)) {
+            return "";
+        }
+        const record = block;
+        return record.type === "text" && typeof record.text === "string" ? record.text : "";
+    })
+        .filter(Boolean)
+        .join("\n");
+    const paths = extractDeliverablePaths(text, opts.userMessage);
+    if (paths.length === 0) {
+        return [];
+    }
+    const sessionKey = firstString(payload.sessionKey, payload.message?.sessionKey) ?? "main";
+    const runId = payloadSourceRunId(payload);
+    const blocks = [];
+    for (const filePath of paths) {
+        try {
+            const cacheKey = `${opts.gatewayId}:${sessionKey}:artifact:${filePath}`;
+            let upload = opts.cache?.get(cacheKey);
+            if (!upload) {
+                const request = {
+                    relayServerUrl: opts.relayServerUrl,
+                    relaySecret: opts.relaySecret,
+                    gatewayId: opts.gatewayId,
+                    sessionKey,
+                    filePath,
+                    senderDisplayName: opts.senderDisplayName,
+                    sourceRunId: runId,
+                };
+                upload = await uploadFileToRelay(request);
+                opts.cache?.set(cacheKey, upload);
+            }
+            blocks.push(uploadToContentBlock(upload));
+        }
+        catch (error) {
+            console.warn(`[relay] failed to publish local artifact ${filePath}: ${String(error)}`);
+        }
+    }
+    return blocks;
+}
+function isUploadedMediaBlock(block) {
+    if (!block || typeof block !== "object" || Array.isArray(block)) {
+        return false;
+    }
+    const record = block;
+    const type = typeof record.type === "string" ? record.type.trim().toLowerCase() : "";
+    return ["image", "file", "voice", "audio"].includes(type) && typeof record.fileId === "string" && record.fileId.trim().length > 0;
+}
+function uploadToContentBlock(upload) {
+    const type = upload.mimeType.startsWith("image/")
+        ? "image"
+        : upload.mimeType.startsWith("audio/")
+            ? "audio"
+            : "file";
+    return compact({
+        type,
+        attachmentId: upload.fileId,
+        fileId: upload.fileId,
+        fileName: upload.fileName,
+        name: upload.fileName,
+        mimeType: upload.mimeType,
+        byteSize: upload.sizeBytes,
+        sizeBytes: upload.sizeBytes,
+        durationMs: upload.durationMs,
+        width: upload.imageWidth,
+        height: upload.imageHeight,
+        imageWidth: upload.imageWidth,
+        imageHeight: upload.imageHeight,
+        downloadUrl: upload.downloadPath,
+        downloadPath: upload.downloadPath,
+        expiresAt: upload.expiresAt,
+        sourceRunId: upload.sourceRunId,
+        gatewayId: upload.gatewayId,
+        sessionKey: upload.sessionKey,
+        status: "available",
+        transferState: "available",
+    });
+}
+function sanitizeOpenClawMediaControlBlocks(content) {
+    let changed = false;
+    const nextContent = [];
+    for (const block of content) {
+        if (!block || typeof block !== "object" || Array.isArray(block)) {
+            nextContent.push(block);
+            continue;
+        }
+        const record = block;
+        if (record.type !== "text" || typeof record.text !== "string") {
+            nextContent.push(block);
+            continue;
+        }
+        const text = record.text;
+        const sanitizedText = stripOpenClawMediaControlLines(text);
+        if (sanitizedText === text) {
+            nextContent.push(block);
+            continue;
+        }
+        changed = true;
+        // OpenClaw 的 MEDIA:/... 是内部桥接标记，不能显示成聊天文本，也不能从历史回放再次触发本地路径上传。
+        if (!sanitizedText.trim()) {
+            continue;
+        }
+        nextContent.push({ ...record, text: sanitizedText });
+    }
+    return { content: nextContent, changed };
+}
+function stripOpenClawMediaControlLines(text) {
+    if (!text.includes("MEDIA:")) {
+        return text;
+    }
+    const normalized = text
+        .replace(/\r\n/g, "\n")
+        .replace(/\r/g, "\n");
+    const stripped = normalized
+        .split("\n")
+        .filter((line) => !OPENCLAW_MEDIA_CONTROL_PREFIX_RE.test(line.trim()))
+        .join("\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+    return stripped;
+}
+function compact(record) {
+    return Object.fromEntries(Object.entries(record).filter(([, value]) => value !== undefined));
+}
+const DELIVERABLE_EXTENSIONS = [
+    ".png", ".jpg", ".jpeg", ".gif", ".webp", ".bmp", ".tiff", ".svg",
+    ".mp4", ".mov", ".avi", ".mkv", ".webm",
+    ".mp3", ".wav", ".ogg", ".m4a", ".flac",
+    ".pdf", ".docx", ".doc", ".odt", ".rtf", ".txt", ".md",
+    ".xlsx", ".xls", ".csv", ".tsv", ".json", ".xml", ".yaml", ".yml",
+    ".pptx", ".ppt", ".odp", ".zip", ".tar", ".gz", ".tgz", ".bz2", ".7z",
+    ".html", ".htm",
+];
+const DELIVERABLE_EXTENSION_PATTERN = DELIVERABLE_EXTENSIONS
+    .map((extension) => extension.slice(1).replace(/[.*+?^${}()|[\]\\]/g, "\\$&"))
+    .sort((a, b) => b.length - a.length)
+    .join("|");
+const DELIVERABLE_PATH_REGEX_SOURCE = String.raw `(?:~|\/)[^\n"'` + "`" + String.raw `<>|]*?\.(?:${DELIVERABLE_EXTENSION_PATTERN})(?=$|[\s).,"'` + "`" + String.raw `，。；;:：!?？])`;
+const DELIVERABLE_PATH_REGEX = new RegExp(String.raw `(?:^|[\s("'` + "`" + String.raw `:：])(${DELIVERABLE_PATH_REGEX_SOURCE})`, "gi");
+function extractDeliverablePaths(text, userMessage) {
+    if (userMessage !== undefined && !hasDeliverableSendIntent(userMessage)) {
+        return [];
+    }
+    const allowed = new Set(DELIVERABLE_EXTENSIONS);
+    const paths = new Set();
+    for (const match of text.matchAll(DELIVERABLE_PATH_REGEX)) {
+        const rawPath = match[1];
+        const absolutePath = rawPath.startsWith("~/") ? join(homedir(), rawPath.slice(2)) : rawPath;
+        if (allowed.has(extname(absolutePath).toLowerCase()) && existsSync(resolve(absolutePath))) {
+            paths.add(resolve(absolutePath));
+        }
+    }
+    return [...paths];
+}
+function hasDeliverableSendIntent(message) {
+    const text = message.trim().toLowerCase();
+    if (!text) {
+        return false;
+    }
+    if (/(不要|不用|别|无需|不需要).{0,20}(发|发送|传|上传|转发|分享|附件|attach|send|upload|share|deliver)/.test(text)
+        || /(只要|仅要).{0,20}(路径|文件名|名字|文本|文字)/.test(text)
+        || /\b(do not|don't|dont|no need to|without|not need to)\b.{0,30}\b(send|upload|attach|share|deliver)\b/.test(text)
+        || /\bonly\b.{0,30}\b(path|filename|file name|text)\b/.test(text)) {
+        return false;
+    }
+    const sendVerbs = [
+        "发", "发送", "传", "上传", "转发", "分享", "发给", "传给", "send", "upload", "attach", "share", "deliver",
+    ].join("|");
+    const deliverableWords = [
+        "文件", "图片", "照片", "图", "附件", "文档", "报告", "表格", "截图", "压缩包", "备份", "录音", "音频", "视频",
+        "file", "image", "photo", "picture", "attachment", "document", "report", "spreadsheet", "screenshot", "archive",
+        "zip", "pdf", "doc", "docx", "xlsx", "ppt", "pptx",
+    ].join("|");
+    const pathIntentPattern = new RegExp(`(?:(${sendVerbs}).{0,80}${DELIVERABLE_PATH_REGEX_SOURCE}|${DELIVERABLE_PATH_REGEX_SOURCE}.{0,80}(${sendVerbs}))`);
+    if (pathIntentPattern.test(text)) {
+        return true;
+    }
+    if (new RegExp(`(你.{0,6}(能|可以|会)|能不能|可不可以|能否|是否|会不会|支持).{0,30}(${sendVerbs}).{0,30}(${deliverableWords}).{0,8}(吗|么|嘛|\\?|？)?`).test(text)) {
+        return false;
+    }
+    const directChinesePatterns = [
+        new RegExp(`(把|将).{0,50}(${deliverableWords}).{0,30}(${sendVerbs})(给我|到手机|到移动端|过来|回来|一下|给这边)?`),
+        new RegExp(`(${sendVerbs})(这张|这个|这份|该|那张|那份|一张|几张|一些|些|一下)?[^，。,.!?？]{0,24}(${deliverableWords})(给我|到手机|到移动端|过来|回来|一下|给这边)?`),
+        new RegExp(`(${sendVerbs})(给我|到手机|到移动端|过来|回来).{0,50}(${deliverableWords})?`),
+        new RegExp(`(给我|帮我).{0,20}(${sendVerbs}).{0,50}(${deliverableWords})`),
+    ];
+    if (directChinesePatterns.some((pattern) => pattern.test(text))) {
+        return true;
+    }
+    const englishPatterns = [
+        new RegExp(`\\b(send|upload|attach|share|deliver)\\b.{0,50}\\b(${deliverableWords})\\b`),
+        new RegExp(`\\b(${deliverableWords})\\b.{0,50}\\b(send|upload|attach|share|deliver)\\b`),
+    ];
+    return englishPatterns.some((pattern) => pattern.test(text));
+}
 //# sourceMappingURL=outgoing-media-relay.js.map

package/dist/openclaw/relay/outgoing-media-relay.js.map

@@ -1 +1 @@
-{"version":3,"file":"outgoing-media-relay.js","sourceRoot":"","sources":["../../../src/openclaw/relay/outgoing-media-relay.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,iBAAiB,EAAyB,MAAM,iCAAiC,CAAC;AAE3F,MAAM,iBAAiB,GAAG,8DAA8D,CAAC;AAyBzF,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,OAAgB,EAChB,IAA+B;IAE/B,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC;IAC7D,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC;IAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAChE,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC7D,OAAO,KAAK,SAAS,KAAK,KAAK,CAAC;QAChC,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC,CAAC;IAEJ,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,OAAO;QACL,GAAI,OAAmC;QACvC,OAAO,EAAE;YACP,GAAI,OAAmC;YACvC,OAAO,EAAE,WAAW;SACrB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,QAAiB,EACjB,IAA+B;IAE/B,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,QAAQ,GAAI,QAAoC,CAAC,QAAQ,CAAC;IAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACpE,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,CAA4B,CAAC;QAChG,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAC/C,OAAO,KAAK,WAAW,KAAK,OAAO,CAAC;QACpC,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,OAAO;QACZ,CAAC,CAAC,EAAE,GAAI,QAAoC,EAAE,QAAQ,EAAE,YAAY,EAAE;QACtE,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,KAAc,EAAE,IAA+B;IACpF,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IACnH,MAAM,YAAY,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC/C,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,UAAU,IAAI,YAAY,EAAE,CAAC;QACnE,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,iBAAiB,CAAC;gBAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU;gBACV,QAAQ;gBACR,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;aAC1C,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC;QAED,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YACnF,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,QAAQ;YACvC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,IAAI,MAAM,CAAC,QAAQ;YACzD,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS;YACzD,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,UAAU;YACvD,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,MAAM,CAAC,WAAW;YAC1D,WAAW,EAAE,MAAM,CAAC,YAAY;YAChC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,uDAAuD,YAAY,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtG,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAuB;IACnD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,YAAoB,EAAE,UAAmB;IAC9E,MAAM,IAAI,GAAG,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACxF,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,YAAY,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IACvE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAwB,CAAC;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,GAAG,MAAiB;IACvC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;AAC/G,CAAC"}
+{"version":3,"file":"outgoing-media-relay.js","sourceRoot":"","sources":["../../../src/openclaw/relay/outgoing-media-relay.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAiD,MAAM,iCAAiC,CAAC;AAEnH,MAAM,iBAAiB,GAAG,8DAA8D,CAAC;AACzF,MAAM,gCAAgC,GAAG,iCAAiC,CAAC;AA8B3E,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,OAAgB,EAChB,IAA+B;IAE/B,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC;IAC7D,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC;IAC7D,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,aAAa,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;QAC9D,OAAO,aAAa,KAAK,OAAO;YAC9B,CAAC,CAAC,OAAO;YACT,CAAC,CAAC;gBACE,GAAI,OAAmC;gBACvC,OAAO,EAAE;oBACP,GAAI,OAAmC;oBACvC,OAAO,EAAE,aAAa;iBACvB;aACF,CAAC;IACR,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAkC,CAAC,CAAC;IAC3E,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACnE,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACjF,OAAO,KAAK,SAAS,KAAK,KAAK,CAAC;QAChC,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,gBAAgB,GAAG,kCAAkC,CAAC,cAAc,CAAC,CAAC;IAC5E,OAAO,KAAK,gBAAgB,CAAC,OAAO,CAAC;IACrC,MAAM,mBAAmB,GAAG,MAAM,gCAAgC,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAkC,EAAE,IAAI,CAAC,CAAC;IAEvI,IAAI,CAAC,OAAO,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,OAAO;QACL,GAAI,OAAmC;QACvC,OAAO,EAAE;YACP,GAAI,OAAmC;YACvC,OAAO,EAAE,CAAC,GAAG,gBAAgB,CAAC,OAAO,EAAE,GAAG,mBAAmB,CAAC;SAC/D;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,QAAiB,EACjB,IAA+B;IAE/B,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,QAAQ,GAAI,QAAoC,CAAC,QAAQ,CAAC;IAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,cAAc,GAAG,QAAmC,CAAC;IAC3D,MAAM,kBAAkB,GAAG,WAAW,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5F,MAAM,aAAa,GAAG,MAAM,+BAA+B,CAAC,QAAQ,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC;IAChG,MAAM,QAAQ,GAAG,cAAc,CAAC,gBAAgB,CAAC;IACjD,MAAM,gBAAgB,GAAG,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC3F,CAAC,CAAE,QAAoC,CAAC,QAAQ;QAChD,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC;QACpD,CAAC,CAAC,MAAM,+BAA+B,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,IAAI,CAAC;QACnF,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,IAAI,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAE1E,OAAO,OAAO;QACZ,CAAC,CAAC;YACE,GAAG,cAAc;YACjB,QAAQ,EAAE,aAAa,CAAC,QAAQ;YAChC,GAAG,CAAC,cAAc;gBAChB,CAAC,CAAC;oBACE,gBAAgB,EAAE;wBAChB,GAAI,QAAoC;wBACxC,QAAQ,EAAE,cAAc,CAAC,QAAQ;qBAClC;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR;QACH,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAED,KAAK,UAAU,+BAA+B,CAC5C,QAAmB,EACnB,UAA8B,EAC9B,IAA+B;IAE/B,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACpE,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QACxE,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC,YAAY,EAAE,IAAI,CAA4B,CAAC;QACjG,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAC/C,OAAO,KAAK,WAAW,KAAK,OAAO,CAAC;QACpC,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC,CAAC,CAAC;IACJ,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;AAC7C,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,KAAc,EAAE,IAAuC;IAC5F,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IACnH,MAAM,YAAY,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC/C,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,UAAU,IAAI,YAAY,EAAE,CAAC;QACnE,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,iBAAiB,CAAC;gBAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU;gBACV,QAAQ;gBACR,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC;QAED,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YACnF,YAAY;YACZ,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,QAAQ;YACvC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,IAAI,MAAM,CAAC,QAAQ;YACzD,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS;YACxD,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS;YACzD,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,UAAU;YAClD,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,MAAM,CAAC,WAAW;YACrD,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,UAAU;YACvD,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,MAAM,CAAC,WAAW;YAC1D,WAAW,EAAE,MAAM,CAAC,YAAY;YAChC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,aAAa,EAAE,WAAW;SAC3B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,uDAAuD,YAAY,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtG,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAuB;IACnD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;AACzC,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAgC;IAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,MAAM,aAAa,GAAG,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACrF,CAAC,CAAC,OAAkC;QACpC,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,WAAW,CAChB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,aAAa,EACrB,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,EAAE,EACV,aAAa,EAAE,WAAW,EAC1B,aAAa,EAAE,aAAa,EAC5B,aAAa,EAAE,KAAK,EACpB,aAAa,EAAE,MAAM,EACrB,aAAa,EAAE,SAAS,EACxB,aAAa,EAAE,EAAE,CAClB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,YAAoB,EAAE,UAAmB;IAC9E,MAAM,IAAI,GAAG,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACxF,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,YAAY,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IACvE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAwB,CAAC;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,GAAG,MAAiB;IACvC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;AAC/G,CAAC;AAED,KAAK,UAAU,gCAAgC,CAC7C,OAAkB,EAClB,OAAgC,EAChC,IAA+B;IAE/B,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACnC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAG,OAAO;SACjB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,OAAO,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACtF,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,UAAU,EAAG,OAAO,CAAC,OAA+C,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC;IACnI,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,UAAU,aAAa,QAAQ,EAAE,CAAC;YACxE,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,OAAO,GAAsB;oBACjC,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,UAAU;oBACV,QAAQ;oBACR,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;oBACzC,WAAW,EAAE,KAAK;iBACnB,CAAC;gBACF,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,4CAA4C,QAAQ,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrF,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;AACpI,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAwB;IACpD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC/C,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;YACpC,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,MAAM,CAAC;IACb,OAAO,OAAO,CAAC;QACb,IAAI;QACJ,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,IAAI,EAAE,MAAM,CAAC,QAAQ;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,QAAQ,EAAE,MAAM,CAAC,SAAS;QAC1B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,UAAU;QACxB,MAAM,EAAE,MAAM,CAAC,WAAW;QAC1B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,WAAW,EAAE,MAAM,CAAC,YAAY;QAChC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,WAAW;KAC3B,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kCAAkC,CAAC,OAAkB;IAC5D,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,WAAW,GAAc,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9D,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACzB,MAAM,aAAa,GAAG,8BAA8B,CAAC,IAAI,CAAC,CAAC;QAC3D,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,SAAS;QACX,CAAC;QACD,OAAO,GAAG,IAAI,CAAC;QACf,8DAA8D;QAC9D,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,8BAA8B,CAAC,IAAY;IAClD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,UAAU,GAAG,IAAI;SACpB,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,UAAU;SACxB,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,gCAAgC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;SACrE,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;IACV,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,OAAO,CAAC,MAA+B;IAC9C,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED,MAAM,sBAAsB,GAAG;IAC7B,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACjE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACvC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACvC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;IACtD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACjE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;IACrE,OAAO,EAAE,MAAM;CAChB,CAAC;AAEF,MAAM,6BAA6B,GAAG,sBAAsB;KACzD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;KAC7E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;KACnC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEb,MAAM,6BAA6B,GAAG,MAAM,CAAC,GAAG,CAAA,gBAAgB,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA,cAAc,6BAA6B,gBAAgB,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA,aAAa,CAAC;AAC/K,MAAM,sBAAsB,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,aAAa,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA,QAAQ,6BAA6B,GAAG,EAAE,IAAI,CAAC,CAAC;AAEpI,SAAS,uBAAuB,CAAC,IAAY,EAAE,WAAoB;IACjE,IAAI,WAAW,KAAK,SAAS,IAAI,CAAC,wBAAwB,CAAC,WAAW,CAAC,EAAE,CAAC;QACxE,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC5F,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YAC1F,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,wBAAwB,CAAC,OAAe;IAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,8EAA8E,CAAC,IAAI,CAAC,IAAI,CAAC;WACxF,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC;WAC5C,qGAAqG,CAAC,IAAI,CAAC,IAAI,CAAC;WAChH,mDAAmD,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,SAAS,GAAG;QAChB,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS;KAC7F,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,MAAM,gBAAgB,GAAG;QACvB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;QAClF,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS;QAC/G,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;KACnD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAClC,OAAO,SAAS,WAAW,6BAA6B,IAAI,6BAA6B,WAAW,SAAS,IAAI,CAClH,CAAC;IACF,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,kDAAkD,SAAS,YAAY,gBAAgB,uBAAuB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1I,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,qBAAqB,GAAG;QAC5B,IAAI,MAAM,CAAC,gBAAgB,gBAAgB,YAAY,SAAS,8BAA8B,CAAC;QAC/F,IAAI,MAAM,CAAC,IAAI,SAAS,sDAAsD,gBAAgB,8BAA8B,CAAC;QAC7H,IAAI,MAAM,CAAC,IAAI,SAAS,+BAA+B,gBAAgB,IAAI,CAAC;QAC5E,IAAI,MAAM,CAAC,kBAAkB,SAAS,YAAY,gBAAgB,GAAG,CAAC;KACvE,CAAC;IACF,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,eAAe,GAAG;QACtB,IAAI,MAAM,CAAC,sDAAsD,gBAAgB,MAAM,CAAC;QACxF,IAAI,MAAM,CAAC,OAAO,gBAAgB,qDAAqD,CAAC;KACzF,CAAC;IACF,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC/D,CAAC"}

package/dist/openclaw/relay-manager.js

@@ -7,7 +7,7 @@ import { DEFAULT_GATEWAY_SESSION_DEFAULTS, buildContextUsageFingerprint, readCon
 import { appendUniqueSuffix, extractChatRole, extractChatText, normalizeChatEventPayload, normalizeChatState, withMessageText, } from "../core/relay/chat-payload.js";
 import { extractHistoryOutcome, readOpenClawTranscriptChatHistory, withTimeout, } from "./relay/chat-history.js";
 import { dedupeOpenClawChatSendUserMirrorTranscript, } from "./relay/transcript-dedupe.js";
-import { buildMobileAssistantErrorPayload, buildMobileAssistantFinalPayload, } from "../core/relay/mobile-chat-run-bridge.js";
+import { buildMobileAssistantDeltaPayload, buildMobileAssistantErrorPayload, buildMobileAssistantFinalPayload, } from "../core/relay/mobile-chat-run-bridge.js";
 import { buildOfficeEventPayload } from "../core/relay/office-payload.js";
 import { prepareChatSendParams } from "./relay/chat-send-attachments.js";
 import { relayOutgoingMediaInHistoryResponse, relayOutgoingMediaInPayload } from "./relay/outgoing-media-relay.js";
@@ -279,7 +279,7 @@ export async function runRelayManager(opts) {
                             text: outcome.text,
                             includeTimelineEvents: true,
                         });
-                        await publishAndSendGatewayEvent("chat", buildFinalPayloadFromHistoryOutcome(basePayload, outcome), true);
+                        await publishAndSendGatewayEvent("chat", buildFinalPayloadFromHistoryOutcome(basePayload, outcome), true, context.promptText);
                         return;
                     }
                     await publishAndSendGatewayEvent("chat", buildMobileAssistantErrorPayload({
@@ -327,7 +327,7 @@ export async function runRelayManager(opts) {
             }
             send({ type: "event", event: "office", payload: officePayload });
         }
-        async function publishAndSendGatewayEvent(eventName, payload, publishOffice) {
+        async function publishAndSendGatewayEvent(eventName, payload, publishOffice, userMessage) {
             const outgoingPayload = eventName === "chat"
                 ? await relayOutgoingMediaInPayload(payload, {
                     relayServerUrl: opts.relayServerUrl,
@@ -335,6 +335,7 @@ export async function runRelayManager(opts) {
                     gatewayId: opts.gatewayId,
                     senderDisplayName: "OpenClaw",
                     cache: outgoingMediaUploadCache,
+                    userMessage,
                 })
                 : payload;
             if (publishOffice) {
@@ -470,6 +471,133 @@ export async function runRelayManager(opts) {
         function stripUndefinedHistoryMessageFields(message) {
             return Object.fromEntries(Object.entries(message).filter(([, value]) => value !== undefined));
         }
+        function mergeCanonicalChatPayload(basePayload, canonicalPayload) {
+            const base = asRecord(basePayload);
+            const canonical = asRecord(canonicalPayload);
+            if (!base) {
+                return canonicalPayload;
+            }
+            if (!canonical) {
+                return basePayload;
+            }
+            const baseMessage = asRecord(base.message);
+            const canonicalMessage = asRecord(canonical.message);
+            const merged = {
+                ...base,
+                ...canonical,
+            };
+            return baseMessage || canonicalMessage
+                ? {
+                    ...merged,
+                    message: {
+                        ...(baseMessage ?? {}),
+                        ...(canonicalMessage ?? {}),
+                    },
+                }
+                : merged;
+        }
+        function resolveChatPayloadSeq(payload) {
+            return normalizeFiniteNumber(deepField(payload, ["seq", "sequence", "index"]))
+                ?? resolveChatPayloadTimestamp(payload);
+        }
+        function resolveChatPayloadTimestamp(payload) {
+            const value = normalizeFiniteNumber(deepField(payload, ["ts", "timestamp", "createdAt", "created_at", "time"]));
+            if (value !== undefined) {
+                return value > 10_000_000_000 ? Math.round(value) : Math.round(value * 1000);
+            }
+            return Date.now();
+        }
+        function extractChatErrorMessage(payload) {
+            const direct = firstNonEmptyString(deepField(payload, ["errorMessage", "error_message", "message", "text"]));
+            if (direct) {
+                return direct;
+            }
+            const error = asRecord(asRecord(payload)?.error);
+            const nested = firstNonEmptyString(error?.message, error?.userMessage, error?.detail);
+            return nested ?? "Request failed";
+        }
+        function mobileAssistantUsageFromPayload(payload) {
+            const record = asRecord(payload);
+            const usage = asRecord(record?.usage);
+            return stripUndefined({
+                currentModel: firstNonEmptyString(record?.currentModel, record?.model, usage?.currentModel, usage?.model),
+                provider: firstNonEmptyString(record?.provider, usage?.provider),
+                contextUsage: normalizeNonNegativeInteger(record?.contextUsage)
+                    ?? normalizeNonNegativeInteger(record?.promptTokens)
+                    ?? normalizeNonNegativeInteger(record?.inputTokens)
+                    ?? normalizeNonNegativeInteger(usage?.contextUsage)
+                    ?? normalizeNonNegativeInteger(usage?.promptTokens)
+                    ?? normalizeNonNegativeInteger(usage?.inputTokens),
+                contextLimit: normalizeNonNegativeInteger(record?.contextLimit)
+                    ?? normalizeNonNegativeInteger(record?.maxInputTokens)
+                    ?? normalizeNonNegativeInteger(usage?.contextLimit)
+                    ?? normalizeNonNegativeInteger(usage?.maxInputTokens),
+            });
+        }
+        function nonTextContentBlocks(payload) {
+            const payloadRecord = asRecord(payload);
+            const message = asRecord(payloadRecord?.message);
+            const topLevelContent = payloadRecord?.content;
+            const content = Array.isArray(message?.content)
+                ? message.content
+                : Array.isArray(topLevelContent)
+                    ? topLevelContent
+                    : [];
+            return content.filter((block) => {
+                const record = asRecord(block);
+                return Boolean(record?.type) && record?.type !== "text";
+            });
+        }
+        function nonTextContentBlocksFromHistory(message) {
+            return Array.isArray(message.content)
+                ? message.content.filter((block) => {
+                    const record = asRecord(block);
+                    return Boolean(record?.type) && record?.type !== "text";
+                })
+                : [];
+        }
+        function deepField(payload, keys) {
+            const record = asRecord(payload);
+            const message = asRecord(record?.message);
+            const data = asRecord(record?.data);
+            for (const key of keys) {
+                if (record && record[key] !== undefined)
+                    return record[key];
+                if (message && message[key] !== undefined)
+                    return message[key];
+                if (data && data[key] !== undefined)
+                    return data[key];
+            }
+            return undefined;
+        }
+        function firstNonEmptyString(...values) {
+            for (const value of values) {
+                if (typeof value === "string" && value.trim().length > 0) {
+                    return value.trim();
+                }
+            }
+            return undefined;
+        }
+        function normalizeFiniteNumber(value) {
+            const number = typeof value === "number" && Number.isFinite(value)
+                ? value
+                : typeof value === "string" && value.trim().length > 0
+                    ? Number(value.trim())
+                    : Number.NaN;
+            return Number.isFinite(number) ? number : undefined;
+        }
+        function normalizeNonNegativeInteger(value) {
+            const number = normalizeFiniteNumber(value);
+            return number !== undefined && number >= 0 ? Math.round(number) : undefined;
+        }
+        function stripUndefined(value) {
+            return Object.fromEntries(Object.entries(value).filter(([, entry]) => entry !== undefined));
+        }
+        function asRecord(value) {
+            return value && typeof value === "object" && !Array.isArray(value)
+                ? value
+                : undefined;
+        }
         relayWs.on("open", () => {
             console.log(`Connected to relay server (gatewayId=${opts.gatewayId})`);
             opts.onConnected?.();
@@ -524,11 +652,26 @@ export async function runRelayManager(opts) {
                                 const bufferedText = appendUniqueSuffix(previousText, currentText);
                                 chatBuffers.set(runId, bufferedText);
                                 if (role === "assistant" && bufferedText.trim()) {
-                                    realtimePayload = withMessageText(normalizedPayload, bufferedText);
+                                    realtimePayload = resolvedSessionKey
+                                        ? mergeCanonicalChatPayload(normalizedPayload, buildMobileAssistantDeltaPayload({
+                                            run: { runId, sessionKey: resolvedSessionKey },
+                                            seq: resolveChatPayloadSeq(normalizedPayload),
+                                            timestampMs: resolveChatPayloadTimestamp(normalizedPayload),
+                                            delta: bufferedText,
+                                            includeTimelineEvents: true,
+                                        }))
+                                        : withMessageText(normalizedPayload, bufferedText);
                                 }
                             }
                             else if (state === "error" || state === "failed" || state === "fail" || state === "aborted") {
                                 chatBuffers.delete(runId);
+                                if (role === "assistant" && resolvedSessionKey) {
+                                    realtimePayload = mergeCanonicalChatPayload(normalizedPayload, buildMobileAssistantErrorPayload({
+                                        run: { runId, sessionKey: resolvedSessionKey },
+                                        errorMessage: extractChatErrorMessage(normalizedPayload),
+                                        includeTimelineEvents: true,
+                                    }));
+                                }
                             }
                         }
                         if (state === "final" && resolvedSessionKey) {
@@ -542,8 +685,16 @@ export async function runRelayManager(opts) {
                                 if (runId) {
                                     chatRunContexts.delete(runId);
                                 }
-                                const outgoingPayload = withMessageText(normalizedPayload, resolvedText);
-                                void publishAndSendGatewayEvent(event, outgoingPayload, shouldPublishOffice);
+                                const outgoingPayload = runId
+                                    ? mergeCanonicalChatPayload(normalizedPayload, buildMobileAssistantFinalPayload({
+                                        run: { runId, sessionKey: resolvedSessionKey },
+                                        text: resolvedText,
+                                        contentBlocks: nonTextContentBlocks(normalizedPayload),
+                                        includeTimelineEvents: true,
+                                        ...mobileAssistantUsageFromPayload(normalizedPayload),
+                                    }))
+                                    : withMessageText(normalizedPayload, resolvedText);
+                                void publishAndSendGatewayEvent(event, outgoingPayload, shouldPublishOffice, runContext?.promptText);
                                 return;
                             }
                             const fetchHistory = () => requestChatHistoryFromClawConnect({ sessionKey: resolvedSessionKey, limit: 10 });
@@ -560,16 +711,31 @@ export async function runRelayManager(opts) {
                                     chatRunContexts.delete(runId);
                                 }
                                 if (outcome?.kind === "final") {
-                                    const outgoingPayload = buildFinalPayloadFromHistoryOutcome(normalizedPayload, outcome);
-                                    await publishAndSendGatewayEvent(event, outgoingPayload, shouldPublishOffice);
+                                    const basePayload = runId
+                                        ? buildMobileAssistantFinalPayload({
+                                            run: { runId, sessionKey: resolvedSessionKey },
+                                            text: outcome.text,
+                                            contentBlocks: nonTextContentBlocksFromHistory(outcome.message),
+                                            includeTimelineEvents: true,
+                                            ...mobileAssistantUsageFromPayload(normalizedPayload),
+                                        })
+                                        : normalizedPayload;
+                                    const outgoingPayload = buildFinalPayloadFromHistoryOutcome(basePayload, outcome);
+                                    await publishAndSendGatewayEvent(event, outgoingPayload, shouldPublishOffice, runContext?.promptText);
                                     return;
                                 }
                                 if (outcome?.kind === "error") {
-                                    const outgoingPayload = {
-                                        ...normalizedPayload,
-                                        state: "error",
-                                        errorMessage: outcome.errorMessage,
-                                    };
+                                    const outgoingPayload = runId
+                                        ? mergeCanonicalChatPayload(normalizedPayload, buildMobileAssistantErrorPayload({
+                                            run: { runId, sessionKey: resolvedSessionKey },
+                                            errorMessage: outcome.errorMessage,
+                                            includeTimelineEvents: true,
+                                        }))
+                                        : {
+                                            ...normalizedPayload,
+                                            state: "error",
+                                            errorMessage: outcome.errorMessage,
+                                        };
                                     await publishAndSendGatewayEvent(event, outgoingPayload, shouldPublishOffice);
                                     return;
                                 }