@zhin.js/agent 0.1.29 → 0.1.31

package/lib/media/media-publisher.d.ts

@@ -0,0 +1,8 @@
+import type { OutputElement } from '@zhin.js/ai';
+import type { MessageElement } from '@zhin.js/core';
+import type { OutboundMediaCapabilities } from './media-types.js';
+/**
+ * OutputElement[] → MessageElement[]（base64 契约，平台 adapter 决定如何发送）
+ */
+export declare function publishOutboundElements(elements: OutputElement[], platform?: string, capsOverride?: OutboundMediaCapabilities): Promise<MessageElement[]>;
+//# sourceMappingURL=media-publisher.d.ts.map

package/lib/media/media-publisher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-publisher.d.ts","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AA+OlE;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,aAAa,EAAE,EACzB,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,yBAAyB,GACvC,OAAO,CAAC,cAAc,EAAE,CAAC,CAqB3B"}

package/lib/media/media-publisher.js

@@ -0,0 +1,254 @@
+import * as crypto from 'node:crypto';
+import * as fs from 'node:fs/promises';
+import * as os from 'node:os';
+import * as path from 'node:path';
+import { renderToPlainText } from '@zhin.js/ai';
+import { resolveOutboundCapabilities } from './media-capabilities.js';
+import { fetchUrlAsBase64 } from './media-normalize.js';
+/** 超过此长度的 base64 先落盘，避免出站 segment.toString→from 模板超 400KB */
+const OUTBOUND_SPOOL_B64_CHARS = 32_000;
+function extForMime(mime, kind) {
+    const map = {
+        'image/jpeg': '.jpg',
+        'image/png': '.png',
+        'image/gif': '.gif',
+        'image/webp': '.webp',
+        'audio/mpeg': '.mp3',
+        'audio/wav': '.wav',
+        'video/mp4': '.mp4',
+    };
+    if (map[mime])
+        return map[mime];
+    if (kind === 'audio')
+        return '.mp3';
+    if (kind === 'video')
+        return '.mp4';
+    if (kind === 'image')
+        return '.png';
+    return '.bin';
+}
+async function spoolBase64ToTempFile(base64, mimeType, kind) {
+    const dir = path.join(os.tmpdir(), 'zhin-outbound-media');
+    await fs.mkdir(dir, { recursive: true });
+    const ext = extForMime(mimeType, kind);
+    const filePath = path.join(dir, `${kind}-${crypto.randomBytes(6).toString('hex')}${ext}`);
+    await fs.writeFile(filePath, Buffer.from(base64, 'base64'));
+    return filePath;
+}
+async function readFileAsBase64(filePath, maxBytes) {
+    try {
+        const stat = await fs.stat(filePath);
+        if (stat.size > maxBytes)
+            return null;
+        const buf = await fs.readFile(filePath);
+        const ext = path.extname(filePath).toLowerCase();
+        let mime = 'application/octet-stream';
+        let kind = 'file';
+        if (['.png', '.jpg', '.jpeg', '.gif', '.webp'].includes(ext)) {
+            kind = 'image';
+            mime = ext === '.png' ? 'image/png' : ext === '.gif' ? 'image/gif' : ext === '.webp' ? 'image/webp' : 'image/jpeg';
+        }
+        else if (['.mp3', '.wav', '.ogg'].includes(ext)) {
+            kind = 'audio';
+            mime = ext === '.wav' ? 'audio/wav' : 'audio/mpeg';
+        }
+        else if (['.mp4', '.webm', '.mov'].includes(ext)) {
+            kind = 'video';
+            mime = 'video/mp4';
+        }
+        return { kind, base64: buf.toString('base64'), mimeType: mime, fileName: path.basename(filePath) };
+    }
+    catch {
+        return null;
+    }
+}
+async function elementToPayload(el, maxBytes) {
+    if (el.type === 'text')
+        return null;
+    if (el.type === 'image') {
+        if (el.base64) {
+            return { kind: 'image', base64: el.base64, mimeType: 'image/jpeg', meta: { alt: el.alt } };
+        }
+        if (el.url.startsWith('data:')) {
+            const m = /^data:([^;]+);base64,(.+)$/i.exec(el.url);
+            if (m)
+                return { kind: 'image', base64: m[2], mimeType: m[1], meta: { alt: el.alt } };
+        }
+        if (el.url && !el.url.startsWith('http')) {
+            return readFileAsBase64(el.url, maxBytes);
+        }
+        if (el.url?.startsWith('http')) {
+            return fetchUrlAsBase64(el.url, maxBytes);
+        }
+    }
+    if (el.type === 'audio') {
+        if (el.base64) {
+            return { kind: 'audio', base64: el.base64, mimeType: 'audio/mpeg' };
+        }
+        if (el.url.startsWith('data:')) {
+            const m = /^data:([^;]+);base64,(.+)$/i.exec(el.url);
+            if (m)
+                return { kind: 'audio', base64: m[2], mimeType: m[1] };
+        }
+        if (el.url)
+            return readFileAsBase64(el.url, maxBytes);
+    }
+    if (el.type === 'video') {
+        if (el.base64) {
+            return { kind: 'video', base64: el.base64, mimeType: 'video/mp4' };
+        }
+        if (el.url)
+            return readFileAsBase64(el.url, maxBytes);
+    }
+    if (el.type === 'file' && el.url) {
+        return readFileAsBase64(el.url, maxBytes);
+    }
+    return null;
+}
+async function payloadToMessageElement(payload, caps, platform) {
+    const max = caps.maxAttachmentBytes ?? 26_214_400;
+    if (!payload.base64 || payload.base64.length === 0) {
+        if (payload.kind === 'image' && caps.image) {
+            return { type: 'text', data: { text: `[图片: ${payload.meta?.alt || 'image'}]` } };
+        }
+        return null;
+    }
+    const bytes = Math.floor((payload.base64.length * 3) / 4);
+    if (bytes > max) {
+        return { type: 'text', data: { text: `[附件过大 (${(bytes / 1024 / 1024).toFixed(1)} MB)，无法发送]` } };
+    }
+    /** icqq 常与守护进程异机；落盘路径对端不可读，保留 base64 由适配器编码为 CQ base64:// */
+    const spool = payload.base64.length > OUTBOUND_SPOOL_B64_CHARS && platform !== 'icqq';
+    const filePath = spool
+        ? await spoolBase64ToTempFile(payload.base64, payload.mimeType, payload.kind)
+        : undefined;
+    switch (payload.kind) {
+        case 'image':
+            if (!caps.image) {
+                return { type: 'text', data: { text: `[图片: ${payload.meta?.alt || 'image'}]` } };
+            }
+            if (filePath) {
+                return {
+                    type: 'image',
+                    data: { file: filePath, url: filePath, mime: payload.mimeType },
+                };
+            }
+            return {
+                type: 'image',
+                data: {
+                    base64: payload.base64,
+                    mime: payload.mimeType,
+                },
+            };
+        case 'audio':
+            if (!caps.audio) {
+                return { type: 'text', data: { text: elAudioFallback(payload) } };
+            }
+            if (filePath) {
+                return {
+                    type: 'record',
+                    data: {
+                        file: filePath,
+                        url: filePath,
+                        format: payload.mimeType.includes('wav') ? 'wav' : 'mp3',
+                        mime: payload.mimeType,
+                    },
+                };
+            }
+            return {
+                type: 'record',
+                data: {
+                    base64: payload.base64,
+                    data: payload.base64,
+                    format: payload.mimeType.includes('wav') ? 'wav' : 'mp3',
+                    mime: payload.mimeType,
+                },
+            };
+        case 'video':
+            if (!caps.video) {
+                return { type: 'text', data: { text: `[视频]` } };
+            }
+            if (filePath) {
+                return {
+                    type: 'video',
+                    data: { file: filePath, url: filePath, mime: payload.mimeType },
+                };
+            }
+            return {
+                type: 'video',
+                data: {
+                    base64: payload.base64,
+                    mime: payload.mimeType,
+                },
+            };
+        case 'file':
+            if (!caps.file) {
+                return { type: 'text', data: { text: `📎 ${payload.fileName || 'file'}` } };
+            }
+            if (filePath) {
+                return {
+                    type: 'file',
+                    data: {
+                        file: filePath,
+                        url: filePath,
+                        name: payload.fileName || 'file',
+                        mime: payload.mimeType,
+                    },
+                };
+            }
+            return {
+                type: 'file',
+                data: {
+                    base64: payload.base64,
+                    name: payload.fileName || 'file',
+                    mime: payload.mimeType,
+                },
+            };
+        default:
+            return null;
+    }
+}
+function elAudioFallback(payload) {
+    return payload.meta?.alt ? `[语音: ${payload.meta.alt}]` : '[语音消息]';
+}
+function elementToTextSegment(el) {
+    if (el.type === 'text') {
+        return { type: 'text', data: { text: el.content } };
+    }
+    if (el.type === 'card') {
+        const lines = [`📋 ${el.title}`];
+        if (el.description)
+            lines.push(el.description);
+        if (el.fields?.length) {
+            for (const f of el.fields)
+                lines.push(`  ${f.label}: ${f.value}`);
+        }
+        return { type: 'text', data: { text: lines.join('\n') } };
+    }
+    return { type: 'text', data: { text: renderToPlainText([el]) } };
+}
+/**
+ * OutputElement[] → MessageElement[]（base64 契约，平台 adapter 决定如何发送）
+ */
+export async function publishOutboundElements(elements, platform, capsOverride) {
+    const caps = capsOverride ?? resolveOutboundCapabilities(platform);
+    const segments = [];
+    for (const el of elements) {
+        if (el.type === 'text' || el.type === 'card') {
+            if (el.type === 'text' && !el.content?.trim())
+                continue;
+            segments.push(elementToTextSegment(el));
+            continue;
+        }
+        const payload = await elementToPayload(el, caps.maxAttachmentBytes ?? 26_214_400);
+        if (!payload) {
+            segments.push(elementToTextSegment(el));
+            continue;
+        }
+        const seg = await payloadToMessageElement(payload, caps, platform);
+        if (seg)
+            segments.push(seg);
+    }
+    return segments;
+}
+//# sourceMappingURL=media-publisher.js.map

package/lib/media/media-publisher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-publisher.js","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGhD,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAIxD,6DAA6D;AAC7D,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAExC,SAAS,UAAU,CAAC,IAAY,EAAE,IAAe;IAC/C,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,IAAI,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,MAAc,EACd,QAAgB,EAChB,IAAe;IAEf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC1D,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IAC1F,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,QAAgB;IAChE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,IAAI,GAAG,0BAA0B,CAAC;QACtC,IAAI,IAAI,GAAc,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC;QACrH,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QACrD,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,WAAW,CAAC;QACrB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;IACrG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,EAAiB,EACjB,QAAgB;IAEhB,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAEpC,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7F,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QACvF,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACzC,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC;QACjC,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,OAA2B,EAC3B,IAA+B,EAC/B,QAAiB;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC;IAClD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACnF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC;IAClG,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,wBAAwB,IAAI,QAAQ,KAAK,MAAM,CAAC;IACtF,MAAM,QAAQ,GAAG,KAAK;QACpB,CAAC,CAAC,MAAM,qBAAqB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC;QAC7E,CAAC,CAAC,SAAS,CAAC;IAEd,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;YACnF,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAChE,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACpE,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,GAAG,EAAE,QAAQ;wBACb,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;wBACxD,IAAI,EAAE,OAAO,CAAC,QAAQ;qBACvB;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,MAAM;oBACpB,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;oBACxD,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;YAClD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAChE,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ,KAAK,MAAM;YACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACf,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,QAAQ,IAAI,MAAM,EAAE,EAAE,EAAE,CAAC;YAC9E,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,GAAG,EAAE,QAAQ;wBACb,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;wBAChC,IAAI,EAAE,OAAO,CAAC,QAAQ;qBACvB;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;oBAChC,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,OAAO,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAED,SAAS,oBAAoB,CAAC,EAAiB;IAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QACjC,IAAI,EAAE,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,QAAyB,EACzB,QAAiB,EACjB,YAAwC;IAExC,MAAM,IAAI,GAAG,YAAY,IAAI,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAqB,EAAE,CAAC;IAEtC,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE;gBAAE,SAAS;YACxD,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,EAAE,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC,CAAC;QAClF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QACnE,IAAI,GAAG;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/lib/media/media-router.d.ts

@@ -0,0 +1,7 @@
+import type { ContentPart } from '@zhin.js/ai';
+import type { MultimodalConfig, PreprocessInboundResult } from './media-types.js';
+/**
+ * 入站混合路由：base64 载荷 → 文本补充 + vision image parts
+ */
+export declare function preprocessInboundMedia(parts: ContentPart[], config: MultimodalConfig, workspaceDir?: string): Promise<PreprocessInboundResult>;
+//# sourceMappingURL=media-router.d.ts.map

package/lib/media/media-router.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-router.d.ts","sourceRoot":"","sources":["../../src/media/media-router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AA2BlF;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,WAAW,EAAE,EACpB,MAAM,EAAE,gBAAgB,EACxB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,uBAAuB,CAAC,CAwClC"}

package/lib/media/media-router.js

@@ -0,0 +1,59 @@
+import { normalizeContentPartsToPayloads, payloadToVisionPart, } from './media-normalize.js';
+import { spoolPayloadToFile } from './media-spool.js';
+import * as path from 'node:path';
+function byteLengthFromBase64(b64) {
+    return Math.floor((b64.length * 3) / 4);
+}
+function describePayload(payload) {
+    const bytes = byteLengthFromBase64(payload.base64);
+    const kb = (bytes / 1024).toFixed(1);
+    switch (payload.kind) {
+        case 'image':
+            return `[用户发送图片 (${payload.mimeType}, ${kb} KB)]`;
+        case 'audio':
+            return `[用户发送音频 (${payload.mimeType}, ${kb} KB)]`;
+        case 'video':
+            return `[用户发送视频 (${payload.mimeType}, ${kb} KB)]`;
+        default:
+            return `[用户发送附件 (${payload.mimeType}, ${kb} KB)]`;
+    }
+}
+/**
+ * 入站混合路由：base64 载荷 → 文本补充 + vision image parts
+ */
+export async function preprocessInboundMedia(parts, config, workspaceDir) {
+    const payloads = await normalizeContentPartsToPayloads(parts, config.maxFileBytes);
+    const lines = [];
+    const visionParts = [];
+    const inboundRoot = path.join(workspaceDir || process.cwd(), config.inboundDir);
+    for (const p of payloads) {
+        if (byteLengthFromBase64(p.base64) > config.maxFileBytes) {
+            lines.push(`[${p.kind} 超过大小上限，已省略二进制内容]`);
+            continue;
+        }
+        if (p.kind === 'image' && config.image.preferNativeVision) {
+            const vp = payloadToVisionPart(p);
+            if (vp)
+                visionParts.push(vp);
+            lines.push(describePayload(p));
+            continue;
+        }
+        if (p.kind === 'audio' && config.audio.strategy !== 'text-only') {
+            const filePath = spoolPayloadToFile(p, inboundRoot, 'audio');
+            lines.push(`${describePayload(p)}\n(已落盘: ${filePath}，可供 STT/MCP 使用)`);
+            continue;
+        }
+        if (p.kind === 'video' && config.video.strategy === 'mcp') {
+            const filePath = spoolPayloadToFile(p, inboundRoot, 'video');
+            lines.push(`${describePayload(p)}\n(已落盘: ${filePath}，可供 ffmpeg MCP 抽帧)`);
+            continue;
+        }
+        lines.push(describePayload(p));
+    }
+    return {
+        textAppend: lines.join('\n'),
+        visionParts,
+        payloads,
+    };
+}
+//# sourceMappingURL=media-router.js.map

package/lib/media/media-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-router.js","sourceRoot":"","sources":["../../src/media/media-router.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+BAA+B,EAC/B,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,eAAe,CAAC,OAAsD;IAC7E,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD;YACE,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAoB,EACpB,MAAwB,EACxB,YAAqB;IAErB,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IACnF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAkB,EAAE,CAAC;IAEtC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAEhF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC1D,MAAM,EAAE,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,EAAE;gBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,iBAAiB,CAAC,CAAC;YACtE,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,oBAAoB,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5B,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/lib/media/media-spool.d.ts

@@ -0,0 +1,3 @@
+import type { MediaBinaryPayload } from './media-types.js';
+export declare function spoolPayloadToFile(payload: MediaBinaryPayload, baseDir: string, subdir?: string): string;
+//# sourceMappingURL=media-spool.d.ts.map

package/lib/media/media-spool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-spool.d.ts","sourceRoot":"","sources":["../../src/media/media-spool.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE3D,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,MAAM,EACf,MAAM,SAAQ,GACb,MAAM,CAQR"}

package/lib/media/media-spool.js

@@ -0,0 +1,25 @@
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import * as crypto from 'node:crypto';
+export function spoolPayloadToFile(payload, baseDir, subdir = 'tmp') {
+    const ext = extensionForMime(payload.mimeType, payload.kind);
+    const name = `${payload.kind}-${crypto.randomBytes(6).toString('hex')}${ext}`;
+    const dir = path.join(baseDir, subdir);
+    fs.mkdirSync(dir, { recursive: true });
+    const filePath = path.join(dir, name);
+    fs.writeFileSync(filePath, Buffer.from(payload.base64, 'base64'));
+    return filePath;
+}
+function extensionForMime(mime, kind) {
+    const map = {
+        'image/jpeg': '.jpg',
+        'image/png': '.png',
+        'image/gif': '.gif',
+        'image/webp': '.webp',
+        'audio/mpeg': '.mp3',
+        'audio/wav': '.wav',
+        'video/mp4': '.mp4',
+    };
+    return map[mime] || (kind === 'audio' ? '.mp3' : kind === 'video' ? '.mp4' : '.bin');
+}
+//# sourceMappingURL=media-spool.js.map

package/lib/media/media-spool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-spool.js","sourceRoot":"","sources":["../../src/media/media-spool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAGtC,MAAM,UAAU,kBAAkB,CAChC,OAA2B,EAC3B,OAAe,EACf,MAAM,GAAG,KAAK;IAEd,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;IAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACvC,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,IAAY;IAClD,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACvF,CAAC"}

package/lib/media/media-tool-bridge.d.ts

@@ -0,0 +1,9 @@
+import type { OutputElement } from '@zhin.js/ai';
+import type { ToolCallRecord } from '../zhin-agent/tool-calls-user-format.js';
+/**
+ * 从工具结果提取出站媒体（如 voice_tts → AudioElement）
+ */
+export declare function extractMediaElementsFromToolCalls(toolCalls: ToolCallRecord[]): OutputElement[];
+/** parseOutput 结果 + 工具媒体元素合并 */
+export declare function mergeToolOutboundElements(elements: OutputElement[], toolCalls: ToolCallRecord[]): OutputElement[];
+//# sourceMappingURL=media-tool-bridge.d.ts.map

package/lib/media/media-tool-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-tool-bridge.d.ts","sourceRoot":"","sources":["../../src/media/media-tool-bridge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAmB9E;;GAEG;AACH,wBAAgB,iCAAiC,CAC/C,SAAS,EAAE,cAAc,EAAE,GAC1B,aAAa,EAAE,CA+BjB;AAED,gCAAgC;AAChC,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,aAAa,EAAE,EACzB,SAAS,EAAE,cAAc,EAAE,GAC1B,aAAa,EAAE,CAIjB"}

package/lib/media/media-tool-bridge.js

@@ -0,0 +1,61 @@
+function parseToolResultObject(result) {
+    if (result && typeof result === 'object' && !Array.isArray(result)) {
+        return result;
+    }
+    if (typeof result === 'string') {
+        try {
+            const parsed = JSON.parse(result);
+            if (parsed && typeof parsed === 'object' && !Array.isArray(parsed)) {
+                return parsed;
+            }
+        }
+        catch {
+            return null;
+        }
+    }
+    return null;
+}
+/**
+ * 从工具结果提取出站媒体（如 voice_tts → AudioElement）
+ */
+export function extractMediaElementsFromToolCalls(toolCalls) {
+    const out = [];
+    for (const tc of toolCalls) {
+        const obj = parseToolResultObject(tc.result);
+        if (!obj)
+            continue;
+        if (tc.tool === 'voice_tts') {
+            const audio = obj.audio;
+            if (typeof audio !== 'string' || !audio)
+                continue;
+            const format = typeof obj.format === 'string' ? obj.format : 'mp3';
+            const mime = format === 'wav' ? 'audio/wav' : 'audio/mpeg';
+            out.push({
+                type: 'audio',
+                url: `data:${mime};base64,${audio}`,
+                base64: audio,
+            });
+            continue;
+        }
+        if (tc.tool === 'generate_image') {
+            const image = obj.image;
+            if (typeof image !== 'string' || !image)
+                continue;
+            const mime = typeof obj.mime === 'string' ? obj.mime : 'image/png';
+            out.push({
+                type: 'image',
+                url: `data:${mime};base64,${image}`,
+                base64: image,
+            });
+        }
+    }
+    return out;
+}
+/** parseOutput 结果 + 工具媒体元素合并 */
+export function mergeToolOutboundElements(elements, toolCalls) {
+    const media = extractMediaElementsFromToolCalls(toolCalls);
+    if (!media.length)
+        return elements;
+    return [...elements, ...media];
+}
+//# sourceMappingURL=media-tool-bridge.js.map

package/lib/media/media-tool-bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-tool-bridge.js","sourceRoot":"","sources":["../../src/media/media-tool-bridge.ts"],"names":[],"mappings":"AAGA,SAAS,qBAAqB,CAAC,MAAe;IAC5C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,OAAO,MAAiC,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAY,CAAC;YAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,OAAO,MAAiC,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iCAAiC,CAC/C,SAA2B;IAE3B,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IAAI,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnE,MAAM,IAAI,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,yBAAyB,CACvC,QAAyB,EACzB,SAA2B;IAE3B,MAAM,KAAK,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC;IACnC,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC,CAAC;AACjC,CAAC"}

package/lib/media/media-types.d.ts

@@ -0,0 +1,50 @@
+import type { ContentPart } from '@zhin.js/ai';
+export type MediaKind = 'image' | 'audio' | 'video' | 'file';
+export interface MediaBinaryPayload {
+    kind: MediaKind;
+    base64: string;
+    mimeType: string;
+    fileName?: string;
+    meta?: {
+        duration?: number;
+        alt?: string;
+        width?: number;
+        height?: number;
+        format?: 'wav' | 'mp3';
+    };
+}
+export interface MultimodalConfig {
+    enabled: boolean;
+    maxFileBytes: number;
+    inboundDir: string;
+    outboundDir: string;
+    image: {
+        maxDimension: number;
+        preferNativeVision: boolean;
+    };
+    audio: {
+        strategy: 'mcp' | 'plugin-voice' | 'text-only';
+    };
+    video: {
+        strategy: 'mcp' | 'text-only';
+        maxFrames: number;
+    };
+    outbound: {
+        splitMessages: 'auto' | 'single' | 'always_split';
+    };
+}
+export declare const DEFAULT_MULTIMODAL_CONFIG: MultimodalConfig;
+export interface PreprocessInboundResult {
+    textAppend: string;
+    visionParts: ContentPart[];
+    payloads: MediaBinaryPayload[];
+}
+export interface OutboundMediaCapabilities {
+    image?: boolean;
+    audio?: boolean;
+    video?: boolean;
+    file?: boolean;
+    maxAttachmentBytes?: number;
+}
+export declare const DEFAULT_OUTBOUND_CAPABILITIES: OutboundMediaCapabilities;
+//# sourceMappingURL=media-types.d.ts.map

package/lib/media/media-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-types.d.ts","sourceRoot":"","sources":["../../src/media/media-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;AAE7D,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE;QACL,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,kBAAkB,EAAE,OAAO,CAAA;KAAE,CAAC;IAC7D,KAAK,EAAE;QAAE,QAAQ,EAAE,KAAK,GAAG,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;IAC1D,KAAK,EAAE;QAAE,QAAQ,EAAE,KAAK,GAAG,WAAW,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5D,QAAQ,EAAE;QAAE,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,cAAc,CAAA;KAAE,CAAC;CACjE;AAED,eAAO,MAAM,yBAAyB,EAAE,gBASvC,CAAC;AAEF,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,eAAO,MAAM,6BAA6B,EAAE,yBAM3C,CAAC"}

package/lib/media/media-types.js

@@ -0,0 +1,18 @@
+export const DEFAULT_MULTIMODAL_CONFIG = {
+    enabled: true,
+    maxFileBytes: 26_214_400,
+    inboundDir: 'data/media/inbound',
+    outboundDir: 'data/media/outbound',
+    image: { maxDimension: 2048, preferNativeVision: true },
+    audio: { strategy: 'text-only' },
+    video: { strategy: 'text-only', maxFrames: 8 },
+    outbound: { splitMessages: 'auto' },
+};
+export const DEFAULT_OUTBOUND_CAPABILITIES = {
+    image: true,
+    audio: true,
+    video: true,
+    file: true,
+    maxAttachmentBytes: 26_214_400,
+};
+//# sourceMappingURL=media-types.js.map

package/lib/media/media-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-types.js","sourceRoot":"","sources":["../../src/media/media-types.ts"],"names":[],"mappings":"AA6BA,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,OAAO,EAAE,IAAI;IACb,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,oBAAoB;IAChC,WAAW,EAAE,qBAAqB;IAClC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE;IACvD,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE;IAChC,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,EAAE;IAC9C,QAAQ,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE;CACpC,CAAC;AAgBF,MAAM,CAAC,MAAM,6BAA6B,GAA8B;IACtE,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,kBAAkB,EAAE,UAAU;CAC/B,CAAC"}

package/lib/media/resolve-config.d.ts

@@ -0,0 +1,3 @@
+import { type MultimodalConfig } from './media-types.js';
+export declare function resolveMultimodalConfig(): MultimodalConfig;
+//# sourceMappingURL=resolve-config.d.ts.map

package/lib/media/resolve-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-config.d.ts","sourceRoot":"","sources":["../../src/media/resolve-config.ts"],"names":[],"mappings":"AAEA,OAAO,EAA6B,KAAK,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpF,wBAAgB,uBAAuB,IAAI,gBAAgB,CA4B1D"}

package/lib/media/resolve-config.js

@@ -0,0 +1,32 @@
+import { getPlugin } from '@zhin.js/core';
+import { DEFAULT_MULTIMODAL_CONFIG } from './media-types.js';
+export function resolveMultimodalConfig() {
+    try {
+        const plugin = getPlugin();
+        const configService = plugin.root?.inject?.('config');
+        const mm = configService?.getPrimary?.()?.ai?.multimodal;
+        if (!mm)
+            return { ...DEFAULT_MULTIMODAL_CONFIG };
+        return {
+            enabled: mm.enabled !== false,
+            maxFileBytes: mm.maxFileBytes ?? DEFAULT_MULTIMODAL_CONFIG.maxFileBytes,
+            inboundDir: mm.inboundDir ?? DEFAULT_MULTIMODAL_CONFIG.inboundDir,
+            outboundDir: mm.outboundDir ?? DEFAULT_MULTIMODAL_CONFIG.outboundDir,
+            image: { ...DEFAULT_MULTIMODAL_CONFIG.image, ...mm.image },
+            audio: {
+                strategy: mm.audio?.strategy ?? DEFAULT_MULTIMODAL_CONFIG.audio.strategy,
+            },
+            video: {
+                strategy: mm.video?.strategy ?? DEFAULT_MULTIMODAL_CONFIG.video.strategy,
+                maxFrames: mm.video?.maxFrames ?? DEFAULT_MULTIMODAL_CONFIG.video.maxFrames,
+            },
+            outbound: {
+                splitMessages: mm.outbound?.splitMessages ?? DEFAULT_MULTIMODAL_CONFIG.outbound.splitMessages,
+            },
+        };
+    }
+    catch {
+        return { ...DEFAULT_MULTIMODAL_CONFIG };
+    }
+}
+//# sourceMappingURL=resolve-config.js.map

package/lib/media/resolve-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-config.js","sourceRoot":"","sources":["../../src/media/resolve-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C,OAAO,EAAE,yBAAyB,EAAyB,MAAM,kBAAkB,CAAC;AAEpF,MAAM,UAAU,uBAAuB;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,QAAQ,CAEvC,CAAC;QACd,MAAM,EAAE,GAAG,aAAa,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,CAAC;QACzD,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACjD,OAAO;YACL,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK;YAC7B,YAAY,EAAE,EAAE,CAAC,YAAY,IAAI,yBAAyB,CAAC,YAAY;YACvE,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,yBAAyB,CAAC,UAAU;YACjE,WAAW,EAAE,EAAE,CAAC,WAAW,IAAI,yBAAyB,CAAC,WAAW;YACpE,KAAK,EAAE,EAAE,GAAG,yBAAyB,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE;YAC1D,KAAK,EAAE;gBACL,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,QAAQ,IAAI,yBAAyB,CAAC,KAAK,CAAC,QAAQ;aACzE;YACD,KAAK,EAAE;gBACL,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,QAAQ,IAAI,yBAAyB,CAAC,KAAK,CAAC,QAAQ;gBACxE,SAAS,EAAE,EAAE,CAAC,KAAK,EAAE,SAAS,IAAI,yBAAyB,CAAC,KAAK,CAAC,SAAS;aAC5E;YACD,QAAQ,EAAE;gBACR,aAAa,EAAE,EAAE,CAAC,QAAQ,EAAE,aAAa,IAAI,yBAAyB,CAAC,QAAQ,CAAC,aAAa;aAC9F;SACF,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,GAAG,yBAAyB,EAAE,CAAC;IAC1C,CAAC;AACH,CAAC"}

package/lib/media/subagent-inbound.d.ts

@@ -0,0 +1,20 @@
+import type { AIProvider, ContentPart } from '@zhin.js/ai';
+import type { MultimodalConfig } from './media-types.js';
+export interface SubagentInboundTask {
+    /** 传给 Agent.run 的首条 user content */
+    runInput: string | ContentPart[];
+    spooledPaths: string[];
+    mediaPartCount: number;
+    payloadCount: number;
+    visionPartCount: number;
+    useNativeVision: boolean;
+}
+/**
+ * 入站 route 子 agent：落盘媒体并可选注入 vision parts（主路径 multimodal 在 spawnSync 前不会执行）
+ */
+export declare function buildSubagentInboundTask(aiContent: string, mediaParts: ContentPart[], opts?: {
+    workspaceDir?: string;
+    provider?: AIProvider;
+    config?: MultimodalConfig;
+}): Promise<SubagentInboundTask>;
+//# sourceMappingURL=subagent-inbound.d.ts.map

package/lib/media/subagent-inbound.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subagent-inbound.d.ts","sourceRoot":"","sources":["../../src/media/subagent-inbound.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAM3D,OAAO,KAAK,EAAsB,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAuB7E,MAAM,WAAW,mBAAmB;IAClC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IACjC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,WAAW,EAAE,EACzB,IAAI,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,UAAU,CAAC;IAAC,MAAM,CAAC,EAAE,gBAAgB,CAAA;CAAE,GACjF,OAAO,CAAC,mBAAmB,CAAC,CAyE9B"}