@zhin.js/agent 0.1.28 → 0.1.30

package/lib/media/media-router.js

@@ -0,0 +1,59 @@
+import { normalizeContentPartsToPayloads, payloadToVisionPart, } from './media-normalize.js';
+import { spoolPayloadToFile } from './media-spool.js';
+import * as path from 'node:path';
+function byteLengthFromBase64(b64) {
+    return Math.floor((b64.length * 3) / 4);
+}
+function describePayload(payload) {
+    const bytes = byteLengthFromBase64(payload.base64);
+    const kb = (bytes / 1024).toFixed(1);
+    switch (payload.kind) {
+        case 'image':
+            return `[用户发送图片 (${payload.mimeType}, ${kb} KB)]`;
+        case 'audio':
+            return `[用户发送音频 (${payload.mimeType}, ${kb} KB)]`;
+        case 'video':
+            return `[用户发送视频 (${payload.mimeType}, ${kb} KB)]`;
+        default:
+            return `[用户发送附件 (${payload.mimeType}, ${kb} KB)]`;
+    }
+}
+/**
+ * 入站混合路由：base64 载荷 → 文本补充 + vision image parts
+ */
+export async function preprocessInboundMedia(parts, config, workspaceDir) {
+    const payloads = await normalizeContentPartsToPayloads(parts, config.maxFileBytes);
+    const lines = [];
+    const visionParts = [];
+    const inboundRoot = path.join(workspaceDir || process.cwd(), config.inboundDir);
+    for (const p of payloads) {
+        if (byteLengthFromBase64(p.base64) > config.maxFileBytes) {
+            lines.push(`[${p.kind} 超过大小上限，已省略二进制内容]`);
+            continue;
+        }
+        if (p.kind === 'image' && config.image.preferNativeVision) {
+            const vp = payloadToVisionPart(p);
+            if (vp)
+                visionParts.push(vp);
+            lines.push(describePayload(p));
+            continue;
+        }
+        if (p.kind === 'audio' && config.audio.strategy !== 'text-only') {
+            const filePath = spoolPayloadToFile(p, inboundRoot, 'audio');
+            lines.push(`${describePayload(p)}\n(已落盘: ${filePath}，可供 STT/MCP 使用)`);
+            continue;
+        }
+        if (p.kind === 'video' && config.video.strategy === 'mcp') {
+            const filePath = spoolPayloadToFile(p, inboundRoot, 'video');
+            lines.push(`${describePayload(p)}\n(已落盘: ${filePath}，可供 ffmpeg MCP 抽帧)`);
+            continue;
+        }
+        lines.push(describePayload(p));
+    }
+    return {
+        textAppend: lines.join('\n'),
+        visionParts,
+        payloads,
+    };
+}
+//# sourceMappingURL=media-router.js.map

package/lib/media/media-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-router.js","sourceRoot":"","sources":["../../src/media/media-router.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+BAA+B,EAC/B,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,eAAe,CAAC,OAAsD;IAC7E,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD;YACE,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAoB,EACpB,MAAwB,EACxB,YAAqB;IAErB,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IACnF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAkB,EAAE,CAAC;IAEtC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAEhF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC1D,MAAM,EAAE,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,EAAE;gBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,iBAAiB,CAAC,CAAC;YACtE,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,oBAAoB,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5B,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/lib/media/media-spool.d.ts

@@ -0,0 +1,3 @@
+import type { MediaBinaryPayload } from './media-types.js';
+export declare function spoolPayloadToFile(payload: MediaBinaryPayload, baseDir: string, subdir?: string): string;
+//# sourceMappingURL=media-spool.d.ts.map

package/lib/media/media-spool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-spool.d.ts","sourceRoot":"","sources":["../../src/media/media-spool.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE3D,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,MAAM,EACf,MAAM,SAAQ,GACb,MAAM,CAQR"}

package/lib/media/media-spool.js

@@ -0,0 +1,25 @@
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import * as crypto from 'node:crypto';
+export function spoolPayloadToFile(payload, baseDir, subdir = 'tmp') {
+    const ext = extensionForMime(payload.mimeType, payload.kind);
+    const name = `${payload.kind}-${crypto.randomBytes(6).toString('hex')}${ext}`;
+    const dir = path.join(baseDir, subdir);
+    fs.mkdirSync(dir, { recursive: true });
+    const filePath = path.join(dir, name);
+    fs.writeFileSync(filePath, Buffer.from(payload.base64, 'base64'));
+    return filePath;
+}
+function extensionForMime(mime, kind) {
+    const map = {
+        'image/jpeg': '.jpg',
+        'image/png': '.png',
+        'image/gif': '.gif',
+        'image/webp': '.webp',
+        'audio/mpeg': '.mp3',
+        'audio/wav': '.wav',
+        'video/mp4': '.mp4',
+    };
+    return map[mime] || (kind === 'audio' ? '.mp3' : kind === 'video' ? '.mp4' : '.bin');
+}
+//# sourceMappingURL=media-spool.js.map

package/lib/media/media-spool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-spool.js","sourceRoot":"","sources":["../../src/media/media-spool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAGtC,MAAM,UAAU,kBAAkB,CAChC,OAA2B,EAC3B,OAAe,EACf,MAAM,GAAG,KAAK;IAEd,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;IAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACvC,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,IAAY;IAClD,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACvF,CAAC"}

package/lib/media/media-tool-bridge.d.ts

@@ -0,0 +1,9 @@
+import type { OutputElement } from '@zhin.js/ai';
+import type { ToolCallRecord } from '../zhin-agent/tool-calls-user-format.js';
+/**
+ * 从工具结果提取出站媒体（如 voice_tts → AudioElement）
+ */
+export declare function extractMediaElementsFromToolCalls(toolCalls: ToolCallRecord[]): OutputElement[];
+/** parseOutput 结果 + 工具媒体元素合并 */
+export declare function mergeToolOutboundElements(elements: OutputElement[], toolCalls: ToolCallRecord[]): OutputElement[];
+//# sourceMappingURL=media-tool-bridge.d.ts.map

package/lib/media/media-tool-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-tool-bridge.d.ts","sourceRoot":"","sources":["../../src/media/media-tool-bridge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAmB9E;;GAEG;AACH,wBAAgB,iCAAiC,CAC/C,SAAS,EAAE,cAAc,EAAE,GAC1B,aAAa,EAAE,CA+BjB;AAED,gCAAgC;AAChC,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,aAAa,EAAE,EACzB,SAAS,EAAE,cAAc,EAAE,GAC1B,aAAa,EAAE,CAIjB"}

package/lib/media/media-tool-bridge.js

@@ -0,0 +1,61 @@
+function parseToolResultObject(result) {
+    if (result && typeof result === 'object' && !Array.isArray(result)) {
+        return result;
+    }
+    if (typeof result === 'string') {
+        try {
+            const parsed = JSON.parse(result);
+            if (parsed && typeof parsed === 'object' && !Array.isArray(parsed)) {
+                return parsed;
+            }
+        }
+        catch {
+            return null;
+        }
+    }
+    return null;
+}
+/**
+ * 从工具结果提取出站媒体（如 voice_tts → AudioElement）
+ */
+export function extractMediaElementsFromToolCalls(toolCalls) {
+    const out = [];
+    for (const tc of toolCalls) {
+        const obj = parseToolResultObject(tc.result);
+        if (!obj)
+            continue;
+        if (tc.tool === 'voice_tts') {
+            const audio = obj.audio;
+            if (typeof audio !== 'string' || !audio)
+                continue;
+            const format = typeof obj.format === 'string' ? obj.format : 'mp3';
+            const mime = format === 'wav' ? 'audio/wav' : 'audio/mpeg';
+            out.push({
+                type: 'audio',
+                url: `data:${mime};base64,${audio}`,
+                base64: audio,
+            });
+            continue;
+        }
+        if (tc.tool === 'generate_image') {
+            const image = obj.image;
+            if (typeof image !== 'string' || !image)
+                continue;
+            const mime = typeof obj.mime === 'string' ? obj.mime : 'image/png';
+            out.push({
+                type: 'image',
+                url: `data:${mime};base64,${image}`,
+                base64: image,
+            });
+        }
+    }
+    return out;
+}
+/** parseOutput 结果 + 工具媒体元素合并 */
+export function mergeToolOutboundElements(elements, toolCalls) {
+    const media = extractMediaElementsFromToolCalls(toolCalls);
+    if (!media.length)
+        return elements;
+    return [...elements, ...media];
+}
+//# sourceMappingURL=media-tool-bridge.js.map

package/lib/media/media-tool-bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-tool-bridge.js","sourceRoot":"","sources":["../../src/media/media-tool-bridge.ts"],"names":[],"mappings":"AAGA,SAAS,qBAAqB,CAAC,MAAe;IAC5C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,OAAO,MAAiC,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAY,CAAC;YAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,OAAO,MAAiC,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iCAAiC,CAC/C,SAA2B;IAE3B,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IAAI,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnE,MAAM,IAAI,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,yBAAyB,CACvC,QAAyB,EACzB,SAA2B;IAE3B,MAAM,KAAK,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC;IACnC,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC,CAAC;AACjC,CAAC"}

package/lib/media/media-types.d.ts

@@ -0,0 +1,50 @@
+import type { ContentPart } from '@zhin.js/ai';
+export type MediaKind = 'image' | 'audio' | 'video' | 'file';
+export interface MediaBinaryPayload {
+    kind: MediaKind;
+    base64: string;
+    mimeType: string;
+    fileName?: string;
+    meta?: {
+        duration?: number;
+        alt?: string;
+        width?: number;
+        height?: number;
+        format?: 'wav' | 'mp3';
+    };
+}
+export interface MultimodalConfig {
+    enabled: boolean;
+    maxFileBytes: number;
+    inboundDir: string;
+    outboundDir: string;
+    image: {
+        maxDimension: number;
+        preferNativeVision: boolean;
+    };
+    audio: {
+        strategy: 'mcp' | 'plugin-voice' | 'text-only';
+    };
+    video: {
+        strategy: 'mcp' | 'text-only';
+        maxFrames: number;
+    };
+    outbound: {
+        splitMessages: 'auto' | 'single' | 'always_split';
+    };
+}
+export declare const DEFAULT_MULTIMODAL_CONFIG: MultimodalConfig;
+export interface PreprocessInboundResult {
+    textAppend: string;
+    visionParts: ContentPart[];
+    payloads: MediaBinaryPayload[];
+}
+export interface OutboundMediaCapabilities {
+    image?: boolean;
+    audio?: boolean;
+    video?: boolean;
+    file?: boolean;
+    maxAttachmentBytes?: number;
+}
+export declare const DEFAULT_OUTBOUND_CAPABILITIES: OutboundMediaCapabilities;
+//# sourceMappingURL=media-types.d.ts.map

package/lib/media/media-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-types.d.ts","sourceRoot":"","sources":["../../src/media/media-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;AAE7D,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE;QACL,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,kBAAkB,EAAE,OAAO,CAAA;KAAE,CAAC;IAC7D,KAAK,EAAE;QAAE,QAAQ,EAAE,KAAK,GAAG,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;IAC1D,KAAK,EAAE;QAAE,QAAQ,EAAE,KAAK,GAAG,WAAW,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5D,QAAQ,EAAE;QAAE,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,cAAc,CAAA;KAAE,CAAC;CACjE;AAED,eAAO,MAAM,yBAAyB,EAAE,gBASvC,CAAC;AAEF,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,eAAO,MAAM,6BAA6B,EAAE,yBAM3C,CAAC"}

package/lib/media/media-types.js

@@ -0,0 +1,18 @@
+export const DEFAULT_MULTIMODAL_CONFIG = {
+    enabled: true,
+    maxFileBytes: 26_214_400,
+    inboundDir: 'data/media/inbound',
+    outboundDir: 'data/media/outbound',
+    image: { maxDimension: 2048, preferNativeVision: true },
+    audio: { strategy: 'text-only' },
+    video: { strategy: 'text-only', maxFrames: 8 },
+    outbound: { splitMessages: 'auto' },
+};
+export const DEFAULT_OUTBOUND_CAPABILITIES = {
+    image: true,
+    audio: true,
+    video: true,
+    file: true,
+    maxAttachmentBytes: 26_214_400,
+};
+//# sourceMappingURL=media-types.js.map

package/lib/media/media-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-types.js","sourceRoot":"","sources":["../../src/media/media-types.ts"],"names":[],"mappings":"AA6BA,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,OAAO,EAAE,IAAI;IACb,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,oBAAoB;IAChC,WAAW,EAAE,qBAAqB;IAClC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE;IACvD,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE;IAChC,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,EAAE;IAC9C,QAAQ,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE;CACpC,CAAC;AAgBF,MAAM,CAAC,MAAM,6BAA6B,GAA8B;IACtE,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,kBAAkB,EAAE,UAAU;CAC/B,CAAC"}

package/lib/media/resolve-config.d.ts

@@ -0,0 +1,3 @@
+import { type MultimodalConfig } from './media-types.js';
+export declare function resolveMultimodalConfig(): MultimodalConfig;
+//# sourceMappingURL=resolve-config.d.ts.map

package/lib/media/resolve-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-config.d.ts","sourceRoot":"","sources":["../../src/media/resolve-config.ts"],"names":[],"mappings":"AAEA,OAAO,EAA6B,KAAK,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpF,wBAAgB,uBAAuB,IAAI,gBAAgB,CA4B1D"}

package/lib/media/resolve-config.js

@@ -0,0 +1,32 @@
+import { getPlugin } from '@zhin.js/core';
+import { DEFAULT_MULTIMODAL_CONFIG } from './media-types.js';
+export function resolveMultimodalConfig() {
+    try {
+        const plugin = getPlugin();
+        const configService = plugin.root?.inject?.('config');
+        const mm = configService?.getPrimary?.()?.ai?.multimodal;
+        if (!mm)
+            return { ...DEFAULT_MULTIMODAL_CONFIG };
+        return {
+            enabled: mm.enabled !== false,
+            maxFileBytes: mm.maxFileBytes ?? DEFAULT_MULTIMODAL_CONFIG.maxFileBytes,
+            inboundDir: mm.inboundDir ?? DEFAULT_MULTIMODAL_CONFIG.inboundDir,
+            outboundDir: mm.outboundDir ?? DEFAULT_MULTIMODAL_CONFIG.outboundDir,
+            image: { ...DEFAULT_MULTIMODAL_CONFIG.image, ...mm.image },
+            audio: {
+                strategy: mm.audio?.strategy ?? DEFAULT_MULTIMODAL_CONFIG.audio.strategy,
+            },
+            video: {
+                strategy: mm.video?.strategy ?? DEFAULT_MULTIMODAL_CONFIG.video.strategy,
+                maxFrames: mm.video?.maxFrames ?? DEFAULT_MULTIMODAL_CONFIG.video.maxFrames,
+            },
+            outbound: {
+                splitMessages: mm.outbound?.splitMessages ?? DEFAULT_MULTIMODAL_CONFIG.outbound.splitMessages,
+            },
+        };
+    }
+    catch {
+        return { ...DEFAULT_MULTIMODAL_CONFIG };
+    }
+}
+//# sourceMappingURL=resolve-config.js.map

package/lib/media/resolve-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-config.js","sourceRoot":"","sources":["../../src/media/resolve-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C,OAAO,EAAE,yBAAyB,EAAyB,MAAM,kBAAkB,CAAC;AAEpF,MAAM,UAAU,uBAAuB;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,QAAQ,CAEvC,CAAC;QACd,MAAM,EAAE,GAAG,aAAa,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,CAAC;QACzD,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACjD,OAAO;YACL,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK;YAC7B,YAAY,EAAE,EAAE,CAAC,YAAY,IAAI,yBAAyB,CAAC,YAAY;YACvE,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,yBAAyB,CAAC,UAAU;YACjE,WAAW,EAAE,EAAE,CAAC,WAAW,IAAI,yBAAyB,CAAC,WAAW;YACpE,KAAK,EAAE,EAAE,GAAG,yBAAyB,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE;YAC1D,KAAK,EAAE;gBACL,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,QAAQ,IAAI,yBAAyB,CAAC,KAAK,CAAC,QAAQ;aACzE;YACD,KAAK,EAAE;gBACL,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,QAAQ,IAAI,yBAAyB,CAAC,KAAK,CAAC,QAAQ;gBACxE,SAAS,EAAE,EAAE,CAAC,KAAK,EAAE,SAAS,IAAI,yBAAyB,CAAC,KAAK,CAAC,SAAS;aAC5E;YACD,QAAQ,EAAE;gBACR,aAAa,EAAE,EAAE,CAAC,QAAQ,EAAE,aAAa,IAAI,yBAAyB,CAAC,QAAQ,CAAC,aAAa;aAC9F;SACF,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,GAAG,yBAAyB,EAAE,CAAC;IAC1C,CAAC;AACH,CAAC"}

package/lib/media/subagent-inbound.d.ts

@@ -0,0 +1,20 @@
+import type { AIProvider, ContentPart } from '@zhin.js/ai';
+import type { MultimodalConfig } from './media-types.js';
+export interface SubagentInboundTask {
+    /** 传给 Agent.run 的首条 user content */
+    runInput: string | ContentPart[];
+    spooledPaths: string[];
+    mediaPartCount: number;
+    payloadCount: number;
+    visionPartCount: number;
+    useNativeVision: boolean;
+}
+/**
+ * 入站 route 子 agent：落盘媒体并可选注入 vision parts（主路径 multimodal 在 spawnSync 前不会执行）
+ */
+export declare function buildSubagentInboundTask(aiContent: string, mediaParts: ContentPart[], opts?: {
+    workspaceDir?: string;
+    provider?: AIProvider;
+    config?: MultimodalConfig;
+}): Promise<SubagentInboundTask>;
+//# sourceMappingURL=subagent-inbound.d.ts.map

package/lib/media/subagent-inbound.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subagent-inbound.d.ts","sourceRoot":"","sources":["../../src/media/subagent-inbound.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAM3D,OAAO,KAAK,EAAsB,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAuB7E,MAAM,WAAW,mBAAmB;IAClC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IACjC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,WAAW,EAAE,EACzB,IAAI,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,UAAU,CAAC;IAAC,MAAM,CAAC,EAAE,gBAAgB,CAAA;CAAE,GACjF,OAAO,CAAC,mBAAmB,CAAC,CAyE9B"}

package/lib/media/subagent-inbound.js

@@ -0,0 +1,88 @@
+import * as path from 'node:path';
+import { normalizeContentPartsToPayloads, payloadToVisionPart, } from './media-normalize.js';
+import { spoolPayloadToFile } from './media-spool.js';
+import { resolveMultimodalConfig } from './resolve-config.js';
+import { providerSupportsVision } from './vision-capability.js';
+function byteLengthFromBase64(b64) {
+    return Math.floor((b64.length * 3) / 4);
+}
+function describePayload(payload) {
+    const bytes = byteLengthFromBase64(payload.base64);
+    const kb = (bytes / 1024).toFixed(1);
+    switch (payload.kind) {
+        case 'image':
+            return `[用户发送图片 (${payload.mimeType}, ${kb} KB)]`;
+        case 'audio':
+            return `[用户发送音频 (${payload.mimeType}, ${kb} KB)]`;
+        case 'video':
+            return `[用户发送视频 (${payload.mimeType}, ${kb} KB)]`;
+        default:
+            return `[用户发送附件 (${payload.mimeType}, ${kb} KB)]`;
+    }
+}
+/**
+ * 入站 route 子 agent：落盘媒体并可选注入 vision parts（主路径 multimodal 在 spawnSync 前不会执行）
+ */
+export async function buildSubagentInboundTask(aiContent, mediaParts, opts) {
+    const config = opts?.config ?? resolveMultimodalConfig();
+    const payloads = await normalizeContentPartsToPayloads(mediaParts, config.maxFileBytes);
+    const inboundRoot = path.join(opts?.workspaceDir || process.cwd(), config.inboundDir);
+    const lines = [];
+    const visionParts = [];
+    const spooledPaths = [];
+    const useNativeVision = Boolean(opts?.provider
+        && providerSupportsVision(opts.provider)
+        && config.enabled
+        && config.image.preferNativeVision);
+    for (const p of payloads) {
+        if (byteLengthFromBase64(p.base64) > config.maxFileBytes) {
+            lines.push(`[${p.kind} 超过大小上限，已省略二进制内容]`);
+            continue;
+        }
+        if (p.kind === 'image') {
+            const filePath = spoolPayloadToFile(p, inboundRoot, 'image');
+            spooledPaths.push(filePath);
+            lines.push(`${describePayload(p)}\n(已落盘: ${filePath}；请用 analyze_media，file_path 填该绝对路径)`);
+            if (useNativeVision) {
+                const vp = payloadToVisionPart(p);
+                if (vp)
+                    visionParts.push(vp);
+            }
+            continue;
+        }
+        if (p.kind === 'audio' && config.audio.strategy !== 'text-only') {
+            const filePath = spoolPayloadToFile(p, inboundRoot, 'audio');
+            spooledPaths.push(filePath);
+            lines.push(`${describePayload(p)}\n(已落盘: ${filePath}，可供 STT/MCP 使用)`);
+            continue;
+        }
+        if (p.kind === 'video' && config.video.strategy === 'mcp') {
+            const filePath = spoolPayloadToFile(p, inboundRoot, 'video');
+            spooledPaths.push(filePath);
+            lines.push(`${describePayload(p)}\n(已落盘: ${filePath}，可供 ffmpeg MCP 抽帧)`);
+            continue;
+        }
+        lines.push(describePayload(p));
+    }
+    const textBlock = [aiContent, lines.join('\n')].filter(Boolean).join('\n\n');
+    let runInput;
+    if (useNativeVision && visionParts.length > 0) {
+        const parts = [];
+        if (textBlock.trim())
+            parts.push({ type: 'text', text: textBlock });
+        parts.push(...visionParts);
+        runInput = parts;
+    }
+    else {
+        runInput = textBlock || aiContent;
+    }
+    return {
+        runInput,
+        spooledPaths,
+        mediaPartCount: mediaParts.length,
+        payloadCount: payloads.length,
+        visionPartCount: visionParts.length,
+        useNativeVision: useNativeVision && visionParts.length > 0,
+    };
+}
+//# sourceMappingURL=subagent-inbound.js.map

package/lib/media/subagent-inbound.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subagent-inbound.js","sourceRoot":"","sources":["../../src/media/subagent-inbound.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EACL,+BAA+B,EAC/B,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAEhE,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD;YACE,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;IACtD,CAAC;AACH,CAAC;AAYD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,SAAiB,EACjB,UAAyB,EACzB,IAAkF;IAElF,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,uBAAuB,EAAE,CAAC;IACzD,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IACxF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACtF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAkB,EAAE,CAAC;IACtC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,OAAO,CAC7B,IAAI,EAAE,QAAQ;WACX,sBAAsB,CAAC,IAAI,CAAC,QAAQ,CAAC;WACrC,MAAM,CAAC,OAAO;WACd,MAAM,CAAC,KAAK,CAAC,kBAAkB,CACnC,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,KAAK,CAAC,IAAI,CACR,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,qCAAqC,CAC9E,CAAC;YACF,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,EAAE,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,EAAE;oBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/B,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,KAAK,CAAC,IAAI,CACR,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,iBAAiB,CAC1D,CAAC;YACF,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,KAAK,CAAC,IAAI,CACR,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,oBAAoB,CAC7D,CAAC;YACF,SAAS;QACX,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7E,IAAI,QAAgC,CAAC;IACrC,IAAI,eAAe,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,IAAI,SAAS,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACpE,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QAC3B,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,SAAS,IAAI,SAAS,CAAC;IACpC,CAAC;IAED,OAAO;QACL,QAAQ;QACR,YAAY;QACZ,cAAc,EAAE,UAAU,CAAC,MAAM;QACjC,YAAY,EAAE,QAAQ,CAAC,MAAM;QAC7B,eAAe,EAAE,WAAW,CAAC,MAAM;QACnC,eAAe,EAAE,eAAe,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;KAC3D,CAAC;AACJ,CAAC"}

package/lib/media/subagent-user-delivery.d.ts

@@ -0,0 +1,23 @@
+/**
+ * 子 agent 完成后的用户可见文案。
+ *
+ * 说明：日志里的 `{image}` 来自 @zhin.js/core `segment.raw()`，表示本条消息含真实
+ * image 段（与 `{reply}` 同类），不是未替换的占位符。正文里若模型重复写了 `{image}`，
+ * 且 toolCalls 已含 generate_image，则从文字中去掉以免与图片段重复。
+ */
+import { type AgentResult } from '@zhin.js/ai';
+import type { SubagentOutboundDelivery } from './deliver-subagent-result.js';
+/** 子 agent 正文中嵌入的巨型媒体工具 JSON（出站走 toolCalls，勿塞进文本模板） */
+export declare function stripEmbeddedMediaToolJson(text: string): string;
+/** 模型正文中与已出站媒体重复的 token（不影响 MessageElement 图片段） */
+export declare function stripRedundantMediaTokensFromText(text: string, opts: {
+    hasOutboundMedia: boolean;
+}): string;
+export interface BuildSubagentUserDeliveryParams {
+    label: string;
+    status: 'ok' | 'error';
+    result: string;
+    toolCalls: AgentResult['toolCalls'];
+}
+export declare function buildSubagentUserDelivery(params: BuildSubagentUserDeliveryParams): SubagentOutboundDelivery;
+//# sourceMappingURL=subagent-user-delivery.d.ts.map

package/lib/media/subagent-user-delivery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subagent-user-delivery.d.ts","sourceRoot":"","sources":["../../src/media/subagent-user-delivery.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAgC,KAAK,WAAW,EAAE,MAAM,aAAa,CAAC;AAG7E,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAM7E,uDAAuD;AACvD,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAU/D;AAED,mDAAmD;AACnD,wBAAgB,iCAAiC,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAAE,gBAAgB,EAAE,OAAO,CAAA;CAAE,GAAG,MAAM,CAU3G;AAED,MAAM,WAAW,+BAA+B;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,IAAI,GAAG,OAAO,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;CACrC;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,+BAA+B,GACtC,wBAAwB,CA4B1B"}

package/lib/media/subagent-user-delivery.js

@@ -0,0 +1,62 @@
+/**
+ * 子 agent 完成后的用户可见文案。
+ *
+ * 说明：日志里的 `{image}` 来自 @zhin.js/core `segment.raw()`，表示本条消息含真实
+ * image 段（与 `{reply}` 同类），不是未替换的占位符。正文里若模型重复写了 `{image}`，
+ * 且 toolCalls 已含 generate_image，则从文字中去掉以免与图片段重复。
+ */
+import { compactMediaToolJsonForModel } from '@zhin.js/ai';
+import { extractMediaElementsFromToolCalls } from './media-tool-bridge.js';
+const REDUNDANT_MEDIA_TOKEN_RE = /\{image\}|\{audio\}|\{video\}|\{record\}/gi;
+const OMITTED_B64_RE = /\[omitted[^\]]*base64[^\]]*\]/gi;
+const MEDIA_TOOL_LINE_RE = /^【(generate_image|voice_tts)】\s*(.+)$/;
+/** 子 agent 正文中嵌入的巨型媒体工具 JSON（出站走 toolCalls，勿塞进文本模板） */
+export function stripEmbeddedMediaToolJson(text) {
+    return text.split('\n').map((line) => {
+        const m = line.match(MEDIA_TOOL_LINE_RE);
+        if (!m)
+            return line;
+        const [, tool, payload] = m;
+        const trimmed = payload.trim();
+        if (trimmed.startsWith('Error:'))
+            return line;
+        if (!trimmed.startsWith('{'))
+            return line;
+        return `【${tool}】${compactMediaToolJsonForModel(tool, trimmed)}`;
+    }).join('\n');
+}
+/** 模型正文中与已出站媒体重复的 token（不影响 MessageElement 图片段） */
+export function stripRedundantMediaTokensFromText(text, opts) {
+    let out = text;
+    if (opts.hasOutboundMedia) {
+        out = out.replace(REDUNDANT_MEDIA_TOKEN_RE, '');
+    }
+    return out
+        .replace(OMITTED_B64_RE, '')
+        .replace(/图片已发送给用户[。.!]?/g, '')
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+}
+export function buildSubagentUserDelivery(params) {
+    const toolCalls = params.toolCalls;
+    const media = extractMediaElementsFromToolCalls(toolCalls);
+    const hasImage = media.some(e => e.type === 'image');
+    const hasAudio = media.some(e => e.type === 'audio');
+    const clean = stripRedundantMediaTokensFromText(stripEmbeddedMediaToolJson(params.result), { hasOutboundMedia: media.length > 0 });
+    if (params.status === 'error') {
+        const body = clean || '子任务执行失败';
+        return { text: `【${params.label}】未能完成\n\n${body}`, toolCalls };
+    }
+    if (hasImage) {
+        const caption = clean && !/已成功|已生成|已发送/i.test(clean) && clean.length < 120
+            ? clean
+            : `【${params.label}】画好了～`;
+        return { text: caption, toolCalls };
+    }
+    if (hasAudio) {
+        return { text: clean ? `【${params.label}】\n\n${clean}` : `【${params.label}】语音已生成`, toolCalls };
+    }
+    const body = clean.length > 500 ? `${clean.slice(0, 500)}…` : (clean || '任务已完成');
+    return { text: `【${params.label}】完成\n\n${body}`, toolCalls };
+}
+//# sourceMappingURL=subagent-user-delivery.js.map

package/lib/media/subagent-user-delivery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subagent-user-delivery.js","sourceRoot":"","sources":["../../src/media/subagent-user-delivery.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,4BAA4B,EAAoB,MAAM,aAAa,CAAC;AAE7E,OAAO,EAAE,iCAAiC,EAAE,MAAM,wBAAwB,CAAC;AAG3E,MAAM,wBAAwB,GAAG,4CAA4C,CAAC;AAC9E,MAAM,cAAc,GAAG,iCAAiC,CAAC;AACzD,MAAM,kBAAkB,GAAG,uCAAuC,CAAC;AAEnE,uDAAuD;AACvD,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACrD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACzC,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACpB,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC;QAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAC1C,OAAO,IAAI,IAAI,IAAI,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;IACnE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,iCAAiC,CAAC,IAAY,EAAE,IAAmC;IACjG,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG;SACP,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;SAC9B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AASD,MAAM,UAAU,yBAAyB,CACvC,MAAuC;IAEvC,MAAM,SAAS,GAAG,MAAM,CAAC,SAA6B,CAAC;IACvD,MAAM,KAAK,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,iCAAiC,CAC7C,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,EACzC,EAAE,gBAAgB,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CACvC,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,IAAI,SAAS,CAAC;QAChC,OAAO,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,KAAK,YAAY,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC;IACjE,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;YACxE,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,OAAO,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IACtC,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,QAAQ,EAAE,SAAS,EAAE,CAAC;IACjG,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC;IACjF,OAAO,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,KAAK,UAAU,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC;AAC/D,CAAC"}

package/lib/media/vision-capability.d.ts

@@ -0,0 +1,5 @@
+import type { AIProvider, ContentPart } from '@zhin.js/ai';
+export declare function providerSupportsVision(provider: AIProvider): boolean;
+/** 将 vision parts 合并为可拼进用户消息的文本说明 */
+export declare function describeVisionPartsAsText(parts: ContentPart[]): string;
+//# sourceMappingURL=vision-capability.d.ts.map

package/lib/media/vision-capability.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-capability.d.ts","sourceRoot":"","sources":["../../src/media/vision-capability.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE3D,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAEpE;AAED,qCAAqC;AACrC,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,CAStE"}

package/lib/media/vision-capability.js

@@ -0,0 +1,19 @@
+export function providerSupportsVision(provider) {
+    return provider.capabilities?.vision === true;
+}
+/** 将 vision parts 合并为可拼进用户消息的文本说明 */
+export function describeVisionPartsAsText(parts) {
+    const lines = [];
+    for (const p of parts) {
+        if (p.type === 'image_url')
+            lines.push('[图片]');
+        else if (p.type === 'audio')
+            lines.push('[音频]');
+        else if (p.type === 'video_url')
+            lines.push('[视频]');
+        else if (p.type === 'text' && p.text.trim())
+            lines.push(p.text);
+    }
+    return lines.join(' ');
+}
+//# sourceMappingURL=vision-capability.js.map

package/lib/media/vision-capability.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-capability.js","sourceRoot":"","sources":["../../src/media/vision-capability.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,sBAAsB,CAAC,QAAoB;IACzD,OAAO,QAAQ,CAAC,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;AAChD,CAAC;AAED,qCAAqC;AACrC,MAAM,UAAU,yBAAyB,CAAC,KAAoB;IAC5D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC1C,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC3C,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}

package/lib/memory-layers.d.ts

@@ -0,0 +1,57 @@
+import type { ToolContext } from '@zhin.js/core';
+export interface MemoryLayerBudgets {
+    session: number;
+    platform: number;
+    global: number;
+    daily: number;
+}
+export declare const DEFAULT_MEMORY_BUDGETS: MemoryLayerBudgets;
+export interface MemoryPromptOptions {
+    enabled: boolean;
+    budgets: MemoryLayerBudgets;
+}
+export interface MemoryLayersInput {
+    workspaceDir?: string;
+    platform?: string;
+    sessionKey?: string;
+    budgets?: Partial<MemoryLayerBudgets>;
+    enabled?: boolean;
+}
+export interface MemoryLayerSlice {
+    key: 'daily' | 'global' | 'platform' | 'session';
+    title: string;
+    content: string;
+    chars: number;
+}
+export interface LoadedMemoryLayers {
+    sessionKey?: string;
+    platform?: string;
+    slices: MemoryLayerSlice[];
+}
+/** 将 session_key 转为安全目录名（hash 前缀 + 可读后缀） */
+export declare function safeSessionKey(sessionKey: string): string;
+export declare function getMemoryRoot(workspaceDir?: string): string;
+export declare function getGlobalMemoryDir(workspaceDir?: string): string;
+export declare function getPlatformMemoryDir(platform: string, workspaceDir?: string): string;
+export declare function getSessionMemoryDir(sessionKey: string, workspaceDir?: string): string;
+/** 测试用：重置迁移标记 */
+export declare function resetMemoryMigrationForTests(): void;
+/** 将旧版 data/memory/MEMORY.md 迁移到 global/MEMORY.md（每个工作区一次） */
+export declare function migrateLegacyMemoryFiles(workspaceDir?: string): void;
+export declare function loadMemoryLayers(input?: MemoryLayersInput): LoadedMemoryLayers;
+/** 按预算拼装；超预算时先裁 daily → global → platform → session */
+export declare function buildMemoryPrompt(layers: LoadedMemoryLayers, budgets?: MemoryLayerBudgets): string;
+export declare function resolveMemoryPromptOptions(): MemoryPromptOptions;
+export declare function getFileMemoryContext(workspaceDir?: string, platform?: string, sessionKey?: string): string;
+export type MemoryWriteScope = 'session' | 'platform' | 'global' | 'none';
+export declare function classifyMemoryWritePath(filePath: string, _workspaceDir?: string): MemoryWriteScope;
+export interface MemoryWriteDecision {
+    allowed: boolean;
+    scope: MemoryWriteScope;
+    reason?: string;
+}
+export declare function checkMemoryWritePath(filePath: string, context?: ToolContext, workspaceDir?: string): MemoryWriteDecision;
+/** @deprecated 使用 checkMemoryWritePath */
+export declare function assertMemoryWritePath(filePath: string, context?: ToolContext, workspaceDir?: string): MemoryWriteDecision;
+export declare function formatMemoryPathsHint(platform?: string, sessionKey?: string): string;
+//# sourceMappingURL=memory-layers.d.ts.map