@zhin.js/agent 1.0.9 → 1.1.0

package/lib/turn/multimodal-message.js

@@ -1,72 +0,0 @@
-/**
- * ContentPart[] → agentLoop UserMessage（ADR 0009 D2：image blocks）
- */
-import { createUserMessage } from '@zhin.js/ai';
-import { normalizeContentPartsToPayloads } from '../media/media-normalize.js';
-function parseDataUri(dataUri) {
-    const m = /^data:([^;]+);base64,(.+)$/i.exec(dataUri.trim());
-    if (!m)
-        return null;
-    return { mime: m[1], base64: m[2] };
-}
-function imageUrlToContent(url) {
-    const parsed = parseDataUri(url);
-    if (parsed) {
-        return { type: 'image', data: parsed.base64, mimeType: parsed.mime };
-    }
-    if (url.startsWith('http://') || url.startsWith('https://')) {
-        return { type: 'image', data: url, mimeType: 'image/jpeg' };
-    }
-    return null;
-}
-/** 从 ContentPart 拼会话可见文本（含 [图片] 等占位） */
-export function summarizeMultimodalParts(parts, supportsVision) {
-    const fragments = [];
-    for (const p of parts) {
-        switch (p.type) {
-            case 'text':
-                fragments.push(p.text);
-                break;
-            case 'image_url':
-                fragments.push('[图片]');
-                break;
-            case 'video_url':
-                fragments.push('[视频]');
-                break;
-            case 'audio':
-                fragments.push('[音频]');
-                break;
-            case 'face':
-                fragments.push(p.face.text || `[表情:${p.face.id}]`);
-                break;
-        }
-    }
-    return fragments.join(' ') || '[多模态消息]';
-}
-/** 构建带 image blocks 的 UserMessage（vision 模型走 agentLoop） */
-export async function buildVisionUserMessage(sessionUserContent, parts, supportsVision, maxFileBytes) {
-    const images = [];
-    if (supportsVision) {
-        const payloads = await normalizeContentPartsToPayloads(parts, maxFileBytes);
-        for (const payload of payloads) {
-            if (payload.kind === 'image') {
-                images.push({
-                    type: 'image',
-                    data: payload.base64,
-                    mimeType: payload.mimeType,
-                });
-            }
-        }
-        if (images.length === 0) {
-            for (const p of parts) {
-                if (p.type !== 'image_url')
-                    continue;
-                const block = imageUrlToContent(p.image_url.url);
-                if (block)
-                    images.push(block);
-            }
-        }
-    }
-    return createUserMessage(sessionUserContent, images.length > 0 ? images : undefined);
-}
-//# sourceMappingURL=multimodal-message.js.map

package/lib/turn/multimodal-message.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"multimodal-message.js","sourceRoot":"","sources":["../../src/turn/multimodal-message.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAyD,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACvG,OAAO,EAAE,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAM9E,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IACvE,CAAC;IACD,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,wBAAwB,CACtC,KAAoB,EACpB,cAAuB;IAEvB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,KAAyB,EAAE,CAAC;QAC1C,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,OAAO;gBACV,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,MAAM;gBACT,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;gBACnD,MAAM;QACV,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;AAC1C,CAAC;AAED,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,kBAA0B,EAC1B,KAAoB,EACpB,cAAuB,EACvB,YAAoB;IAEpB,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,OAAO,CAAC,MAAM;oBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;iBAC3B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;oBAAE,SAAS;gBACrC,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACjD,IAAI,KAAK;oBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,iBAAiB,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AACvF,CAAC"}