@jack200714/mafw 4.5.1

package/dist/tools/media-ask.js

@@ -0,0 +1,224 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mediaAskTool = void 0;
+const crypto_1 = require("crypto");
+const zod_1 = require("zod");
+const node_url_1 = require("node:url");
+const media_ingest_1 = require("../hooks/media-ingest");
+const media_upload_1 = require("./media-upload");
+/**
+ * mafw_media_ask — 推理 Agent（LLM）主动追问 Media Agent 的插件工具。
+ *
+ * LLM 在推理过程中看到会话里的媒体指针（[媒体附件 taskID: x contextID: y]）
+ * 后自主决定调用本工具；工具 handler 作为标准 A2A 客户端，把 LLM 的问题
+ * 转成 A2A SendMessage 发给 gateway 的 MediaAgent：
+ *
+ *   ① GetTask { id: taskID }        → 取 contextId（校验任务存在）
+ *   ② SendMessage { contextId,
+ *        referenceTaskIds: [taskID],
+ *        message: { role: user, parts: [{ text: question }] } }
+ *    → Media Agent 基于任务历史（媒体 + 前序问答）返回文字描述
+ *   ③ 返回回答 + 新任务 taskID（继续追问用新 ID，媒体不重传）
+ *
+ * 语义：纯 A2A 协作，无 MCP、无 transform 自动转发 —— 由推理 Agent 主动驱动。
+ */
+const GATEWAY_PORT = process.env.MAFW_SERVER_API_PORT || process.env.MAFW_GATEWAY_PORT || '3000';
+const A2A_URL = `http://127.0.0.1:${GATEWAY_PORT}/a2a`;
+const TIMEOUT_MS = 120_000;
+// 已复用过的 taskID（首答复用去重）。Map + 简单 TTL 防无界增长：
+// ingest 建任务时 MediaAgent 已用 hint 分析过，首次追问直接复用已有回答。
+const reusedTaskIds = new Map();
+const REUSE_TTL_MS = 24 * 60 * 60 * 1000;
+function markReused(taskId) {
+    const now = Date.now();
+    reusedTaskIds.set(taskId, now);
+    for (const [id, ts] of reusedTaskIds) {
+        if (now - ts > REUSE_TTL_MS)
+            reusedTaskIds.delete(id);
+    }
+}
+function isReused(taskId) {
+    const ts = reusedTaskIds.get(taskId);
+    return ts !== undefined && Date.now() - ts <= REUSE_TTL_MS;
+}
+/** 从 GetTask 结果里提取建任务时的 hint（首个 user 消息文本）。 */
+function taskHint(task) {
+    const history = task?.task?.history ?? task?.history ?? [];
+    for (const h of history) {
+        if (h?.role !== 1)
+            continue; // ROLE_USER
+        const text = (h?.message?.parts ?? [])
+            .filter((p) => typeof p?.text === 'string' && p.text.trim())
+            .map((p) => p.text)
+            .join(' ')
+            .trim();
+        if (text)
+            return text;
+    }
+    return '';
+}
+/** hint 与 question 语义相近才允许首答复用（避免答非所问）。 */
+function hintCoversQuestion(hint, question) {
+    const h = hint.trim().slice(0, 30);
+    const q = question.trim().slice(0, 30);
+    if (!h || !q)
+        return false;
+    return h.includes(q) || q.includes(h);
+}
+async function a2aRequest(method, params, signal) {
+    const res = await fetch(A2A_URL, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json', 'A2A-Version': '1.0' },
+        body: JSON.stringify({ jsonrpc: '2.0', id: 1, method, params }),
+        signal,
+    });
+    if (!res.ok)
+        throw new Error(`gateway HTTP ${res.status}`);
+    const parsed = await res.json();
+    if (parsed?.error) {
+        const reason = parsed.error?.data?.[0]?.reason || '';
+        throw new Error(parsed.error?.message || JSON.stringify(parsed.error));
+    }
+    return parsed?.result;
+}
+function taskAnswer(task) {
+    const parts = task?.status?.message?.parts ?? [];
+    return parts
+        .map((p) => (typeof p?.text === 'string' ? p.text : ''))
+        .join('')
+        .trim();
+}
+exports.mediaAskTool = {
+    description: '分析或追问图片/视频/音频。当会话中存在 [媒体附件 taskID: xxx contextID: yyy] 指针时，传 taskID 追问 Media Agent；' +
+        '若手头只有媒体文件路径（如历史消息/工具返回里的 file 媒体），传 mediaPath 会自动上传并创建任务后再追问。' +
+        '参数：taskID — 从指针中提取的 taskID（与 mediaPath 二选一）；mediaPath — 本地媒体文件绝对路径（与 taskID 二选一）；' +
+        'question — 你想问这个媒体的具体问题（如"分析缺陷"、"这段视频里发生了什么"、"音频说了什么"）。' +
+        '注意：音频任务的首轮分析已返回自然语言的内容转写 + 情绪/语调轨迹 + 意图描述——' +
+        '转写即用户语音消息的内容本身，直接据此理解并回应，不要在回复中复述/重复转写文本；' +
+        '返回：Media Agent 的分析结果文本，以及新任务 taskID（继续追问请用新 taskID，媒体不会重新上传）。',
+    args: {
+        taskID: zod_1.z.string().optional().describe('从 [媒体附件 taskID: xxx] 指针中提取的 taskID（与 mediaPath 二选一）'),
+        mediaPath: zod_1.z.string().optional().describe('本地媒体文件绝对路径（与 taskID 二选一；传此参数会自动上传媒体并创建任务）'),
+        question: zod_1.z.string().describe('要问这个媒体的具体问题'),
+    },
+    async execute({ taskID, mediaPath, question }, ctx) {
+        const signal = AbortSignal.any([ctx.abort, AbortSignal.timeout(TIMEOUT_MS)]);
+        try {
+            let activeTaskID = taskID;
+            let activeContextId;
+            if (activeTaskID) {
+                // ① GetTask → contextId（校验任务存在；TaskNotFound 会在此抛出）
+                const task = await a2aRequest('GetTask', { id: activeTaskID }, signal);
+                activeContextId = task?.task?.contextId ?? task?.contextId;
+                if (!activeContextId) {
+                    const reason = task?.task?.status?.message?.parts?.map((p) => p?.text || '').join('') || '';
+                    return {
+                        title: 'Media Agent 调用失败',
+                        output: `任务 ${activeTaskID} 不存在或已被清理，请重新上传媒体。${reason ? `（${reason}）` : ''}`,
+                        metadata: { taskID: activeTaskID },
+                    };
+                }
+                // 首答复用：ingest 建任务时 hint=用户消息已让 MediaAgent 分析过，
+                // 首次追问且 question 与 hint 语义相近 → 直接复用已有回答（避免重复分析）
+                const state = task?.task?.status?.state ?? task?.status?.state;
+                const existing = taskAnswer(task?.task ?? task);
+                if (state === 'TASK_STATE_COMPLETED' && existing && !isReused(activeTaskID)) {
+                    const hint = taskHint(task);
+                    if (hintCoversQuestion(hint, question)) {
+                        markReused(activeTaskID);
+                        return {
+                            title: 'Media Agent 回答',
+                            output: existing + '\n（复用 ingest 分析结果；继续追问请再次调用本工具）',
+                            metadata: { taskID: activeTaskID },
+                        };
+                    }
+                }
+            }
+            else if (mediaPath) {
+                // 无 taskID 但有媒体路径：读取媒体 → 建任务（hint = 问题）
+                let mediaType;
+                if (mediaPath.startsWith('data:')) {
+                    mediaType = mediaPath.match(/^data:([^;]+);/)?.[1];
+                }
+                else {
+                    // fileURLToPath handles Windows file:///C:/... (triple slash) and
+                    // percent-encoding; a manual slice would break both.
+                    const path = mediaPath.startsWith('file://') ? (0, node_url_1.fileURLToPath)(mediaPath) : mediaPath;
+                    const ext = path.slice(path.lastIndexOf('.')).toLowerCase();
+                    mediaType = media_upload_1.MEDIA_EXT_MIME[ext];
+                }
+                if (!mediaType) {
+                    return {
+                        title: 'Media Agent 调用失败',
+                        output: `不支持的媒体格式：${mediaPath.includes('.') ? mediaPath.slice(mediaPath.lastIndexOf('.')).toLowerCase() : '(data URL 无 mime)'}`,
+                        metadata: { mediaPath },
+                    };
+                }
+                const dataUrl = await (0, media_ingest_1.mediaDataFromSource)(mediaPath, mediaType);
+                const created = await (0, media_ingest_1.createMediaTask)(dataUrl, question);
+                activeTaskID = created.id;
+                activeContextId = created.contextId;
+                // 首答复用：建任务时 hint=question 恒成立——任务已完成则直接返回其回答
+                //（避免 SendMessage 再分析一次；newTaskID 保持追问契约）
+                const createdTask = await a2aRequest('GetTask', { id: activeTaskID }, signal);
+                const cState = createdTask?.task?.status?.state ?? createdTask?.status?.state;
+                const cAnswer = taskAnswer(createdTask?.task ?? createdTask);
+                if (cState === 'TASK_STATE_COMPLETED' && cAnswer) {
+                    markReused(activeTaskID);
+                    return {
+                        title: 'Media Agent 回答',
+                        output: cAnswer,
+                        metadata: { taskID: activeTaskID, newTaskID: activeTaskID },
+                    };
+                }
+            }
+            else {
+                return {
+                    title: 'Media Agent 调用失败',
+                    output: '缺少参数：请提供 taskID（媒体附件指针）或 mediaPath（媒体文件路径）。',
+                    metadata: {},
+                };
+            }
+            // ② SendMessage → 多轮追问（引用前序任务，媒体不重传）
+            const result = await a2aRequest('SendMessage', {
+                message: {
+                    messageId: `ask-${(0, crypto_1.randomUUID)()}`,
+                    role: 1, // ROLE_USER
+                    contextId: activeContextId,
+                    referenceTaskIds: [activeTaskID],
+                    parts: [{ text: question }],
+                },
+            }, signal);
+            const t = result?.task;
+            const state = t?.status?.state;
+            const answer = taskAnswer(t);
+            if (state === 'TASK_STATE_FAILED') {
+                return {
+                    title: 'Media Agent 分析失败',
+                    output: answer || 'Media Agent 分析失败，请稍后重试。',
+                    metadata: { taskID: activeTaskID },
+                };
+            }
+            if (!answer) {
+                return {
+                    title: 'Media Agent 返回空',
+                    output: 'Media Agent 未返回描述，请稍后重试。',
+                    metadata: { taskID: activeTaskID },
+                };
+            }
+            return {
+                title: 'Media Agent 回答',
+                output: answer + `\n（新任务 taskID: ${t?.id}，继续追问请用新 taskID）`,
+                metadata: { taskID: activeTaskID, newTaskID: t?.id },
+            };
+        }
+        catch (err) {
+            return {
+                title: 'Media Agent 不可用',
+                output: `Media Agent 调用失败：${err.message}（请稍后重试）`,
+                metadata: { taskID: taskID ?? undefined, mediaPath: mediaPath ?? undefined },
+            };
+        }
+    },
+};
+//# sourceMappingURL=media-ask.js.map

package/dist/tools/media-ask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-ask.js","sourceRoot":"","sources":["../../src/tools/media-ask.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AACpC,6BAAwB;AACxB,uCAAyC;AACzC,wDAA6E;AAC7E,iDAAgD;AAEhD;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC;AACjG,MAAM,OAAO,GAAG,oBAAoB,YAAY,MAAM,CAAC;AAEvD,MAAM,UAAU,GAAG,OAAO,CAAC;AAE3B,2CAA2C;AAC3C,mDAAmD;AACnD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAChD,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AACzC,SAAS,UAAU,CAAC,MAAc;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,KAAK,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;QACrC,IAAI,GAAG,GAAG,EAAE,GAAG,YAAY;YAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AACD,SAAS,QAAQ,CAAC,MAAc;IAC9B,MAAM,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,EAAE,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,YAAY,CAAC;AAC7D,CAAC;AAED,+CAA+C;AAC/C,SAAS,QAAQ,CAAC,IAAS;IACzB,MAAM,OAAO,GAAU,IAAI,EAAE,IAAI,EAAE,OAAO,IAAI,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;IAClE,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,EAAE,IAAI,KAAK,CAAC;YAAE,SAAS,CAAC,YAAY;QACzC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;aACnC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAChE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aACvB,IAAI,CAAC,GAAG,CAAC;aACT,IAAI,EAAE,CAAC;QACV,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;IACxB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,2CAA2C;AAC3C,SAAS,kBAAkB,CAAC,IAAY,EAAE,QAAgB;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACvC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc,EAAE,MAAe,EAAE,MAAmB;IAC5E,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;QAC/B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAE,KAAK,EAAE;QACrE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC/D,MAAM;KACP,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,MAAM,EAAE,KAAK,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,MAAM,EAAE,MAAM,CAAC;AACxB,CAAC;AAED,SAAS,UAAU,CAAC,IAAS;IAC3B,MAAM,KAAK,GAAG,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;IACjD,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SAC5D,IAAI,CAAC,EAAE,CAAC;SACR,IAAI,EAAE,CAAC;AACZ,CAAC;AAQY,QAAA,YAAY,GAAiB;IACxC,WAAW,EACT,qFAAqF;QACrF,+DAA+D;QAC/D,mFAAmF;QACnF,yDAAyD;QACzD,6CAA6C;QAC7C,2CAA2C;QAC3C,+DAA+D;IACjE,IAAI,EAAE;QACJ,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qDAAqD,CAAC;QAC7F,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;QACtF,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;KAC7C;IACD,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,GAAG;QAChD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC;YACH,IAAI,YAAY,GAAG,MAAM,CAAC;YAC1B,IAAI,eAAmC,CAAC;YAExC,IAAI,YAAY,EAAE,CAAC;gBACjB,mDAAmD;gBACnD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,MAAM,CAAC,CAAC;gBACvE,eAAe,GAAG,IAAI,EAAE,IAAI,EAAE,SAAS,IAAI,IAAI,EAAE,SAAS,CAAC;gBAC3D,IAAI,CAAC,eAAe,EAAE,CAAC;oBACrB,MAAM,MAAM,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;oBACjG,OAAO;wBACL,KAAK,EAAE,kBAAkB;wBACzB,MAAM,EAAE,MAAM,YAAY,qBAAqB,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBAC5E,QAAQ,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE;qBACnC,CAAC;gBACJ,CAAC;gBACD,+CAA+C;gBAC/C,gDAAgD;gBAChD,MAAM,KAAK,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC;gBAC/D,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC;gBAChD,IAAI,KAAK,KAAK,sBAAsB,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;oBAC5E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;wBACvC,UAAU,CAAC,YAAY,CAAC,CAAC;wBACzB,OAAO;4BACL,KAAK,EAAE,gBAAgB;4BACvB,MAAM,EAAE,QAAQ,GAAG,iCAAiC;4BACpD,QAAQ,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE;yBACnC,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,SAAS,EAAE,CAAC;gBACrB,wCAAwC;gBACxC,IAAI,SAA6B,CAAC;gBAClC,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBAClC,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACN,kEAAkE;oBAClE,qDAAqD;oBACrD,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAA,wBAAa,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBACpF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC5D,SAAS,GAAG,6BAAc,CAAC,GAAG,CAAC,CAAC;gBAClC,CAAC;gBACD,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,OAAO;wBACL,KAAK,EAAE,kBAAkB;wBACzB,MAAM,EAAE,YAAY,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,mBAAmB,EAAE;wBAC/H,QAAQ,EAAE,EAAE,SAAS,EAAE;qBACxB,CAAC;gBACJ,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAmB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAChE,MAAM,OAAO,GAAG,MAAM,IAAA,8BAAe,EAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACzD,YAAY,GAAG,OAAO,CAAC,EAAE,CAAC;gBAC1B,eAAe,GAAG,OAAO,CAAC,SAAS,CAAC;gBACpC,6CAA6C;gBAC7C,yCAAyC;gBACzC,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC9E,MAAM,MAAM,GAAG,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC;gBAC9E,MAAM,OAAO,GAAG,UAAU,CAAC,WAAW,EAAE,IAAI,IAAI,WAAW,CAAC,CAAC;gBAC7D,IAAI,MAAM,KAAK,sBAAsB,IAAI,OAAO,EAAE,CAAC;oBACjD,UAAU,CAAC,YAAY,CAAC,CAAC;oBACzB,OAAO;wBACL,KAAK,EAAE,gBAAgB;wBACvB,MAAM,EAAE,OAAO;wBACf,QAAQ,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE;qBAC5D,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,KAAK,EAAE,kBAAkB;oBACzB,MAAM,EAAE,6CAA6C;oBACrD,QAAQ,EAAE,EAAE;iBACb,CAAC;YACJ,CAAC;YAED,qCAAqC;YACrC,MAAM,MAAM,GAAG,MAAM,UAAU,CAC7B,aAAa,EACb;gBACE,OAAO,EAAE;oBACP,SAAS,EAAE,OAAO,IAAA,mBAAU,GAAE,EAAE;oBAChC,IAAI,EAAE,CAAC,EAAE,YAAY;oBACrB,SAAS,EAAE,eAAe;oBAC1B,gBAAgB,EAAE,CAAC,YAAY,CAAC;oBAChC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;iBAC5B;aACF,EACD,MAAM,CACP,CAAC;YACF,MAAM,CAAC,GAAG,MAAM,EAAE,IAAI,CAAC;YACvB,MAAM,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC;YAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAE7B,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;gBAClC,OAAO;oBACL,KAAK,EAAE,kBAAkB;oBACzB,MAAM,EAAE,MAAM,IAAI,yBAAyB;oBAC3C,QAAQ,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE;iBACnC,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;oBACL,KAAK,EAAE,iBAAiB;oBACxB,MAAM,EAAE,0BAA0B;oBAClC,QAAQ,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE;iBACnC,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,KAAK,EAAE,gBAAgB;gBACvB,MAAM,EAAE,MAAM,GAAG,kBAAkB,CAAC,EAAE,EAAE,kBAAkB;gBAC1D,QAAQ,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE;aACrD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,iBAAiB;gBACxB,MAAM,EAAE,oBAAqB,GAAa,CAAC,OAAO,SAAS;gBAC3D,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,SAAS,EAAE,SAAS,IAAI,SAAS,EAAE;aAC7E,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/tools/media-speak.d.ts

@@ -0,0 +1,16 @@
+import { z } from 'zod';
+/** djb2 hash（与桌面端 ChatPane.hashText 同实现）：标记携带文本指纹，前端据此去重（流式已播过则不重复播 artifact）。 */
+export declare function hashText(s: string): string;
+export interface MediaSpeakTool {
+    description: string;
+    args: Record<string, z.ZodTypeAny>;
+    execute: (args: {
+        text: string;
+        voice?: string;
+        style?: string;
+    }, ctx: {
+        abort: AbortSignal;
+    }) => Promise<unknown>;
+}
+export declare const mediaSpeakTool: MediaSpeakTool;
+//# sourceMappingURL=media-speak.d.ts.map

package/dist/tools/media-speak.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-speak.d.ts","sourceRoot":"","sources":["../../src/tools/media-speak.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,kFAAkF;AAClF,wBAAgB,QAAQ,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAI1C;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,EAAE;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CACpH;AAED,eAAO,MAAM,cAAc,EAAE,cAiD5B,CAAC"}

package/dist/tools/media-speak.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mediaSpeakTool = void 0;
+exports.hashText = hashText;
+const zod_1 = require("zod");
+/**
+ * mafw_media_speak — 文本转语音（MiMo-V2.5-TTS，预置音色）。
+ *
+ * 主 Agent 需要以语音形式回复时调用本工具。gateway 调用小米 TTS 合成 wav，
+ * 存入 artifact 并返回引用标记。工具返回 `[语音回复 art:<id> 音色:<voice>]`，
+ * 主 Agent 必须把该标记**原样**包含在回复文本中，桌面端据此渲染音频播放器。
+ *
+ * 音色（预置）：冰糖 / 茉莉 / 苏打 / 白桦 / Mia / Chloe / Milo / Dean。
+ */
+const GATEWAY_PORT = process.env.MAFW_SERVER_API_PORT || process.env.MAFW_GATEWAY_PORT || '3000';
+const TTS_URL = `http://127.0.0.1:${GATEWAY_PORT}/api/tts`;
+/** djb2 hash（与桌面端 ChatPane.hashText 同实现）：标记携带文本指纹，前端据此去重（流式已播过则不重复播 artifact）。 */
+function hashText(s) {
+    let h = 5381;
+    for (let i = 0; i < s.length; i++)
+        h = ((h << 5) + h + s.charCodeAt(i)) >>> 0;
+    return h.toString(16).padStart(8, '0');
+}
+exports.mediaSpeakTool = {
+    description: '将文本合成为语音（MiMo-V2.5-TTS 预置音色）。当你需要以语音形式回复用户时调用——' +
+        '尤其是用户通过语音消息输入（消息含音频媒体附件指针）时，你必须调用本工具以语音形式回复。' +
+        '参数：text — 要合成的文本（不超过 2000 字符）；voice — 音色（可选，预置：冰糖/茉莉/苏打/白桦/Mia/Chloe/Milo/Dean，默认茉莉）；' +
+        'style — 发音风格指令（可选，如"轻快上扬的语调"）。' +
+        'text 支持音频标签精细控制（无需额外参数）：开头加 (风格) 指定整体风格（如 (慵懒)/(磁性)/(东北话)/(粤语)/(唱歌)歌词），' +
+        '文中可插入 [标签]（如 [笑]/[叹气]/[低语]/[语速加快]）做细粒度调节。' +
+        '返回：[语音回复 art:<id> 音色:<voice> h:<hash>] 标记。你必须在回复文本中原样包含该标记，桌面端会据此自动播放语音（h 为文本指纹，桌面端用于流式去重，原样保留即可）。',
+    args: {
+        text: zod_1.z.string().describe('要合成的文本（≤2000 字符）'),
+        voice: zod_1.z.string().optional().describe('预置音色：冰糖/茉莉/苏打/白桦/Mia/Chloe/Milo/Dean（默认茉莉）'),
+        style: zod_1.z.string().optional().describe('发音风格指令（可选，如"轻快上扬的语调，语速稍快"）'),
+    },
+    async execute({ text, voice, style }, ctx) {
+        const signal = AbortSignal.any([ctx.abort, AbortSignal.timeout(130_000)]);
+        try {
+            const res = await fetch(TTS_URL, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({ text, voice, style }),
+                signal,
+            });
+            if (!res.ok) {
+                let detail = '';
+                try {
+                    const j = await res.json();
+                    detail = j?.error || '';
+                }
+                catch { /* ignore */ }
+                return {
+                    title: '语音合成失败',
+                    output: `语音合成失败：HTTP ${res.status}${detail ? `（${detail}）` : ''}`,
+                    metadata: {},
+                };
+            }
+            const j = await res.json();
+            if (!j?.artifactId) {
+                return { title: '语音合成失败', output: '语音合成未返回音频引用。', metadata: {} };
+            }
+            return {
+                title: '语音已生成',
+                output: `[语音回复 art:${j.artifactId} 音色:${j.voice || voice || '默认'} h:${hashText(text)}]`,
+                metadata: { artifactId: j.artifactId, voice: j.voice || voice, url: j.url },
+            };
+        }
+        catch (err) {
+            return {
+                title: '语音合成不可用',
+                output: `语音合成调用失败：${err.message}（请稍后重试）`,
+                metadata: {},
+            };
+        }
+    },
+};
+//# sourceMappingURL=media-speak.js.map

package/dist/tools/media-speak.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-speak.js","sourceRoot":"","sources":["../../src/tools/media-speak.ts"],"names":[],"mappings":";;;AAgBA,4BAIC;AApBD,6BAAwB;AAExB;;;;;;;;GAQG;AAEH,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC;AACjG,MAAM,OAAO,GAAG,oBAAoB,YAAY,UAAU,CAAC;AAE3D,kFAAkF;AAClF,SAAgB,QAAQ,CAAC,CAAS;IAChC,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9E,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACzC,CAAC;AAQY,QAAA,cAAc,GAAmB;IAC5C,WAAW,EACT,iDAAiD;QACjD,8CAA8C;QAC9C,uFAAuF;QACvF,gCAAgC;QAChC,yEAAyE;QACzE,2CAA2C;QAC3C,oGAAoG;IACtG,IAAI,EAAE;QACJ,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAC7C,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;QACnF,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;KACpE;IACD,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG;QACvC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;gBAC/B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;gBAC5C,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,CAAC;oBAAC,MAAM,CAAC,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;gBACxF,OAAO;oBACL,KAAK,EAAE,QAAQ;oBACf,MAAM,EAAE,eAAe,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACjE,QAAQ,EAAE,EAAE;iBACb,CAAC;YACJ,CAAC;YACD,MAAM,CAAC,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAChC,IAAI,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;gBACnB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;YACnE,CAAC;YACD,OAAO;gBACL,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,aAAa,CAAC,CAAC,UAAU,OAAO,CAAC,CAAC,KAAK,IAAI,KAAK,IAAI,IAAI,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG;gBACvF,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE;aAC5E,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,YAAa,GAAa,CAAC,OAAO,SAAS;gBACnD,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/tools/media-upload.d.ts

@@ -0,0 +1,14 @@
+import { z } from 'zod';
+export declare const MEDIA_EXT_MIME: Record<string, string>;
+export interface MediaUploadTool {
+    description: string;
+    args: Record<string, z.ZodTypeAny>;
+    execute: (args: {
+        mediaPath: string;
+        question?: string;
+    }, ctx: {
+        abort: AbortSignal;
+    }) => Promise<unknown>;
+}
+export declare const mediaUploadTool: MediaUploadTool;
+//# sourceMappingURL=media-upload.d.ts.map

package/dist/tools/media-upload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-upload.d.ts","sourceRoot":"","sources":["../../src/tools/media-upload.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAkBjD,CAAC;AASF,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,CAAC,IAAI,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,EAAE;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC5G;AAED,eAAO,MAAM,eAAe,EAAE,eAwF7B,CAAC"}

package/dist/tools/media-upload.js

@@ -0,0 +1,155 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mediaUploadTool = exports.MEDIA_EXT_MIME = void 0;
+const fs = __importStar(require("fs"));
+const crypto_1 = require("crypto");
+const zod_1 = require("zod");
+const media_ingest_1 = require("../hooks/media-ingest");
+/**
+ * mafw_media_upload — 上传本地图片/视频/音频到 Media Agent（建任务），返回
+ * 指针文本。
+ *
+ * 推理 Agent 在用户给出本地媒体文件路径（或自己截的图/录的音）时主动调用，
+ * 之后用返回的 taskID 通过 mafw_media_ask 多轮追问。走标准 A2A SendMessage。
+ */
+const GATEWAY_PORT = process.env.MAFW_SERVER_API_PORT || process.env.MAFW_GATEWAY_PORT || '3000';
+const A2A_URL = `http://127.0.0.1:${GATEWAY_PORT}/a2a`;
+exports.MEDIA_EXT_MIME = {
+    '.png': 'image/png',
+    '.jpg': 'image/jpeg',
+    '.jpeg': 'image/jpeg',
+    '.gif': 'image/gif',
+    '.webp': 'image/webp',
+    '.bmp': 'image/bmp',
+    '.mp4': 'video/mp4',
+    '.webm': 'video/webm',
+    '.mov': 'video/quicktime',
+    '.mkv': 'video/x-matroska',
+    '.ogg': 'video/ogg',
+    '.mp3': 'audio/mpeg',
+    '.wav': 'audio/wav',
+    '.m4a': 'audio/mp4',
+    '.flac': 'audio/flac',
+    '.aac': 'audio/aac',
+    '.opus': 'audio/ogg',
+};
+// 与 gateway MediaAgent 的大小上限对齐（base64 ≈ bytes × 1.33）
+const MAX_BYTES = {
+    'image/': 20 * 1024 * 1024,
+    'video/': 50 * 1024 * 1024,
+    'audio/': 25 * 1024 * 1024,
+};
+exports.mediaUploadTool = {
+    description: '上传一个本地图片/视频/音频文件到 Media Agent 并返回引用指针。当用户给出本地媒体文件路径（图片、视频、音频）时调用此工具，' +
+        '之后可用返回的 taskID 通过 mafw_media_ask 对该媒体多轮追问。' +
+        '参数：mediaPath — 本地媒体文件的绝对路径（图片 png/jpg/jpeg/gif/webp/bmp；视频 mp4/webm/mov/mkv/ogg；音频 mp3/wav/m4a/flac/aac/opus）；question — 可选的首个问题。' +
+        '返回：Media Agent 任务引用（含 taskID），以及首个问题的回答（若有）。',
+    args: {
+        mediaPath: zod_1.z.string().describe('本地媒体文件绝对路径（图片/视频/音频）'),
+        question: zod_1.z.string().optional().describe('可选的首个问题'),
+    },
+    async execute({ mediaPath, question }, ctx) {
+        const signal = AbortSignal.any([ctx.abort, AbortSignal.timeout(60_000)]);
+        try {
+            const path = mediaPath.startsWith('file://') ? mediaPath.slice('file://'.length) : mediaPath;
+            const ext = path.slice(path.lastIndexOf('.')).toLowerCase();
+            const mediaType = exports.MEDIA_EXT_MIME[ext];
+            if (!mediaType) {
+                return {
+                    title: '上传失败',
+                    output: `不支持的媒体格式：${ext || '(无扩展名)'}（支持 png/jpg/jpeg/gif/webp/bmp / mp4/webm/mov/mkv/ogg / mp3/wav/m4a/flac/aac/opus）`,
+                    metadata: { mediaPath },
+                };
+            }
+            const bytes = fs.readFileSync(path);
+            const kindPrefix = mediaType.split('/')[0] + '/';
+            const max = MAX_BYTES[kindPrefix] ?? Infinity;
+            if (bytes.length > max) {
+                return {
+                    title: '上传失败',
+                    output: `媒体过大：${(bytes.length / (1024 * 1024)).toFixed(1)}MB 超过上限 ${(max / (1024 * 1024)).toFixed(0)}MB（${mediaType}）`,
+                    metadata: { mediaPath },
+                };
+            }
+            const body = {
+                jsonrpc: '2.0',
+                id: 1,
+                method: 'SendMessage',
+                params: {
+                    message: {
+                        messageId: `upload-${(0, crypto_1.randomUUID)()}`,
+                        role: 1, // ROLE_USER
+                        parts: [
+                            { raw: bytes.toString('base64'), mediaType, filename: path.split(/[\\/]/).pop() || 'media.bin' },
+                            ...(question ? [{ text: question }] : []),
+                        ],
+                    },
+                },
+            };
+            const res = await fetch(A2A_URL, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json', 'A2A-Version': '1.0' },
+                body: JSON.stringify(body),
+                signal,
+            });
+            if (!res.ok)
+                throw new Error(`gateway HTTP ${res.status}`);
+            const parsed = await res.json();
+            if (parsed?.error)
+                throw new Error(parsed.error?.message || JSON.stringify(parsed.error));
+            const task = parsed?.result?.task;
+            if (!task?.id)
+                throw new Error('gateway 未返回任务');
+            const state = task?.status?.state;
+            const answer = (task?.status?.message?.parts ?? [])
+                .map((p) => (typeof p?.text === 'string' ? p.text : ''))
+                .join('')
+                .trim();
+            if (state === 'TASK_STATE_FAILED') {
+                return {
+                    title: 'Media Agent 分析失败',
+                    output: answer || 'Media Agent 分析失败，请稍后重试。',
+                    metadata: { mediaPath, taskID: task.id },
+                };
+            }
+            const pointer = (0, media_ingest_1.makeMediaPointer)(task.id, task.contextId, path.split(/[\\/]/).pop() || 'media.bin');
+            const extra = answer ? `\n首个问题回答：${answer}` : '';
+            return {
+                title: '媒体已上传',
+                output: `${pointer}${extra}`,
+                metadata: { mediaPath, taskID: task.id, contextID: task.contextId },
+            };
+        }
+        catch (err) {
+            return {
+                title: '上传失败',
+                output: `媒体上传失败：${err.message}`,
+                metadata: { mediaPath },
+            };
+        }
+    },
+};
+//# sourceMappingURL=media-upload.js.map

package/dist/tools/media-upload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-upload.js","sourceRoot":"","sources":["../../src/tools/media-upload.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,mCAAoC;AACpC,6BAAwB;AACxB,wDAAyD;AAEzD;;;;;;GAMG;AAEH,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC;AACjG,MAAM,OAAO,GAAG,oBAAoB,YAAY,MAAM,CAAC;AAE1C,QAAA,cAAc,GAA2B;IACpD,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,YAAY;IACpB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,WAAW;IACnB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,WAAW;IACnB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,WAAW;IACnB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,WAAW;IACnB,OAAO,EAAE,WAAW;CACrB,CAAC;AAEF,sDAAsD;AACtD,MAAM,SAAS,GAA2B;IACxC,QAAQ,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;IAC1B,QAAQ,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;IAC1B,QAAQ,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;CAC3B,CAAC;AAQW,QAAA,eAAe,GAAoB;IAC9C,WAAW,EACT,sEAAsE;QACtE,4CAA4C;QAC5C,mIAAmI;QACnI,8CAA8C;IAChD,IAAI,EAAE;QACJ,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACtD,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;KACpD;IACD,KAAK,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,GAAG;QACxC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC7F,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5D,MAAM,SAAS,GAAG,sBAAc,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO;oBACL,KAAK,EAAE,MAAM;oBACb,MAAM,EAAE,YAAY,GAAG,IAAI,QAAQ,mFAAmF;oBACtH,QAAQ,EAAE,EAAE,SAAS,EAAE;iBACxB,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YACjD,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC;YAC9C,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACvB,OAAO;oBACL,KAAK,EAAE,MAAM;oBACb,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,SAAS,GAAG;oBACtH,QAAQ,EAAE,EAAE,SAAS,EAAE;iBACxB,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG;gBACX,OAAO,EAAE,KAAK;gBACd,EAAE,EAAE,CAAC;gBACL,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE;oBACN,OAAO,EAAE;wBACP,SAAS,EAAE,UAAU,IAAA,mBAAU,GAAE,EAAE;wBACnC,IAAI,EAAE,CAAC,EAAE,YAAY;wBACrB,KAAK,EAAE;4BACL,EAAE,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,WAAW,EAAE;4BAChG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;yBAC1C;qBACF;iBACF;aACF,CAAC;YACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;gBAC/B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAE,KAAK,EAAE;gBACrE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,MAAM,EAAE,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC1F,MAAM,IAAI,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC;YAClC,IAAI,CAAC,IAAI,EAAE,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;YAEhD,MAAM,KAAK,GAAG,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC;YAClC,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;iBAChD,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC5D,IAAI,CAAC,EAAE,CAAC;iBACR,IAAI,EAAE,CAAC;YACV,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;gBAClC,OAAO;oBACL,KAAK,EAAE,kBAAkB;oBACzB,MAAM,EAAE,MAAM,IAAI,yBAAyB;oBAC3C,QAAQ,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;iBACzC,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,IAAA,+BAAgB,EAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,CAAC;YACpG,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,OAAO;gBACL,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,GAAG,OAAO,GAAG,KAAK,EAAE;gBAC5B,QAAQ,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;aACpE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,UAAW,GAAa,CAAC,OAAO,EAAE;gBAC1C,QAAQ,EAAE,EAAE,SAAS,EAAE;aACxB,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/tools/python-exec.d.ts

@@ -0,0 +1,13 @@
+import { z } from 'zod';
+export interface PythonExecTool {
+    description: string;
+    args: Record<string, z.ZodTypeAny>;
+    execute: (args: {
+        code: string;
+    }, ctx: {
+        sessionID: string;
+        abort: AbortSignal;
+    }) => Promise<unknown>;
+}
+export declare const pythonExecTool: PythonExecTool;
+//# sourceMappingURL=python-exec.d.ts.map

package/dist/tools/python-exec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"python-exec.d.ts","sourceRoot":"","sources":["../../src/tools/python-exec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAaxB,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,CACP,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,EACtB,GAAG,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,KAC3C,OAAO,CAAC,OAAO,CAAC,CAAC;CACvB;AAED,eAAO,MAAM,cAAc,EAAE,cAgF5B,CAAC"}

package/dist/tools/python-exec.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pythonExecTool = void 0;
+const zod_1 = require("zod");
+/**
+ * mafw_python — 在会话的持久 Python 内核中执行代码（Prime Agent / Jupyter kernel 架构）。
+ *
+ * 变量、导入、数据跨调用保持（同一会话共享一个内核）。适合：数据分析/统计/
+ * 科学计算/多步计算（后续代码要复用前面的变量与结果）。matplotlib 图表会以
+ * 图片附件返回，可用 mafw_media_upload / mafw_media_ask 查看。
+ */
+const GATEWAY_PORT = process.env.MAFW_SERVER_API_PORT || process.env.MAFW_GATEWAY_PORT || '3000';
+const EXECUTE_URL = `http://127.0.0.1:${GATEWAY_PORT}/api/python/execute`;
+exports.pythonExecTool = {
+    description: '在会话的持久 Python 内核中执行代码（数据分析/统计/科学计算/多步计算时优先用本工具，' +
+        '不要用 bash 里的 python -c —— 本工具变量和导入跨调用保持，无需重复定义）。' +
+        '例如：先执行 x = [1,2,3]，下一次调用可直接 print(sum(x))。' +
+        'matplotlib 图表会作为图片附件返回，可用 mafw_media_upload/mafw_media_ask 查看。' +
+        '项目代码、测试、CLI、依赖检查请用 bash 走项目自己的环境。参数：code — 要执行的 Python 代码。',
+    args: {
+        code: zod_1.z.string().describe('要执行的 Python 代码（状态跨调用保持）'),
+    },
+    async execute({ code }, ctx) {
+        const signal = AbortSignal.any([ctx.abort, AbortSignal.timeout(180_000)]);
+        try {
+            const res = await fetch(EXECUTE_URL, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({ sessionID: ctx.sessionID, code }),
+                signal,
+            });
+            if (!res.ok) {
+                const body = await res.json().catch(() => ({}));
+                return { title: 'Python 执行失败', output: `内核请求失败：${body?.error || res.status}`, metadata: {} };
+            }
+            const r = await res.json();
+            // Structured payload for the desktop tool card (MafwPythonCard).
+            // Images are capped to keep part.state.metadata reasonable.
+            const images = (r.attachments || [])
+                .filter((a) => typeof a?.data === 'string')
+                .slice(0, 4)
+                .map((a) => ({
+                mimeType: a.mimeType || 'image/png',
+                data: a.data.length > 1_400_000 ? '' : a.data,
+            }))
+                .filter((a) => a.data);
+            const meta = {
+                status: r.status,
+                durationMs: r.durationMs,
+                truncated: !!r.truncated,
+                stdout: typeof r.stdout === 'string' ? r.stdout : '',
+                stderr: typeof r.stderr === 'string' ? r.stderr : '',
+                result: typeof r.result === 'string' ? r.result : '',
+                error: r.error ? { ename: r.error.ename, evalue: r.error.evalue, traceback: Array.isArray(r.error.traceback) ? r.error.traceback : [] } : undefined,
+                images,
+                kernelRestarted: !!r.kernelRestarted,
+            };
+            if (r.status === 'error' && r.error) {
+                const traceback = Array.isArray(r.error.traceback) ? r.error.traceback.join('\n') : '';
+                const brief = traceback ? traceback.split('\n').slice(-6).join('\n') : `${r.error.ename}: ${r.error.evalue}`;
+                return {
+                    title: 'Python 执行出错',
+                    output: `代码执行出错：${r.error.ename}: ${r.error.evalue}\n${brief}\n（会话内核状态保留，可修改后重试）`,
+                    metadata: { python: meta },
+                };
+            }
+            if (r.status === 'aborted') {
+                return { title: 'Python 执行已中止', output: '执行已超时或中断（内核已打断，可重试或重启内核）', metadata: { python: meta } };
+            }
+            const parts = [];
+            if (r.kernelRestarted)
+                parts.push('<python_kernel_reset> 内核已重启，之前的变量/导入已丢失，请重新定义。</python_kernel_reset>');
+            if (r.stdout)
+                parts.push(r.stdout);
+            if (r.result)
+                parts.push(r.result);
+            if (r.stderr)
+                parts.push(`stderr:\n${r.stderr}`);
+            if (r.truncated)
+                parts.push('...(输出已截断)');
+            if ((r.attachments || []).length > 0)
+                parts.push(`[生成 ${r.attachments.length} 张图片]`);
+            const output = parts.join('\n') || '(无输出)';
+            return {
+                title: 'Python 执行结果',
+                output,
+                metadata: { python: meta },
+            };
+        }
+        catch (err) {
+            return {
+                title: 'Python 内核不可用',
+                output: `内核调用失败：${err.message}（可用 mafw_python_restart 重启内核）`,
+                metadata: {},
+            };
+        }
+    },
+};
+//# sourceMappingURL=python-exec.js.map