@marshulll/openclaw-wecom 0.1.19 → 0.1.20

package/wecom/src/wecom-app.ts

@@ -1,15 +1,23 @@
 import type { IncomingMessage, ServerResponse } from "node:http";
 import crypto from "node:crypto";
 import { XMLParser } from "fast-xml-parser";
-import { mkdir, readFile, readdir, rm, stat, writeFile } from "node:fs/promises";
+import { appendFile, mkdir, readFile, readdir, rm, stat, writeFile } from "node:fs/promises";
 import { tmpdir } from "node:os";
-import { basename, extname, join } from "node:path";
+import { basename, dirname, extname, join } from "node:path";
 
 import type { WecomWebhookTarget } from "./monitor.js";
 import { decryptWecomEncrypted, verifyWecomSignature } from "./crypto.js";
 import { getWecomRuntime } from "./runtime.js";
 import { handleCommand } from "./commands.js";
 import { markdownToWecomText } from "./format.js";
+import {
+  extractFileTextPreview,
+  resolveAutoAudioConfig,
+  resolveAutoFileConfig,
+  resolveAutoVideoConfig,
+  summarizeVideoWithVision,
+  transcribeAudioWithOpenAI,
+} from "./media-auto.js";
 import { describeImageWithVision, resolveVisionConfig } from "./media-vision.js";
 import { downloadWecomMedia, fetchMediaFromUrl, sendWecomFile, sendWecomImage, sendWecomText, sendWecomVideo, sendWecomVoice, uploadWecomMedia } from "./wecom-api.js";
 
@@ -122,6 +130,17 @@ function sleep(ms: number): Promise<void> {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
 
+async function appendOperationLog(target: WecomWebhookTarget, entry: Record<string, unknown>): Promise<void> {
+  const logPath = target.account.config.operations?.logPath?.trim();
+  if (!logPath) return;
+  try {
+    await mkdir(dirname(logPath), { recursive: true });
+    await appendFile(logPath, `${JSON.stringify({ ts: new Date().toISOString(), ...entry })}\n`);
+  } catch {
+    // ignore logging failures
+  }
+}
+
 function logVerbose(target: WecomWebhookTarget, message: string): void {
   target.runtime.log?.(`[wecom] ${message}`);
 }
@@ -598,7 +617,13 @@ async function processAppMessage(params: {
                 size: media.buffer.length,
               });
               logVerbose(target, `app voice saved (${media.buffer.length} bytes): ${tempVoicePath}`);
-              messageText = "[用户发送了一条语音消息]\n\n请根据语音内容回复用户。";
+              const audioCfg = resolveAutoAudioConfig(target.account.config);
+              const transcript = audioCfg
+                ? await transcribeAudioWithOpenAI({ cfg: audioCfg, buffer: media.buffer, mimeType })
+                : null;
+              messageText = transcript
+                ? `[语音消息转写] ${transcript}`
+                : "[用户发送了一条语音消息]\n\n请根据语音内容回复用户。";
             }
           }
         } catch (err) {
@@ -730,7 +755,17 @@ async function processAppMessage(params: {
             size: media.buffer.length,
           });
           logVerbose(target, `app video saved (${media.buffer.length} bytes): ${tempVideoPath}`);
-          messageText = "[用户发送了一个视频文件]\n\n请根据视频内容回复用户。";
+          const videoCfg = resolveAutoVideoConfig(target.account.config);
+          const summary = videoCfg
+            ? await summarizeVideoWithVision({
+              cfg: videoCfg,
+              account: target.account.config,
+              videoPath: tempVideoPath,
+            })
+            : null;
+          messageText = summary
+            ? `[用户发送了一个视频文件]\n\n[视频画面概述]\n${summary}\n\n请根据视频内容回复用户。`
+            : "[用户发送了一个视频文件]\n\n请根据视频内容回复用户。";
         }
         }
       } catch (err) {
@@ -751,7 +786,13 @@ async function processAppMessage(params: {
           mediaContext = { type: cached.type, path: cached.path, mimeType: cached.mimeType, url: cached.url };
           logVerbose(target, `app file cache hit: ${cached.path}`);
           const cachedName = fileName || basename(cached.path) || "未知文件";
-          messageText = `[用户发送了一个文件: ${cachedName}，已保存到: ${cached.path}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`;
+          const fileCfg = resolveAutoFileConfig(target.account.config);
+          const preview = fileCfg
+            ? await extractFileTextPreview({ path: cached.path, mimeType: cached.mimeType, cfg: fileCfg })
+            : null;
+          messageText = preview
+            ? `[用户发送了一个文件: ${cachedName}，已保存到: ${cached.path}]\n\n[文件内容预览]\n${preview}\n\n如需更多内容请使用 Read 工具。`
+            : `[用户发送了一个文件: ${cachedName}，已保存到: ${cached.path}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`;
         } else {
           const media = await downloadWecomMedia({ account: target.account, mediaId });
         const maxBytes = resolveMediaMaxBytes(target);
@@ -779,7 +820,13 @@ async function processAppMessage(params: {
             size: media.buffer.length,
           });
           logVerbose(target, `app file saved (${media.buffer.length} bytes): ${tempFilePath}`);
-          messageText = `[用户发送了一个文件: ${safeName}，已保存到: ${tempFilePath}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`;
+          const fileCfg = resolveAutoFileConfig(target.account.config);
+          const preview = fileCfg
+            ? await extractFileTextPreview({ path: tempFilePath, mimeType, cfg: fileCfg })
+            : null;
+          messageText = preview
+            ? `[用户发送了一个文件: ${safeName}，已保存到: ${tempFilePath}]\n\n[文件内容预览]\n${preview}\n\n如需更多内容请使用 Read 工具。`
+            : `[用户发送了一个文件: ${safeName}，已保存到: ${tempFilePath}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`;
         }
         }
       } catch (err) {
@@ -963,12 +1010,27 @@ export async function handleWecomPushRequest(params: {
         } else {
           await sendWecomFile({ account: target.account, toUser, chatId: chatId || undefined, mediaId });
         }
+        await appendOperationLog(target, {
+          action: "push-media",
+          accountId: target.account.accountId,
+          toUser,
+          chatId: chatId || undefined,
+          mediaType: outbound.type,
+          filename: outbound.filename,
+        });
         sent += 1;
       }
 
       const text = markdownToWecomText(message.text ?? "");
       if (text) {
         await sendWecomText({ account: target.account, toUser, chatId: chatId || undefined, text });
+        await appendOperationLog(target, {
+          action: "push-text",
+          accountId: target.account.accountId,
+          toUser,
+          chatId: chatId || undefined,
+          textPreview: text.slice(0, 120),
+        });
         sent += 1;
       }
     } catch (err) {

package/wecom/src/wecom-bot.ts

@@ -12,6 +12,14 @@ import { computeWecomMsgSignature, decryptWecomEncrypted, encryptWecomPlaintext,
 import { fetchMediaFromUrl, sendWecomFile, sendWecomImage, sendWecomVideo, sendWecomVoice, uploadWecomMedia } from "./wecom-api.js";
 import { getWecomRuntime } from "./runtime.js";
 import { describeImageWithVision, resolveVisionConfig } from "./media-vision.js";
+import {
+  extractFileTextPreview,
+  resolveAutoAudioConfig,
+  resolveAutoFileConfig,
+  resolveAutoVideoConfig,
+  summarizeVideoWithVision,
+  transcribeAudioWithOpenAI,
+} from "./media-auto.js";
 
 const STREAM_TTL_MS = 10 * 60 * 1000;
 const STREAM_MAX_BYTES = 20_480;
@@ -597,8 +605,14 @@ async function buildBotMediaMessage(params: {
       }
       if (msgtype === "file") {
         const safeName = sanitizeFilename(filename || basename(cached.media.path), "file");
+        const fileCfg = resolveAutoFileConfig(target.account.config);
+        const preview = fileCfg
+          ? await extractFileTextPreview({ path: cached.media.path, mimeType: cached.media.mimeType, cfg: fileCfg })
+          : null;
         return {
-          text: `[用户发送了一个文件: ${safeName}，已保存到: ${cached.media.path}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`,
+          text: preview
+            ? `[用户发送了一个文件: ${safeName}，已保存到: ${cached.media.path}]\n\n[文件内容预览]\n${preview}\n\n如需更多内容请使用 Read 工具。`
+            : `[用户发送了一个文件: ${safeName}，已保存到: ${cached.media.path}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`,
           media: cached.media,
         };
       }
@@ -660,8 +674,14 @@ async function buildBotMediaMessage(params: {
         url,
       };
       storeCachedMedia(cacheKey, media, buffer.length);
+      const fileCfg = resolveAutoFileConfig(target.account.config);
+      const preview = fileCfg
+        ? await extractFileTextPreview({ path: tempFilePath, mimeType: media.mimeType, cfg: fileCfg })
+        : null;
       return {
-        text: `[用户发送了一个文件: ${safeName}，已保存到: ${tempFilePath}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`,
+        text: preview
+          ? `[用户发送了一个文件: ${safeName}，已保存到: ${tempFilePath}]\n\n[文件内容预览]\n${preview}\n\n如需更多内容请使用 Read 工具。`
+          : `[用户发送了一个文件: ${safeName}，已保存到: ${tempFilePath}]\n\n请使用 Read 工具查看这个文件的内容并回复用户。`,
         media,
       };
     }
@@ -703,8 +723,12 @@ async function buildBotMediaMessage(params: {
         url,
       };
       storeCachedMedia(cacheKey, media, buffer.length);
+      const audioCfg = resolveAutoAudioConfig(target.account.config);
+      const transcript = audioCfg
+        ? await transcribeAudioWithOpenAI({ cfg: audioCfg, buffer, mimeType: media.mimeType })
+        : null;
       return {
-        text: buildInboundMediaPrompt("voice"),
+        text: transcript ? `[语音消息转写] ${transcript}` : buildInboundMediaPrompt("voice"),
         media,
       };
     }
@@ -716,8 +740,14 @@ async function buildBotMediaMessage(params: {
         url,
       };
       storeCachedMedia(cacheKey, media, buffer.length);
+      const videoCfg = resolveAutoVideoConfig(target.account.config);
+      const summary = videoCfg
+        ? await summarizeVideoWithVision({ cfg: videoCfg, account: target.account.config, videoPath: tempPath })
+        : null;
       return {
-        text: buildInboundMediaPrompt("video"),
+        text: summary
+          ? `[用户发送了一个视频文件]\n\n[视频画面概述]\n${summary}\n\n请根据视频内容回复用户。`
+          : buildInboundMediaPrompt("video"),
         media,
       };
     }