@xmanrui/dsh-im 0.9.0 → 0.10.0

package/src/channels/telegram/telegram-runtime.mjs

@@ -7,14 +7,17 @@ function escaped(value) {
 }
 
 function mentionedUsername(message, username) {
-  if (!username || typeof message?.text !== 'string' || !Array.isArray(message.entities)) return false;
-  return message.entities.some((entity) => {
-    if (entity?.type !== 'mention' || !Number.isInteger(entity.offset) || !Number.isInteger(entity.length)) {
-      return false;
-    }
-    return message.text.slice(entity.offset, entity.offset + entity.length).toLowerCase()
-      === `@${username.toLowerCase()}`;
-  });
+  if (!username) return false;
+  return [
+    [message?.text, message?.entities],
+    [message?.caption, message?.caption_entities],
+  ].some(([text, entities]) => typeof text === 'string' && Array.isArray(entities)
+    && entities.some((entity) => {
+      if (entity?.type !== 'mention' || !Number.isInteger(entity.offset)
+        || !Number.isInteger(entity.length)) return false;
+      return text.slice(entity.offset, entity.offset + entity.length).toLowerCase()
+        === `@${username.toLowerCase()}`;
+    }));
 }
 
 function withoutBotMention(text, username) {
@@ -22,7 +25,63 @@ function withoutBotMention(text, username) {
   return text.replace(new RegExp(`@${escaped(username)}\\b`, 'ig'), '').trim();
 }
 
-export function normalizeTelegramUpdate(update, { botId, username }) {
+const IMAGE_MEDIA_TYPES = new Set(['image/jpeg', 'image/png', 'image/webp', 'image/gif']);
+const IMAGE_FILE_TYPES = new Map([
+  ['.jpg', 'image/jpeg'],
+  ['.jpeg', 'image/jpeg'],
+  ['.png', 'image/png'],
+  ['.webp', 'image/webp'],
+  ['.gif', 'image/gif'],
+]);
+
+function imageTypeForDocument(document) {
+  const declaredType = document?.mime_type ?? document?.mimetype;
+  const type = typeof declaredType === 'string' ? declaredType.toLowerCase() : '';
+  if (IMAGE_MEDIA_TYPES.has(type)) return type;
+  const filename = typeof document?.file_name === 'string' ? document.file_name.toLowerCase() : '';
+  for (const [extension, mediaType] of IMAGE_FILE_TYPES) {
+    if (filename.endsWith(extension)) return mediaType;
+  }
+  return null;
+}
+
+function fileSize(value) {
+  return Number.isSafeInteger(value) && value >= 0 ? value : undefined;
+}
+
+function photoScore(photo) {
+  return fileSize(photo?.file_size) ?? ((Number(photo?.width) || 0) * (Number(photo?.height) || 0));
+}
+
+function telegramImageSource(message, loadFile) {
+  let file;
+  let mediaType;
+  let name;
+  if (Array.isArray(message?.photo) && message.photo.length > 0) {
+    file = message.photo.reduce((largest, candidate) => (
+      photoScore(candidate) > photoScore(largest) ? candidate : largest
+    ));
+    mediaType = 'image/jpeg';
+    name = `${file.file_unique_id ?? file.file_id ?? 'telegram-photo'}.jpg`;
+  } else if (message?.document) {
+    const type = imageTypeForDocument(message.document);
+    if (!type) return null;
+    file = message.document;
+    mediaType = type;
+    name = typeof file.file_name === 'string' ? file.file_name : undefined;
+  }
+  if (!file || typeof file.file_id !== 'string') return null;
+  return {
+    name,
+    mediaType,
+    size: fileSize(file.file_size),
+    load: (options) => loadFile(file.file_id, options),
+  };
+}
+
+export function normalizeTelegramUpdate(update, { botId, username, loadFile = async () => {
+  throw new Error('Telegram file downloader is unavailable');
+} }) {
   const message = update?.message;
   const chatId = message?.chat?.id;
   const senderId = message?.from?.id;
@@ -36,6 +95,7 @@ export function normalizeTelegramUpdate(update, { botId, username }) {
     || mentionedUsername(message, username);
   const messageThreadId = Number.isSafeInteger(message.message_thread_id)
     ? message.message_thread_id : undefined;
+  const image = telegramImageSource(message, loadFile);
   return {
     messageId: String(update.update_id),
     senderId: String(senderId),
@@ -44,6 +104,7 @@ export function normalizeTelegramUpdate(update, { botId, username }) {
     conversationId: messageThreadId === undefined
       ? String(chatId) : `${chatId}:${messageThreadId}`,
     content: withoutBotMention(message.text ?? message.caption ?? '', username),
+    images: image ? [image] : [],
     addressed,
     replyTarget: {
       chatId,
@@ -250,6 +311,7 @@ export class TelegramRuntime {
         const message = normalizeTelegramUpdate(update, {
           botId: this.#config.platformId,
           username: this.#config.username,
+          loadFile: (fileId, options) => this.#api.downloadFile({ fileId, ...options }),
         });
         if (message) {
           void this.#bridge.accept(message).catch((error) => {

package/src/channels/wecom/wecom-bridge.mjs

@@ -8,11 +8,17 @@ import { HarnessApprovalQueue } from '../shared/harness-approval.mjs';
 import { runCompactCommand } from '../shared/compact-command.mjs';
 import { runWorkspaceCommand } from '../shared/workspace-command.mjs';
 import { askInWorkspaceSession } from '../shared/workspace-session.mjs';
+import {
+  hasInboundImages,
+  ImagePromptError,
+  imagePromptUserMessage,
+  promptContentForMessage,
+} from '../shared/image-prompt.mjs';
 
 const HELP_TEXT = [
   '企业微信机器人已连接 DeepSeek Harness。',
   '',
-  '直接发送文字即可继续当前会话。',
+  '直接发送文字或图片即可继续当前会话。',
   '/new  开启一个全新会话',
   '/compact  压缩当前会话的较早上下文',
   '/workspace 工作区绝对路径  切换工作区',
@@ -23,6 +29,8 @@ const HELP_TEXT = [
   '/help  显示本帮助',
 ].join('\n');
 const MAX_REPLY_BYTES = 18_000;
+const MAX_IMAGE_BYTES = 5 * 1024 * 1024;
+const MAX_PREFETCHED_IMAGES = 4;
 const INTERACTION_RESOLVED_TEXT = '这个问题已在其他客户端处理，无需再次回答。';
 
 function nonEmptyString(value) {
@@ -59,6 +67,102 @@ function messageText(frame) {
     : text;
 }
 
+function imageContents(frame) {
+  const body = bodyOf(frame);
+  if (body.msgtype === 'image') return [body.image];
+  if (body.msgtype !== 'mixed' || !Array.isArray(body.mixed?.msg_item)) return [];
+  return body.mixed.msg_item
+    .filter((item) => item?.msgtype === 'image')
+    .map((item) => item.image);
+}
+
+function imageSource(client, image) {
+  const url = nonEmptyString(image?.url);
+  if (!url) return null;
+  const aeskey = nonEmptyString(image?.aeskey) ?? undefined;
+  return {
+    async load({ signal, maxBytes }) {
+      signal?.throwIfAborted();
+      if (typeof client?.downloadFile !== 'function') {
+        throw new Error('Enterprise WeChat image download is unavailable');
+      }
+      const result = await client.downloadFile(url, aeskey);
+      signal?.throwIfAborted();
+      const raw = result?.buffer;
+      if (!Buffer.isBuffer(raw) && !(raw instanceof Uint8Array)) {
+        throw new Error('Enterprise WeChat image download returned no data');
+      }
+      const data = Buffer.from(raw);
+      if (Number.isFinite(maxBytes) && data.length > maxBytes) {
+        throw new ImagePromptError(
+          'image-too-large',
+          `Enterprise WeChat image exceeds ${maxBytes} bytes`,
+          '图片超过 5 MB，请压缩后重试。',
+        );
+      }
+      return { data, name: result?.filename };
+    },
+  };
+}
+
+export function wecomInboundMessage(frame, client) {
+  return {
+    content: messageText(frame),
+    images: imageContents(frame).map((image) => imageSource(client, image)).filter(Boolean),
+  };
+}
+
+function prefetchInboundImages(message, signal) {
+  if (!hasInboundImages(message)) return message;
+  return {
+    ...message,
+    images: message.images.map((source) => {
+      const download = source.load({ signal, maxBytes: MAX_IMAGE_BYTES });
+      // The conversation queue may not consume this promise immediately. Keep
+      // an attached rejection handler while preserving the original outcome.
+      download.catch(() => undefined);
+      return {
+        ...source,
+        async load({ signal: loadSignal, maxBytes = MAX_IMAGE_BYTES } = {}) {
+          loadSignal?.throwIfAborted();
+          const result = await download;
+          loadSignal?.throwIfAborted();
+          const raw = result?.data ?? result?.buffer ?? result;
+          const size = Buffer.isBuffer(raw) || raw instanceof Uint8Array ? raw.length : 0;
+          if (size > maxBytes) {
+            throw new ImagePromptError(
+              'image-too-large',
+              `Enterprise WeChat image exceeds ${maxBytes} bytes`,
+              '图片超过 5 MB，请压缩后重试。',
+            );
+          }
+          return result;
+        },
+      };
+    }),
+  };
+}
+
+function imageQueueFullMessage(message) {
+  return {
+    ...message,
+    images: message.images.map((source) => ({
+      ...source,
+      async load() {
+        throw new ImagePromptError(
+          'image-queue-full',
+          `Enterprise WeChat already has ${MAX_PREFETCHED_IMAGES} prefetched images`,
+          '当前待处理图片较多，请稍后重新发送。',
+        );
+      },
+    })),
+  };
+}
+
+function interactionReplyText(frame) {
+  return bodyOf(frame).msgtype === 'text' ? messageText(frame) : '';
+}
+
 function splitUtf8(text, maxBytes = MAX_REPLY_BYTES) {
   const source = String(text ?? '').trim();
   if (!source) return [];
@@ -89,7 +193,7 @@ function progressText(update) {
 function canClaimInteractionReply(frame, pending) {
   return pending.questions[pending.index]
     && nonEmptyString(bodyOf(frame).from?.userid) === pending.actor
-    && nonEmptyString(messageText(frame));
+    && nonEmptyString(interactionReplyText(frame));
 }
 
 export function createWecomBridgeStatus() {
@@ -119,6 +223,7 @@ export class WecomHarnessBridge {
   #acceptedMessageIds = new Set();
   #approvalTasks = new Set();
   #approvals;
+  #prefetchedImageCount = 0;
 
   constructor({
     client,
@@ -169,7 +274,7 @@ export class WecomHarnessBridge {
       key,
       actor: senderId,
       messageId,
-      text: messageText(frame),
+      text: interactionReplyText(frame),
       addressed: true,
       hasPendingQuestion: Boolean(pending),
       questionCompletion: pending?.submitting || pending?.claimedReplyMessageId
@@ -232,11 +337,28 @@ export class WecomHarnessBridge {
     releaseMessageId = true,
     alreadyRecorded = false,
   } = {}) {
+    // WeCom image URLs expire after five minutes, while a conversation turn
+    // may legally stay queued longer. Start the authenticated SDK download as
+    // soon as the validated callback is accepted, then consume it in order.
+    const inboundMessage = wecomInboundMessage(frame, this.#client);
+    const imageCount = inboundMessage.images.length;
+    let reservedImages = 0;
+    let preparedMessage = inboundMessage;
+    if (imageCount > 0) {
+      if (this.#prefetchedImageCount + imageCount <= MAX_PREFETCHED_IMAGES) {
+        reservedImages = imageCount;
+        this.#prefetchedImageCount += reservedImages;
+        preparedMessage = prefetchInboundImages(inboundMessage, this.#signal);
+      } else {
+        preparedMessage = imageQueueFullMessage(inboundMessage);
+      }
+    }
     const previous = this.#queues.get(key) ?? Promise.resolve();
     const current = previous
       .catch(() => undefined)
-      .then(() => this.#process(frame, { alreadyRecorded }))
+      .then(() => this.#process(frame, { alreadyRecorded, preparedMessage }))
       .finally(() => {
+        this.#prefetchedImageCount -= reservedImages;
         if (releaseMessageId) this.#acceptedMessageIds.delete(messageId);
         if (this.#queues.get(key) === current) this.#queues.delete(key);
       });
@@ -275,7 +397,7 @@ export class WecomHarnessBridge {
     }
   }
 
-  async #process(frame, { alreadyRecorded = false } = {}) {
+  async #process(frame, { alreadyRecorded = false, preparedMessage } = {}) {
     if (this.#signal?.aborted) return;
     const body = bodyOf(frame);
     const messageId = typeof body.msgid === 'string' ? body.msgid : '';
@@ -287,35 +409,39 @@ export class WecomHarnessBridge {
       this.#status.messagesReceived += 1;
       this.#status.lastMessageAt = new Date().toISOString();
     }
-    const text = messageText(frame);
+    const message = preparedMessage ?? wecomInboundMessage(frame, this.#client);
+    const text = message.content;
+    const hasImages = hasInboundImages(message);
     const key = conversationKey(frame);
     let streamId = null;
     let streamStarted = false;
     try {
-      if (!text) {
-        await this.#sendImmediate(frame, chatId, '目前支持文字、语音转写和图文混排中的文字消息。');
+      if (!text && !hasImages) {
+        await this.#sendImmediate(frame, chatId, '目前支持文字、图片和语音转写消息。');
         await this.#state.markSeen(messageId);
         return;
       }
       const command = text.toLowerCase();
-      if (command === '/help') {
+      if (!hasImages && command === '/help') {
         await this.#sendImmediate(frame, chatId, HELP_TEXT);
         await this.#state.markSeen(messageId);
         return;
       }
-      if (command === '/status') {
+      if (!hasImages && command === '/status') {
         await this.#harness.ensureRunning({ signal: this.#signal });
         await this.#sendImmediate(frame, chatId, '企业微信机器人与 DeepSeek Harness 连接正常。');
         await this.#state.markSeen(messageId);
         return;
       }
-      if (command === '/new') {
+      if (!hasImages && command === '/new') {
         await this.#state.clearSession(key);
         await this.#sendImmediate(frame, chatId, '已开启新会话。请发送你的问题。');
         await this.#state.markSeen(messageId);
         return;
       }
-      const workspaceCommand = await runWorkspaceCommand(text, this.#harness, key);
+      const workspaceCommand = hasImages
+        ? null
+        : await runWorkspaceCommand(text, this.#harness, key);
       if (workspaceCommand) {
         for (const reply of workspaceCommand.messages ?? [workspaceCommand.message]) {
           await this.#sendImmediate(frame, chatId, reply);
@@ -323,13 +449,15 @@ export class WecomHarnessBridge {
         await this.#state.markSeen(messageId);
         return;
       }
-      const compactCommand = await runCompactCommand(
-        text,
-        this.#harness,
-        this.#state,
-        key,
-        { signal: this.#signal },
-      );
+      const compactCommand = hasImages
+        ? null
+        : await runCompactCommand(
+            text,
+            this.#harness,
+            this.#state,
+            key,
+            { signal: this.#signal },
+          );
       if (compactCommand) {
         await this.#sendImmediate(frame, chatId, compactCommand.message);
         await this.#state.markSeen(messageId);
@@ -344,11 +472,15 @@ export class WecomHarnessBridge {
         this.#logger.warn?.('[dsh-im:wecom] unable to start a stream; using an active reply:', error);
       }
 
+      const content = hasImages
+        ? await promptContentForMessage(message, { signal: this.#signal })
+        : undefined;
       const { answer } = await askInWorkspaceSession({
         harness: this.#harness,
         state: this.#state,
         key,
         text,
+        content,
         createOptions: { signal: this.#signal },
         existsOptions: { signal: this.#signal },
         askOptions: {
@@ -392,11 +524,12 @@ export class WecomHarnessBridge {
       if (this.#signal?.aborted) return;
       this.#status.lastError = error?.message ?? String(error);
       this.#logger.error?.('[dsh-im:wecom] failed to process an inbound message');
+      const errorText = imagePromptUserMessage(error) ?? '消息处理失败，请稍后重试。';
       try {
         if (streamStarted && streamId) {
-          await this.#client.replyStream(frame, streamId, '消息处理失败，请稍后重试。', true);
+          await this.#client.replyStream(frame, streamId, errorText, true);
         } else {
-          await this.#sendImmediate(frame, chatId, '消息处理失败，请稍后重试。');
+          await this.#sendImmediate(frame, chatId, errorText);
         }
         await this.#state.markSeen(messageId);
       } catch {
@@ -425,9 +558,9 @@ export class WecomHarnessBridge {
     this.#status.messagesReceived += 1;
     this.#status.lastMessageAt = new Date().toISOString();
 
-    const text = nonEmptyString(messageText(frame));
+    const text = nonEmptyString(interactionReplyText(frame));
     if (!text) {
-      await this.#sendImmediate(frame, chatId, '请用文字或语音回答当前问题。')
+      await this.#sendImmediate(frame, chatId, '请用文字回答当前问题。')
         .catch(() => undefined);
       return;
     }

package/src/channels/weixin/weixin-api.mjs

@@ -1,8 +1,13 @@
-import { randomBytes, randomUUID } from 'node:crypto';
+import { createDecipheriv, randomBytes, randomUUID } from 'node:crypto';
+
+import { fetchImageBuffer } from '../shared/image-prompt.mjs';
 
 export const WEIXIN_QR_BASE_URL = 'https://ilinkai.weixin.qq.com/';
 export const WEIXIN_PROTOCOL_VERSION = '2.4.6';
 export const DEFAULT_BOT_TYPE = '3';
+export const WEIXIN_CDN_BASE_URL = 'https://novac2c.cdn.weixin.qq.com/c2c';
+
+const WEIXIN_CDN_HOST = 'novac2c.cdn.weixin.qq.com';
 
 const ILINK_APP_ID = 'bot';
 const ILINK_CLIENT_VERSION = (2 << 16) | (4 << 8) | 6;
@@ -32,6 +37,93 @@ function nonEmptyString(value) {
   return typeof value === 'string' && value.trim() ? value.trim() : null;
 }
 
+function strictBase64(value) {
+  const text = nonEmptyString(value);
+  if (!text || text.length % 4 !== 0 || !/^[A-Za-z0-9+/]+={0,2}$/.test(text)) return null;
+  return Buffer.from(text, 'base64');
+}
+
+/** Parse the two AES key encodings used by Weixin iLink image messages. */
+export function parseWeixinImageAesKey(imageItem) {
+  const directHex = nonEmptyString(imageItem?.aeskey);
+  if (directHex) {
+    if (!/^[0-9a-fA-F]{32}$/.test(directHex)) {
+      throw new WeixinApiError('invalid-image-key', '微信图片的加密密钥无效。');
+    }
+    return Buffer.from(directHex, 'hex');
+  }
+
+  const encoded = strictBase64(imageItem?.media?.aes_key);
+  if (encoded?.length === 16) return encoded;
+  if (encoded?.length === 32 && /^[0-9a-fA-F]{32}$/.test(encoded.toString('ascii'))) {
+    return Buffer.from(encoded.toString('ascii'), 'hex');
+  }
+  throw new WeixinApiError('invalid-image-key', '微信图片的加密密钥无效。');
+}
+
+export function decryptWeixinImage(ciphertext, key) {
+  const encrypted = Buffer.from(ciphertext);
+  const aesKey = Buffer.from(key);
+  if (aesKey.length !== 16 || encrypted.length === 0 || encrypted.length % 16 !== 0) {
+    throw new WeixinApiError('invalid-image-ciphertext', '微信图片的加密数据无效。');
+  }
+  try {
+    const decipher = createDecipheriv('aes-128-ecb', aesKey, null);
+    return Buffer.concat([decipher.update(encrypted), decipher.final()]);
+  } catch (error) {
+    throw new WeixinApiError('image-decryption-failed', '微信图片解密失败。', { cause: error });
+  }
+}
+
+export function weixinImageDownloadUrl(media) {
+  const query = nonEmptyString(media?.encrypt_query_param);
+  if (query) {
+    return `${WEIXIN_CDN_BASE_URL}/download?encrypted_query_param=${encodeURIComponent(query)}`;
+  }
+
+  const fullUrl = nonEmptyString(media?.full_url);
+  if (!fullUrl) throw new WeixinApiError('missing-image-url', '微信图片没有可用的下载地址。');
+  let url;
+  try {
+    url = new URL(fullUrl);
+  } catch {
+    throw new WeixinApiError('invalid-image-url', '微信图片的下载地址无效。');
+  }
+  if (url.protocol !== 'https:' || url.hostname !== WEIXIN_CDN_HOST
+    || (url.port && url.port !== '443') || !url.pathname.startsWith('/c2c/')) {
+    throw new WeixinApiError('untrusted-image-url', '微信图片的下载地址不受信任。');
+  }
+  url.username = '';
+  url.password = '';
+  url.hash = '';
+  return url.toString();
+}
+
+/** Convert iLink image items into lazily downloaded, decrypted image references. */
+export function extractWeixinImages(message, { fetchImpl = fetch } = {}) {
+  if (typeof fetchImpl !== 'function') throw new TypeError('fetchImpl must be a function');
+  const images = [];
+  for (const item of message?.item_list ?? []) {
+    const imageItem = item?.image_item;
+    if (!imageItem || typeof imageItem !== 'object') continue;
+    images.push({
+      name: images.length === 0 ? 'image' : `image-${images.length + 1}`,
+      load: async ({ signal, maxBytes }) => {
+        const key = parseWeixinImageAesKey(imageItem);
+        const url = weixinImageDownloadUrl(imageItem.media);
+        const ciphertext = await fetchImageBuffer(url, {
+          fetchImpl,
+          signal,
+          maxBytes: maxBytes + 16,
+          allowedHosts: [WEIXIN_CDN_HOST],
+        });
+        return decryptWeixinImage(ciphertext, key);
+      },
+    });
+  }
+  return images;
+}
+
 function isWeixinHost(hostname) {
   const normalized = hostname.toLowerCase().replace(/\.$/, '');
   return normalized === 'weixin.qq.com' || normalized.endsWith('.weixin.qq.com');
@@ -92,7 +184,7 @@ function authenticatedHeaders(token) {
 function baseInfo() {
   return {
     channel_version: WEIXIN_PROTOCOL_VERSION,
-    bot_agent: 'DeepSeekHarness/0.9.0',
+    bot_agent: 'DeepSeekHarness/0.10.0',
   };
 }
 
@@ -170,6 +262,10 @@ export function createWeixinApi({ fetchImpl = fetch } = {}) {
   if (typeof fetchImpl !== 'function') throw new TypeError('fetchImpl must be a function');
 
   return Object.freeze({
+    inboundImages(message) {
+      return extractWeixinImages(message, { fetchImpl });
+    },
+
     async beginLogin({ localTokens = [], botType = DEFAULT_BOT_TYPE, signal } = {}) {
       const tokens = [...new Set(localTokens.map(nonEmptyString).filter(Boolean))].slice(-10);
       const response = await requestJson(fetchImpl, {