@core-workspace/infoflow-openclaw-plugin 2026.3.8 → 2026.3.27-beta.0

package/src/adapter/inbound/ws-receiver.ts

@@ -9,11 +9,11 @@
  * (the connection itself is authenticated), so we skip AES-ECB decryption
  * and feed the payload directly to bot handlers.
  *
- * SDK event system (@core-workspace/infoflow-sdk-nodejs):
+ * SDK event system (@baidu/infoflow-sdk-nodejs):
  * - Group messages  → "group.*" (covers group.text, group.mixed, group.image, etc.)
  * - Private messages → "private.*" (covers private.text, private.image, etc.)
- * - event.data is normalized by SDK: { chatType, msgType, fromUserId, groupId, body,
- *   content, originalMessage, ... }
+ * - SDK 0.1.1: event.data is normalized with fromUserId, groupId, body, originalMessage, ...
+ * - SDK 0.1.5+: event.data is { chatType, msgType, raw } — raw is the full original payload
  *
  * SDK Bug Workaround:
  * SDK's normalizePrivateMessage() drops PicUrl/MsgId fields from private messages.
@@ -25,11 +25,13 @@
  */
 
 import { WSClient } from "@core-workspace/infoflow-sdk-nodejs";
-import type { OpenClawConfig } from "openclaw/plugin-sdk";
+import type { OpenClawConfig } from "openclaw/plugin-sdk/plugin-entry";
+import { extractIdFromRawJson } from "../../channel/outbound.js";
 import { handleGroupChatMessage, handlePrivateChatMessage } from "../../handler/message-handler.js";
-import { isDuplicateMessage } from "./webhook-parser.js";
-import { formatInfoflowError, logVerbose } from "../../logging.js";
+import { formatInfoflowError, logVerbose, getInfoflowWebhookLog } from "../../logging.js";
+import { checkBotMentioned } from "../../security/group-policy.js";
 import type { ResolvedInfoflowAccount } from "../../types.js";
+import { isDuplicateMessage } from "./webhook-parser.js";
 
 // ---------------------------------------------------------------------------
 // Types
@@ -42,6 +44,51 @@ export type WSReceiverOptions = {
   statusSink?: (patch: { lastInboundAt?: number; lastOutboundAt?: number }) => void;
 };
 
+type GroupInboundSeenKind = "forward" | "mention";
+
+const GROUP_INBOUND_TTL_MS = 5 * 60 * 1000;
+const GROUP_INBOUND_MAX_SIZE = 2048;
+const groupInboundSeen = new Map<string, { kind: GroupInboundSeenKind; seenAt: number }>();
+
+function pruneGroupInboundSeen(now: number): void {
+  for (const [key, value] of groupInboundSeen) {
+    if (now - value.seenAt > GROUP_INBOUND_TTL_MS) {
+      groupInboundSeen.delete(key);
+    }
+  }
+  if (groupInboundSeen.size <= GROUP_INBOUND_MAX_SIZE) return;
+  const overflow = groupInboundSeen.size - GROUP_INBOUND_MAX_SIZE;
+  const oldest = [...groupInboundSeen.entries()]
+    .sort((a, b) => a[1].seenAt - b[1].seenAt)
+    .slice(0, overflow);
+  for (const [key] of oldest) {
+    groupInboundSeen.delete(key);
+  }
+}
+
+function shouldSkipDuplicateGroupEvent(
+  dedupKey: string,
+  incomingKind: GroupInboundSeenKind,
+): boolean {
+  const now = Date.now();
+  pruneGroupInboundSeen(now);
+  const existing = groupInboundSeen.get(dedupKey);
+  if (!existing) {
+    groupInboundSeen.set(dedupKey, { kind: incomingKind, seenAt: now });
+    return false;
+  }
+  if (incomingKind === "forward") {
+    existing.seenAt = now;
+    return true;
+  }
+  if (existing.kind === "mention") {
+    existing.seenAt = now;
+    return true;
+  }
+  groupInboundSeen.set(dedupKey, { kind: "mention", seenAt: now });
+  return false;
+}
+
 // ---------------------------------------------------------------------------
 // WSReceiver
 // ---------------------------------------------------------------------------
@@ -54,17 +101,21 @@ export class InfoflowWSReceiver {
   private wsClient: WSClient;
   private options: WSReceiverOptions;
   private stopped = false;
+  private handleGroupEventRef: ((event: any) => Promise<void>) | null = null;
+  private handlePrivateEventRef: ((event: any) => Promise<void>) | null = null;
 
   constructor(options: WSReceiverOptions) {
     this.options = options;
     const { appKey, appSecret } = options.account.config;
-    const wsGateway =
-      options.account.config.wsGateway ?? "infoflow-open-gateway.weiyun.baidu.com";
+    const wsGateway = options.account.config.wsGateway ?? "infoflow-open-gateway.baidu.com";
+    const wsConnectDomain = options.account.config.wsConnectDomain;
 
     this.wsClient = new WSClient({
       appId: appKey,
       appSecret: appSecret,
       wsGateway,
+      ...(wsConnectDomain ? { wsConnectDomain } : {}),
+      endpointTimeout: 15_000, // SDK 0.1.7: configurable timeout for Phase 1 endpoint fetch
     });
 
     // Patch SDK bug: normalizePrivateMessage() drops PicUrl/MsgId.
@@ -79,34 +130,115 @@ export class InfoflowWSReceiver {
         return normalized;
       };
     }
+
+    // Patch frameCodec.parsePayload to attach _rawJson to parsed objects.
+    // This preserves large integer precision (e.g. messageid) that JSON.parse loses.
+    const frameCodec = (this.wsClient as any).frameCodec;
+    if (frameCodec && typeof frameCodec.parsePayload === "function") {
+      const originalParse = frameCodec.parsePayload.bind(frameCodec);
+      frameCodec.parsePayload = function (frame: any) {
+        const result = originalParse(frame);
+        if (result && typeof result === "object" && frame.payload) {
+          try {
+            result._rawJson = frame.payload.toString("utf-8");
+          } catch {
+            /* ignore */
+          }
+        }
+        // Log every frame that passes through (method=DATA means a message frame)
+        const method = frame.method ?? "?";
+        getInfoflowWebhookLog().info(
+          `[ws:frame] method=${method}, payloadLen=${frame.payload?.length ?? 0}`,
+        );
+        return result;
+      };
+    }
+
+    // Patch SDK reconnect behavior: when this receiver is stopped, intercept
+    // handleDisconnect to prevent the SDK from attempting to reconnect.
+    // Without this patch, a stopped receiver may reconnect after channel hot-reload
+    // and silently consume inbound messages that should go to the new receiver.
+    const rawHandleDisconnect = (this.wsClient as any).handleDisconnect;
+    if (typeof rawHandleDisconnect === "function") {
+      const originalHandleDisconnect = rawHandleDisconnect.bind(this.wsClient);
+      (this.wsClient as any).handleDisconnect = (...args: unknown[]) => {
+        if (this.stopped) {
+          try {
+            (this.wsClient as any).stopHeartbeat?.();
+          } catch {
+            // ignore shutdown cleanup errors
+          }
+          (this.wsClient as any).state = "disconnected";
+          return;
+        }
+        return originalHandleDisconnect(...args);
+      };
+    }
   }
 
   /** Connect and start receiving messages. */
   async start(): Promise<void> {
     // Listen for all group messages (group.text, group.mixed, group.image, etc.)
     const handleGroupEvent = async (event: any) => {
-      if (this.stopped) return;
+      getInfoflowWebhookLog().info(
+        `[ws:inbound] group event received, type=${event?.type ?? event?.data?.msgType ?? "?"}`,
+      );
+      if (this.stopped) {
+        getInfoflowWebhookLog().warn(`[ws:inbound] group event dropped (receiver stopped)`);
+        return;
+      }
       try {
         await this.handleGroupEvent(event.data ?? event);
       } catch (err) {
-        console.error(`[infoflow:ws] group handler error: ${formatInfoflowError(err)}`);
+        getInfoflowWebhookLog().error(
+          `[ws:inbound] group handler error: ${formatInfoflowError(err)}`,
+        );
       }
     };
     this.wsClient.on("group.*", handleGroupEvent);
+    this.handleGroupEventRef = handleGroupEvent;
 
     // Listen for all private messages (private.text, private.image, etc.)
     const handlePrivateEvent = async (event: any) => {
-      if (this.stopped) return;
+      getInfoflowWebhookLog().info(
+        `[ws:inbound] private event received, type=${event?.type ?? event?.data?.msgType ?? "?"}`,
+      );
+      if (this.stopped) {
+        getInfoflowWebhookLog().warn(`[ws:inbound] private event dropped (receiver stopped)`);
+        return;
+      }
       try {
         await this.handlePrivateEvent(event.data ?? event);
       } catch (err) {
-        console.error(`[infoflow:ws] private handler error: ${formatInfoflowError(err)}`);
+        getInfoflowWebhookLog().error(
+          `[ws:inbound] private handler error: ${formatInfoflowError(err)}`,
+        );
       }
     };
     this.wsClient.on("private.*", handlePrivateEvent);
+    this.handlePrivateEventRef = handlePrivateEvent;
+
+    // Listen for SDK-level connect/disconnect/error events for diagnostics
+    this.wsClient.on("connected" as any, (event: any) => {
+      getInfoflowWebhookLog().info(
+        `[ws:connect] websocket connected, connection_id=${event?.connectionId ?? "?"}`,
+      );
+    });
+    this.wsClient.on("disconnected" as any, (event: any) => {
+      getInfoflowWebhookLog().warn(
+        `[ws:disconnect] websocket disconnected, connection_id=${event?.connectionId ?? "?"}`,
+      );
+    });
+    this.wsClient.on("error" as any, (event: any) => {
+      const msg = event?.error?.message ?? String(event?.error ?? event ?? "unknown");
+      getInfoflowWebhookLog().error(`[ws:error] websocket error: ${msg}`);
+    });
 
     // Connect (two-phase: endpoint allocation → WS handshake)
+    const wsGateway = this.options.account.config.wsGateway ?? "infoflow-open-gateway.baidu.com";
+    getInfoflowWebhookLog().info(`[ws:connect] connecting to ${wsGateway}`);
     await this.wsClient.connect();
+    getInfoflowWebhookLog().info(`[ws:connect] initial connection established`);
 
     // Listen for abortSignal to gracefully disconnect
     this.options.abortSignal.addEventListener(
@@ -122,6 +254,38 @@ export class InfoflowWSReceiver {
   stop(): void {
     if (this.stopped) return;
     this.stopped = true;
+    // 移除事件监听器，防止 SDK 自动重连后旧 handler 继续接收消息
+    if (this.handleGroupEventRef) {
+      try {
+        (this.wsClient as any).off("group.*", this.handleGroupEventRef);
+      } catch {
+        /* ignore */
+      }
+      this.handleGroupEventRef = null;
+    }
+    if (this.handlePrivateEventRef) {
+      try {
+        (this.wsClient as any).off("private.*", this.handlePrivateEventRef);
+      } catch {
+        /* ignore */
+      }
+      this.handlePrivateEventRef = null;
+    }
+    getInfoflowWebhookLog().info(`[ws:disconnect] stopping ws receiver`);
+    try {
+      const client = this.wsClient as any;
+      client.stopHeartbeat?.();
+      if (client.serverConfig && typeof client.serverConfig === "object") {
+        client.serverConfig = {
+          ...client.serverConfig,
+          reconnect_count: 0,
+        };
+      }
+      client.maxReconnectAttempts = 0;
+      client.reconnectAttempts = 0;
+    } catch {
+      // ignore defensive shutdown patch failures
+    }
     try {
       this.wsClient.disconnect();
     } catch {
@@ -131,8 +295,10 @@ export class InfoflowWSReceiver {
 
   /**
    * Handle a group message event from the new SDK.
-   * SDK normalizes to: { chatType, msgType, fromUserId, groupId, body, content,
-   *                       originalMessage, createTime, ... }
+   *
+   * SDK 0.1.1: normalizes to { chatType, msgType, fromUserId, groupId, body, originalMessage, ... }
+   * SDK 0.1.5: normalizes to { chatType, msgType, raw } — raw is the original payload
+   *
    * We reconstruct the raw msgData shape expected by handleGroupChatMessage.
    */
   private async handleGroupEvent(data: any): Promise<void> {
@@ -140,37 +306,86 @@ export class InfoflowWSReceiver {
 
     this.options.statusSink?.({ lastInboundAt: Date.now() });
 
+    // SDK 0.1.5 puts everything in data.raw; 0.1.1 inlines fields directly.
+    const payload = data.raw ?? data;
+
     // Reconstruct raw msgData compatible with handleGroupChatMessage expectations:
     // { message: { header: { fromuserid, servertime, messageid, ... }, body }, groupid, ... }
-    const originalMessage = data.originalMessage ?? {};
-    const header = originalMessage.header ?? {};
+    const originalMessage = payload.originalMessage ?? payload;
+    const message = payload.message ?? originalMessage.message ?? {};
+    const header = message.header ?? originalMessage.header ?? {};
+
+    // Extract messageid with full precision from raw JSON string (avoids JS Number precision loss
+    // for large int64 IDs like 1859821262633816373 which JSON.parse rounds to ...300).
+    const rawJson: string | undefined = payload._rawJson;
+    const preciseMessageId =
+      (rawJson && extractIdFromRawJson(rawJson, "messageid")) ??
+      (header.messageid != null ? String(header.messageid) : undefined);
+    const preciseClientMsgId =
+      (rawJson && extractIdFromRawJson(rawJson, "clientmsgid")) ??
+      (header.clientmsgid != null ? String(header.clientmsgid) : undefined);
+
+    // SDK 用 eventtype 区分消息类型：
+    // MESSAGE_RECEIVE     = @机器人 的消息（wasMentioned = true）
+    // ALL_MESSAGE_FORWARD = 群内全量消息（需开启全量订阅，可能包含 @机器人，需 body 兜底）
+    const rawEventType: string =
+      payload.eventtype ??
+      payload.eventType ??
+      originalMessage.eventtype ??
+      originalMessage.eventType ??
+      "MESSAGE_RECEIVE";
+    const bodyItems = (message.body ?? payload.body ?? data.body ?? []) as Array<{
+      type?: string;
+      name?: string;
+      robotid?: number;
+    }>;
+    const isMentionEvent =
+      rawEventType === "MESSAGE_RECEIVE"
+        ? true
+        : checkBotMentioned(bodyItems, this.options.account.config);
+
+    getInfoflowWebhookLog().info(
+      `[ws:inbound] group eventtype=${rawEventType}, wasMentioned=${isMentionEvent}`,
+    );
+
     const msgData: Record<string, unknown> = {
-      eventtype: "MESSAGE_RECEIVE",
-      groupid: data.groupId ?? data.groupid,
+      eventtype: rawEventType,
+      groupid: payload.groupid ?? payload.groupId ?? data.groupId,
+      fromid: payload.fromid,
+      wasMentioned: isMentionEvent,
       message: {
         header: {
-          fromuserid: data.fromUserId ?? header.fromuserid ?? "",
-          toid: data.groupId ?? data.groupid,
+          fromuserid: header.fromuserid ?? payload.fromUserId ?? data.fromUserId ?? "",
+          toid: payload.groupid ?? payload.groupId ?? data.groupId,
           totype: "GROUP",
-          msgtype: data.msgType ?? header.msgtype ?? "text",
-          messageid: header.messageid ?? header.clientmsgid,
-          clientmsgid: header.clientmsgid,
+          msgtype: header.msgtype ?? data.msgType ?? "text",
+          messageid: preciseMessageId,
+          clientmsgid: preciseClientMsgId,
           servertime: header.servertime,
           clienttime: header.clienttime,
           at: header.at ?? { atrobotids: [] },
         },
-        body: data.body ?? (data.content ? [{ type: "TEXT", content: data.content }] : []),
+        body:
+          bodyItems.length > 0
+            ? bodyItems
+            : data.content
+              ? [{ type: "TEXT", content: data.content }]
+              : [],
       },
     };
 
-    // Dedup check using clientmsgid or messageid as key
-    const dedupKey = header.clientmsgid ?? header.messageid;
-    if (dedupKey && isDuplicateMessage({ CreateTime: String(dedupKey) })) {
-      logVerbose("[infoflow:ws] duplicate group message, skipping");
+    // Dedup check using clientmsgid or messageid as key (use precise string IDs)
+    const dedupKey = preciseClientMsgId ?? preciseMessageId;
+    const dedupKind: GroupInboundSeenKind = isMentionEvent ? "mention" : "forward";
+    if (dedupKey && shouldSkipDuplicateGroupEvent(dedupKey, dedupKind)) {
+      logVerbose(
+        `[infoflow:ws] duplicate group message skipped: key=${dedupKey}, kind=${dedupKind}`,
+      );
       return;
     }
-
-    logVerbose(`[infoflow:ws] group message: from=${data.fromUserId}, msgType=${data.msgType}, groupId=${data.groupId}`);
+    logVerbose(
+      `[infoflow:ws] group message: from=${header.fromuserid}, msgType=${header.msgtype}, groupId=${payload.groupid ?? payload.groupId}`,
+    );
 
     await handleGroupChatMessage({
       cfg: this.options.config,
@@ -182,7 +397,10 @@ export class InfoflowWSReceiver {
 
   /**
    * Handle a private message event from the new SDK.
-   * SDK normalizes to: { chatType, msgType, fromUserId, content, createTime, ... }
+   *
+   * SDK 0.1.1: normalizes to { chatType, msgType, fromUserId, content, createTime, originalMessage, ... }
+   * SDK 0.1.5: normalizes to { chatType, msgType, raw } — raw is the original payload
+   *
    * We reconstruct the raw msgData shape expected by handlePrivateChatMessage.
    */
   private async handlePrivateEvent(data: any): Promise<void> {
@@ -190,20 +408,63 @@ export class InfoflowWSReceiver {
 
     this.options.statusSink?.({ lastInboundAt: Date.now() });
 
-    logVerbose(`[DEBUG ws.private] SDK event data 完整结构: ${JSON.stringify(data, null, 2)}`);
+    // SDK 0.1.5 puts everything in data.raw; 0.1.1 inlines fields directly.
+    const payload = data.raw ?? data;
 
     // Reconstruct raw msgData compatible with handlePrivateChatMessage expectations:
     // { FromUserId, Content, MsgType, CreateTime, PicUrl, MsgId, ... }
-    const originalMessage = data.originalMessage ?? {};
+    const originalMessage = payload.originalMessage ?? payload;
+
+    // Extract MsgId with full precision from raw JSON string (avoids JS Number precision loss
+    // for large int64 IDs > 2^53, consistent with group message handling above).
+    const rawJson: string | undefined = payload._rawJson ?? originalMessage._rawJson;
+    const preciseMsgId =
+      (rawJson &&
+        (extractIdFromRawJson(rawJson, "MsgId") ?? extractIdFromRawJson(rawJson, "msgId"))) ??
+      (() => {
+        const raw = payload.MsgId ?? payload.msgId ?? data.msgId ?? originalMessage.MsgId;
+        return raw != null ? String(raw) : undefined;
+      })();
+
     const msgData: Record<string, unknown> = {
-      FromUserId: data.fromUserId ?? data.FromUserId ?? originalMessage.FromUserId ?? "",
-      FromUserName: data.fromUserName ?? data.FromUserName ?? originalMessage.FromUserName,
-      Content: data.content ?? data.Content ?? originalMessage.Content ?? "",
-      MsgType: data.msgType ?? data.MsgType ?? originalMessage.MsgType ?? "text",
-      CreateTime: data.createTime ?? data.CreateTime ?? originalMessage.CreateTime ?? String(Date.now()),
+      FromUserId:
+        payload.FromUserId ??
+        payload.fromUserId ??
+        data.fromUserId ??
+        originalMessage.FromUserId ??
+        "",
+      FromUserName:
+        payload.FromUserName ??
+        payload.fromUserName ??
+        data.fromUserName ??
+        originalMessage.FromUserName,
+      Content: payload.Content ?? payload.content ?? data.content ?? originalMessage.Content ?? "",
+      MsgType:
+        payload.MsgType ?? payload.msgType ?? data.msgType ?? originalMessage.MsgType ?? "text",
+      CreateTime:
+        payload.CreateTime ??
+        payload.createTime ??
+        data.createTime ??
+        originalMessage.CreateTime ??
+        String(Date.now()),
       // 图片消息字段
-      PicUrl: data.picUrl ?? data.PicUrl ?? originalMessage.PicUrl ?? "",
-      MsgId: data.msgId ?? data.MsgId ?? originalMessage.MsgId,
+      PicUrl: payload.PicUrl ?? payload.picUrl ?? data.picUrl ?? originalMessage.PicUrl ?? "",
+      // 语音消息字段
+      VoiceUrl:
+        payload.VoiceUrl ?? payload.voiceUrl ?? data.voiceUrl ?? originalMessage.VoiceUrl ?? "",
+      // 平台与应用字段
+      FromPlatform:
+        payload.FromPlatform ??
+        payload.fromPlatform ??
+        data.fromPlatform ??
+        originalMessage.FromPlatform ??
+        "",
+      agentId: payload.agentId ?? data.agentId ?? originalMessage.agentId ?? "",
+      OpenCode:
+        payload.OpenCode ?? payload.openCode ?? data.openCode ?? originalMessage.OpenCode ?? "",
+      MsgId: preciseMsgId,
+      // 发送者数字ID（用于私聊引用回复的 uid 字段）
+      FromId: payload.FromId ?? payload.fromid ?? data.FromId ?? data.fromid ?? originalMessage.FromId,
     };
 
     // Dedup check
@@ -212,7 +473,9 @@ export class InfoflowWSReceiver {
       return;
     }
 
-    logVerbose(`[infoflow:ws] private message: from=${msgData.FromUserId}, msgType=${msgData.MsgType}`);
+    logVerbose(
+      `[infoflow:ws] private message: from=${msgData.FromUserId}, msgType=${msgData.MsgType}`,
+    );
 
     await handlePrivateChatMessage({
       cfg: this.options.config,
@@ -222,5 +485,3 @@ export class InfoflowWSReceiver {
     });
   }
 }
-
-

package/src/adapter/outbound/markdown-local-images.ts

@@ -0,0 +1,80 @@
+/**
+ * Parse LLM output text for local image paths embedded as Markdown images.
+ * Splits text into alternating text and image segments so the reply dispatcher
+ * can send text as text messages and local images as native image messages.
+ */
+
+import { isLikelyLocalPath } from "../../channel/outbound.js";
+
+// ---------------------------------------------------------------------------
+// Types
+// ---------------------------------------------------------------------------
+
+export type TextSegment = { kind: "text"; content: string };
+export type ImageSegment = { kind: "image"; path: string };
+export type MarkdownSegment = TextSegment | ImageSegment;
+
+// ---------------------------------------------------------------------------
+// Markdown image regex
+// ---------------------------------------------------------------------------
+
+/**
+ * Matches Markdown image syntax: ![alt](path)
+ * Captures the path inside the parentheses.
+ */
+const MD_IMAGE_RE = /!\[[^\]]*\]\(((?:[^()]+|\([^()]*\))+)\)/g;
+
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+
+/**
+ * Parse markdown text for local image references.
+ * Returns an ordered list of text and image segments.
+ *
+ * - Only local paths (absolute, relative, or ~) are extracted as image segments.
+ * - HTTP(S) URLs remain inline as part of text segments.
+ * - Empty text segments are omitted.
+ */
+export function parseMarkdownForLocalImages(text: string): MarkdownSegment[] {
+  const segments: MarkdownSegment[] = [];
+  let lastIndex = 0;
+
+  for (const match of text.matchAll(MD_IMAGE_RE)) {
+    const fullMatch = match[0];
+    const path = match[1].trim();
+    const matchStart = match.index;
+
+    if (!isLikelyLocalPath(path)) {
+      // Not a local path — keep as part of the text
+      continue;
+    }
+
+    // Push preceding text (if any)
+    if (matchStart > lastIndex) {
+      const preceding = text.slice(lastIndex, matchStart);
+      if (preceding.trim()) {
+        segments.push({ kind: "text", content: preceding });
+      }
+    }
+
+    // Push the image segment
+    segments.push({ kind: "image", path });
+    lastIndex = matchStart + fullMatch.length;
+  }
+
+  // Push remaining text (if any)
+  if (lastIndex < text.length) {
+    const remaining = text.slice(lastIndex);
+    if (remaining.trim()) {
+      segments.push({ kind: "text", content: remaining });
+    }
+  }
+
+  // If no local images found, return a single text segment
+  if (segments.length === 0 && text.trim()) {
+    return [{ kind: "text", content: text }];
+  }
+
+  return segments;
+}