@axiom-lattice/gateway 4.10.2 → 4.11.0

package/dist/index.mjs

@@ -25369,6 +25369,25 @@ var wecomConfigSchema = z12.object({
 var RECONNECT_BASE_MS = 5e3;
 var RECONNECT_MAX_MS = 6e4;
 var activeConnections2 = /* @__PURE__ */ new Map();
+var streamIdsByReqId = /* @__PURE__ */ new Map();
+var MAX_TRACKED_STREAMS = 1e3;
+function streamKeyOf(replyTarget) {
+  const frame = replyTarget.rawTarget.frame;
+  return frame?.headers?.req_id ?? replyTarget.channelInstallationId;
+}
+function streamIdFor(replyTarget) {
+  const key = streamKeyOf(replyTarget);
+  let streamId = streamIdsByReqId.get(key);
+  if (!streamId) {
+    streamId = randomUUID26();
+    streamIdsByReqId.set(key, streamId);
+    if (streamIdsByReqId.size > MAX_TRACKED_STREAMS) {
+      const oldest = streamIdsByReqId.keys().next().value;
+      if (oldest !== void 0) streamIdsByReqId.delete(oldest);
+    }
+  }
+  return streamId;
+}
 var wecomChannelAdapter = {
   channel: "wecom",
   configSchema: wecomConfigSchema,
@@ -25410,14 +25429,41 @@ var wecomChannelAdapter = {
       });
       return;
     }
+    const key = streamKeyOf(replyTarget);
     connection.client.reply(replyTarget.rawTarget.frame, {
       msgtype: "stream",
       stream: {
-        id: randomUUID26(),
+        id: streamIdFor(replyTarget),
         finish: true,
         content: message.text
       }
     });
+    streamIdsByReqId.delete(key);
+  },
+  /**
+   * 流式回复：同一入站消息复用同一个 `stream.id`，增量刷新内容。
+   *
+   * 微信的 `stream` 是"刷新语义"（`content` 为累计全文），所以 `text` 直接用
+   * 调用方给的累计值即可。失败只记日志，不打断派发链路（最终由 `reply:ready`
+   * 的那次 `done: true` 兜底）。
+   */
+  async sendStreamChunk(replyTarget, chunk, installation) {
+    const connection = activeConnections2.get(installation.id);
+    if (!connection) {
+      logger6.warn("WeCom bot not connected, cannot stream reply", {
+        installationId: installation.id
+      });
+      return;
+    }
+    connection.client.reply(replyTarget.rawTarget.frame, {
+      msgtype: "stream",
+      stream: {
+        id: streamIdFor(replyTarget),
+        finish: chunk.done,
+        content: chunk.text
+      }
+    });
+    if (chunk.done) streamIdsByReqId.delete(streamKeyOf(replyTarget));
   },
   resolveThreadId(message, binding) {
     const date = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
@@ -25962,7 +26008,8 @@ import {
 } from "@axiom-lattice/core";
 import {
   snapshotExactArray as snapshotExactArray3,
-  snapshotExactRecord as snapshotExactRecord15
+  snapshotExactRecord as snapshotExactRecord15,
+  MessageChunkTypes as MessageChunkTypes4
 } from "@axiom-lattice/protocols";
 import { randomUUID as randomUUID28 } from "crypto";
 var BindingNotFoundError = class extends Error {
@@ -25977,6 +26024,15 @@ var ChannelInstallationNotFoundError = class extends Error {
     this.name = "ChannelInstallationNotFoundError";
   }
 };
+var DEFAULT_STREAM_PLACEHOLDER = "\u6B63\u5728\u5904\u7406\u2026";
+function streamPlaceholderFor(installation) {
+  const config = installation?.config;
+  if (config !== null && typeof config === "object" && !Array.isArray(config)) {
+    const value = config.streamPlaceholder;
+    if (typeof value === "string") return value;
+  }
+  return DEFAULT_STREAM_PLACEHOLDER;
+}
 var InvalidChannelInstallationError = class extends Error {
   constructor(message = "Channel installation is not valid for this message") {
     super(message);
@@ -26074,7 +26130,7 @@ function correlatedRoomReplyTarget(replyTarget, inputMessageId) {
     }
   };
 }
-var MessageRouter = class {
+var _MessageRouter = class _MessageRouter {
   constructor(config) {
     this.replySubscriptions = /* @__PURE__ */ new Set();
     /** Recent answer-by-message resumes per presence thread (first answer wins). */
@@ -26377,6 +26433,7 @@ var MessageRouter = class {
           },
           ...resumeCommand ? { command: resumeCommand } : {}
         };
+        const streamState = { finished: false };
         let cleanupReplySubscription;
         if (replyTarget && replyAdapter) {
           let cleaned = false;
@@ -26387,10 +26444,11 @@ var MessageRouter = class {
             if (cleaned || !event.consumedInputMessageIds.includes(inputMessageId)) return;
             cleanup();
             if (event.inputMessageId !== inputMessageId) return;
-            void replyAdapter.sendReply(replyTarget, {
+            const delivery = replyAdapter.sendStreamChunk ? streamState.finished ? void 0 : replyAdapter.sendStreamChunk(replyTarget, { text: event.outputText, done: true }, installation) : replyAdapter.sendReply(replyTarget, {
               text: event.outputText,
               metadata: { inputMessageId, outputMessageId: event.outputMessageId }
-            }, installation).catch((error) => console.error({ event: "dispatch:reply:failed", error }));
+            }, installation);
+            void delivery?.catch((error) => console.error({ event: "dispatch:reply:failed", error }));
           };
           const timer = setTimeout(() => {
             console.warn({
@@ -26452,6 +26510,16 @@ var MessageRouter = class {
           cleanupReplySubscription?.();
           throw error;
         }
+        if (addResult && replyTarget && replyAdapter?.sendStreamChunk) {
+          void this.streamAgentOutputToChannel({
+            agent,
+            adapter: replyAdapter,
+            replyTarget,
+            installation,
+            inputMessageId,
+            state: streamState
+          });
+        }
         console.log({
           event: "dispatch:complete",
           agentId,
@@ -26487,6 +26555,64 @@ var MessageRouter = class {
     };
     return dispatch(0);
   }
+  /**
+   * 消费 agent 的逐块输出，把**中途**内容推给支持流式的渠道适配器。
+   *
+   * @remarks
+   * 纯加法、best-effort：不抛错，也**不发最终内容** —— 最终由
+   * `reply:ready` → `sendStreamChunk({ done: true })` 收尾。未实现
+   * `sendStreamChunk` 的适配器不会走到这里，行为完全不变。
+   */
+  async streamAgentOutputToChannel(input) {
+    const { agent, adapter, replyTarget, installation, inputMessageId, state } = input;
+    const send = adapter.sendStreamChunk;
+    if (!send) return;
+    let started = false;
+    let accumulated = "";
+    let lastSentText = "";
+    let lastSentAt = 0;
+    let sent = 0;
+    const warn = (event, error) => console.warn({ event, inputMessageId, error: error instanceof Error ? error.message : String(error) });
+    const push = (text, done) => send.call(adapter, replyTarget, { text, done }, installation).catch((error) => warn("dispatch:stream:failed", error));
+    const placeholder = streamPlaceholderFor(installation);
+    try {
+      if (placeholder) await push(placeholder, false);
+      const stream = agent.chunkStream(inputMessageId, []);
+      for await (const chunk of stream) {
+        if (!started) {
+          if (chunk?.type === MessageChunkTypes4.HUMAN && chunk?.data?.id === inputMessageId) {
+            started = true;
+          }
+          continue;
+        }
+        if (chunk?.type === MessageChunkTypes4.MESSAGE_COMPLETED || chunk?.type === MessageChunkTypes4.MESSAGE_FAILED || chunk?.type === MessageChunkTypes4.INTERRUPT) {
+          if (chunk.type !== MessageChunkTypes4.MESSAGE_COMPLETED) {
+            const text2 = accumulated || placeholder;
+            if (text2) {
+              await push(text2, true);
+              state.finished = true;
+            }
+          }
+          break;
+        }
+        if (chunk?.type !== MessageChunkTypes4.AI) continue;
+        const text = typeof chunk.data?.content === "string" ? chunk.data.content : void 0;
+        if (!text) continue;
+        accumulated += text;
+        if (accumulated === lastSentText) continue;
+        const now = Date.now();
+        if (sent >= _MessageRouter.MAX_STREAM_CHUNKS || now - lastSentAt < _MessageRouter.STREAM_CHUNK_INTERVAL_MS) {
+          continue;
+        }
+        lastSentAt = now;
+        lastSentText = accumulated;
+        sent += 1;
+        await push(accumulated, false);
+      }
+    } catch (error) {
+      warn("dispatch:stream:error", error);
+    }
+  }
   /**
    * Projects a pending HITL interrupt into the room as an independent bot message.
    *
@@ -26510,6 +26636,10 @@ var MessageRouter = class {
     }
   }
 };
+/** 流式中途刷新的节流间隔与上限（微信单会话 30 条/分钟，留余量）。 */
+_MessageRouter.STREAM_CHUNK_INTERVAL_MS = 800;
+_MessageRouter.MAX_STREAM_CHUNKS = 60;
+var MessageRouter = _MessageRouter;
 
 // src/channels/room/RoomChannelAdapter.ts
 import { z as z13 } from "zod";
@@ -27747,7 +27877,7 @@ function initializeLogger(config) {
 }
 var app = fastify({
   logger: false,
-  bodyLimit: Number(process.env.BODY_LIMIT) || 50 * 1024 * 1024,
+  bodyLimit: Number(process.env.BODY_LIMIT) || 100 * 1024 * 1024,
   // Composite subagent thread IDs ({mainThread}____{assistant}-general-purpose_{toolCallId})
   // can exceed the 100-char default, which makes the router 404 before any
   // handler runs. Allow the longest IDs the conventions can produce.
@@ -27810,7 +27940,7 @@ app.register(cors, {
 app.register(sensible);
 app.register(multipart, {
   limits: {
-    fileSize: Number(process.env.BODY_LIMIT) || 50 * 1024 * 1024
+    fileSize: Number(process.env.BODY_LIMIT) || 100 * 1024 * 1024
   }
 });
 app.register(websocket);