@musnows/scriverse 0.9.2 → 0.9.3

package/dist/app.js

@@ -835,6 +835,7 @@ const characterExtractionApplySchema = z.object({
     }
 });
 export const RUNTIME_BACKUP_IDLE_TIMEOUT_MS = 9_000;
+export const AI_CLIENT_STREAM_HEARTBEAT_INTERVAL_MS = 15_000;
 function data(response, value, status = 200) {
     response.status(status).json({ data: value });
 }
@@ -1183,6 +1184,10 @@ function redactVersionSnapshots(value, mapper) {
 export function createRuntime(options) {
     const uploadLimits = options.uploadLimits ?? DEFAULT_IMAGE_UPLOAD_LIMITS;
     const aiChatTabLimit = options.aiChatTabLimit ?? DEFAULT_AI_CHAT_TAB_LIMIT;
+    const requestedAiStreamHeartbeatIntervalMs = Number(options.aiStreamHeartbeatIntervalMs);
+    const aiStreamHeartbeatIntervalMs = Number.isFinite(requestedAiStreamHeartbeatIntervalMs)
+        ? Math.max(1, Math.trunc(requestedAiStreamHeartbeatIntervalMs))
+        : AI_CLIENT_STREAM_HEARTBEAT_INTERVAL_MS;
     logger.info("runtime.initializing", {
         databasePath: options.databasePath,
         serveUi: options.serveUi ?? true,
@@ -3200,16 +3205,30 @@ export function createRuntime(options) {
         const modelId = resolveConversationModelId(request.params.workId, conversationId, input.modelId);
         const permissions = requestPermissions(request, request.params.workId);
         const controller = new AbortController();
-        response.on("close", () => {
-            if (!response.writableEnded)
-                controller.abort(new Error("浏览器已中断流式请求"));
-        });
         let streamRequestId = null;
         let streamRequestFinished = false;
         let lastStreamLeaseTouchAt = Date.now();
+        let streamHeartbeatTimer = null;
         let preparedContext = null;
         let preparedConversation = null;
         let preparedChatImageAttachments = [];
+        const touchStreamLease = () => {
+            if (streamRequestId && Date.now() - lastStreamLeaseTouchAt >= 30_000) {
+                store.touchAiConversationStreamRequest(streamRequestId);
+                lastStreamLeaseTouchAt = Date.now();
+            }
+        };
+        const stopStreamHeartbeat = () => {
+            if (!streamHeartbeatTimer)
+                return;
+            clearInterval(streamHeartbeatTimer);
+            streamHeartbeatTimer = null;
+        };
+        response.on("close", () => {
+            stopStreamHeartbeat();
+            if (!response.writableEnded)
+                controller.abort(new Error("浏览器已中断流式请求"));
+        });
         const startStream = () => {
             if (response.headersSent)
                 return;
@@ -3219,12 +3238,15 @@ export function createRuntime(options) {
             response.setHeader("Connection", "keep-alive");
             response.setHeader("X-Accel-Buffering", "no");
             response.flushHeaders();
+            streamHeartbeatTimer = setInterval(() => {
+                touchStreamLease();
+                if (!response.writableEnded && !response.destroyed)
+                    response.write(": heartbeat\n\n");
+            }, aiStreamHeartbeatIntervalMs);
+            streamHeartbeatTimer.unref();
         };
         const sendEvent = (event, payload) => {
-            if (streamRequestId && Date.now() - lastStreamLeaseTouchAt >= 30_000) {
-                store.touchAiConversationStreamRequest(streamRequestId);
-                lastStreamLeaseTouchAt = Date.now();
-            }
+            touchStreamLease();
             if (!response.writableEnded && !response.destroyed)
                 response.write(`event: ${event}\ndata: ${JSON.stringify(payload)}\n\n`);
         };
@@ -3402,6 +3424,7 @@ export function createRuntime(options) {
             }
         }
         finally {
+            stopStreamHeartbeat();
             if (streamRequestId && !streamRequestFinished && !stopping) {
                 store.finishAiConversationStreamRequest(streamRequestId, "cancelled", "stream_closed");
                 streamRequestFinished = true;