@jait/gateway 0.1.520 → 0.1.522

package/dist/routes/chat.js

@@ -1342,6 +1342,9 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
             "Content-Type": "text/event-stream",
             "Cache-Control": "no-cache",
             Connection: "keep-alive",
+            // Prevent reverse proxies (nginx etc.) from buffering the SSE stream,
+            // which would otherwise swallow chunks and let the connection time out.
+            "X-Accel-Buffering": "no",
             "Access-Control-Allow-Origin": reqOrigin,
             "Access-Control-Allow-Credentials": "true",
         });
@@ -1463,6 +1466,21 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
                 }
             }
         };
+        // ── SSE keepalive heartbeat ──
+        // While the agentic loop runs a long tool or waits for a slow LLM response,
+        // no SSE data events are emitted and the connection can go idle for tens of
+        // seconds. Browsers and reverse proxies then close the socket, surfacing as
+        // "fetch failed" on the frontend and dropping the in-progress assistant
+        // message. Emit an SSE comment (": keepalive\n\n") every 15s — comments are
+        // ignored by the EventSource/reader parser but keep the TCP connection alive.
+        const keepalive = setInterval(() => {
+            if (clientDisconnected) {
+                clearInterval(keepalive);
+                return;
+            }
+            safeWrite(`: keepalive\n\n`);
+        }, 15_000);
+        reply.raw.on("close", () => { clearInterval(keepalive); });
         const matchedSkillIds = new Set(matchSkills(content, promptCtx.skills ?? []));
         const matchedSkills = (promptCtx.skills ?? []).filter((skill) => matchedSkillIds.has(skill.id));
         const turnSkillToolCall = buildSyntheticSkillToolCall(matchedSkills);
@@ -1536,6 +1554,7 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
                     cliProvider = providerRegistry.get(requestProvider) ?? null;
                 }
                 if (!cliProvider) {
+                    clearInterval(keepalive);
                     safeWrite(`data: ${JSON.stringify({ type: "error", message: `Unknown provider: ${requestProvider}` })}\n\n`);
                     reply.raw.end();
                     return;
@@ -2075,6 +2094,7 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
                             model: requestBodyModel || undefined,
                             jaitBackend,
                             runtimeMode: requestRuntimeMode ?? undefined,
+                            reasoningEffort: userSettings?.reasoningEffort ?? undefined,
                         },
                         abort: streamAbort,
                         maxRounds: resolveMaxToolRounds(userSettings?.apiKeys, config.agentMaxRounds),
@@ -2197,6 +2217,8 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
             const tcJson = partialToolCalls.length > 0 ? JSON.stringify(partialToolCalls) : undefined;
             persistMessage(sessionId, "assistant", fullContent || "", tcJson, resultSegmentsJson, contextFlowJson);
         }
+        // Stop the SSE keepalive heartbeat now that the turn is finishing.
+        clearInterval(keepalive);
         activeStreams.delete(sessionId);
         sessionAbortControllers.delete(sessionId);
         sessionSteeringControllers.delete(sessionId);
@@ -2454,6 +2476,7 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
             "Content-Type": "text/event-stream",
             "Cache-Control": "no-cache",
             Connection: "keep-alive",
+            "X-Accel-Buffering": "no",
             "Access-Control-Allow-Origin": reqOrigin,
             "Access-Control-Allow-Credentials": "true",
         });
@@ -2503,10 +2526,13 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
         const snapshotSeq = sessionStreamSeq.get(sessionId) ?? 0;
         let closed = false;
         let unsubscribe = () => { };
+        let keepalive = null;
         const closeStream = () => {
             if (closed)
                 return;
             closed = true;
+            if (keepalive)
+                clearInterval(keepalive);
             unsubscribe();
             try {
                 reply.raw.end();
@@ -2516,6 +2542,18 @@ export function registerChatRoutes(app, config, depsOrDb, sessionServiceArg) {
         reply.raw.on("close", () => {
             closeStream();
         });
+        // Keep the SSE connection alive during idle periods (long tool runs / slow
+        // LLM responses) so browsers/proxies don't drop it with "fetch failed".
+        keepalive = setInterval(() => {
+            if (closed)
+                return;
+            try {
+                reply.raw.write(`: keepalive\n\n`);
+            }
+            catch {
+                closeStream();
+            }
+        }, 15_000);
         unsubscribe = subscribe(sessionId, snapshotSeq, (event) => {
             if (closed)
                 return;