@anuma/sdk 6.39.1 → 6.39.3

package/dist/server/index.cjs

@@ -21152,6 +21152,93 @@ function composeHooks(hooks) {
   };
 }
 
+// src/lib/chat/streamIdleTimeout.ts
+var StreamIdleTimeoutError = class extends Error {
+  constructor(idleTimeoutMs) {
+    super(`Stream timed out after ${idleTimeoutMs} ms without activity.`);
+    this.name = "StreamIdleTimeoutError";
+    this.idleTimeoutMs = idleTimeoutMs;
+  }
+};
+function withStreamIdleTimeout(transport, idleTimeoutMs) {
+  if (!(idleTimeoutMs > 0) || idleTimeoutMs === Infinity) return transport;
+  return (options) => ({
+    stream: (async function* () {
+      const controller = new AbortController();
+      let timer;
+      let settled = false;
+      let completed = false;
+      let iterator;
+      let interruption;
+      let rejectPending;
+      const disarm = () => {
+        if (timer !== void 0) clearTimeout(timer);
+        timer = void 0;
+      };
+      const interrupt = (error) => {
+        if (interruption) return;
+        interruption = error;
+        rejectPending?.(error);
+        controller.abort();
+      };
+      const arm = () => {
+        if (settled || controller.signal.aborted) return;
+        disarm();
+        timer = setTimeout(() => {
+          interrupt(new StreamIdleTimeoutError(idleTimeoutMs));
+        }, idleTimeoutMs);
+      };
+      const onAbort = () => {
+        controller.abort();
+      };
+      options.signal?.addEventListener("abort", onAbort, { once: true });
+      try {
+        if (options.signal?.aborted) {
+          const error = new Error("Request aborted");
+          error.name = "AbortError";
+          throw error;
+        }
+        arm();
+        iterator = transport({
+          ...options,
+          signal: controller.signal,
+          onActivity: () => {
+            arm();
+            options.onActivity?.();
+          }
+        }).stream[Symbol.asyncIterator]();
+        while (true) {
+          if (interruption) throw interruption;
+          const next = await new Promise((resolve, reject) => {
+            rejectPending = reject;
+            Promise.resolve(iterator.next()).then(resolve, reject);
+          });
+          rejectPending = void 0;
+          if (next.done) {
+            completed = true;
+            break;
+          }
+          arm();
+          yield next.value;
+        }
+      } finally {
+        settled = true;
+        rejectPending = void 0;
+        disarm();
+        options.signal?.removeEventListener("abort", onAbort);
+        if (!completed) {
+          controller.abort();
+          try {
+            void iterator?.return?.().catch(() => {
+            });
+          } catch {
+          }
+        }
+      }
+    })()
+  });
+}
+
 // src/lib/chat/useChat/utils.ts
 var import_jsonrepair = require("jsonrepair");
 init_logger();
@@ -23316,7 +23403,20 @@ var defaultTransport = (options) => {
       } catch {
       }
     }
-    return response;
+    if (!response.body || !options.onActivity) return response;
+    const body = response.body.pipeThrough(
+      new TransformStream({
+        transform(chunk, controller) {
+          if (chunk.byteLength > 0) options.onActivity?.();
+          controller.enqueue(chunk);
+        }
+      })
+    );
+    return new Response(body, {
+      status: response.status,
+      statusText: response.statusText,
+      headers: response.headers
+    });
   };
   return createSseClient({
     method: options.method ?? "POST",
@@ -23373,6 +23473,7 @@ async function runToolLoop(options) {
     conversationId,
     smoothing,
     signal,
+    idleTimeoutMs = 12e4,
     resumable,
     detachSignal,
     onStreamMeta,
@@ -23386,13 +23487,14 @@ async function runToolLoop(options) {
     onStepFinish,
     onRequest,
     onStreamRetry,
-    transport: makeStreamingRequest = defaultTransport,
+    transport = defaultTransport,
     preProcessors,
     maxConnectorCalls = 2,
     hooks: hooksOption,
     piiRedaction,
     onPiiRedacted
   } = options;
+  const makeStreamingRequest = withStreamIdleTimeout(transport, idleTimeoutMs);
   const hooks = Array.isArray(hooksOption) ? composeHooks(hooksOption) : hooksOption;
   const runId = generateRunId();
   let messages = options.messages;

package/dist/server/index.d.mts

@@ -2041,6 +2041,12 @@ type RunToolLoopOptions = {
     smoothing?: StreamSmoothingConfig | boolean;
     /** AbortSignal to cancel the request. */
     signal?: AbortSignal;
+    /**
+     * Maximum interval without stream activity, in milliseconds, for each request attempt.
+     * Data chunks and keep-alive bytes reset the interval. Set 0 or Infinity to disable.
+     * @default 120000
+     */
+    idleTimeoutMs?: number;
     /**
      * Opt into resumable streaming. Sends `X-Stream-Resumable: 1` on every
      * streaming request so the portal keeps generating into its buffer after a
@@ -2275,12 +2281,10 @@ type StreamingTransportOptions = {
         inferenceId: string;
     }) => void;
     /**
-     * Fires whenever bytes arrive on the wire — data frames AND the keep-alive
-     * comment lines (`: ...`) the SSE parser otherwise discards. A pure liveness
-     * signal: a consumer running an idle watchdog uses it to tell a slow-but-alive
-     * stream (the server still heart-beating through a long reasoning silence)
-     * apart from a dead connection (no bytes at all). Not every transport emits it
-     * — the xhr transport does; treat its absence as "no extra liveness info".
+     * Fires when the transport receives bytes, including SSE keep-alive comments.
+     * Consumers can use this callback to reset the idle timeout.
+     * The fetch and XHR transports emit it.
+     * Custom transports can omit it if they cannot report byte activity.
      */
     onActivity?: () => void;
 };

package/dist/server/index.d.ts

@@ -2041,6 +2041,12 @@ type RunToolLoopOptions = {
     smoothing?: StreamSmoothingConfig | boolean;
     /** AbortSignal to cancel the request. */
     signal?: AbortSignal;
+    /**
+     * Maximum interval without stream activity, in milliseconds, for each request attempt.
+     * Data chunks and keep-alive bytes reset the interval. Set 0 or Infinity to disable.
+     * @default 120000
+     */
+    idleTimeoutMs?: number;
     /**
      * Opt into resumable streaming. Sends `X-Stream-Resumable: 1` on every
      * streaming request so the portal keeps generating into its buffer after a
@@ -2275,12 +2281,10 @@ type StreamingTransportOptions = {
         inferenceId: string;
     }) => void;
     /**
-     * Fires whenever bytes arrive on the wire — data frames AND the keep-alive
-     * comment lines (`: ...`) the SSE parser otherwise discards. A pure liveness
-     * signal: a consumer running an idle watchdog uses it to tell a slow-but-alive
-     * stream (the server still heart-beating through a long reasoning silence)
-     * apart from a dead connection (no bytes at all). Not every transport emits it
-     * — the xhr transport does; treat its absence as "no extra liveness info".
+     * Fires when the transport receives bytes, including SSE keep-alive comments.
+     * Consumers can use this callback to reset the idle timeout.
+     * The fetch and XHR transports emit it.
+     * Custom transports can omit it if they cannot report byte activity.
      */
     onActivity?: () => void;
 };

package/dist/server/index.mjs

@@ -19482,6 +19482,93 @@ function composeHooks(hooks) {
   };
 }
 
+// src/lib/chat/streamIdleTimeout.ts
+var StreamIdleTimeoutError = class extends Error {
+  constructor(idleTimeoutMs) {
+    super(`Stream timed out after ${idleTimeoutMs} ms without activity.`);
+    this.name = "StreamIdleTimeoutError";
+    this.idleTimeoutMs = idleTimeoutMs;
+  }
+};
+function withStreamIdleTimeout(transport, idleTimeoutMs) {
+  if (!(idleTimeoutMs > 0) || idleTimeoutMs === Infinity) return transport;
+  return (options) => ({
+    stream: (async function* () {
+      const controller = new AbortController();
+      let timer;
+      let settled = false;
+      let completed = false;
+      let iterator;
+      let interruption;
+      let rejectPending;
+      const disarm = () => {
+        if (timer !== void 0) clearTimeout(timer);
+        timer = void 0;
+      };
+      const interrupt = (error) => {
+        if (interruption) return;
+        interruption = error;
+        rejectPending?.(error);
+        controller.abort();
+      };
+      const arm = () => {
+        if (settled || controller.signal.aborted) return;
+        disarm();
+        timer = setTimeout(() => {
+          interrupt(new StreamIdleTimeoutError(idleTimeoutMs));
+        }, idleTimeoutMs);
+      };
+      const onAbort = () => {
+        controller.abort();
+      };
+      options.signal?.addEventListener("abort", onAbort, { once: true });
+      try {
+        if (options.signal?.aborted) {
+          const error = new Error("Request aborted");
+          error.name = "AbortError";
+          throw error;
+        }
+        arm();
+        iterator = transport({
+          ...options,
+          signal: controller.signal,
+          onActivity: () => {
+            arm();
+            options.onActivity?.();
+          }
+        }).stream[Symbol.asyncIterator]();
+        while (true) {
+          if (interruption) throw interruption;
+          const next = await new Promise((resolve, reject) => {
+            rejectPending = reject;
+            Promise.resolve(iterator.next()).then(resolve, reject);
+          });
+          rejectPending = void 0;
+          if (next.done) {
+            completed = true;
+            break;
+          }
+          arm();
+          yield next.value;
+        }
+      } finally {
+        settled = true;
+        rejectPending = void 0;
+        disarm();
+        options.signal?.removeEventListener("abort", onAbort);
+        if (!completed) {
+          controller.abort();
+          try {
+            void iterator?.return?.().catch(() => {
+            });
+          } catch {
+          }
+        }
+      }
+    })()
+  });
+}
+
 // src/lib/chat/useChat/utils.ts
 import { jsonrepair } from "jsonrepair";
 function parseToolArguments(raw) {
@@ -21645,7 +21732,20 @@ var defaultTransport = (options) => {
       } catch {
       }
     }
-    return response;
+    if (!response.body || !options.onActivity) return response;
+    const body = response.body.pipeThrough(
+      new TransformStream({
+        transform(chunk, controller) {
+          if (chunk.byteLength > 0) options.onActivity?.();
+          controller.enqueue(chunk);
+        }
+      })
+    );
+    return new Response(body, {
+      status: response.status,
+      statusText: response.statusText,
+      headers: response.headers
+    });
   };
   return createSseClient({
     method: options.method ?? "POST",
@@ -21702,6 +21802,7 @@ async function runToolLoop(options) {
     conversationId,
     smoothing,
     signal,
+    idleTimeoutMs = 12e4,
     resumable,
     detachSignal,
     onStreamMeta,
@@ -21715,13 +21816,14 @@ async function runToolLoop(options) {
     onStepFinish,
     onRequest,
     onStreamRetry,
-    transport: makeStreamingRequest = defaultTransport,
+    transport = defaultTransport,
     preProcessors,
     maxConnectorCalls = 2,
     hooks: hooksOption,
     piiRedaction,
     onPiiRedacted
   } = options;
+  const makeStreamingRequest = withStreamIdleTimeout(transport, idleTimeoutMs);
   const hooks = Array.isArray(hooksOption) ? composeHooks(hooksOption) : hooksOption;
   const runId = generateRunId();
   let messages = options.messages;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anuma/sdk",
-  "version": "6.39.1",
+  "version": "6.39.3",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",