@prestyj/ai 4.12.0 → 4.13.3

package/dist/index.d.cts

@@ -255,6 +255,18 @@ declare class StreamResult implements AsyncIterable<StreamEvent> {
     private resolveResponse;
     private rejectResponse;
     private resolveWait;
+    /**
+     * High-water mark: when the buffer exceeds this many unconsumed events,
+     * the pump pauses until the consumer drains below the low-water mark.
+     * Prevents unbounded memory growth when a consumer is slow.
+     * Only active when someone IS iterating — if nobody iterates (the `then()`
+     * path), backpressure is skipped so the pump can complete and resolve.
+     */
+    private static readonly HIGH_WATER;
+    private static readonly LOW_WATER;
+    private iterating;
+    private paused;
+    private resolveDrain;
     constructor(generator: AsyncGenerator<StreamEvent, StreamResponse>, signal?: AbortSignal);
     private pump;
     private _nextWithAbort;

package/dist/index.d.ts

@@ -255,6 +255,18 @@ declare class StreamResult implements AsyncIterable<StreamEvent> {
     private resolveResponse;
     private rejectResponse;
     private resolveWait;
+    /**
+     * High-water mark: when the buffer exceeds this many unconsumed events,
+     * the pump pauses until the consumer drains below the low-water mark.
+     * Prevents unbounded memory growth when a consumer is slow.
+     * Only active when someone IS iterating — if nobody iterates (the `then()`
+     * path), backpressure is skipped so the pump can complete and resolve.
+     */
+    private static readonly HIGH_WATER;
+    private static readonly LOW_WATER;
+    private iterating;
+    private paused;
+    private resolveDrain;
     constructor(generator: AsyncGenerator<StreamEvent, StreamResponse>, signal?: AbortSignal);
     private pump;
     private _nextWithAbort;

package/dist/index.js

@@ -281,7 +281,7 @@ var EventStream = class {
     }
   }
 };
-var StreamResult = class {
+var StreamResult = class _StreamResult {
   response;
   buffer = [];
   done = false;
@@ -289,6 +289,18 @@ var StreamResult = class {
   resolveResponse;
   rejectResponse;
   resolveWait = null;
+  /**
+   * High-water mark: when the buffer exceeds this many unconsumed events,
+   * the pump pauses until the consumer drains below the low-water mark.
+   * Prevents unbounded memory growth when a consumer is slow.
+   * Only active when someone IS iterating — if nobody iterates (the `then()`
+   * path), backpressure is skipped so the pump can complete and resolve.
+   */
+  static HIGH_WATER = 5e3;
+  static LOW_WATER = 1e3;
+  iterating = false;
+  paused = false;
+  resolveDrain = null;
   constructor(generator, signal) {
     this.response = new Promise((resolve, reject) => {
       this.resolveResponse = resolve;
@@ -303,6 +315,13 @@ var StreamResult = class {
         this.buffer.push(next.value);
         this.resolveWait?.();
         this.resolveWait = null;
+        if (this.iterating && this.buffer.length > _StreamResult.HIGH_WATER) {
+          this.paused = true;
+          await new Promise((r) => {
+            this.resolveDrain = r;
+          });
+          this.paused = false;
+        }
         next = await this._nextWithAbort(generator, signal);
       }
       this.done = true;
@@ -341,11 +360,20 @@ var StreamResult = class {
     }
   }
   async *[Symbol.asyncIterator]() {
+    this.iterating = true;
     let index = 0;
     while (true) {
       while (index < this.buffer.length) {
         yield this.buffer[index++];
       }
+      if (this.paused && index > _StreamResult.LOW_WATER) {
+        this.resolveDrain?.();
+        this.resolveDrain = null;
+      }
+      if (index > 0 && !this.paused) {
+        this.buffer.splice(0, index);
+        index = 0;
+      }
       if (this.error) throw this.error;
       if (this.done) return;
       await new Promise((r) => {
@@ -358,6 +386,11 @@ var StreamResult = class {
     }
   }
   then(onfulfilled, onrejected) {
+    if (this.paused) {
+      this.paused = false;
+      this.resolveDrain?.();
+      this.resolveDrain = null;
+    }
     return this.response.then(onfulfilled, onrejected);
   }
 };
@@ -980,6 +1013,7 @@ function parseToolArguments(argsJson) {
 }
 
 // src/providers/anthropic.ts
+var NON_STREAMING_TIMEOUT_MS = 60 * 60 * 1e3;
 var anthropicClientCache = /* @__PURE__ */ new Map();
 function createClient(options) {
   const isOAuth = options.apiKey?.startsWith("sk-ant-oat");
@@ -1146,8 +1180,9 @@ async function* runStream(options) {
     ...betaHeaders.length ? { headers: { "anthropic-beta": betaHeaders.join(",") } } : {}
   };
   if (!useStreaming) {
+    const nonStreamingClient = client.withOptions({ timeout: NON_STREAMING_TIMEOUT_MS });
     try {
-      const message = await client.messages.create(
+      const message = await nonStreamingClient.messages.create(
         { ...params, stream: false },
         requestOptions
       );