@corbat-tech/coco 2.8.0 → 2.8.1

package/dist/index.d.ts

@@ -993,6 +993,8 @@ interface ChatOptions {
     stopSequences?: string[];
     system?: string;
     timeout?: number;
+    /** Abort signal to cancel in-flight requests */
+    signal?: AbortSignal;
 }
 /**
  * Chat response

package/dist/index.js

@@ -11784,22 +11784,38 @@ var AnthropicProvider = class {
   async *stream(messages, options) {
     this.ensureInitialized();
     try {
-      const stream = await this.client.messages.stream({
-        model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
-        max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
-        temperature: options?.temperature ?? this.config.temperature ?? 0,
-        system: this.extractSystem(messages, options?.system),
-        messages: this.convertMessages(messages)
-      });
-      for await (const event of stream) {
-        if (event.type === "content_block_delta") {
-          const delta = event.delta;
-          if (delta.type === "text_delta" && delta.text) {
-            yield { type: "text", text: delta.text };
+      const stream = await this.client.messages.stream(
+        {
+          model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
+          max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
+          temperature: options?.temperature ?? this.config.temperature ?? 0,
+          system: this.extractSystem(messages, options?.system),
+          messages: this.convertMessages(messages)
+        },
+        { signal: options?.signal }
+      );
+      const streamTimeout = this.config.timeout ?? 12e4;
+      let lastActivityTime = Date.now();
+      const checkTimeout = () => {
+        if (Date.now() - lastActivityTime > streamTimeout) {
+          throw new Error(`Stream timeout: No response from LLM for ${streamTimeout / 1e3}s`);
+        }
+      };
+      const timeoutInterval = setInterval(checkTimeout, 5e3);
+      try {
+        for await (const event of stream) {
+          lastActivityTime = Date.now();
+          if (event.type === "content_block_delta") {
+            const delta = event.delta;
+            if (delta.type === "text_delta" && delta.text) {
+              yield { type: "text", text: delta.text };
+            }
           }
         }
+        yield { type: "done" };
+      } finally {
+        clearInterval(timeoutInterval);
       }
-      yield { type: "done" };
     } catch (error) {
       throw this.handleError(error);
     }
@@ -11810,90 +11826,106 @@ var AnthropicProvider = class {
   async *streamWithTools(messages, options) {
     this.ensureInitialized();
     try {
-      const stream = await this.client.messages.stream({
-        model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
-        max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
-        temperature: options?.temperature ?? this.config.temperature ?? 0,
-        system: this.extractSystem(messages, options?.system),
-        messages: this.convertMessages(messages),
-        tools: this.convertTools(options.tools),
-        tool_choice: options.toolChoice ? this.convertToolChoice(options.toolChoice) : void 0
-      });
+      const stream = await this.client.messages.stream(
+        {
+          model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
+          max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
+          temperature: options?.temperature ?? this.config.temperature ?? 0,
+          system: this.extractSystem(messages, options?.system),
+          messages: this.convertMessages(messages),
+          tools: this.convertTools(options.tools),
+          tool_choice: options.toolChoice ? this.convertToolChoice(options.toolChoice) : void 0
+        },
+        { signal: options?.signal }
+      );
       let currentToolCall = null;
       let currentToolInputJson = "";
-      for await (const event of stream) {
-        if (event.type === "content_block_start") {
-          const contentBlock = event.content_block;
-          if (contentBlock.type === "tool_use") {
+      const streamTimeout = this.config.timeout ?? 12e4;
+      let lastActivityTime = Date.now();
+      const checkTimeout = () => {
+        if (Date.now() - lastActivityTime > streamTimeout) {
+          throw new Error(`Stream timeout: No response from LLM for ${streamTimeout / 1e3}s`);
+        }
+      };
+      const timeoutInterval = setInterval(checkTimeout, 5e3);
+      try {
+        for await (const event of stream) {
+          lastActivityTime = Date.now();
+          if (event.type === "content_block_start") {
+            const contentBlock = event.content_block;
+            if (contentBlock.type === "tool_use") {
+              if (currentToolCall) {
+                getLogger().warn(
+                  `[Anthropic] content_block_stop missing for tool '${currentToolCall.name}' \u2014 finalizing early to prevent data bleed.`
+                );
+                try {
+                  currentToolCall.input = currentToolInputJson ? JSON.parse(currentToolInputJson) : {};
+                } catch {
+                  currentToolCall.input = {};
+                }
+                yield {
+                  type: "tool_use_end",
+                  toolCall: { ...currentToolCall }
+                };
+              }
+              currentToolCall = {
+                id: contentBlock.id,
+                name: contentBlock.name
+              };
+              currentToolInputJson = "";
+              yield {
+                type: "tool_use_start",
+                toolCall: { ...currentToolCall }
+              };
+            }
+          } else if (event.type === "content_block_delta") {
+            const delta = event.delta;
+            if (delta.type === "text_delta" && delta.text) {
+              yield { type: "text", text: delta.text };
+            } else if (delta.type === "input_json_delta" && delta.partial_json) {
+              currentToolInputJson += delta.partial_json;
+              yield {
+                type: "tool_use_delta",
+                toolCall: {
+                  ...currentToolCall
+                },
+                text: delta.partial_json
+              };
+            }
+          } else if (event.type === "content_block_stop") {
             if (currentToolCall) {
-              getLogger().warn(
-                `[Anthropic] content_block_stop missing for tool '${currentToolCall.name}' \u2014 finalizing early to prevent data bleed.`
-              );
               try {
                 currentToolCall.input = currentToolInputJson ? JSON.parse(currentToolInputJson) : {};
               } catch {
-                currentToolCall.input = {};
+                let repaired = false;
+                if (currentToolInputJson) {
+                  try {
+                    currentToolCall.input = JSON.parse(jsonrepair(currentToolInputJson));
+                    repaired = true;
+                    getLogger().debug(`Repaired JSON for tool ${currentToolCall.name}`);
+                  } catch {
+                  }
+                }
+                if (!repaired) {
+                  getLogger().warn(
+                    `Failed to parse tool call arguments for ${currentToolCall.name}: ${currentToolInputJson?.slice(0, 300)}`
+                  );
+                  currentToolCall.input = {};
+                }
               }
               yield {
                 type: "tool_use_end",
                 toolCall: { ...currentToolCall }
               };
+              currentToolCall = null;
+              currentToolInputJson = "";
             }
-            currentToolCall = {
-              id: contentBlock.id,
-              name: contentBlock.name
-            };
-            currentToolInputJson = "";
-            yield {
-              type: "tool_use_start",
-              toolCall: { ...currentToolCall }
-            };
-          }
-        } else if (event.type === "content_block_delta") {
-          const delta = event.delta;
-          if (delta.type === "text_delta" && delta.text) {
-            yield { type: "text", text: delta.text };
-          } else if (delta.type === "input_json_delta" && delta.partial_json) {
-            currentToolInputJson += delta.partial_json;
-            yield {
-              type: "tool_use_delta",
-              toolCall: {
-                ...currentToolCall
-              },
-              text: delta.partial_json
-            };
-          }
-        } else if (event.type === "content_block_stop") {
-          if (currentToolCall) {
-            try {
-              currentToolCall.input = currentToolInputJson ? JSON.parse(currentToolInputJson) : {};
-            } catch {
-              let repaired = false;
-              if (currentToolInputJson) {
-                try {
-                  currentToolCall.input = JSON.parse(jsonrepair(currentToolInputJson));
-                  repaired = true;
-                  getLogger().debug(`Repaired JSON for tool ${currentToolCall.name}`);
-                } catch {
-                }
-              }
-              if (!repaired) {
-                getLogger().warn(
-                  `Failed to parse tool call arguments for ${currentToolCall.name}: ${currentToolInputJson?.slice(0, 300)}`
-                );
-                currentToolCall.input = {};
-              }
-            }
-            yield {
-              type: "tool_use_end",
-              toolCall: { ...currentToolCall }
-            };
-            currentToolCall = null;
-            currentToolInputJson = "";
           }
         }
+        yield { type: "done" };
+      } finally {
+        clearInterval(timeoutInterval);
       }
-      yield { type: "done" };
     } catch (error) {
       throw this.handleError(error);
     }