@corbat-tech/coco 2.8.0 → 2.8.2

package/dist/index.d.ts

@@ -993,6 +993,8 @@ interface ChatOptions {
     stopSequences?: string[];
     system?: string;
     timeout?: number;
+    /** Abort signal to cancel in-flight requests */
+    signal?: AbortSignal;
 }
 /**
  * Chat response
@@ -1030,6 +1032,7 @@ interface StreamChunk {
     type: "text" | "tool_use_start" | "tool_use_delta" | "tool_use_end" | "done";
     text?: string;
     toolCall?: Partial<ToolCall>;
+    stopReason?: "end_turn" | "max_tokens" | "stop_sequence" | "tool_use";
 }
 /**
  * LLM Provider interface

package/dist/index.js

@@ -11784,22 +11784,44 @@ var AnthropicProvider = class {
   async *stream(messages, options) {
     this.ensureInitialized();
     try {
-      const stream = await this.client.messages.stream({
-        model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
-        max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
-        temperature: options?.temperature ?? this.config.temperature ?? 0,
-        system: this.extractSystem(messages, options?.system),
-        messages: this.convertMessages(messages)
-      });
-      for await (const event of stream) {
-        if (event.type === "content_block_delta") {
-          const delta = event.delta;
-          if (delta.type === "text_delta" && delta.text) {
-            yield { type: "text", text: delta.text };
+      const stream = await this.client.messages.stream(
+        {
+          model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
+          max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
+          temperature: options?.temperature ?? this.config.temperature ?? 0,
+          system: this.extractSystem(messages, options?.system),
+          messages: this.convertMessages(messages)
+        },
+        { signal: options?.signal }
+      );
+      const streamTimeout = this.config.timeout ?? 12e4;
+      let lastActivityTime = Date.now();
+      const checkTimeout = () => {
+        if (Date.now() - lastActivityTime > streamTimeout) {
+          throw new Error(`Stream timeout: No response from LLM for ${streamTimeout / 1e3}s`);
+        }
+      };
+      const timeoutInterval = setInterval(checkTimeout, 5e3);
+      try {
+        let streamStopReason;
+        for await (const event of stream) {
+          lastActivityTime = Date.now();
+          if (event.type === "content_block_delta") {
+            const delta = event.delta;
+            if (delta.type === "text_delta" && delta.text) {
+              yield { type: "text", text: delta.text };
+            }
+          } else if (event.type === "message_delta") {
+            const delta = event.delta;
+            if (delta.stop_reason) {
+              streamStopReason = this.mapStopReason(delta.stop_reason);
+            }
           }
         }
+        yield { type: "done", stopReason: streamStopReason };
+      } finally {
+        clearInterval(timeoutInterval);
       }
-      yield { type: "done" };
     } catch (error) {
       throw this.handleError(error);
     }
@@ -11810,90 +11832,112 @@ var AnthropicProvider = class {
   async *streamWithTools(messages, options) {
     this.ensureInitialized();
     try {
-      const stream = await this.client.messages.stream({
-        model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
-        max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
-        temperature: options?.temperature ?? this.config.temperature ?? 0,
-        system: this.extractSystem(messages, options?.system),
-        messages: this.convertMessages(messages),
-        tools: this.convertTools(options.tools),
-        tool_choice: options.toolChoice ? this.convertToolChoice(options.toolChoice) : void 0
-      });
+      const stream = await this.client.messages.stream(
+        {
+          model: options?.model ?? this.config.model ?? DEFAULT_MODEL,
+          max_tokens: options?.maxTokens ?? this.config.maxTokens ?? 8192,
+          temperature: options?.temperature ?? this.config.temperature ?? 0,
+          system: this.extractSystem(messages, options?.system),
+          messages: this.convertMessages(messages),
+          tools: this.convertTools(options.tools),
+          tool_choice: options.toolChoice ? this.convertToolChoice(options.toolChoice) : void 0
+        },
+        { signal: options?.signal }
+      );
       let currentToolCall = null;
       let currentToolInputJson = "";
-      for await (const event of stream) {
-        if (event.type === "content_block_start") {
-          const contentBlock = event.content_block;
-          if (contentBlock.type === "tool_use") {
+      const streamTimeout = this.config.timeout ?? 12e4;
+      let lastActivityTime = Date.now();
+      const checkTimeout = () => {
+        if (Date.now() - lastActivityTime > streamTimeout) {
+          throw new Error(`Stream timeout: No response from LLM for ${streamTimeout / 1e3}s`);
+        }
+      };
+      const timeoutInterval = setInterval(checkTimeout, 5e3);
+      try {
+        let streamStopReason;
+        for await (const event of stream) {
+          lastActivityTime = Date.now();
+          if (event.type === "message_delta") {
+            const delta = event.delta;
+            if (delta.stop_reason) {
+              streamStopReason = this.mapStopReason(delta.stop_reason);
+            }
+          } else if (event.type === "content_block_start") {
+            const contentBlock = event.content_block;
+            if (contentBlock.type === "tool_use") {
+              if (currentToolCall) {
+                getLogger().warn(
+                  `[Anthropic] content_block_stop missing for tool '${currentToolCall.name}' \u2014 finalizing early to prevent data bleed.`
+                );
+                try {
+                  currentToolCall.input = currentToolInputJson ? JSON.parse(currentToolInputJson) : {};
+                } catch {
+                  currentToolCall.input = {};
+                }
+                yield {
+                  type: "tool_use_end",
+                  toolCall: { ...currentToolCall }
+                };
+              }
+              currentToolCall = {
+                id: contentBlock.id,
+                name: contentBlock.name
+              };
+              currentToolInputJson = "";
+              yield {
+                type: "tool_use_start",
+                toolCall: { ...currentToolCall }
+              };
+            }
+          } else if (event.type === "content_block_delta") {
+            const delta = event.delta;
+            if (delta.type === "text_delta" && delta.text) {
+              yield { type: "text", text: delta.text };
+            } else if (delta.type === "input_json_delta" && delta.partial_json) {
+              currentToolInputJson += delta.partial_json;
+              yield {
+                type: "tool_use_delta",
+                toolCall: {
+                  ...currentToolCall
+                },
+                text: delta.partial_json
+              };
+            }
+          } else if (event.type === "content_block_stop") {
             if (currentToolCall) {
-              getLogger().warn(
-                `[Anthropic] content_block_stop missing for tool '${currentToolCall.name}' \u2014 finalizing early to prevent data bleed.`
-              );
               try {
                 currentToolCall.input = currentToolInputJson ? JSON.parse(currentToolInputJson) : {};
               } catch {
-                currentToolCall.input = {};
+                let repaired = false;
+                if (currentToolInputJson) {
+                  try {
+                    currentToolCall.input = JSON.parse(jsonrepair(currentToolInputJson));
+                    repaired = true;
+                    getLogger().debug(`Repaired JSON for tool ${currentToolCall.name}`);
+                  } catch {
+                  }
+                }
+                if (!repaired) {
+                  getLogger().warn(
+                    `Failed to parse tool call arguments for ${currentToolCall.name}: ${currentToolInputJson?.slice(0, 300)}`
+                  );
+                  currentToolCall.input = {};
+                }
               }
               yield {
                 type: "tool_use_end",
                 toolCall: { ...currentToolCall }
               };
+              currentToolCall = null;
+              currentToolInputJson = "";
             }
-            currentToolCall = {
-              id: contentBlock.id,
-              name: contentBlock.name
-            };
-            currentToolInputJson = "";
-            yield {
-              type: "tool_use_start",
-              toolCall: { ...currentToolCall }
-            };
-          }
-        } else if (event.type === "content_block_delta") {
-          const delta = event.delta;
-          if (delta.type === "text_delta" && delta.text) {
-            yield { type: "text", text: delta.text };
-          } else if (delta.type === "input_json_delta" && delta.partial_json) {
-            currentToolInputJson += delta.partial_json;
-            yield {
-              type: "tool_use_delta",
-              toolCall: {
-                ...currentToolCall
-              },
-              text: delta.partial_json
-            };
-          }
-        } else if (event.type === "content_block_stop") {
-          if (currentToolCall) {
-            try {
-              currentToolCall.input = currentToolInputJson ? JSON.parse(currentToolInputJson) : {};
-            } catch {
-              let repaired = false;
-              if (currentToolInputJson) {
-                try {
-                  currentToolCall.input = JSON.parse(jsonrepair(currentToolInputJson));
-                  repaired = true;
-                  getLogger().debug(`Repaired JSON for tool ${currentToolCall.name}`);
-                } catch {
-                }
-              }
-              if (!repaired) {
-                getLogger().warn(
-                  `Failed to parse tool call arguments for ${currentToolCall.name}: ${currentToolInputJson?.slice(0, 300)}`
-                );
-                currentToolCall.input = {};
-              }
-            }
-            yield {
-              type: "tool_use_end",
-              toolCall: { ...currentToolCall }
-            };
-            currentToolCall = null;
-            currentToolInputJson = "";
           }
         }
+        yield { type: "done", stopReason: streamStopReason };
+      } finally {
+        clearInterval(timeoutInterval);
       }
-      yield { type: "done" };
     } catch (error) {
       throw this.handleError(error);
     }
@@ -12386,13 +12430,18 @@ var OpenAIProvider = class {
         stream: true,
         ...supportsTemp && { temperature: options?.temperature ?? this.config.temperature ?? 0 }
       });
+      let streamStopReason;
       for await (const chunk of stream) {
         const delta = chunk.choices[0]?.delta;
         if (delta?.content) {
           yield { type: "text", text: delta.content };
         }
+        const finishReason = chunk.choices[0]?.finish_reason;
+        if (finishReason) {
+          streamStopReason = this.mapFinishReason(finishReason);
+        }
       }
-      yield { type: "done" };
+      yield { type: "done", stopReason: streamStopReason };
     } catch (error) {
       throw this.handleError(error);
     }
@@ -12457,6 +12506,7 @@ var OpenAIProvider = class {
         return input;
       };
       try {
+        let streamStopReason;
         for await (const chunk of stream) {
           const delta = chunk.choices[0]?.delta;
           if (delta?.content || delta?.tool_calls) {
@@ -12503,6 +12553,9 @@ var OpenAIProvider = class {
             }
           }
           const finishReason = chunk.choices[0]?.finish_reason;
+          if (finishReason) {
+            streamStopReason = this.mapFinishReason(finishReason);
+          }
           if (finishReason && toolCallBuilders.size > 0) {
             for (const [, builder] of toolCallBuilders) {
               yield {
@@ -12527,7 +12580,7 @@ var OpenAIProvider = class {
             }
           };
         }
-        yield { type: "done" };
+        yield { type: "done", stopReason: streamStopReason };
       } finally {
         clearInterval(timeoutInterval);
       }
@@ -13290,7 +13343,7 @@ var CodexProvider = class {
         }
       }
     }
-    yield { type: "done" };
+    yield { type: "done", stopReason: response.stopReason };
   }
   /**
    * Stream a chat response with tool use
@@ -13443,13 +13496,18 @@ var GeminiProvider = class {
       const { history, lastMessage } = this.convertMessages(messages);
       const chat = model.startChat({ history });
       const result = await chat.sendMessageStream(lastMessage);
+      let streamStopReason;
       for await (const chunk of result.stream) {
         const text = chunk.text();
         if (text) {
           yield { type: "text", text };
         }
+        const finishReason = chunk.candidates?.[0]?.finishReason;
+        if (finishReason) {
+          streamStopReason = this.mapFinishReason(finishReason);
+        }
       }
-      yield { type: "done" };
+      yield { type: "done", stopReason: streamStopReason };
     } catch (error) {
       throw this.handleError(error);
     }
@@ -13484,11 +13542,16 @@ var GeminiProvider = class {
       const chat = model.startChat({ history });
       const result = await chat.sendMessageStream(lastMessage);
       const emittedToolCalls = /* @__PURE__ */ new Set();
+      let streamStopReason;
       for await (const chunk of result.stream) {
         const text = chunk.text();
         if (text) {
           yield { type: "text", text };
         }
+        const finishReason = chunk.candidates?.[0]?.finishReason;
+        if (finishReason) {
+          streamStopReason = this.mapFinishReason(finishReason);
+        }
         const candidate = chunk.candidates?.[0];
         if (candidate?.content?.parts) {
           for (const part of candidate.content.parts) {
@@ -13522,7 +13585,7 @@ var GeminiProvider = class {
           }
         }
       }
-      yield { type: "done" };
+      yield { type: "done", stopReason: streamStopReason };
     } catch (error) {
       throw this.handleError(error);
     }