graphlit-client 1.0.20250701002 → 1.0.20250702001

package/dist/client.d.ts

@@ -461,10 +461,6 @@ declare class Graphlit {
      * Execute tools during streaming with proper event emission
      */
     private executeToolsInStream;
-    /**
-     * Format tool results for API
-     */
-    private formatToolResults;
     /**
      * Fallback to non-streaming when streaming is not available
      */

package/dist/client.js

@@ -2737,36 +2737,6 @@ class Graphlit {
         });
         await Promise.all(toolPromises);
     }
-    /**
-     * Format tool results for API
-     */
-    async formatToolResults(toolCalls, toolHandlers) {
-        const results = [];
-        for (const toolCall of toolCalls) {
-            const handler = toolHandlers[toolCall.name];
-            if (handler) {
-                try {
-                    const args = toolCall.arguments ? JSON.parse(toolCall.arguments) : {};
-                    const result = await handler(args);
-                    results.push({
-                        id: toolCall.id,
-                        content: JSON.stringify(result),
-                    });
-                }
-                catch (error) {
-                    results.push({
-                        id: toolCall.id,
-                        content: JSON.stringify({
-                            error: error instanceof Error
-                                ? error.message
-                                : "Tool execution failed",
-                        }),
-                    });
-                }
-            }
-        }
-        return results;
-    }
     /**
      * Fallback to non-streaming when streaming is not available
      */

package/dist/streaming/llm-formatters.js

@@ -110,7 +110,7 @@ export function formatMessagesForAnthropic(messages) {
             case ConversationRoleTypes.Assistant:
                 const content = []; // Use any[] to allow thinking blocks
                 // Handle thinking blocks for extended thinking preservation
-                if (trimmedMessage && trimmedMessage.includes('<thinking')) {
+                if (trimmedMessage && trimmedMessage.includes("<thinking")) {
                     // Extract thinking content and signature if present
                     const thinkingMatch = trimmedMessage.match(/<thinking(?:\s+signature="([^"]*)")?>([\s\S]*?)<\/thinking>/);
                     if (thinkingMatch) {
@@ -133,7 +133,9 @@ export function formatMessagesForAnthropic(messages) {
                             content.push(thinkingBlock);
                         }
                         // Remove thinking tags from the main text and add remaining content
-                        const textWithoutThinking = trimmedMessage.replace(/<thinking(?:\s+[^>]*)?>[\s\S]*?<\/thinking>/g, '').trim();
+                        const textWithoutThinking = trimmedMessage
+                            .replace(/<thinking(?:\s+[^>]*)?>[\s\S]*?<\/thinking>/g, "")
+                            .trim();
                         if (textWithoutThinking) {
                             content.push({
                                 type: "text",

package/dist/streaming/providers.js

@@ -2162,6 +2162,8 @@ onEvent, onComplete, abortSignal) {
     let currentContent = "";
     const THINKING_START = "<thinking>";
     const THINKING_END = "</thinking>";
+    // Bedrock delta tracking - Some Bedrock models send accumulated text instead of deltas
+    let accumulatedText = "";
     try {
         if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
             console.log(`🔍 [Bedrock] Specification object:`, JSON.stringify(specification, null, 2));
@@ -2242,7 +2244,22 @@ onEvent, onComplete, abortSignal) {
                     const delta = event.contentBlockDelta.delta;
                     const contentIndex = event.contentBlockDelta.contentBlockIndex;
                     if (delta?.text) {
-                        const text = delta.text;
+                        let text = delta.text;
+                        // Bedrock models (especially Nova) may send accumulated text instead of deltas
+                        // Check if this delta contains all previously accumulated text
+                        if (accumulatedText.length > 0 &&
+                            delta.text.startsWith(accumulatedText)) {
+                            // This is accumulated text - extract only the new part
+                            text = delta.text.substring(accumulatedText.length);
+                            if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                                console.log(`🔍 [Bedrock] Extracted delta from accumulated text: "${text}" (total: ${delta.text.length}, prev: ${accumulatedText.length})`);
+                            }
+                        }
+                        else if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                            console.log(`🔍 [Bedrock] Using text as delta: "${text}"`);
+                        }
+                        // Update accumulated text
+                        accumulatedText = accumulatedText + text;
                         tokenCount++;
                         if (firstTokenTime === 0) {
                             firstTokenTime = Date.now() - startTime;
@@ -2331,6 +2348,11 @@ onEvent, onComplete, abortSignal) {
                     }
                 }
                 else if (event.contentBlockStart) {
+                    // Reset Bedrock tracking for new content blocks
+                    accumulatedText = "";
+                    if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                        console.log(`🔍 [Bedrock] Reset accumulated text tracking for new content block`);
+                    }
                     // Handle tool use start
                     const start = event.contentBlockStart.start;
                     const startIndex = event.contentBlockStart.contentBlockIndex;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "graphlit-client",
-  "version": "1.0.20250701002",
+  "version": "1.0.20250702001",
   "description": "Graphlit API Client for TypeScript",
   "type": "module",
   "main": "./dist/client.js",