graphlit-client 1.0.20250713001 → 1.0.20250714001

package/dist/client.js

@@ -2454,6 +2454,8 @@ class Graphlit {
                 // ALWAYS log when there's a tool-related issue for debugging
                 const hasToolCalls = mistralMessages.some((m) => m.tool_calls?.length > 0);
                 const hasToolResponses = mistralMessages.some((m) => m.role === "tool");
+                // Count tool responses to determine if we should pass tools
+                const toolResponseCount = mistralMessages.filter((m) => m.role === "tool").length;
                 if (hasToolCalls ||
                     hasToolResponses ||
                     process.env.DEBUG_GRAPHLIT_SDK_STREAMING_MESSAGES) {
@@ -2461,13 +2463,17 @@ class Graphlit {
                     console.log(JSON.stringify(mistralMessages, null, 2));
                     // Count tool calls and responses
                     const toolCallCount = mistralMessages.reduce((count, m) => count + (m.tool_calls?.length || 0), 0);
-                    const toolResponseCount = mistralMessages.filter((m) => m.role === "tool").length;
                     console.log(`🔍 [Mistral] Tool calls: ${toolCallCount}, Tool responses: ${toolResponseCount}`);
                     if (toolResponseCount > 0) {
                         console.log(`🔍 [Mistral] IMPORTANT: We have tool responses, should we still pass tools?`);
                     }
                 }
-                await this.streamWithMistral(specification, mistralMessages, tools, uiAdapter, (message, calls, usage) => {
+                // Mistral API requires that we don't pass tools when sending tool results
+                const shouldPassTools = toolResponseCount === 0 ? tools : undefined;
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                    console.log(`🔍 [Mistral] Passing tools: ${shouldPassTools ? 'YES' : 'NO'} (tool responses in messages: ${toolResponseCount})`);
+                }
+                await this.streamWithMistral(specification, mistralMessages, shouldPassTools, uiAdapter, (message, calls, usage) => {
                     roundMessage = message;
                     toolCalls = calls;
                     if (usage) {
@@ -2860,6 +2866,8 @@ class Graphlit {
             (OpenAI
                 ? new OpenAI({
                     apiKey: process.env.OPENAI_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : (() => {
                     throw new Error("OpenAI module not available");
@@ -2882,6 +2890,8 @@ class Graphlit {
             (Anthropic
                 ? new Anthropic({
                     apiKey: process.env.ANTHROPIC_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : (() => {
                     throw new Error("Anthropic module not available");
@@ -2976,6 +2986,8 @@ class Graphlit {
                 ? new OpenAI({
                     apiKey: process.env.CEREBRAS_API_KEY || "",
                     baseURL: "https://api.cerebras.ai/v1",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : (() => {
                     throw new Error("OpenAI module not available for Cerebras");
@@ -3023,7 +3035,19 @@ class Graphlit {
                     if (!apiKey) {
                         throw new Error("MISTRAL_API_KEY environment variable is required for Mistral streaming");
                     }
-                    return new Mistral({ apiKey });
+                    return new Mistral({
+                        apiKey,
+                        retryConfig: {
+                            strategy: "backoff",
+                            backoff: {
+                                initialInterval: 1000,
+                                maxInterval: 60000,
+                                exponent: 2,
+                                maxElapsedTime: 300000, // 5 minutes
+                            },
+                            retryConnectionErrors: true,
+                        },
+                    });
                 })()
                 : (() => {
                     throw new Error("Mistral module not available");
@@ -3069,6 +3093,8 @@ class Graphlit {
                 ? new OpenAI({
                     baseURL: "https://api.deepseek.com",
                     apiKey: process.env.DEEPSEEK_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : null);
         if (!deepseekClient) {
@@ -3090,6 +3116,8 @@ class Graphlit {
                 ? new OpenAI({
                     baseURL: "https://api.x.ai/v1",
                     apiKey: process.env.XAI_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : null);
         if (!xaiClient) {

package/dist/streaming/providers.js

@@ -1094,8 +1094,15 @@ onEvent, onComplete, abortSignal) {
                     // Check for any final text we might have missed
                     if (part.text) {
                         const finalText = part.text;
+                        // Skip if this is just the complete message we already have
+                        if (finalText === fullMessage) {
+                            if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                                console.log(`[Google] Skipping duplicate final text (matches fullMessage exactly)`);
+                            }
+                            continue;
+                        }
                         // Only add if it's not already included in fullMessage
-                        if (!fullMessage.endsWith(finalText)) {
+                        if (!fullMessage.includes(finalText) && !fullMessage.endsWith(finalText)) {
                             if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
                                 console.log(`[Google] Adding final text: ${finalText.length} chars`);
                             }
@@ -1105,6 +1112,9 @@ onEvent, onComplete, abortSignal) {
                                 token: finalText,
                             });
                         }
+                        else if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                            console.log(`[Google] Skipping final text (already in message): ${finalText.length} chars`);
+                        }
                     }
                     // Check for function calls
                     if (part.functionCall &&
@@ -1798,10 +1808,7 @@ onEvent, onComplete, abortSignal) {
                 process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
                 console.log(`🔍 [Cohere] Full streamConfig for ${modelName}:`, JSON.stringify(streamConfig, null, 2));
             }
-            stream = await cohereClient.chatStream({
-                ...streamConfig,
-                ...(abortSignal && { signal: abortSignal }),
-            });
+            stream = await cohereClient.chatStream(streamConfig, abortSignal ? { abortSignal } : undefined);
         }
         catch (streamError) {
             // Enhanced error logging
@@ -2011,6 +2018,7 @@ onEvent, onComplete, abortSignal) {
         };
         // Add tools if provided
         if (tools && tools.length > 0) {
+            console.log(`[Mistral] Adding ${tools.length} tools to stream config`);
             streamConfig.tools = tools.map((tool) => ({
                 type: "function",
                 function: {
@@ -2020,6 +2028,9 @@ onEvent, onComplete, abortSignal) {
                 },
             }));
         }
+        else {
+            console.log(`[Mistral] No tools provided - tools parameter is ${tools === undefined ? 'undefined' : 'empty array'}`);
+        }
         if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
             console.log(`[Mistral] Stream config:`, JSON.stringify({
                 ...streamConfig,
@@ -2061,9 +2072,24 @@ onEvent, onComplete, abortSignal) {
                     });
                 }
             }
-            stream = await mistralClient.chat.stream({
-                ...streamConfig,
-                ...(abortSignal && { signal: abortSignal }),
+            if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                console.log(`[Mistral] Attempting to create stream with retry configuration`);
+            }
+            // Log final config being sent
+            console.log(`[Mistral] Sending request with tools: ${streamConfig.tools ? 'YES' : 'NO'}`);
+            stream = await mistralClient.chat.stream(streamConfig, {
+                retries: {
+                    strategy: "backoff",
+                    backoff: {
+                        initialInterval: 1000,
+                        maxInterval: 60000,
+                        exponent: 2,
+                        maxElapsedTime: 300000, // 5 minutes
+                    },
+                    retryConnectionErrors: true,
+                },
+                retryCodes: ["429", "500", "502", "503", "504"],
+                ...(abortSignal && { fetchOptions: { signal: abortSignal } }),
             });
         }
         catch (error) {
@@ -2221,6 +2247,13 @@ onEvent, onComplete, abortSignal) {
             rateLimitError.statusCode = 429;
             throw rateLimitError;
         }
+        if (error.message?.includes("500") ||
+            error.message?.includes("Service unavailable") ||
+            error.message?.includes("INTERNAL_SERVER_ERROR")) {
+            const serviceError = new Error("Mistral API service is temporarily unavailable (500). This is a temporary issue with Mistral's servers. Please try again later.");
+            serviceError.statusCode = 500;
+            throw serviceError;
+        }
         // Re-throw with more context
         throw new Error(`Mistral streaming failed: ${error.message || "Unknown error"}`);
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "graphlit-client",
-  "version": "1.0.20250713001",
+  "version": "1.0.20250714001",
   "description": "Graphlit API Client for TypeScript",
   "type": "module",
   "main": "./dist/client.js",