graphlit-client 1.0.20250713002 → 1.0.20250716001

package/dist/client.js

@@ -2454,6 +2454,8 @@ class Graphlit {
                 // ALWAYS log when there's a tool-related issue for debugging
                 const hasToolCalls = mistralMessages.some((m) => m.tool_calls?.length > 0);
                 const hasToolResponses = mistralMessages.some((m) => m.role === "tool");
+                // Count tool responses to determine if we should pass tools
+                const toolResponseCount = mistralMessages.filter((m) => m.role === "tool").length;
                 if (hasToolCalls ||
                     hasToolResponses ||
                     process.env.DEBUG_GRAPHLIT_SDK_STREAMING_MESSAGES) {
@@ -2461,13 +2463,17 @@ class Graphlit {
                     console.log(JSON.stringify(mistralMessages, null, 2));
                     // Count tool calls and responses
                     const toolCallCount = mistralMessages.reduce((count, m) => count + (m.tool_calls?.length || 0), 0);
-                    const toolResponseCount = mistralMessages.filter((m) => m.role === "tool").length;
                     console.log(`🔍 [Mistral] Tool calls: ${toolCallCount}, Tool responses: ${toolResponseCount}`);
                     if (toolResponseCount > 0) {
                         console.log(`🔍 [Mistral] IMPORTANT: We have tool responses, should we still pass tools?`);
                     }
                 }
-                await this.streamWithMistral(specification, mistralMessages, tools, uiAdapter, (message, calls, usage) => {
+                // Mistral API requires that we don't pass tools when sending tool results
+                const shouldPassTools = toolResponseCount === 0 ? tools : undefined;
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                    console.log(`🔍 [Mistral] Passing tools: ${shouldPassTools ? 'YES' : 'NO'} (tool responses in messages: ${toolResponseCount})`);
+                }
+                await this.streamWithMistral(specification, mistralMessages, shouldPassTools, uiAdapter, (message, calls, usage) => {
                     roundMessage = message;
                     toolCalls = calls;
                     if (usage) {
@@ -2860,6 +2866,8 @@ class Graphlit {
             (OpenAI
                 ? new OpenAI({
                     apiKey: process.env.OPENAI_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : (() => {
                     throw new Error("OpenAI module not available");
@@ -2882,6 +2890,8 @@ class Graphlit {
             (Anthropic
                 ? new Anthropic({
                     apiKey: process.env.ANTHROPIC_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : (() => {
                     throw new Error("Anthropic module not available");
@@ -2976,6 +2986,8 @@ class Graphlit {
                 ? new OpenAI({
                     apiKey: process.env.CEREBRAS_API_KEY || "",
                     baseURL: "https://api.cerebras.ai/v1",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : (() => {
                     throw new Error("OpenAI module not available for Cerebras");
@@ -3023,7 +3035,19 @@ class Graphlit {
                     if (!apiKey) {
                         throw new Error("MISTRAL_API_KEY environment variable is required for Mistral streaming");
                     }
-                    return new Mistral({ apiKey });
+                    return new Mistral({
+                        apiKey,
+                        retryConfig: {
+                            strategy: "backoff",
+                            backoff: {
+                                initialInterval: 1000,
+                                maxInterval: 60000,
+                                exponent: 2,
+                                maxElapsedTime: 300000, // 5 minutes
+                            },
+                            retryConnectionErrors: true,
+                        },
+                    });
                 })()
                 : (() => {
                     throw new Error("Mistral module not available");
@@ -3069,6 +3093,8 @@ class Graphlit {
                 ? new OpenAI({
                     baseURL: "https://api.deepseek.com",
                     apiKey: process.env.DEEPSEEK_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : null);
         if (!deepseekClient) {
@@ -3090,6 +3116,8 @@ class Graphlit {
                 ? new OpenAI({
                     baseURL: "https://api.x.ai/v1",
                     apiKey: process.env.XAI_API_KEY || "",
+                    maxRetries: 3,
+                    timeout: 60000, // 60 seconds
                 })
                 : null);
         if (!xaiClient) {

package/dist/generated/graphql-types.d.ts

@@ -1505,7 +1505,11 @@ export declare enum CerebrasModels {
     /** LLaMA 3.1 8b */
     Llama_3_1_8B = "LLAMA_3_1_8B",
     /** LLaMA 3.3 70b */
-    Llama_3_3_70B = "LLAMA_3_3_70B"
+    Llama_3_3_70B = "LLAMA_3_3_70B",
+    /** LLaMA 4 Scout 17b */
+    Llama_4Scout_17B = "LLAMA_4_SCOUT_17B",
+    /** Qwen 3 32b */
+    Qwen_3_32B = "QWEN_3_32B"
 }
 /** Represents a classification workflow job. */
 export type ClassificationWorkflowJob = {
@@ -4471,10 +4475,7 @@ export declare enum FeedTypes {
     Twitter = "TWITTER",
     /** Web feed */
     Web = "WEB",
-    /**
-     * YouTube audio feed
-     * @deprecated No longer supported. We suggest using your own YouTube downloader and then ingest the video or audio files.
-     */
+    /** YouTube audio feed */
     YouTube = "YOU_TUBE",
     /** Zendesk articles feed */
     Zendesk = "ZENDESK"
@@ -5290,6 +5291,8 @@ export declare enum GroqModels {
     Custom = "CUSTOM",
     /** Deepseek R1 Distill Llama 70b Preview */
     DeepseekR1Llama_70BPreview = "DEEPSEEK_R1_LLAMA_70B_PREVIEW",
+    /** Kimi K2 32b */
+    KimiK2_32B = "KIMI_K2_32B",
     /** LLaMA 3.1 8b */
     Llama_3_1_8B = "LLAMA_3_1_8B",
     /**
@@ -5323,7 +5326,9 @@ export declare enum GroqModels {
     /** LLaMA 4 Scout 17b */
     Llama_4Scout_17B = "LLAMA_4_SCOUT_17B",
     /** Mixtral 8x7b Instruct */
-    Mixtral_8X7BInstruct = "MIXTRAL_8X7B_INSTRUCT"
+    Mixtral_8X7BInstruct = "MIXTRAL_8X7B_INSTRUCT",
+    /** Qwen 3 32b */
+    Qwen_3_32B = "QWEN_3_32B"
 }
 /** Represents an H3 index. */
 export type H3 = {

package/dist/generated/graphql-types.js

@@ -279,6 +279,10 @@ export var CerebrasModels;
     CerebrasModels["Llama_3_1_8B"] = "LLAMA_3_1_8B";
     /** LLaMA 3.3 70b */
     CerebrasModels["Llama_3_3_70B"] = "LLAMA_3_3_70B";
+    /** LLaMA 4 Scout 17b */
+    CerebrasModels["Llama_4Scout_17B"] = "LLAMA_4_SCOUT_17B";
+    /** Qwen 3 32b */
+    CerebrasModels["Qwen_3_32B"] = "QWEN_3_32B";
 })(CerebrasModels || (CerebrasModels = {}));
 /** Cohere model type */
 export var CohereModels;
@@ -917,10 +921,7 @@ export var FeedTypes;
     FeedTypes["Twitter"] = "TWITTER";
     /** Web feed */
     FeedTypes["Web"] = "WEB";
-    /**
-     * YouTube audio feed
-     * @deprecated No longer supported. We suggest using your own YouTube downloader and then ingest the video or audio files.
-     */
+    /** YouTube audio feed */
     FeedTypes["YouTube"] = "YOU_TUBE";
     /** Zendesk articles feed */
     FeedTypes["Zendesk"] = "ZENDESK";
@@ -1082,6 +1083,8 @@ export var GroqModels;
     GroqModels["Custom"] = "CUSTOM";
     /** Deepseek R1 Distill Llama 70b Preview */
     GroqModels["DeepseekR1Llama_70BPreview"] = "DEEPSEEK_R1_LLAMA_70B_PREVIEW";
+    /** Kimi K2 32b */
+    GroqModels["KimiK2_32B"] = "KIMI_K2_32B";
     /** LLaMA 3.1 8b */
     GroqModels["Llama_3_1_8B"] = "LLAMA_3_1_8B";
     /**
@@ -1116,6 +1119,8 @@ export var GroqModels;
     GroqModels["Llama_4Scout_17B"] = "LLAMA_4_SCOUT_17B";
     /** Mixtral 8x7b Instruct */
     GroqModels["Mixtral_8X7BInstruct"] = "MIXTRAL_8X7B_INSTRUCT";
+    /** Qwen 3 32b */
+    GroqModels["Qwen_3_32B"] = "QWEN_3_32B";
 })(GroqModels || (GroqModels = {}));
 /** H3 index resolution types */
 export var H3ResolutionTypes;

package/dist/streaming/providers.js

@@ -962,13 +962,6 @@ onEvent, onComplete, abortSignal) {
         const result = await chat.sendMessageStream(prompt);
         for await (const chunk of result.stream) {
             const text = chunk.text();
-            // Debug log chunk details
-            if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
-                console.log(`[Google] Raw chunk:`, JSON.stringify(chunk, null, 2));
-                if (text) {
-                    console.log(`[Google] Text delta: "${text}" (${text.length} chars)`);
-                }
-            }
             if (text) {
                 fullMessage += text;
                 tokenCount++;
@@ -1094,11 +1087,15 @@ onEvent, onComplete, abortSignal) {
                     // Check for any final text we might have missed
                     if (part.text) {
                         const finalText = part.text;
-                        // Only add if it's not already included in fullMessage
-                        if (!fullMessage.endsWith(finalText)) {
+                        // Skip if this is just the complete message we already have
+                        if (finalText === fullMessage) {
                             if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
-                                console.log(`[Google] Adding final text: ${finalText.length} chars`);
+                                console.log(`[Google] Skipping duplicate final text (matches fullMessage exactly)`);
                             }
+                            continue;
+                        }
+                        // Only add if it's not already included in fullMessage
+                        if (!fullMessage.includes(finalText) && !fullMessage.endsWith(finalText)) {
                             fullMessage += finalText;
                             onEvent({
                                 type: "token",
@@ -2008,6 +2005,7 @@ onEvent, onComplete, abortSignal) {
         };
         // Add tools if provided
         if (tools && tools.length > 0) {
+            console.log(`[Mistral] Adding ${tools.length} tools to stream config`);
             streamConfig.tools = tools.map((tool) => ({
                 type: "function",
                 function: {
@@ -2017,6 +2015,9 @@ onEvent, onComplete, abortSignal) {
                 },
             }));
         }
+        else {
+            console.log(`[Mistral] No tools provided - tools parameter is ${tools === undefined ? 'undefined' : 'empty array'}`);
+        }
         if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
             console.log(`[Mistral] Stream config:`, JSON.stringify({
                 ...streamConfig,
@@ -2058,9 +2059,24 @@ onEvent, onComplete, abortSignal) {
                     });
                 }
             }
-            stream = await mistralClient.chat.stream({
-                ...streamConfig,
-                ...(abortSignal && { signal: abortSignal }),
+            if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                console.log(`[Mistral] Attempting to create stream with retry configuration`);
+            }
+            // Log final config being sent
+            console.log(`[Mistral] Sending request with tools: ${streamConfig.tools ? 'YES' : 'NO'}`);
+            stream = await mistralClient.chat.stream(streamConfig, {
+                retries: {
+                    strategy: "backoff",
+                    backoff: {
+                        initialInterval: 1000,
+                        maxInterval: 60000,
+                        exponent: 2,
+                        maxElapsedTime: 300000, // 5 minutes
+                    },
+                    retryConnectionErrors: true,
+                },
+                retryCodes: ["429", "500", "502", "503", "504"],
+                ...(abortSignal && { fetchOptions: { signal: abortSignal } }),
             });
         }
         catch (error) {
@@ -2218,6 +2234,13 @@ onEvent, onComplete, abortSignal) {
             rateLimitError.statusCode = 429;
             throw rateLimitError;
         }
+        if (error.message?.includes("500") ||
+            error.message?.includes("Service unavailable") ||
+            error.message?.includes("INTERNAL_SERVER_ERROR")) {
+            const serviceError = new Error("Mistral API service is temporarily unavailable (500). This is a temporary issue with Mistral's servers. Please try again later.");
+            serviceError.statusCode = 500;
+            throw serviceError;
+        }
         // Re-throw with more context
         throw new Error(`Mistral streaming failed: ${error.message || "Unknown error"}`);
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "graphlit-client",
-  "version": "1.0.20250713002",
+  "version": "1.0.20250716001",
   "description": "Graphlit API Client for TypeScript",
   "type": "module",
   "main": "./dist/client.js",