graphlit-client 1.0.20250615005 → 1.0.20250617001

package/dist/client.js

@@ -2392,8 +2392,9 @@ class Graphlit {
         }
         // Complete the conversation and get token count
         let finalTokens;
-        if (fullMessage) {
-            const completeResponse = await this.completeConversation(fullMessage.trim(), conversationId, correlationId);
+        const trimmedMessage = fullMessage?.trim();
+        if (trimmedMessage) {
+            const completeResponse = await this.completeConversation(trimmedMessage, conversationId, correlationId);
             // Extract token count from the response
             finalTokens =
                 completeResponse.completeConversation?.message?.tokens ?? undefined;

package/dist/streaming/providers.js

@@ -11,6 +11,36 @@ function isValidJSON(str) {
         return false;
     }
 }
+/**
+ * Simplify schema for Groq by removing complex features that may cause issues
+ */
+function simplifySchemaForGroq(schema) {
+    if (typeof schema !== "object" || schema === null) {
+        return JSON.stringify(schema);
+    }
+    // Remove complex JSON Schema features that Groq might not support
+    const simplified = {
+        type: schema.type || "object",
+        properties: {},
+        required: schema.required || []
+    };
+    // Only keep basic properties and types
+    if (schema.properties) {
+        for (const [key, value] of Object.entries(schema.properties)) {
+            const prop = value;
+            simplified.properties[key] = {
+                type: prop.type || "string",
+                description: prop.description || "",
+                // Remove complex features like patterns, formats, etc.
+            };
+            // Keep enum if present (but simplified)
+            if (prop.enum && Array.isArray(prop.enum)) {
+                simplified.properties[key].enum = prop.enum;
+            }
+        }
+    }
+    return JSON.stringify(simplified);
+}
 /**
  * Clean schema for Google Gemini by removing unsupported fields
  */
@@ -1042,8 +1072,27 @@ onEvent, onComplete) {
 export async function streamWithGroq(specification, messages, tools, groqClient, // Groq client instance (OpenAI-compatible)
 onEvent, onComplete) {
     try {
+        const modelName = getModelName(specification);
+        // Filter or simplify tools for Groq models that have issues
+        let groqTools = tools;
+        if (tools && tools.length > 0) {
+            // LLaMA 3.3 70B seems to have tool calling issues - disable tools for this model
+            if (modelName && (modelName.includes("llama-3.3") || modelName.includes("LLAMA_3_3"))) {
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                    console.log(`⚠️ [Groq] Disabling tools for ${modelName} due to known compatibility issues`);
+                }
+                groqTools = undefined;
+            }
+            else {
+                // For other models, simplify complex schemas
+                groqTools = tools.map(tool => ({
+                    ...tool,
+                    schema: tool.schema ? simplifySchemaForGroq(JSON.parse(tool.schema)) : tool.schema
+                }));
+            }
+        }
         // Groq uses the same API as OpenAI, so we can reuse the OpenAI streaming logic
-        return await streamWithOpenAI(specification, messages, tools, groqClient, onEvent, onComplete);
+        return await streamWithOpenAI(specification, messages, groqTools, groqClient, onEvent, onComplete);
     }
     catch (error) {
         // Handle Groq-specific errors
@@ -1324,9 +1373,12 @@ onEvent, onComplete) {
             throw new Error("No messages found for Cohere streaming");
         }
         // Cohere v7 expects a single message and optional chatHistory
-        // Extract the last message as the current message
-        const lastMessage = messages[messages.length - 1];
-        const chatHistory = messages.slice(0, -1);
+        // Extract system messages for preamble and filter them out of history
+        const systemMessages = messages.filter(msg => msg.role === "SYSTEM");
+        const nonSystemMessages = messages.filter(msg => msg.role !== "SYSTEM");
+        // Extract the last non-system message as the current message
+        const lastMessage = nonSystemMessages[nonSystemMessages.length - 1];
+        const chatHistory = nonSystemMessages.slice(0, -1);
         if (!lastMessage || !lastMessage.message) {
             throw new Error("Last message must have message property for Cohere streaming");
         }
@@ -1335,9 +1387,15 @@ onEvent, onComplete) {
             model: modelName,
             message: lastMessage.message, // Current message (singular)
         };
+        // Add system message as preamble if present
+        if (systemMessages.length > 0) {
+            // Combine all system messages into preamble
+            streamConfig.preamble = systemMessages.map(msg => msg.message).join("\n\n");
+        }
         // Add chat history if there are previous messages
         if (chatHistory.length > 0) {
             // Build properly typed chat history using Cohere SDK Message types
+            // Note: SYSTEM messages are already filtered out and handled as preamble
             const cohereHistory = chatHistory.map((msg) => {
                 switch (msg.role) {
                     case "USER":
@@ -1358,11 +1416,6 @@ onEvent, onComplete) {
                             }));
                         }
                         return chatbotMsg;
-                    case "SYSTEM":
-                        return {
-                            role: "SYSTEM",
-                            message: msg.message,
-                        };
                     case "TOOL":
                         return {
                             role: "TOOL",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "graphlit-client",
-  "version": "1.0.20250615005",
+  "version": "1.0.20250617001",
   "description": "Graphlit API Client for TypeScript",
   "type": "module",
   "main": "./dist/client.js",