@contentgrowth/llm-service 0.6.98 → 0.7.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@contentgrowth/llm-service",
-  "version": "0.6.98",
+  "version": "0.7.0",
   "description": "Unified LLM Service for Content Growth",
   "main": "src/index.js",
   "type": "module",

package/src/llm/providers/gemini-provider.js

@@ -102,7 +102,7 @@ export class GeminiProvider extends BaseLLMProvider {
                     }
                     break;
                 case 'tool':
-                    role = 'function';
+                    role = 'user';
                     const preceding_message = messages[index - 1];
                     const tool_call = preceding_message?.tool_calls?.find(tc => tc.id === msg.tool_call_id);
                     parts = [{
@@ -111,6 +111,16 @@ export class GeminiProvider extends BaseLLMProvider {
                             response: { content: msg.content },
                         }
                     }];
+
+                    // Fix for JSON mode: If JSON is requested, remind the model to output JSON after tool execution
+                    // This is necessary because strict JSON mode is disabled when tools are present.
+                    if (options.responseFormat === 'json' || options.responseFormat?.type === 'json_schema' || options.responseSchema) {
+                        parts.push({ text: "Please ensure the final response is valid JSON as per the system instructions." });
+                    } else {
+                        // Generic reminder to help model stay on track with system prompt instructions (e.g. formatting)
+                        // even if no specific JSON mode is configured.
+                        parts.push({ text: "Please ensure the final response follows the system prompt instructions." });
+                    }
                     break;
                 default:
                     return null;
@@ -140,6 +150,14 @@ export class GeminiProvider extends BaseLLMProvider {
 
         if (tools && tools.length > 0) {
             requestOptions.config.tools = [{ functionDeclarations: tools.map(t => t.function) }];
+            // CRITICAL: Cannot enforce JSON mode (responseMimeType/responseSchema) when tools are present
+            // because the model needs to be able to return tool calls (which are not JSON text).
+            // We must rely on the system prompt for JSON formatting in this case.
+            if (requestOptions.config.responseMimeType === 'application/json') {
+                console.warn('[GeminiProvider] Disabling strict JSON mode because tools are present. Relying on system prompt.');
+                delete requestOptions.config.responseMimeType;
+                delete requestOptions.config.responseSchema;
+            }
         }
 
         console.log('[GeminiProvider] generateContent request:', JSON.stringify(requestOptions, null, 2));