@juspay/neurolink 7.32.0 → 7.33.0

package/CHANGELOG.md

@@ -1,3 +1,9 @@
+## [7.33.0](https://github.com/juspay/neurolink/compare/v7.32.0...v7.33.0) (2025-09-03)
+
+### Features
+
+- **(provider):** refactor generate method to use streamText for improved performance and consistency ([a118300](https://github.com/juspay/neurolink/commit/a11830088376b899725bcb1dc2467cb73f44f5b9))
+
 ## [7.32.0](https://github.com/juspay/neurolink/compare/v7.31.0...v7.32.0) (2025-09-03)
 
 ### Features

package/dist/core/baseProvider.d.ts

@@ -37,6 +37,8 @@ export declare abstract class BaseProvider implements AIProvider {
     /**
      * Text generation method - implements AIProvider interface
      * Tools are always available unless explicitly disabled
+     * IMPLEMENTATION NOTE: Uses streamText() under the hood and accumulates results
+     * for consistency and better performance
      */
     generate(optionsOrPrompt: TextGenerationOptions | string, _analysisSchema?: ValidationSchema): Promise<EnhancedGenerateResult | null>;
     /**
@@ -110,6 +112,10 @@ export declare abstract class BaseProvider implements AIProvider {
      * MCP tools are added when available (without blocking)
      */
     protected getAllTools(): Promise<Record<string, Tool>>;
+    /**
+     * Calculate actual cost based on token usage and provider configuration
+     */
+    private calculateActualCost;
     /**
      * Convert MCP JSON Schema to Zod schema for AI SDK tools
      * Handles common MCP schema patterns safely

package/dist/core/baseProvider.js

@@ -146,6 +146,8 @@ export class BaseProvider {
     /**
      * Text generation method - implements AIProvider interface
      * Tools are always available unless explicitly disabled
+     * IMPLEMENTATION NOTE: Uses streamText() under the hood and accumulates results
+     * for consistency and better performance
      */
     async generate(optionsOrPrompt, _analysisSchema) {
         const options = this.normalizeTextOptions(optionsOrPrompt);
@@ -153,8 +155,9 @@ export class BaseProvider {
         this.validateOptions(options);
         const startTime = Date.now();
         try {
-            // Import generateText dynamically to avoid circular dependencies
-            const { generateText } = await import("ai");
+            // Import streamText dynamically to avoid circular dependencies
+            // Using streamText instead of generateText for unified implementation
+            const { streamText } = await import("ai");
             // Get ALL available tools (direct + MCP + external from options)
             const shouldUseTools = !options.disableTools && this.supportsTools();
             const baseTools = shouldUseTools ? await this.getAllTools() : {};
@@ -175,7 +178,8 @@ export class BaseProvider {
             const model = await this.getAISDKModelWithMiddleware(options);
             // Build proper message array with conversation history
             const messages = buildMessagesArray(options);
-            const result = await generateText({
+            // Use streamText and accumulate results instead of generateText
+            const streamResult = await streamText({
                 model,
                 messages: messages,
                 tools,
@@ -184,31 +188,30 @@ export class BaseProvider {
                 temperature: options.temperature,
                 maxTokens: options.maxTokens || 8192,
             });
+            // Accumulate the streamed content
+            let accumulatedContent = "";
+            // Wait for the stream to complete and accumulate content
+            for await (const chunk of streamResult.textStream) {
+                accumulatedContent += chunk;
+            }
+            // Get the final result - this should include usage, toolCalls, etc.
+            const usage = await streamResult.usage;
+            const toolCalls = await streamResult.toolCalls;
+            const toolResults = await streamResult.toolResults;
             const responseTime = Date.now() - startTime;
+            // Create a result object compatible with generateText format
+            const result = {
+                text: accumulatedContent,
+                usage: usage,
+                toolCalls: toolCalls,
+                toolResults: toolResults,
+                steps: streamResult.steps, // Include steps for tool execution tracking
+            };
             try {
-                // Calculate actual cost based on token usage and provider configuration
-                const calculateActualCost = () => {
-                    try {
-                        const costInfo = modelConfig.getCostInfo(this.providerName, this.modelName);
-                        if (!costInfo) {
-                            return 0; // No cost info available
-                        }
-                        const promptTokens = result.usage?.promptTokens || 0;
-                        const completionTokens = result.usage?.completionTokens || 0;
-                        // Calculate cost per 1K tokens
-                        const inputCost = (promptTokens / 1000) * costInfo.input;
-                        const outputCost = (completionTokens / 1000) * costInfo.output;
-                        return inputCost + outputCost;
-                    }
-                    catch (error) {
-                        logger.debug(`Cost calculation failed for ${this.providerName}:`, error);
-                        return 0; // Fallback to 0 on any error
-                    }
-                };
-                const actualCost = calculateActualCost();
+                const actualCost = await this.calculateActualCost(usage || { promptTokens: 0, completionTokens: 0, totalTokens: 0 });
                 recordProviderPerformanceFromMetrics(this.providerName, {
                     responseTime,
-                    tokensGenerated: result.usage?.totalTokens || 0,
+                    tokensGenerated: usage?.totalTokens || 0,
                     cost: actualCost,
                     success: true,
                 });
@@ -216,7 +219,7 @@ export class BaseProvider {
                 const optimizedProvider = getPerformanceOptimizedProvider("speed");
                 logger.debug(`🚀 Performance recorded for ${this.providerName}:`, {
                     responseTime: `${responseTime}ms`,
-                    tokens: result.usage?.totalTokens || 0,
+                    tokens: usage?.totalTokens || 0,
                     estimatedCost: `$${actualCost.toFixed(6)}`,
                     recommendedSpeedProvider: optimizedProvider?.provider || "none",
                 });
@@ -228,11 +231,9 @@ export class BaseProvider {
             // AI SDK puts tool calls in steps array for multi-step generation
             const toolsUsed = [];
             // First check direct tool calls (fallback)
-            if (result.toolCalls && result.toolCalls.length > 0) {
-                toolsUsed.push(...result.toolCalls.map((tc) => {
-                    return (tc.toolName ||
-                        tc.name ||
-                        "unknown");
+            if (toolCalls && toolCalls.length > 0) {
+                toolsUsed.push(...toolCalls.map((tc) => {
+                    return tc.toolName || "unknown";
                 }));
             }
             // Then check steps for tool calls (primary source for multi-step)
@@ -326,20 +327,14 @@ export class BaseProvider {
                 },
                 provider: this.providerName,
                 model: this.modelName,
-                toolCalls: result.toolCalls
-                    ? result.toolCalls.map((tc) => ({
-                        toolCallId: tc.toolCallId ||
-                            tc.id ||
-                            "unknown",
-                        toolName: tc.toolName ||
-                            tc.name ||
-                            "unknown",
-                        args: tc.args ||
-                            tc.parameters ||
-                            {},
+                toolCalls: toolCalls
+                    ? toolCalls.map((tc) => ({
+                        toolCallId: tc.toolCallId || "unknown",
+                        toolName: tc.toolName || "unknown",
+                        args: tc.args || {},
                     }))
                     : [],
-                toolResults: result.toolResults,
+                toolResults: toolResults || [],
                 toolsUsed: uniqueToolsUsed,
                 toolExecutions, // ✅ Add extracted tool executions
                 availableTools: Object.keys(tools).map((name) => {
@@ -655,6 +650,27 @@ export class BaseProvider {
         logger.debug(`[BaseProvider] getAllTools returning tools: ${getKeysAsString(tools)}`);
         return tools;
     }
+    /**
+     * Calculate actual cost based on token usage and provider configuration
+     */
+    async calculateActualCost(usage) {
+        try {
+            const costInfo = modelConfig.getCostInfo(this.providerName, this.modelName);
+            if (!costInfo) {
+                return 0; // No cost info available
+            }
+            const promptTokens = usage?.promptTokens || 0;
+            const completionTokens = usage?.completionTokens || 0;
+            // Calculate cost per 1K tokens
+            const inputCost = (promptTokens / 1000) * costInfo.input;
+            const outputCost = (completionTokens / 1000) * costInfo.output;
+            return inputCost + outputCost;
+        }
+        catch (error) {
+            logger.debug(`Cost calculation failed for ${this.providerName}:`, error);
+            return 0; // Fallback to 0 on any error
+        }
+    }
     /**
      * Convert MCP JSON Schema to Zod schema for AI SDK tools
      * Handles common MCP schema patterns safely

package/dist/lib/core/baseProvider.d.ts

@@ -37,6 +37,8 @@ export declare abstract class BaseProvider implements AIProvider {
     /**
      * Text generation method - implements AIProvider interface
      * Tools are always available unless explicitly disabled
+     * IMPLEMENTATION NOTE: Uses streamText() under the hood and accumulates results
+     * for consistency and better performance
      */
     generate(optionsOrPrompt: TextGenerationOptions | string, _analysisSchema?: ValidationSchema): Promise<EnhancedGenerateResult | null>;
     /**
@@ -110,6 +112,10 @@ export declare abstract class BaseProvider implements AIProvider {
      * MCP tools are added when available (without blocking)
      */
     protected getAllTools(): Promise<Record<string, Tool>>;
+    /**
+     * Calculate actual cost based on token usage and provider configuration
+     */
+    private calculateActualCost;
     /**
      * Convert MCP JSON Schema to Zod schema for AI SDK tools
      * Handles common MCP schema patterns safely

package/dist/lib/core/baseProvider.js

@@ -146,6 +146,8 @@ export class BaseProvider {
     /**
      * Text generation method - implements AIProvider interface
      * Tools are always available unless explicitly disabled
+     * IMPLEMENTATION NOTE: Uses streamText() under the hood and accumulates results
+     * for consistency and better performance
      */
     async generate(optionsOrPrompt, _analysisSchema) {
         const options = this.normalizeTextOptions(optionsOrPrompt);
@@ -153,8 +155,9 @@ export class BaseProvider {
         this.validateOptions(options);
         const startTime = Date.now();
         try {
-            // Import generateText dynamically to avoid circular dependencies
-            const { generateText } = await import("ai");
+            // Import streamText dynamically to avoid circular dependencies
+            // Using streamText instead of generateText for unified implementation
+            const { streamText } = await import("ai");
             // Get ALL available tools (direct + MCP + external from options)
             const shouldUseTools = !options.disableTools && this.supportsTools();
             const baseTools = shouldUseTools ? await this.getAllTools() : {};
@@ -175,7 +178,8 @@ export class BaseProvider {
             const model = await this.getAISDKModelWithMiddleware(options);
             // Build proper message array with conversation history
             const messages = buildMessagesArray(options);
-            const result = await generateText({
+            // Use streamText and accumulate results instead of generateText
+            const streamResult = await streamText({
                 model,
                 messages: messages,
                 tools,
@@ -184,31 +188,30 @@ export class BaseProvider {
                 temperature: options.temperature,
                 maxTokens: options.maxTokens || 8192,
             });
+            // Accumulate the streamed content
+            let accumulatedContent = "";
+            // Wait for the stream to complete and accumulate content
+            for await (const chunk of streamResult.textStream) {
+                accumulatedContent += chunk;
+            }
+            // Get the final result - this should include usage, toolCalls, etc.
+            const usage = await streamResult.usage;
+            const toolCalls = await streamResult.toolCalls;
+            const toolResults = await streamResult.toolResults;
             const responseTime = Date.now() - startTime;
+            // Create a result object compatible with generateText format
+            const result = {
+                text: accumulatedContent,
+                usage: usage,
+                toolCalls: toolCalls,
+                toolResults: toolResults,
+                steps: streamResult.steps, // Include steps for tool execution tracking
+            };
             try {
-                // Calculate actual cost based on token usage and provider configuration
-                const calculateActualCost = () => {
-                    try {
-                        const costInfo = modelConfig.getCostInfo(this.providerName, this.modelName);
-                        if (!costInfo) {
-                            return 0; // No cost info available
-                        }
-                        const promptTokens = result.usage?.promptTokens || 0;
-                        const completionTokens = result.usage?.completionTokens || 0;
-                        // Calculate cost per 1K tokens
-                        const inputCost = (promptTokens / 1000) * costInfo.input;
-                        const outputCost = (completionTokens / 1000) * costInfo.output;
-                        return inputCost + outputCost;
-                    }
-                    catch (error) {
-                        logger.debug(`Cost calculation failed for ${this.providerName}:`, error);
-                        return 0; // Fallback to 0 on any error
-                    }
-                };
-                const actualCost = calculateActualCost();
+                const actualCost = await this.calculateActualCost(usage || { promptTokens: 0, completionTokens: 0, totalTokens: 0 });
                 recordProviderPerformanceFromMetrics(this.providerName, {
                     responseTime,
-                    tokensGenerated: result.usage?.totalTokens || 0,
+                    tokensGenerated: usage?.totalTokens || 0,
                     cost: actualCost,
                     success: true,
                 });
@@ -216,7 +219,7 @@ export class BaseProvider {
                 const optimizedProvider = getPerformanceOptimizedProvider("speed");
                 logger.debug(`🚀 Performance recorded for ${this.providerName}:`, {
                     responseTime: `${responseTime}ms`,
-                    tokens: result.usage?.totalTokens || 0,
+                    tokens: usage?.totalTokens || 0,
                     estimatedCost: `$${actualCost.toFixed(6)}`,
                     recommendedSpeedProvider: optimizedProvider?.provider || "none",
                 });
@@ -228,11 +231,9 @@ export class BaseProvider {
             // AI SDK puts tool calls in steps array for multi-step generation
             const toolsUsed = [];
             // First check direct tool calls (fallback)
-            if (result.toolCalls && result.toolCalls.length > 0) {
-                toolsUsed.push(...result.toolCalls.map((tc) => {
-                    return (tc.toolName ||
-                        tc.name ||
-                        "unknown");
+            if (toolCalls && toolCalls.length > 0) {
+                toolsUsed.push(...toolCalls.map((tc) => {
+                    return tc.toolName || "unknown";
                 }));
             }
             // Then check steps for tool calls (primary source for multi-step)
@@ -326,20 +327,14 @@ export class BaseProvider {
                 },
                 provider: this.providerName,
                 model: this.modelName,
-                toolCalls: result.toolCalls
-                    ? result.toolCalls.map((tc) => ({
-                        toolCallId: tc.toolCallId ||
-                            tc.id ||
-                            "unknown",
-                        toolName: tc.toolName ||
-                            tc.name ||
-                            "unknown",
-                        args: tc.args ||
-                            tc.parameters ||
-                            {},
+                toolCalls: toolCalls
+                    ? toolCalls.map((tc) => ({
+                        toolCallId: tc.toolCallId || "unknown",
+                        toolName: tc.toolName || "unknown",
+                        args: tc.args || {},
                     }))
                     : [],
-                toolResults: result.toolResults,
+                toolResults: toolResults || [],
                 toolsUsed: uniqueToolsUsed,
                 toolExecutions, // ✅ Add extracted tool executions
                 availableTools: Object.keys(tools).map((name) => {
@@ -655,6 +650,27 @@ export class BaseProvider {
         logger.debug(`[BaseProvider] getAllTools returning tools: ${getKeysAsString(tools)}`);
         return tools;
     }
+    /**
+     * Calculate actual cost based on token usage and provider configuration
+     */
+    async calculateActualCost(usage) {
+        try {
+            const costInfo = modelConfig.getCostInfo(this.providerName, this.modelName);
+            if (!costInfo) {
+                return 0; // No cost info available
+            }
+            const promptTokens = usage?.promptTokens || 0;
+            const completionTokens = usage?.completionTokens || 0;
+            // Calculate cost per 1K tokens
+            const inputCost = (promptTokens / 1000) * costInfo.input;
+            const outputCost = (completionTokens / 1000) * costInfo.output;
+            return inputCost + outputCost;
+        }
+        catch (error) {
+            logger.debug(`Cost calculation failed for ${this.providerName}:`, error);
+            return 0; // Fallback to 0 on any error
+        }
+    }
     /**
      * Convert MCP JSON Schema to Zod schema for AI SDK tools
      * Handles common MCP schema patterns safely

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "7.32.0",
+  "version": "7.33.0",
   "description": "Universal AI Development Platform with working MCP integration, multi-provider support, and professional CLI. Built-in tools operational, 58+ external MCP servers discoverable. Connect to filesystem, GitHub, database operations, and more. Build, test, and deploy AI applications with 9 major providers: OpenAI, Anthropic, Google AI, AWS Bedrock, Azure, Hugging Face, Ollama, and Mistral AI.",
   "author": {
     "name": "Juspay Technologies",