@juspay/neurolink 7.32.0 → 7.33.1

package/CHANGELOG.md

@@ -1,3 +1,11 @@
+## [7.33.1](https://github.com/juspay/neurolink/compare/v7.33.0...v7.33.1) (2025-09-03)
+
+## [7.33.0](https://github.com/juspay/neurolink/compare/v7.32.0...v7.33.0) (2025-09-03)
+
+### Features
+
+- **(provider):** refactor generate method to use streamText for improved performance and consistency ([a118300](https://github.com/juspay/neurolink/commit/a11830088376b899725bcb1dc2467cb73f44f5b9))
+
 ## [7.32.0](https://github.com/juspay/neurolink/compare/v7.31.0...v7.32.0) (2025-09-03)
 
 ### Features

package/dist/agent/directTools.d.ts

@@ -219,12 +219,12 @@ export declare const directAgentTools: {
         content: z.ZodString;
         mode: z.ZodDefault<z.ZodEnum<["create", "overwrite", "append"]>>;
     }, "strip", z.ZodTypeAny, {
-        content: string;
         path: string;
+        content: string;
         mode: "create" | "overwrite" | "append";
     }, {
-        content: string;
         path: string;
+        content: string;
         mode?: "create" | "overwrite" | "append" | undefined;
     }>, {
         success: boolean;
@@ -249,8 +249,8 @@ export declare const directAgentTools: {
         written?: undefined;
     }> & {
         execute: (args: {
-            content: string;
             path: string;
+            content: string;
             mode: "create" | "overwrite" | "append";
         }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
             success: boolean;
@@ -280,12 +280,12 @@ export declare const directAgentTools: {
         pattern: z.ZodString;
         recursive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
-        directory: string;
         pattern: string;
+        directory: string;
         recursive: boolean;
     }, {
-        directory: string;
         pattern: string;
+        directory: string;
         recursive?: boolean | undefined;
     }>, {
         success: boolean;
@@ -315,8 +315,8 @@ export declare const directAgentTools: {
         count?: undefined;
     }> & {
         execute: (args: {
-            directory: string;
             pattern: string;
+            directory: string;
             recursive: boolean;
         }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
             success: boolean;

package/dist/cli/commands/config.d.ts

@@ -136,6 +136,15 @@ declare const ConfigSchema: z.ZodObject<{
             model?: string | undefined;
         }>>;
     }, "strip", z.ZodTypeAny, {
+        openai?: {
+            model: string;
+            apiKey?: string | undefined;
+            baseURL?: string | undefined;
+        } | undefined;
+        anthropic?: {
+            model: string;
+            apiKey?: string | undefined;
+        } | undefined;
         vertex?: {
             model: string;
             location: string;
@@ -145,6 +154,10 @@ declare const ConfigSchema: z.ZodObject<{
             clientEmail?: string | undefined;
             privateKey?: string | undefined;
         } | undefined;
+        "google-ai"?: {
+            model: string;
+            apiKey?: string | undefined;
+        } | undefined;
         bedrock?: {
             model: string;
             region?: string | undefined;
@@ -152,16 +165,13 @@ declare const ConfigSchema: z.ZodObject<{
             secretAccessKey?: string | undefined;
             sessionToken?: string | undefined;
         } | undefined;
-        anthropic?: {
-            model: string;
-            apiKey?: string | undefined;
-        } | undefined;
-        openai?: {
+        azure?: {
             model: string;
             apiKey?: string | undefined;
-            baseURL?: string | undefined;
+            endpoint?: string | undefined;
+            deploymentId?: string | undefined;
         } | undefined;
-        "google-ai"?: {
+        huggingface?: {
             model: string;
             apiKey?: string | undefined;
         } | undefined;
@@ -170,21 +180,20 @@ declare const ConfigSchema: z.ZodObject<{
             model: string;
             baseUrl: string;
         } | undefined;
-        azure?: {
+        mistral?: {
             model: string;
             apiKey?: string | undefined;
-            endpoint?: string | undefined;
-            deploymentId?: string | undefined;
         } | undefined;
-        huggingface?: {
-            model: string;
+    }, {
+        openai?: {
             apiKey?: string | undefined;
+            baseURL?: string | undefined;
+            model?: string | undefined;
         } | undefined;
-        mistral?: {
-            model: string;
+        anthropic?: {
             apiKey?: string | undefined;
+            model?: string | undefined;
         } | undefined;
-    }, {
         vertex?: {
             model?: string | undefined;
             projectId?: string | undefined;
@@ -194,6 +203,10 @@ declare const ConfigSchema: z.ZodObject<{
             clientEmail?: string | undefined;
             privateKey?: string | undefined;
         } | undefined;
+        "google-ai"?: {
+            apiKey?: string | undefined;
+            model?: string | undefined;
+        } | undefined;
         bedrock?: {
             model?: string | undefined;
             region?: string | undefined;
@@ -201,16 +214,13 @@ declare const ConfigSchema: z.ZodObject<{
             secretAccessKey?: string | undefined;
             sessionToken?: string | undefined;
         } | undefined;
-        anthropic?: {
-            apiKey?: string | undefined;
-            model?: string | undefined;
-        } | undefined;
-        openai?: {
+        azure?: {
             apiKey?: string | undefined;
-            baseURL?: string | undefined;
             model?: string | undefined;
+            endpoint?: string | undefined;
+            deploymentId?: string | undefined;
         } | undefined;
-        "google-ai"?: {
+        huggingface?: {
             apiKey?: string | undefined;
             model?: string | undefined;
         } | undefined;
@@ -219,16 +229,6 @@ declare const ConfigSchema: z.ZodObject<{
             model?: string | undefined;
             baseUrl?: string | undefined;
         } | undefined;
-        azure?: {
-            apiKey?: string | undefined;
-            model?: string | undefined;
-            endpoint?: string | undefined;
-            deploymentId?: string | undefined;
-        } | undefined;
-        huggingface?: {
-            apiKey?: string | undefined;
-            model?: string | undefined;
-        } | undefined;
         mistral?: {
             apiKey?: string | undefined;
             model?: string | undefined;
@@ -456,6 +456,15 @@ declare const ConfigSchema: z.ZodObject<{
     }>>;
 }, "strip", z.ZodTypeAny, {
     providers: {
+        openai?: {
+            model: string;
+            apiKey?: string | undefined;
+            baseURL?: string | undefined;
+        } | undefined;
+        anthropic?: {
+            model: string;
+            apiKey?: string | undefined;
+        } | undefined;
         vertex?: {
             model: string;
             location: string;
@@ -465,6 +474,10 @@ declare const ConfigSchema: z.ZodObject<{
             clientEmail?: string | undefined;
             privateKey?: string | undefined;
         } | undefined;
+        "google-ai"?: {
+            model: string;
+            apiKey?: string | undefined;
+        } | undefined;
         bedrock?: {
             model: string;
             region?: string | undefined;
@@ -472,16 +485,13 @@ declare const ConfigSchema: z.ZodObject<{
             secretAccessKey?: string | undefined;
             sessionToken?: string | undefined;
         } | undefined;
-        anthropic?: {
-            model: string;
-            apiKey?: string | undefined;
-        } | undefined;
-        openai?: {
+        azure?: {
             model: string;
             apiKey?: string | undefined;
-            baseURL?: string | undefined;
+            endpoint?: string | undefined;
+            deploymentId?: string | undefined;
         } | undefined;
-        "google-ai"?: {
+        huggingface?: {
             model: string;
             apiKey?: string | undefined;
         } | undefined;
@@ -490,22 +500,12 @@ declare const ConfigSchema: z.ZodObject<{
             model: string;
             baseUrl: string;
         } | undefined;
-        azure?: {
-            model: string;
-            apiKey?: string | undefined;
-            endpoint?: string | undefined;
-            deploymentId?: string | undefined;
-        } | undefined;
-        huggingface?: {
-            model: string;
-            apiKey?: string | undefined;
-        } | undefined;
         mistral?: {
             model: string;
             apiKey?: string | undefined;
         } | undefined;
     };
-    defaultProvider: "vertex" | "bedrock" | "anthropic" | "openai" | "google-ai" | "ollama" | "azure" | "huggingface" | "mistral" | "auto";
+    defaultProvider: "openai" | "anthropic" | "vertex" | "google-ai" | "bedrock" | "azure" | "huggingface" | "ollama" | "mistral" | "auto";
     profiles: Record<string, any>;
     preferences: {
         maxTokens: number;
@@ -554,6 +554,15 @@ declare const ConfigSchema: z.ZodObject<{
     };
 }, {
     providers?: {
+        openai?: {
+            apiKey?: string | undefined;
+            baseURL?: string | undefined;
+            model?: string | undefined;
+        } | undefined;
+        anthropic?: {
+            apiKey?: string | undefined;
+            model?: string | undefined;
+        } | undefined;
         vertex?: {
             model?: string | undefined;
             projectId?: string | undefined;
@@ -563,6 +572,10 @@ declare const ConfigSchema: z.ZodObject<{
             clientEmail?: string | undefined;
             privateKey?: string | undefined;
         } | undefined;
+        "google-ai"?: {
+            apiKey?: string | undefined;
+            model?: string | undefined;
+        } | undefined;
         bedrock?: {
             model?: string | undefined;
             region?: string | undefined;
@@ -570,16 +583,13 @@ declare const ConfigSchema: z.ZodObject<{
             secretAccessKey?: string | undefined;
             sessionToken?: string | undefined;
         } | undefined;
-        anthropic?: {
-            apiKey?: string | undefined;
-            model?: string | undefined;
-        } | undefined;
-        openai?: {
+        azure?: {
             apiKey?: string | undefined;
-            baseURL?: string | undefined;
             model?: string | undefined;
+            endpoint?: string | undefined;
+            deploymentId?: string | undefined;
         } | undefined;
-        "google-ai"?: {
+        huggingface?: {
             apiKey?: string | undefined;
             model?: string | undefined;
         } | undefined;
@@ -588,22 +598,12 @@ declare const ConfigSchema: z.ZodObject<{
             model?: string | undefined;
             baseUrl?: string | undefined;
         } | undefined;
-        azure?: {
-            apiKey?: string | undefined;
-            model?: string | undefined;
-            endpoint?: string | undefined;
-            deploymentId?: string | undefined;
-        } | undefined;
-        huggingface?: {
-            apiKey?: string | undefined;
-            model?: string | undefined;
-        } | undefined;
         mistral?: {
             apiKey?: string | undefined;
             model?: string | undefined;
         } | undefined;
     } | undefined;
-    defaultProvider?: "vertex" | "bedrock" | "anthropic" | "openai" | "google-ai" | "ollama" | "azure" | "huggingface" | "mistral" | "auto" | undefined;
+    defaultProvider?: "openai" | "anthropic" | "vertex" | "google-ai" | "bedrock" | "azure" | "huggingface" | "ollama" | "mistral" | "auto" | undefined;
     profiles?: Record<string, any> | undefined;
     preferences?: {
         maxTokens?: number | undefined;

package/dist/cli/utils/interactiveSetup.d.ts

@@ -4,7 +4,7 @@
  * Provides interactive configuration wizard with provider selection,
  * credential collection, testing, and environment file management.
  */
-import { AIProviderName } from "../../lib/core/types.js";
+import { AIProviderName } from "../../lib/types/index.js";
 export interface ProviderConfig {
     id: AIProviderName;
     name: string;

package/dist/cli/utils/interactiveSetup.js

@@ -4,7 +4,7 @@
  * Provides interactive configuration wizard with provider selection,
  * credential collection, testing, and environment file management.
  */
-import { AIProviderName } from "../../lib/core/types.js";
+import { AIProviderName } from "../../lib/types/index.js";
 import { NeuroLink } from "../../lib/neurolink.js";
 import chalk from "chalk";
 import ora from "ora";

package/dist/core/analytics.d.ts

@@ -4,8 +4,7 @@
  * Provides lightweight analytics tracking for AI provider usage,
  * including tokens, costs, performance metrics, and custom context.
  */
-import type { AnalyticsData } from "../types/providers.js";
-export type { AnalyticsData, TokenUsage } from "../types/providers.js";
+import type { AnalyticsData } from "../types/analytics.js";
 /**
  * Create analytics data structure from AI response
  */

package/dist/core/baseProvider.d.ts

@@ -1,6 +1,6 @@
 import type { ValidationSchema } from "../types/typeAliases.js";
 import type { Tool, LanguageModelV1 } from "ai";
-import type { AIProvider, TextGenerationOptions, TextGenerationResult, EnhancedGenerateResult, AnalyticsData, AIProviderName } from "../core/types.js";
+import type { AIProvider, TextGenerationOptions, TextGenerationResult, EnhancedGenerateResult, AnalyticsData, AIProviderName } from "../types/index.js";
 import type { EvaluationData } from "../index.js";
 import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
@@ -37,6 +37,8 @@ export declare abstract class BaseProvider implements AIProvider {
     /**
      * Text generation method - implements AIProvider interface
      * Tools are always available unless explicitly disabled
+     * IMPLEMENTATION NOTE: Uses streamText() under the hood and accumulates results
+     * for consistency and better performance
      */
     generate(optionsOrPrompt: TextGenerationOptions | string, _analysisSchema?: ValidationSchema): Promise<EnhancedGenerateResult | null>;
     /**
@@ -110,6 +112,10 @@ export declare abstract class BaseProvider implements AIProvider {
      * MCP tools are added when available (without blocking)
      */
     protected getAllTools(): Promise<Record<string, Tool>>;
+    /**
+     * Calculate actual cost based on token usage and provider configuration
+     */
+    private calculateActualCost;
     /**
      * Convert MCP JSON Schema to Zod schema for AI SDK tools
      * Handles common MCP schema patterns safely

package/dist/core/baseProvider.js

@@ -10,6 +10,7 @@ import { getKeysAsString, getKeyCount } from "../utils/transformationUtils.js";
 import { validateStreamOptions as validateStreamOpts, validateTextGenerationOptions, ValidationError, createValidationSummary, } from "../utils/parameterValidation.js";
 import { recordProviderPerformanceFromMetrics, getPerformanceOptimizedProvider, } from "./evaluationProviders.js";
 import { modelConfig } from "./modelConfiguration.js";
+// Provider types moved to ../types/providers.js
 /**
  * Abstract base class for all AI providers
  * Tools are integrated as first-class citizens - always available by default
@@ -146,6 +147,8 @@ export class BaseProvider {
     /**
      * Text generation method - implements AIProvider interface
      * Tools are always available unless explicitly disabled
+     * IMPLEMENTATION NOTE: Uses streamText() under the hood and accumulates results
+     * for consistency and better performance
      */
     async generate(optionsOrPrompt, _analysisSchema) {
         const options = this.normalizeTextOptions(optionsOrPrompt);
@@ -153,8 +156,9 @@ export class BaseProvider {
         this.validateOptions(options);
         const startTime = Date.now();
         try {
-            // Import generateText dynamically to avoid circular dependencies
-            const { generateText } = await import("ai");
+            // Import streamText dynamically to avoid circular dependencies
+            // Using streamText instead of generateText for unified implementation
+            const { streamText } = await import("ai");
             // Get ALL available tools (direct + MCP + external from options)
             const shouldUseTools = !options.disableTools && this.supportsTools();
             const baseTools = shouldUseTools ? await this.getAllTools() : {};
@@ -175,7 +179,8 @@ export class BaseProvider {
             const model = await this.getAISDKModelWithMiddleware(options);
             // Build proper message array with conversation history
             const messages = buildMessagesArray(options);
-            const result = await generateText({
+            // Use streamText and accumulate results instead of generateText
+            const streamResult = await streamText({
                 model,
                 messages: messages,
                 tools,
@@ -184,31 +189,30 @@ export class BaseProvider {
                 temperature: options.temperature,
                 maxTokens: options.maxTokens || 8192,
             });
+            // Accumulate the streamed content
+            let accumulatedContent = "";
+            // Wait for the stream to complete and accumulate content
+            for await (const chunk of streamResult.textStream) {
+                accumulatedContent += chunk;
+            }
+            // Get the final result - this should include usage, toolCalls, etc.
+            const usage = await streamResult.usage;
+            const toolCalls = await streamResult.toolCalls;
+            const toolResults = await streamResult.toolResults;
             const responseTime = Date.now() - startTime;
+            // Create a result object compatible with generateText format
+            const result = {
+                text: accumulatedContent,
+                usage: usage,
+                toolCalls: toolCalls,
+                toolResults: toolResults,
+                steps: streamResult.steps, // Include steps for tool execution tracking
+            };
             try {
-                // Calculate actual cost based on token usage and provider configuration
-                const calculateActualCost = () => {
-                    try {
-                        const costInfo = modelConfig.getCostInfo(this.providerName, this.modelName);
-                        if (!costInfo) {
-                            return 0; // No cost info available
-                        }
-                        const promptTokens = result.usage?.promptTokens || 0;
-                        const completionTokens = result.usage?.completionTokens || 0;
-                        // Calculate cost per 1K tokens
-                        const inputCost = (promptTokens / 1000) * costInfo.input;
-                        const outputCost = (completionTokens / 1000) * costInfo.output;
-                        return inputCost + outputCost;
-                    }
-                    catch (error) {
-                        logger.debug(`Cost calculation failed for ${this.providerName}:`, error);
-                        return 0; // Fallback to 0 on any error
-                    }
-                };
-                const actualCost = calculateActualCost();
+                const actualCost = await this.calculateActualCost(usage || { promptTokens: 0, completionTokens: 0, totalTokens: 0 });
                 recordProviderPerformanceFromMetrics(this.providerName, {
                     responseTime,
-                    tokensGenerated: result.usage?.totalTokens || 0,
+                    tokensGenerated: usage?.totalTokens || 0,
                     cost: actualCost,
                     success: true,
                 });
@@ -216,7 +220,7 @@ export class BaseProvider {
                 const optimizedProvider = getPerformanceOptimizedProvider("speed");
                 logger.debug(`🚀 Performance recorded for ${this.providerName}:`, {
                     responseTime: `${responseTime}ms`,
-                    tokens: result.usage?.totalTokens || 0,
+                    tokens: usage?.totalTokens || 0,
                     estimatedCost: `$${actualCost.toFixed(6)}`,
                     recommendedSpeedProvider: optimizedProvider?.provider || "none",
                 });
@@ -228,11 +232,9 @@ export class BaseProvider {
             // AI SDK puts tool calls in steps array for multi-step generation
             const toolsUsed = [];
             // First check direct tool calls (fallback)
-            if (result.toolCalls && result.toolCalls.length > 0) {
-                toolsUsed.push(...result.toolCalls.map((tc) => {
-                    return (tc.toolName ||
-                        tc.name ||
-                        "unknown");
+            if (toolCalls && toolCalls.length > 0) {
+                toolsUsed.push(...toolCalls.map((tc) => {
+                    return tc.toolName || "unknown";
                 }));
             }
             // Then check steps for tool calls (primary source for multi-step)
@@ -326,20 +328,14 @@ export class BaseProvider {
                 },
                 provider: this.providerName,
                 model: this.modelName,
-                toolCalls: result.toolCalls
-                    ? result.toolCalls.map((tc) => ({
-                        toolCallId: tc.toolCallId ||
-                            tc.id ||
-                            "unknown",
-                        toolName: tc.toolName ||
-                            tc.name ||
-                            "unknown",
-                        args: tc.args ||
-                            tc.parameters ||
-                            {},
+                toolCalls: toolCalls
+                    ? toolCalls.map((tc) => ({
+                        toolCallId: tc.toolCallId || "unknown",
+                        toolName: tc.toolName || "unknown",
+                        args: tc.args || {},
                     }))
                     : [],
-                toolResults: result.toolResults,
+                toolResults: toolResults || [],
                 toolsUsed: uniqueToolsUsed,
                 toolExecutions, // ✅ Add extracted tool executions
                 availableTools: Object.keys(tools).map((name) => {
@@ -655,6 +651,27 @@ export class BaseProvider {
         logger.debug(`[BaseProvider] getAllTools returning tools: ${getKeysAsString(tools)}`);
         return tools;
     }
+    /**
+     * Calculate actual cost based on token usage and provider configuration
+     */
+    async calculateActualCost(usage) {
+        try {
+            const costInfo = modelConfig.getCostInfo(this.providerName, this.modelName);
+            if (!costInfo) {
+                return 0; // No cost info available
+            }
+            const promptTokens = usage?.promptTokens || 0;
+            const completionTokens = usage?.completionTokens || 0;
+            // Calculate cost per 1K tokens
+            const inputCost = (promptTokens / 1000) * costInfo.input;
+            const outputCost = (completionTokens / 1000) * costInfo.output;
+            return inputCost + outputCost;
+        }
+        catch (error) {
+            logger.debug(`Cost calculation failed for ${this.providerName}:`, error);
+            return 0; // Fallback to 0 on any error
+        }
+    }
     /**
      * Convert MCP JSON Schema to Zod schema for AI SDK tools
      * Handles common MCP schema patterns safely