@juspay/neurolink 7.50.0 → 7.51.1

package/dist/providers/googleAiStudio.js

@@ -8,6 +8,7 @@ import { AuthenticationError, NetworkError, ProviderError, RateLimitError, } fro
 import { DEFAULT_MAX_STEPS } from "../core/constants.js";
 import { streamAnalyticsCollector } from "../core/streamAnalytics.js";
 import { buildMessagesArray, buildMultimodalMessagesArray, convertToCoreMessages, } from "../utils/messageBuilder.js";
+import { buildMultimodalOptions } from "../utils/multimodalOptionsBuilder.js";
 // Google AI Live API types now imported from ../types/providerSpecific.js
 // Import proper types for multimodal message handling
 // Create Google GenAI client
@@ -95,7 +96,8 @@ export class GoogleAIStudioProvider extends BaseProvider {
             const hasMultimodalInput = !!(options.input?.images?.length ||
                 options.input?.content?.length ||
                 options.input?.files?.length ||
-                options.input?.csvFiles?.length);
+                options.input?.csvFiles?.length ||
+                options.input?.pdfFiles?.length);
             let messages;
             if (hasMultimodalInput) {
                 logger.debug(`Google AI Studio: Detected multimodal input, using multimodal message builder`, {
@@ -104,26 +106,7 @@ export class GoogleAIStudioProvider extends BaseProvider {
                     hasContent: !!options.input?.content?.length,
                     contentCount: options.input?.content?.length || 0,
                 });
-                // Create multimodal options for buildMultimodalMessagesArray
-                const multimodalOptions = {
-                    input: {
-                        text: options.input?.text || "",
-                        images: options.input?.images,
-                        content: options.input?.content,
-                        files: options.input?.files,
-                        csvFiles: options.input?.csvFiles,
-                    },
-                    csvOptions: options.csvOptions,
-                    systemPrompt: options.systemPrompt,
-                    conversationHistory: options.conversationMessages,
-                    provider: this.providerName,
-                    model: this.modelName,
-                    temperature: options.temperature,
-                    maxTokens: options.maxTokens,
-                    enableAnalytics: options.enableAnalytics,
-                    enableEvaluation: options.enableEvaluation,
-                    context: options.context,
-                };
+                const multimodalOptions = buildMultimodalOptions(options, this.providerName, this.modelName);
                 const mm = await buildMultimodalMessagesArray(multimodalOptions, this.providerName, this.modelName);
                 // Convert multimodal messages to Vercel AI SDK format (CoreMessage[])
                 messages = convertToCoreMessages(mm);

package/dist/providers/googleVertex.js

@@ -599,7 +599,8 @@ export class GoogleVertexProvider extends BaseProvider {
             const hasMultimodalInput = !!(options.input?.images?.length ||
                 options.input?.content?.length ||
                 options.input?.files?.length ||
-                options.input?.csvFiles?.length);
+                options.input?.csvFiles?.length ||
+                options.input?.pdfFiles?.length);
             let messages;
             if (hasMultimodalInput) {
                 logger.debug(`${functionTag}: Detected multimodal input, using multimodal message builder`, {
@@ -607,6 +608,8 @@ export class GoogleVertexProvider extends BaseProvider {
                     imageCount: options.input?.images?.length || 0,
                     hasContent: !!options.input?.content?.length,
                     contentCount: options.input?.content?.length || 0,
+                    hasPDFs: !!options.input?.pdfFiles?.length,
+                    pdfCount: options.input?.pdfFiles?.length || 0,
                 });
                 // Create multimodal options for buildMultimodalMessagesArray
                 const multimodalOptions = {
@@ -616,6 +619,7 @@ export class GoogleVertexProvider extends BaseProvider {
                         content: options.input?.content,
                         files: options.input?.files,
                         csvFiles: options.input?.csvFiles,
+                        pdfFiles: options.input?.pdfFiles,
                     },
                     csvOptions: options.csvOptions,
                     systemPrompt: options.systemPrompt,
@@ -1179,6 +1183,8 @@ export class GoogleVertexProvider extends BaseProvider {
             /^claude-sonnet-4@\d{8}$/,
             /^claude-sonnet-4-5@\d{8}$/,
             /^claude-opus-4@\d{8}$/,
+            /^claude-opus-4-1@\d{8}$/,
+            /^claude-3-7-sonnet@\d{8}$/,
             /^claude-3-5-sonnet-\d{8}$/,
             /^claude-3-5-haiku-\d{8}$/,
             /^claude-3-sonnet-\d{8}$/,

package/dist/providers/huggingFace.js

@@ -3,8 +3,10 @@ import { streamText, } from "ai";
 import { BaseProvider } from "../core/baseProvider.js";
 import { logger } from "../utils/logger.js";
 import { createTimeoutController, TimeoutError } from "../utils/timeout.js";
+import { DEFAULT_MAX_STEPS } from "../core/constants.js";
 import { validateApiKey, createHuggingFaceConfig, getProviderModel, } from "../utils/providerConfig.js";
-import { buildMessagesArray } from "../utils/messageBuilder.js";
+import { buildMessagesArray, buildMultimodalMessagesArray, convertToCoreMessages, } from "../utils/messageBuilder.js";
+import { buildMultimodalOptions } from "../utils/multimodalOptionsBuilder.js";
 import { createProxyFetch } from "../proxy/proxyFetch.js";
 // Configuration helpers - now using consolidated utility
 const getHuggingFaceApiKey = () => {
@@ -113,13 +115,41 @@ export class HuggingFaceProvider extends BaseProvider {
         try {
             // Enhanced tool handling for HuggingFace models
             const streamOptions = this.prepareStreamOptions(options, analysisSchema);
-            // Build message array from options
-            const messages = await buildMessagesArray(options);
+            // Check for multimodal input (images, PDFs, CSVs, files)
+            const hasMultimodalInput = !!(options.input?.images?.length ||
+                options.input?.content?.length ||
+                options.input?.files?.length ||
+                options.input?.csvFiles?.length ||
+                options.input?.pdfFiles?.length);
+            let messages;
+            if (hasMultimodalInput) {
+                logger.debug(`HuggingFace: Detected multimodal input, using multimodal message builder`, {
+                    hasImages: !!options.input?.images?.length,
+                    imageCount: options.input?.images?.length || 0,
+                    hasContent: !!options.input?.content?.length,
+                    contentCount: options.input?.content?.length || 0,
+                    hasFiles: !!options.input?.files?.length,
+                    fileCount: options.input?.files?.length || 0,
+                    hasCSVFiles: !!options.input?.csvFiles?.length,
+                    csvFileCount: options.input?.csvFiles?.length || 0,
+                    hasPDFFiles: !!options.input?.pdfFiles?.length,
+                    pdfFileCount: options.input?.pdfFiles?.length || 0,
+                });
+                const multimodalOptions = buildMultimodalOptions(options, this.providerName, this.modelName);
+                const mm = await buildMultimodalMessagesArray(multimodalOptions, this.providerName, this.modelName);
+                // Convert multimodal messages to Vercel AI SDK format (CoreMessage[])
+                messages = convertToCoreMessages(mm);
+            }
+            else {
+                logger.debug(`HuggingFace: Text-only input, using standard message builder`);
+                messages = await buildMessagesArray(options);
+            }
             const result = await streamText({
                 model: this.model,
                 messages: messages,
                 temperature: options.temperature,
                 maxTokens: options.maxTokens, // No default limit - unlimited unless specified
+                maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 tools: streamOptions.tools, // Tools format conversion handled by prepareStreamOptions
                 toolChoice: streamOptions.toolChoice, // Tool choice handled by prepareStreamOptions
                 abortSignal: timeoutController?.controller.signal,

package/dist/providers/litellm.js

@@ -5,7 +5,9 @@ import { logger } from "../utils/logger.js";
 import { createTimeoutController, TimeoutError } from "../utils/timeout.js";
 import { getProviderModel } from "../utils/providerConfig.js";
 import { streamAnalyticsCollector } from "../core/streamAnalytics.js";
-import { buildMessagesArray } from "../utils/messageBuilder.js";
+import { DEFAULT_MAX_STEPS } from "../core/constants.js";
+import { buildMessagesArray, buildMultimodalMessagesArray, convertToCoreMessages, } from "../utils/messageBuilder.js";
+import { buildMultimodalOptions } from "../utils/multimodalOptionsBuilder.js";
 import { createProxyFetch } from "../proxy/proxyFetch.js";
 // Configuration helpers
 const getLiteLLMConfig = () => {
@@ -120,14 +122,42 @@ export class LiteLLMProvider extends BaseProvider {
         const timeout = this.getTimeout(options);
         const timeoutController = createTimeoutController(timeout, this.providerName, "stream");
         try {
-            // Build message array from options
-            const messages = await buildMessagesArray(options);
+            // Check for multimodal input (images, PDFs, CSVs, files)
+            const hasMultimodalInput = !!(options.input?.images?.length ||
+                options.input?.content?.length ||
+                options.input?.files?.length ||
+                options.input?.csvFiles?.length ||
+                options.input?.pdfFiles?.length);
+            let messages;
+            if (hasMultimodalInput) {
+                logger.debug(`LiteLLM: Detected multimodal input, using multimodal message builder`, {
+                    hasImages: !!options.input?.images?.length,
+                    imageCount: options.input?.images?.length || 0,
+                    hasContent: !!options.input?.content?.length,
+                    contentCount: options.input?.content?.length || 0,
+                    hasFiles: !!options.input?.files?.length,
+                    fileCount: options.input?.files?.length || 0,
+                    hasCSVFiles: !!options.input?.csvFiles?.length,
+                    csvFileCount: options.input?.csvFiles?.length || 0,
+                    hasPDFFiles: !!options.input?.pdfFiles?.length,
+                    pdfFileCount: options.input?.pdfFiles?.length || 0,
+                });
+                const multimodalOptions = buildMultimodalOptions(options, this.providerName, this.modelName);
+                const mm = await buildMultimodalMessagesArray(multimodalOptions, this.providerName, this.modelName);
+                // Convert multimodal messages to Vercel AI SDK format (CoreMessage[])
+                messages = convertToCoreMessages(mm);
+            }
+            else {
+                logger.debug(`LiteLLM: Text-only input, using standard message builder`);
+                messages = await buildMessagesArray(options);
+            }
             const model = await this.getAISDKModelWithMiddleware(options); // This is where network connection happens!
             const result = streamText({
                 model: model,
                 messages: messages,
                 temperature: options.temperature,
                 maxTokens: options.maxTokens, // No default limit - unlimited unless specified
+                maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 tools: options.tools,
                 toolChoice: "auto",
                 abortSignal: timeoutController?.controller.signal,

package/dist/providers/mistral.js

@@ -6,7 +6,8 @@ import { createTimeoutController, TimeoutError } from "../utils/timeout.js";
 import { DEFAULT_MAX_STEPS } from "../core/constants.js";
 import { validateApiKey, createMistralConfig, getProviderModel, } from "../utils/providerConfig.js";
 import { streamAnalyticsCollector } from "../core/streamAnalytics.js";
-import { buildMessagesArray } from "../utils/messageBuilder.js";
+import { buildMessagesArray, buildMultimodalMessagesArray, convertToCoreMessages, } from "../utils/messageBuilder.js";
+import { buildMultimodalOptions } from "../utils/multimodalOptionsBuilder.js";
 import { createProxyFetch } from "../proxy/proxyFetch.js";
 // Configuration helpers - now using consolidated utility
 const getMistralApiKey = () => {
@@ -49,7 +50,35 @@ export class MistralProvider extends BaseProvider {
             // Get tools consistently with generate method
             const shouldUseTools = !options.disableTools && this.supportsTools();
             const tools = shouldUseTools ? await this.getAllTools() : {};
-            const messages = await buildMessagesArray(options);
+            // Check for multimodal input (images, PDFs, CSVs, files)
+            const hasMultimodalInput = !!(options.input?.images?.length ||
+                options.input?.content?.length ||
+                options.input?.files?.length ||
+                options.input?.csvFiles?.length ||
+                options.input?.pdfFiles?.length);
+            let messages;
+            if (hasMultimodalInput) {
+                logger.debug(`Mistral: Detected multimodal input, using multimodal message builder`, {
+                    hasImages: !!options.input?.images?.length,
+                    imageCount: options.input?.images?.length || 0,
+                    hasContent: !!options.input?.content?.length,
+                    contentCount: options.input?.content?.length || 0,
+                    hasFiles: !!options.input?.files?.length,
+                    fileCount: options.input?.files?.length || 0,
+                    hasCSVFiles: !!options.input?.csvFiles?.length,
+                    csvFileCount: options.input?.csvFiles?.length || 0,
+                    hasPDFFiles: !!options.input?.pdfFiles?.length,
+                    pdfFileCount: options.input?.pdfFiles?.length || 0,
+                });
+                const multimodalOptions = buildMultimodalOptions(options, this.providerName, this.modelName);
+                const mm = await buildMultimodalMessagesArray(multimodalOptions, this.providerName, this.modelName);
+                // Convert multimodal messages to Vercel AI SDK format (CoreMessage[])
+                messages = convertToCoreMessages(mm);
+            }
+            else {
+                logger.debug(`Mistral: Text-only input, using standard message builder`);
+                messages = await buildMessagesArray(options);
+            }
             const model = await this.getAISDKModelWithMiddleware(options); // This is where network connection happens!
             const result = await streamText({
                 model,

package/dist/providers/ollama.d.ts

@@ -47,10 +47,20 @@ export declare class OllamaProvider extends BaseProvider {
      * @returns true for supported models, false for unsupported models
      */
     supportsTools(): boolean;
+    /**
+     * Extract images from multimodal messages for Ollama API
+     * Returns array of base64-encoded images
+     */
+    private extractImagesFromMessages;
+    /**
+     * Convert multimodal messages to Ollama chat format
+     * Extracts text content and handles images separately
+     */
+    private convertToOllamaMessages;
     protected executeStream(options: StreamOptions, analysisSchema?: ZodUnknownSchema | Schema<unknown>): Promise<StreamResult>;
     /**
      * Execute streaming with Ollama's function calling support
-     * Uses the /v1/chat/completions endpoint with tools parameter
+     * Uses conversation loop to handle multi-step tool execution
      */
     private executeStreamWithTools;
     /**
@@ -62,6 +72,15 @@ export declare class OllamaProvider extends BaseProvider {
      * Convert AI SDK tools format to Ollama's function calling format
      */
     private convertToolsToOllamaFormat;
+    /**
+     * Parse tool calls from Ollama API response
+     */
+    private parseToolCalls;
+    /**
+     * Process Ollama streaming response and stream content to controller
+     * Returns aggregated content, tool calls, and finish reason
+     */
+    private processOllamaResponse;
     /**
      * Process individual stream data chunk from Ollama
      */
@@ -74,6 +93,23 @@ export declare class OllamaProvider extends BaseProvider {
      * Format tool calls for display when tools aren't executed directly
      */
     private formatToolCallForDisplay;
+    /**
+     * Convert AI SDK tools to ToolDefinition format
+     */
+    private convertAISDKToolsToToolDefinitions;
+    /**
+     * Execute a single tool and return the result
+     */
+    private executeSingleTool;
+    /**
+     * Execute tools and format results for Ollama API
+     * Similar to Bedrock's executeStreamTools but for Ollama format
+     */
+    private executeOllamaTools;
+    /**
+     * Convert ReadableStream to AsyncIterable for compatibility with StreamResult interface
+     */
+    private convertToAsyncIterable;
     /**
      * Create stream generator for Ollama generate API (non-tool mode)
      */