@juspay/neurolink 7.49.0 → 7.51.0

package/dist/lib/providers/mistral.js

@@ -6,7 +6,8 @@ import { createTimeoutController, TimeoutError } from "../utils/timeout.js";
 import { DEFAULT_MAX_STEPS } from "../core/constants.js";
 import { validateApiKey, createMistralConfig, getProviderModel, } from "../utils/providerConfig.js";
 import { streamAnalyticsCollector } from "../core/streamAnalytics.js";
-import { buildMessagesArray } from "../utils/messageBuilder.js";
+import { buildMessagesArray, buildMultimodalMessagesArray, convertToCoreMessages, } from "../utils/messageBuilder.js";
+import { buildMultimodalOptions } from "../utils/multimodalOptionsBuilder.js";
 import { createProxyFetch } from "../proxy/proxyFetch.js";
 // Configuration helpers - now using consolidated utility
 const getMistralApiKey = () => {
@@ -49,7 +50,35 @@ export class MistralProvider extends BaseProvider {
             // Get tools consistently with generate method
             const shouldUseTools = !options.disableTools && this.supportsTools();
             const tools = shouldUseTools ? await this.getAllTools() : {};
-            const messages = await buildMessagesArray(options);
+            // Check for multimodal input (images, PDFs, CSVs, files)
+            const hasMultimodalInput = !!(options.input?.images?.length ||
+                options.input?.content?.length ||
+                options.input?.files?.length ||
+                options.input?.csvFiles?.length ||
+                options.input?.pdfFiles?.length);
+            let messages;
+            if (hasMultimodalInput) {
+                logger.debug(`Mistral: Detected multimodal input, using multimodal message builder`, {
+                    hasImages: !!options.input?.images?.length,
+                    imageCount: options.input?.images?.length || 0,
+                    hasContent: !!options.input?.content?.length,
+                    contentCount: options.input?.content?.length || 0,
+                    hasFiles: !!options.input?.files?.length,
+                    fileCount: options.input?.files?.length || 0,
+                    hasCSVFiles: !!options.input?.csvFiles?.length,
+                    csvFileCount: options.input?.csvFiles?.length || 0,
+                    hasPDFFiles: !!options.input?.pdfFiles?.length,
+                    pdfFileCount: options.input?.pdfFiles?.length || 0,
+                });
+                const multimodalOptions = buildMultimodalOptions(options, this.providerName, this.modelName);
+                const mm = await buildMultimodalMessagesArray(multimodalOptions, this.providerName, this.modelName);
+                // Convert multimodal messages to Vercel AI SDK format (CoreMessage[])
+                messages = convertToCoreMessages(mm);
+            }
+            else {
+                logger.debug(`Mistral: Text-only input, using standard message builder`);
+                messages = await buildMessagesArray(options);
+            }
             const model = await this.getAISDKModelWithMiddleware(options); // This is where network connection happens!
             const result = await streamText({
                 model,
@@ -149,3 +178,4 @@ export class MistralProvider extends BaseProvider {
     }
 }
 export default MistralProvider;
+//# sourceMappingURL=mistral.js.map

package/dist/lib/providers/ollama.d.ts

@@ -47,10 +47,20 @@ export declare class OllamaProvider extends BaseProvider {
      * @returns true for supported models, false for unsupported models
      */
     supportsTools(): boolean;
+    /**
+     * Extract images from multimodal messages for Ollama API
+     * Returns array of base64-encoded images
+     */
+    private extractImagesFromMessages;
+    /**
+     * Convert multimodal messages to Ollama chat format
+     * Extracts text content and handles images separately
+     */
+    private convertToOllamaMessages;
     protected executeStream(options: StreamOptions, analysisSchema?: ZodUnknownSchema | Schema<unknown>): Promise<StreamResult>;
     /**
      * Execute streaming with Ollama's function calling support
-     * Uses the /v1/chat/completions endpoint with tools parameter
+     * Uses conversation loop to handle multi-step tool execution
      */
     private executeStreamWithTools;
     /**
@@ -62,6 +72,15 @@ export declare class OllamaProvider extends BaseProvider {
      * Convert AI SDK tools format to Ollama's function calling format
      */
     private convertToolsToOllamaFormat;
+    /**
+     * Parse tool calls from Ollama API response
+     */
+    private parseToolCalls;
+    /**
+     * Process Ollama streaming response and stream content to controller
+     * Returns aggregated content, tool calls, and finish reason
+     */
+    private processOllamaResponse;
     /**
      * Process individual stream data chunk from Ollama
      */
@@ -74,6 +93,23 @@ export declare class OllamaProvider extends BaseProvider {
      * Format tool calls for display when tools aren't executed directly
      */
     private formatToolCallForDisplay;
+    /**
+     * Convert AI SDK tools to ToolDefinition format
+     */
+    private convertAISDKToolsToToolDefinitions;
+    /**
+     * Execute a single tool and return the result
+     */
+    private executeSingleTool;
+    /**
+     * Execute tools and format results for Ollama API
+     * Similar to Bedrock's executeStreamTools but for Ollama format
+     */
+    private executeOllamaTools;
+    /**
+     * Convert ReadableStream to AsyncIterable for compatibility with StreamResult interface
+     */
+    private convertToAsyncIterable;
     /**
      * Create stream generator for Ollama generate API (non-tool mode)
      */