@juspay/neurolink 5.1.0 → 5.2.0

package/dist/providers/mistral.js

@@ -0,0 +1,160 @@
+import { createMistral } from "@ai-sdk/mistral";
+import { streamText, Output } from "ai";
+import { BaseProvider } from "../core/base-provider.js";
+import { logger } from "../utils/logger.js";
+import { createTimeoutController, TimeoutError, getDefaultTimeout, } from "../utils/timeout.js";
+import { DEFAULT_MAX_TOKENS } from "../core/constants.js";
+// Configuration helpers
+const getMistralApiKey = () => {
+    const apiKey = process.env.MISTRAL_API_KEY;
+    if (!apiKey) {
+        throw new Error(`❌ Mistral AI Provider Configuration Error\n\nMissing required environment variable: MISTRAL_API_KEY\n\n🔧 Step 1: Get Mistral AI API Key\n1. Visit: https://console.mistral.ai/\n2. Sign in or create an account\n3. Go to API Keys section\n4. Create a new API key\n\n🔧 Step 2: Set Environment Variable\nAdd to your .env file:\nMISTRAL_API_KEY=your_api_key_here\n\n🔧 Step 3: Restart Application\nRestart your application to load the new environment variables.`);
+    }
+    return apiKey;
+};
+const getDefaultMistralModel = () => {
+    return process.env.MISTRAL_MODEL || "mistral-small";
+};
+const hasMistralCredentials = () => {
+    return !!process.env.MISTRAL_API_KEY;
+};
+/**
+ * Mistral AI Provider v2 - BaseProvider Implementation
+ *
+ * PHASE 3.6: Simple BaseProvider wrap around existing @ai-sdk/mistral implementation
+ *
+ * Features:
+ * - Extends BaseProvider for shared functionality
+ * - Uses pre-configured Mistral instance for efficiency
+ * - Enhanced error handling with setup guidance
+ * - Supports all Mistral models (mistral-small, mistral-medium, mistral-large)
+ */
+export class MistralProvider extends BaseProvider {
+    mistral;
+    model;
+    constructor(modelName, sdk) {
+        super(modelName, "mistral", sdk);
+        // Validate Mistral API credentials
+        if (!hasMistralCredentials()) {
+            throw new Error(`❌ Mistral AI Provider Configuration Error\n\nMissing Mistral AI API key.\n\n🔧 Required Environment Variable:\nMISTRAL_API_KEY=your_api_key_here\n\n🔧 Get API Key:\n1. Visit: https://console.mistral.ai/\n2. Sign in or create account\n3. Generate API key\n4. Add to .env file\n\n🔧 Restart Application\nRestart your application to load the new environment variables.`);
+        }
+        // Initialize Mistral provider
+        this.mistral = createMistral({
+            apiKey: getMistralApiKey(),
+        });
+        // Pre-initialize model for efficiency
+        this.model = this.mistral(this.modelName || getDefaultMistralModel());
+        logger.debug("Mistral AI BaseProvider v2 initialized", {
+            modelName: this.modelName,
+            provider: this.providerName,
+        });
+    }
+    getProviderName() {
+        return "mistral";
+    }
+    getDefaultModel() {
+        return getDefaultMistralModel();
+    }
+    /**
+     * Returns the Vercel AI SDK model instance for Mistral
+     */
+    getAISDKModel() {
+        return this.model;
+    }
+    // executeGenerate removed - BaseProvider handles all generation with tools
+    async executeStream(options, analysisSchema) {
+        try {
+            this.validateStreamOptions(options);
+            const result = await streamText({
+                model: this.model,
+                prompt: options.input.text,
+                system: options.systemPrompt,
+                maxTokens: options.maxTokens || DEFAULT_MAX_TOKENS,
+                temperature: options.temperature,
+            });
+            return {
+                stream: (async function* () {
+                    for await (const chunk of result.textStream) {
+                        yield { content: chunk };
+                    }
+                })(),
+                provider: this.providerName,
+                model: this.modelName,
+            };
+        }
+        catch (error) {
+            throw this.handleProviderError(error);
+        }
+    }
+    handleProviderError(error) {
+        if (error.name === "TimeoutError") {
+            return new TimeoutError(`Mistral AI request timed out. Consider increasing timeout or using a lighter model.`, this.defaultTimeout);
+        }
+        if (error.message?.includes("401") ||
+            error.message?.includes("Unauthorized")) {
+            return new Error(`❌ Mistral AI Authentication Error\n\nYour API key is invalid or expired.\n\n🔧 Steps to Fix:\n1. Check your MISTRAL_API_KEY in .env file\n2. Verify the API key is correct and active\n3. Generate a new API key if needed at https://console.mistral.ai/\n4. Restart your application after updating`);
+        }
+        if (error.message?.includes("403") ||
+            error.message?.includes("Forbidden")) {
+            return new Error(`❌ Mistral AI Access Denied\n\nYour account doesn't have permission to access this model.\n\n🔧 Possible Solutions:\n1. Check if your account has access to the model: ${this.modelName}\n2. Try a different model (e.g., 'mistral-small')\n3. Verify your subscription status\n4. Contact Mistral AI support if needed`);
+        }
+        if (error.message?.includes("429") ||
+            error.message?.includes("rate limit")) {
+            return new Error(`❌ Mistral AI Rate Limit Exceeded\n\n${error.message}\n\n🔧 Solutions:\n1. Wait a moment before retrying\n2. Reduce request frequency\n3. Check your usage quotas\n4. Consider upgrading your plan`);
+        }
+        if (error.message?.includes("400") ||
+            error.message?.includes("Bad Request")) {
+            return new Error(`❌ Mistral AI Invalid Request\n\n${error.message}\n\n🔧 Check:\n1. Input text is properly formatted\n2. Model name is correct: ${this.modelName}\n3. Parameters are within limits\n4. Request format matches API requirements`);
+        }
+        if (error.message?.includes("404") ||
+            error.message?.includes("Not Found")) {
+            return new Error(`❌ Mistral AI Model Not Found\n\nModel '${this.modelName}' is not available.\n\n🔧 Available Models:\n- mistral-small (fastest, cost-effective)\n- mistral-medium (balanced performance)\n- mistral-large (highest quality)\n\n🔧 Fix: Update MISTRAL_MODEL environment variable`);
+        }
+        return new Error(`❌ Mistral AI Provider Error\n\n${error.message || "Unknown error occurred"}\n\n🔧 Troubleshooting:\n1. Check API key and network connectivity\n2. Verify model availability\n3. Review request parameters\n4. Check Mistral AI status page`);
+    }
+    validateStreamOptions(options) {
+        if (!options.input?.text?.trim()) {
+            throw new Error("Prompt is required for streaming");
+        }
+        if (options.maxTokens &&
+            (options.maxTokens < 1 || options.maxTokens > 32768)) {
+            throw new Error("maxTokens must be between 1 and 32768 for Mistral AI");
+        }
+        if (options.temperature &&
+            (options.temperature < 0 || options.temperature > 1)) {
+            throw new Error("temperature must be between 0 and 1");
+        }
+    }
+    /**
+     * Check available Mistral models
+     * @returns Array of available model names
+     */
+    getAvailableModels() {
+        return [
+            "mistral-small",
+            "mistral-medium",
+            "mistral-large",
+            "mistral-7b-instruct",
+            "mistral-8x7b-instruct",
+            "mistral-8x22b-instruct",
+        ];
+    }
+    /**
+     * Get recommended model based on use case
+     * @param useCase - The intended use case
+     * @returns Recommended model name
+     */
+    getRecommendedModel(useCase) {
+        switch (useCase) {
+            case "speed":
+                return "mistral-small";
+            case "balanced":
+                return "mistral-medium";
+            case "quality":
+                return "mistral-large";
+            default:
+                return "mistral-small";
+        }
+    }
+}
+export default MistralProvider;

package/dist/providers/ollama.d.ts

@@ -1,54 +1,70 @@
+import type { AIProviderName } from "../core/types.js";
+import type { LanguageModelV1 } from "ai";
+import type { StreamOptions, StreamResult } from "../types/stream-types.js";
+import type { ZodType, ZodTypeDef } from "zod";
+import type { Schema } from "ai";
+import { BaseProvider } from "../core/base-provider.js";
 /**
- * Ollama Provider for NeuroLink
+ * Ollama Provider v2 - BaseProvider Implementation
  *
- * Local AI model deployment and management using Ollama.
- * Provides offline AI capabilities with local model hosting.
+ * PHASE 3.7: BaseProvider wrap around existing custom Ollama implementation
  *
  * Features:
- * - Local model deployment (privacy-first)
- * - Model management (download, list, remove)
- * - Health checking and service validation
- * - Streaming and non-streaming text generation
+ * - Extends BaseProvider for shared functionality
+ * - Preserves custom OllamaLanguageModel implementation
+ * - Local model management and health checking
+ * - Enhanced error handling with Ollama-specific guidance
  */
-import type { AIProvider, TextGenerationOptions, EnhancedGenerateResult } from "../core/types.js";
-import type { GenerateResult } from "../types/generate-types.js";
-import type { StreamOptions, StreamResult } from "../types/stream-types.js";
-import type { ZodType, ZodTypeDef } from "zod";
-import type { Schema } from "ai";
-export declare class Ollama implements AIProvider {
+export declare class OllamaProvider extends BaseProvider {
+    private ollamaModel;
     private baseUrl;
-    private modelName;
-    private defaultTimeout;
+    private timeout;
     constructor(modelName?: string);
+    protected getProviderName(): AIProviderName;
+    protected getDefaultModel(): string;
     /**
-     * Gets the appropriate model instance
-     * @private
-     */
-    private getModel;
-    /**
-     * Health check - verify Ollama service is running and accessible
+     * Returns the Vercel AI SDK model instance for Ollama
      */
-    checkHealth(): Promise<boolean>;
+    protected getAISDKModel(): LanguageModelV1;
     /**
-     * List available models on the Ollama instance
+     * Ollama tool/function calling support is currently disabled due to integration issues.
+     *
+     * **Current Issues:**
+     * 1. The OllamaLanguageModel from @ai-sdk/provider-utils doesn't properly integrate
+     *    with BaseProvider's tool calling mechanism
+     * 2. Ollama models require specific prompt formatting for function calls that differs
+     *    from the standardized AI SDK format
+     * 3. Tool response parsing and execution flow needs custom implementation
+     *
+     * **What's needed to enable tool support:**
+     * - Create a custom OllamaLanguageModel wrapper that handles tool schema formatting
+     * - Implement Ollama-specific tool calling prompt templates
+     * - Add proper response parsing for Ollama's function call format
+     * - Test with models that support function calling (llama3.1, mistral, etc.)
+     *
+     * **Tracking:**
+     * - See BaseProvider tool integration patterns in other providers
+     * - Monitor Ollama function calling documentation: https://ollama.com/blog/tool-support
+     * - Track AI SDK updates for better Ollama integration
+     *
+     * @returns false to disable tools by default
      */
-    listModels(): Promise<string[]>;
+    supportsTools(): boolean;
+    protected executeStream(options: StreamOptions, analysisSchema?: ZodType<unknown, ZodTypeDef, unknown> | Schema<unknown>): Promise<StreamResult>;
+    private createOllamaStream;
+    protected handleProviderError(error: any): Error;
+    private validateStreamOptions;
     /**
-     * Check if a specific model is available
+     * Check if Ollama service is healthy and accessible
      */
-    isModelAvailable(modelName: string): Promise<boolean>;
+    private checkOllamaHealth;
     /**
-     * Pull/download a model to the local Ollama instance
+     * Get available models from Ollama
      */
-    pullModel(modelName: string): Promise<void>;
+    getAvailableModels(): Promise<string[]>;
     /**
-     * PRIMARY METHOD: Stream content using AI (recommended for new code)
-     * Future-ready for multi-modal capabilities with current text focus
-     */
-    stream(optionsOrPrompt: StreamOptions | string, analysisSchema?: ZodType<unknown, ZodTypeDef, unknown> | Schema<unknown>): Promise<StreamResult>;
-    /**
-     * Generate text using Ollama local models
+     * Check if a specific model is available
      */
-    generate(optionsOrPrompt: TextGenerationOptions | string, analysisSchema?: ZodType<unknown, ZodTypeDef, unknown> | Schema<unknown>): Promise<GenerateResult>;
-    gen(optionsOrPrompt: TextGenerationOptions | string, analysisSchema?: any): Promise<EnhancedGenerateResult | null>;
+    isModelAvailable(modelName: string): Promise<boolean>;
 }
+export default OllamaProvider;