@juspay/neurolink 7.30.0 → 7.31.0

package/CHANGELOG.md

@@ -1,3 +1,15 @@
+## [7.31.0](https://github.com/juspay/neurolink/compare/v7.30.1...v7.31.0) (2025-09-01)
+
+### Features
+
+- **(core):** implement global middleware architecture ([8eb711a](https://github.com/juspay/neurolink/commit/8eb711ae827773c3fbc5339402d6cbee4e0bc8d4))
+
+## [7.30.1](https://github.com/juspay/neurolink/compare/v7.30.0...v7.30.1) (2025-08-31)
+
+### Bug Fixes
+
+- **(bedrock):** migrate from ai-sdk to native AWS SDK implementation ([e5d8a4c](https://github.com/juspay/neurolink/commit/e5d8a4c85144ed558167f5083abd89d125576ab0))
+
 ## [7.30.0](https://github.com/juspay/neurolink/compare/v7.29.3...v7.30.0) (2025-08-29)
 
 ### Features

package/dist/core/baseProvider.d.ts

@@ -2,6 +2,7 @@ import type { ValidationSchema } from "../types/typeAliases.js";
 import type { Tool, LanguageModelV1 } from "ai";
 import type { AIProvider, TextGenerationOptions, TextGenerationResult, EnhancedGenerateResult, AnalyticsData, AIProviderName } from "../core/types.js";
 import type { EvaluationData } from "../index.js";
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
 import type { UnknownRecord } from "../types/common.js";
 import type { NeuroLink } from "../neurolink.js";
@@ -13,6 +14,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected readonly modelName: string;
     protected readonly providerName: AIProviderName;
     protected readonly defaultTimeout: number;
+    protected middlewareOptions?: MiddlewareFactoryOptions;
     protected readonly directTools: {};
     protected mcpTools?: Record<string, Tool>;
     protected customTools?: Map<string, unknown>;
@@ -20,7 +22,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected sessionId?: string;
     protected userId?: string;
     protected neurolink?: NeuroLink;
-    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink);
+    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink, middleware?: MiddlewareFactoryOptions);
     /**
      * Check if this provider supports tool/function calling
      * Override in subclasses to disable tools for specific providers or models
@@ -67,16 +69,14 @@ export declare abstract class BaseProvider implements AIProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     protected getAISDKModelWithMiddleware(options?: TextGenerationOptions | StreamOptions): Promise<LanguageModelV1>;
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     private extractMiddlewareOptions;
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    private shouldSkipMiddleware;
     /**
      * Check if a schema is a Zod schema
      */

package/dist/core/baseProvider.js

@@ -18,6 +18,7 @@ export class BaseProvider {
     modelName;
     providerName;
     defaultTimeout = 30000; // 30 seconds
+    middlewareOptions; // TODO: Implement global level middlewares that can be used
     // Tools are conditionally included based on centralized configuration
     directTools = shouldDisableBuiltinTools()
         ? {}
@@ -28,10 +29,11 @@ export class BaseProvider {
     sessionId;
     userId;
     neurolink; // Reference to actual NeuroLink instance for MCP tools
-    constructor(modelName, providerName, neurolink) {
+    constructor(modelName, providerName, neurolink, middleware) {
         this.modelName = modelName || this.getDefaultModel();
         this.providerName = providerName || this.getProviderName();
         this.neurolink = neurolink;
+        this.middlewareOptions = middleware;
     }
     /**
      * Check if this provider supports tool/function calling
@@ -170,8 +172,7 @@ export class BaseProvider {
                 totalTools: getKeyCount(tools),
                 totalToolNames: getKeysAsString(tools),
             });
-            // EVERY provider uses Vercel AI SDK - no exceptions
-            const model = await this.getAISDKModel(); // This method is now REQUIRED
+            const model = await this.getAISDKModelWithMiddleware(options);
             // Build proper message array with conversation history
             const messages = buildMessagesArray(options);
             const result = await generateText({
@@ -402,13 +403,14 @@ export class BaseProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     async getAISDKModelWithMiddleware(options = {}) {
         // Get the base model
         const baseModel = await this.getAISDKModel();
         // Check if middleware should be applied
         const middlewareOptions = this.extractMiddlewareOptions(options);
-        if (!middlewareOptions || this.shouldSkipMiddleware(options)) {
+        if (!middlewareOptions) {
             return baseModel;
         }
         try {
@@ -437,47 +439,41 @@ export class BaseProvider {
         }
     }
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     extractMiddlewareOptions(options) {
-        // Check for middleware configuration in options
-        const optionsRecord = options;
-        const middlewareConfig = optionsRecord.middlewareConfig;
-        const enabledMiddleware = optionsRecord.enabledMiddleware;
-        const disabledMiddleware = optionsRecord.disabledMiddleware;
-        const preset = optionsRecord.middlewarePreset;
-        // If no middleware configuration is present, return null
-        if (!middlewareConfig &&
-            !enabledMiddleware &&
-            !disabledMiddleware &&
-            !preset) {
+        // 1. Determine effective middleware config: per-request overrides global.
+        const middlewareOpts = options.middleware ??
+            this.middlewareOptions;
+        if (!middlewareOpts) {
             return null;
         }
+        // 2. The middleware property must be an object with configuration.
+        if (typeof middlewareOpts !== "object" || middlewareOpts === null) {
+            return null;
+        }
+        // 3. Check if the middleware object has any actual configuration keys.
+        const fullOpts = middlewareOpts;
+        const hasArray = (arr) => Array.isArray(arr) && arr.length > 0;
+        const hasConfig = !!fullOpts.middlewareConfig ||
+            hasArray(fullOpts.enabledMiddleware) ||
+            hasArray(fullOpts.disabledMiddleware) ||
+            !!fullOpts.preset ||
+            hasArray(fullOpts.middleware);
+        if (!hasConfig) {
+            return null;
+        }
+        // 4. Return the formatted options if configuration is present.
         return {
-            middlewareConfig,
-            enabledMiddleware,
-            disabledMiddleware,
-            preset,
+            ...fullOpts,
             global: {
                 collectStats: true,
                 continueOnError: true,
+                ...(fullOpts.global || {}),
             },
         };
     }
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    shouldSkipMiddleware(options) {
-        // Skip middleware if explicitly disabled
-        if (options.disableMiddleware === true) {
-            return true;
-        }
-        // Skip middleware for tool-disabled requests to avoid conflicts
-        if (options.disableTools === true) {
-            return true;
-        }
-        return false;
-    }
     // ===================
     // TOOL MANAGEMENT
     // ===================

package/dist/core/conversationMemoryManager.js

@@ -3,7 +3,7 @@
  * Handles in-memory conversation storage, session management, and context injection
  */
 import { ConversationMemoryError } from "../types/conversationTypes.js";
-import { DEFAULT_MAX_TURNS_PER_SESSION, DEFAULT_MAX_SESSIONS, MESSAGES_PER_TURN } from "../config/conversationMemoryConfig.js";
+import { DEFAULT_MAX_TURNS_PER_SESSION, DEFAULT_MAX_SESSIONS, MESSAGES_PER_TURN, } from "../config/conversationMemoryConfig.js";
 import { logger } from "../utils/logger.js";
 import { NeuroLink } from "../neurolink.js";
 export class ConversationMemoryManager {
@@ -49,13 +49,15 @@ export class ConversationMemoryManager {
             session.messages.push({ role: "user", content: userMessage }, { role: "assistant", content: aiResponse });
             session.lastActivity = Date.now();
             if (this.config.enableSummarization) {
-                const currentTurnCount = session.messages.length / MESSAGES_PER_TURN;
-                if (currentTurnCount > (this.config.summarizationThresholdTurns || 20)) {
+                const userAssistantCount = session.messages.filter((msg) => msg.role === "user" || msg.role === "assistant").length;
+                const currentTurnCount = Math.floor(userAssistantCount / MESSAGES_PER_TURN);
+                if (currentTurnCount >= (this.config.summarizationThresholdTurns || 20)) {
                     await this._summarizeSession(session);
                 }
             }
             else {
-                const maxMessages = (this.config.maxTurnsPerSession || DEFAULT_MAX_TURNS_PER_SESSION) * MESSAGES_PER_TURN;
+                const maxMessages = (this.config.maxTurnsPerSession || DEFAULT_MAX_TURNS_PER_SESSION) *
+                    MESSAGES_PER_TURN;
                 if (session.messages.length > maxMessages) {
                     session.messages = session.messages.slice(-maxMessages);
                 }
@@ -96,13 +98,15 @@ export class ConversationMemoryManager {
             return;
         }
         const summarizationPrompt = this._createSummarizationPrompt(messagesToSummarize);
-        const summarizer = new NeuroLink({ conversationMemory: { enabled: false } });
+        const summarizer = new NeuroLink({
+            conversationMemory: { enabled: false },
+        });
         try {
             const providerName = this.config.summarizationProvider;
             // Map provider names to correct format
             let mappedProvider = providerName;
-            if (providerName === 'vertex') {
-                mappedProvider = 'googlevertex';
+            if (providerName === "vertex") {
+                mappedProvider = "googlevertex";
             }
             if (!mappedProvider) {
                 logger.error(`[ConversationMemory] Missing summarization provider`);
@@ -118,7 +122,7 @@ export class ConversationMemoryManager {
             if (summaryResult.content) {
                 session.messages = [
                     this.createSummarySystemMessage(summaryResult.content),
-                    ...recentMessages
+                    ...recentMessages,
                 ];
                 logger.info(`[ConversationMemory] Summarization complete for session ${session.sessionId}.`);
             }
@@ -131,7 +135,9 @@ export class ConversationMemoryManager {
         }
     }
     _createSummarizationPrompt(history) {
-        const formattedHistory = history.map(msg => `${msg.role}: ${msg.content}`).join('\n\n');
+        const formattedHistory = history
+            .map((msg) => `${msg.role}: ${msg.content}`)
+            .join("\n\n");
         return `
 You are a context summarization AI. Your task is to condense the following conversation history for another AI assistant.
 The summary must be a concise, third-person narrative that retains all critical information, including key entities, technical details, decisions made, and any specific dates or times mentioned.

package/dist/core/types.d.ts

@@ -7,6 +7,7 @@ import type { ChatMessage, ConversationMemoryConfig } from "../types/conversatio
 import type { TokenUsage, AnalyticsData } from "../types/providers.js";
 import type { EvaluationData } from "../index.js";
 export type { EvaluationData };
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 export interface TextGenerationResult {
     content: string;
     provider?: string;
@@ -157,6 +158,7 @@ export interface TextGenerationOptions {
     conversationMessages?: ChatMessage[];
     conversationMemoryConfig?: Partial<ConversationMemoryConfig>;
     originalPrompt?: string;
+    middleware?: MiddlewareFactoryOptions;
     expectedOutcome?: string;
     evaluationCriteria?: string[];
 }

package/dist/factories/providerRegistry.js

@@ -41,7 +41,7 @@ export class ProviderRegistry {
             // Register Amazon Bedrock provider
             ProviderFactory.registerProvider(AIProviderName.BEDROCK, async (modelName, _providerName, sdk) => {
                 const { AmazonBedrockProvider } = await import("../providers/amazonBedrock.js");
-                return new AmazonBedrockProvider(modelName, undefined, sdk);
+                return new AmazonBedrockProvider(modelName, sdk);
             }, undefined, // Let provider read BEDROCK_MODEL from .env
             ["bedrock", "aws"]);
             // Register Azure OpenAI provider

package/dist/index.d.ts

@@ -15,10 +15,12 @@ export { validateTool } from "./sdk/toolRegistration.js";
 export type { ToolResult, ToolDefinition } from "./types/tools.js";
 export { BedrockModels, OpenAIModels, VertexModels, DEFAULT_PROVIDER_CONFIGS, } from "./core/types.js";
 export { getBestProvider, getAvailableProviders, isValidProvider, } from "./utils/providerUtils.js";
+export { dynamicModelProvider } from "./core/dynamicModels.js";
+export type { ModelConfig, ModelRegistry } from "./core/dynamicModels.js";
 export { NeuroLink } from "./neurolink.js";
 export type { ProviderStatus, MCPStatus } from "./neurolink.js";
 export type { MCPServerInfo } from "./types/mcpTypes.js";
-export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./middleware/types.js";
+export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./types/middlewareTypes.js";
 export { MiddlewareFactory } from "./middleware/factory.js";
 export declare const VERSION = "1.0.0";
 /**

package/dist/index.js

@@ -14,6 +14,8 @@ export { validateTool } from "./sdk/toolRegistration.js";
 export { BedrockModels, OpenAIModels, VertexModels, DEFAULT_PROVIDER_CONFIGS, } from "./core/types.js";
 // Utility exports
 export { getBestProvider, getAvailableProviders, isValidProvider, } from "./utils/providerUtils.js";
+// Dynamic Models exports
+export { dynamicModelProvider } from "./core/dynamicModels.js";
 // Main NeuroLink wrapper class and diagnostic types
 export { NeuroLink } from "./neurolink.js";
 export { MiddlewareFactory } from "./middleware/factory.js";

package/dist/lib/core/baseProvider.d.ts

@@ -2,6 +2,7 @@ import type { ValidationSchema } from "../types/typeAliases.js";
 import type { Tool, LanguageModelV1 } from "ai";
 import type { AIProvider, TextGenerationOptions, TextGenerationResult, EnhancedGenerateResult, AnalyticsData, AIProviderName } from "../core/types.js";
 import type { EvaluationData } from "../index.js";
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
 import type { UnknownRecord } from "../types/common.js";
 import type { NeuroLink } from "../neurolink.js";
@@ -13,6 +14,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected readonly modelName: string;
     protected readonly providerName: AIProviderName;
     protected readonly defaultTimeout: number;
+    protected middlewareOptions?: MiddlewareFactoryOptions;
     protected readonly directTools: {};
     protected mcpTools?: Record<string, Tool>;
     protected customTools?: Map<string, unknown>;
@@ -20,7 +22,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected sessionId?: string;
     protected userId?: string;
     protected neurolink?: NeuroLink;
-    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink);
+    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink, middleware?: MiddlewareFactoryOptions);
     /**
      * Check if this provider supports tool/function calling
      * Override in subclasses to disable tools for specific providers or models
@@ -67,16 +69,14 @@ export declare abstract class BaseProvider implements AIProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     protected getAISDKModelWithMiddleware(options?: TextGenerationOptions | StreamOptions): Promise<LanguageModelV1>;
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     private extractMiddlewareOptions;
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    private shouldSkipMiddleware;
     /**
      * Check if a schema is a Zod schema
      */

package/dist/lib/core/baseProvider.js

@@ -18,6 +18,7 @@ export class BaseProvider {
     modelName;
     providerName;
     defaultTimeout = 30000; // 30 seconds
+    middlewareOptions; // TODO: Implement global level middlewares that can be used
     // Tools are conditionally included based on centralized configuration
     directTools = shouldDisableBuiltinTools()
         ? {}
@@ -28,10 +29,11 @@ export class BaseProvider {
     sessionId;
     userId;
     neurolink; // Reference to actual NeuroLink instance for MCP tools
-    constructor(modelName, providerName, neurolink) {
+    constructor(modelName, providerName, neurolink, middleware) {
         this.modelName = modelName || this.getDefaultModel();
         this.providerName = providerName || this.getProviderName();
         this.neurolink = neurolink;
+        this.middlewareOptions = middleware;
     }
     /**
      * Check if this provider supports tool/function calling
@@ -170,8 +172,7 @@ export class BaseProvider {
                 totalTools: getKeyCount(tools),
                 totalToolNames: getKeysAsString(tools),
             });
-            // EVERY provider uses Vercel AI SDK - no exceptions
-            const model = await this.getAISDKModel(); // This method is now REQUIRED
+            const model = await this.getAISDKModelWithMiddleware(options);
             // Build proper message array with conversation history
             const messages = buildMessagesArray(options);
             const result = await generateText({
@@ -402,13 +403,14 @@ export class BaseProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     async getAISDKModelWithMiddleware(options = {}) {
         // Get the base model
         const baseModel = await this.getAISDKModel();
         // Check if middleware should be applied
         const middlewareOptions = this.extractMiddlewareOptions(options);
-        if (!middlewareOptions || this.shouldSkipMiddleware(options)) {
+        if (!middlewareOptions) {
             return baseModel;
         }
         try {
@@ -437,47 +439,41 @@ export class BaseProvider {
         }
     }
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     extractMiddlewareOptions(options) {
-        // Check for middleware configuration in options
-        const optionsRecord = options;
-        const middlewareConfig = optionsRecord.middlewareConfig;
-        const enabledMiddleware = optionsRecord.enabledMiddleware;
-        const disabledMiddleware = optionsRecord.disabledMiddleware;
-        const preset = optionsRecord.middlewarePreset;
-        // If no middleware configuration is present, return null
-        if (!middlewareConfig &&
-            !enabledMiddleware &&
-            !disabledMiddleware &&
-            !preset) {
+        // 1. Determine effective middleware config: per-request overrides global.
+        const middlewareOpts = options.middleware ??
+            this.middlewareOptions;
+        if (!middlewareOpts) {
             return null;
         }
+        // 2. The middleware property must be an object with configuration.
+        if (typeof middlewareOpts !== "object" || middlewareOpts === null) {
+            return null;
+        }
+        // 3. Check if the middleware object has any actual configuration keys.
+        const fullOpts = middlewareOpts;
+        const hasArray = (arr) => Array.isArray(arr) && arr.length > 0;
+        const hasConfig = !!fullOpts.middlewareConfig ||
+            hasArray(fullOpts.enabledMiddleware) ||
+            hasArray(fullOpts.disabledMiddleware) ||
+            !!fullOpts.preset ||
+            hasArray(fullOpts.middleware);
+        if (!hasConfig) {
+            return null;
+        }
+        // 4. Return the formatted options if configuration is present.
         return {
-            middlewareConfig,
-            enabledMiddleware,
-            disabledMiddleware,
-            preset,
+            ...fullOpts,
             global: {
                 collectStats: true,
                 continueOnError: true,
+                ...(fullOpts.global || {}),
             },
         };
     }
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    shouldSkipMiddleware(options) {
-        // Skip middleware if explicitly disabled
-        if (options.disableMiddleware === true) {
-            return true;
-        }
-        // Skip middleware for tool-disabled requests to avoid conflicts
-        if (options.disableTools === true) {
-            return true;
-        }
-        return false;
-    }
     // ===================
     // TOOL MANAGEMENT
     // ===================

package/dist/lib/core/conversationMemoryManager.js

@@ -3,7 +3,7 @@
  * Handles in-memory conversation storage, session management, and context injection
  */
 import { ConversationMemoryError } from "../types/conversationTypes.js";
-import { DEFAULT_MAX_TURNS_PER_SESSION, DEFAULT_MAX_SESSIONS, MESSAGES_PER_TURN } from "../config/conversationMemoryConfig.js";
+import { DEFAULT_MAX_TURNS_PER_SESSION, DEFAULT_MAX_SESSIONS, MESSAGES_PER_TURN, } from "../config/conversationMemoryConfig.js";
 import { logger } from "../utils/logger.js";
 import { NeuroLink } from "../neurolink.js";
 export class ConversationMemoryManager {
@@ -49,13 +49,15 @@ export class ConversationMemoryManager {
             session.messages.push({ role: "user", content: userMessage }, { role: "assistant", content: aiResponse });
             session.lastActivity = Date.now();
             if (this.config.enableSummarization) {
-                const currentTurnCount = session.messages.length / MESSAGES_PER_TURN;
-                if (currentTurnCount > (this.config.summarizationThresholdTurns || 20)) {
+                const userAssistantCount = session.messages.filter((msg) => msg.role === "user" || msg.role === "assistant").length;
+                const currentTurnCount = Math.floor(userAssistantCount / MESSAGES_PER_TURN);
+                if (currentTurnCount >= (this.config.summarizationThresholdTurns || 20)) {
                     await this._summarizeSession(session);
                 }
             }
             else {
-                const maxMessages = (this.config.maxTurnsPerSession || DEFAULT_MAX_TURNS_PER_SESSION) * MESSAGES_PER_TURN;
+                const maxMessages = (this.config.maxTurnsPerSession || DEFAULT_MAX_TURNS_PER_SESSION) *
+                    MESSAGES_PER_TURN;
                 if (session.messages.length > maxMessages) {
                     session.messages = session.messages.slice(-maxMessages);
                 }
@@ -96,13 +98,15 @@ export class ConversationMemoryManager {
             return;
         }
         const summarizationPrompt = this._createSummarizationPrompt(messagesToSummarize);
-        const summarizer = new NeuroLink({ conversationMemory: { enabled: false } });
+        const summarizer = new NeuroLink({
+            conversationMemory: { enabled: false },
+        });
         try {
             const providerName = this.config.summarizationProvider;
             // Map provider names to correct format
             let mappedProvider = providerName;
-            if (providerName === 'vertex') {
-                mappedProvider = 'googlevertex';
+            if (providerName === "vertex") {
+                mappedProvider = "googlevertex";
             }
             if (!mappedProvider) {
                 logger.error(`[ConversationMemory] Missing summarization provider`);
@@ -118,7 +122,7 @@ export class ConversationMemoryManager {
             if (summaryResult.content) {
                 session.messages = [
                     this.createSummarySystemMessage(summaryResult.content),
-                    ...recentMessages
+                    ...recentMessages,
                 ];
                 logger.info(`[ConversationMemory] Summarization complete for session ${session.sessionId}.`);
             }
@@ -131,7 +135,9 @@ export class ConversationMemoryManager {
         }
     }
     _createSummarizationPrompt(history) {
-        const formattedHistory = history.map(msg => `${msg.role}: ${msg.content}`).join('\n\n');
+        const formattedHistory = history
+            .map((msg) => `${msg.role}: ${msg.content}`)
+            .join("\n\n");
         return `
 You are a context summarization AI. Your task is to condense the following conversation history for another AI assistant.
 The summary must be a concise, third-person narrative that retains all critical information, including key entities, technical details, decisions made, and any specific dates or times mentioned.

package/dist/lib/core/types.d.ts

@@ -7,6 +7,7 @@ import type { ChatMessage, ConversationMemoryConfig } from "../types/conversatio
 import type { TokenUsage, AnalyticsData } from "../types/providers.js";
 import type { EvaluationData } from "../index.js";
 export type { EvaluationData };
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 export interface TextGenerationResult {
     content: string;
     provider?: string;
@@ -157,6 +158,7 @@ export interface TextGenerationOptions {
     conversationMessages?: ChatMessage[];
     conversationMemoryConfig?: Partial<ConversationMemoryConfig>;
     originalPrompt?: string;
+    middleware?: MiddlewareFactoryOptions;
     expectedOutcome?: string;
     evaluationCriteria?: string[];
 }

package/dist/lib/factories/providerRegistry.js

@@ -41,7 +41,7 @@ export class ProviderRegistry {
             // Register Amazon Bedrock provider
             ProviderFactory.registerProvider(AIProviderName.BEDROCK, async (modelName, _providerName, sdk) => {
                 const { AmazonBedrockProvider } = await import("../providers/amazonBedrock.js");
-                return new AmazonBedrockProvider(modelName, undefined, sdk);
+                return new AmazonBedrockProvider(modelName, sdk);
             }, undefined, // Let provider read BEDROCK_MODEL from .env
             ["bedrock", "aws"]);
             // Register Azure OpenAI provider

package/dist/lib/index.d.ts

@@ -15,10 +15,12 @@ export { validateTool } from "./sdk/toolRegistration.js";
 export type { ToolResult, ToolDefinition } from "./types/tools.js";
 export { BedrockModels, OpenAIModels, VertexModels, DEFAULT_PROVIDER_CONFIGS, } from "./core/types.js";
 export { getBestProvider, getAvailableProviders, isValidProvider, } from "./utils/providerUtils.js";
+export { dynamicModelProvider } from "./core/dynamicModels.js";
+export type { ModelConfig, ModelRegistry } from "./core/dynamicModels.js";
 export { NeuroLink } from "./neurolink.js";
 export type { ProviderStatus, MCPStatus } from "./neurolink.js";
 export type { MCPServerInfo } from "./types/mcpTypes.js";
-export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./middleware/types.js";
+export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./types/middlewareTypes.js";
 export { MiddlewareFactory } from "./middleware/factory.js";
 export declare const VERSION = "1.0.0";
 /**

package/dist/lib/index.js

@@ -14,6 +14,8 @@ export { validateTool } from "./sdk/toolRegistration.js";
 export { BedrockModels, OpenAIModels, VertexModels, DEFAULT_PROVIDER_CONFIGS, } from "./core/types.js";
 // Utility exports
 export { getBestProvider, getAvailableProviders, isValidProvider, } from "./utils/providerUtils.js";
+// Dynamic Models exports
+export { dynamicModelProvider } from "./core/dynamicModels.js";
 // Main NeuroLink wrapper class and diagnostic types
 export { NeuroLink } from "./neurolink.js";
 export { MiddlewareFactory } from "./middleware/factory.js";

package/dist/lib/middleware/builtin/analytics.d.ts

@@ -1,4 +1,4 @@
-import type { NeuroLinkMiddleware } from "../types.js";
+import type { NeuroLinkMiddleware } from "../../types/middlewareTypes.js";
 /**
  * Create analytics middleware for tracking AI model usage
  * Collects metrics on token usage, response times, and model performance

package/dist/lib/middleware/builtin/guardrails.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModelV1 } from "ai";
-import type { NeuroLinkMiddleware } from "../types.js";
+import type { NeuroLinkMiddleware } from "../../types/middlewareTypes.js";
 /**
  * Configuration for the Guardrails middleware.
  */

package/dist/lib/middleware/factory.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModelV1 } from "ai";
-import type { MiddlewareContext, MiddlewareConfig, MiddlewareFactoryOptions, MiddlewareChainStats, MiddlewarePreset, NeuroLinkMiddleware, MiddlewareRegistrationOptions } from "./types.js";
+import type { MiddlewareContext, MiddlewareConfig, MiddlewareFactoryOptions, MiddlewareChainStats, MiddlewarePreset, NeuroLinkMiddleware, MiddlewareRegistrationOptions } from "../types/middlewareTypes.js";
 import { MiddlewareRegistry } from "./registry.js";
 /**
  * Middleware factory for creating and applying middleware chains.

package/dist/lib/middleware/index.d.ts

@@ -6,7 +6,7 @@
  * of language models with features like analytics, guardrails, caching, and more.
  */
 import { MiddlewareFactory } from "./factory.js";
-export type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareConditions, MiddlewareRegistrationOptions, MiddlewareExecutionResult, MiddlewareChainStats, MiddlewarePreset, MiddlewareFactoryOptions, BuiltInMiddlewareType, } from "./types.js";
+export type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareConditions, MiddlewareRegistrationOptions, MiddlewareExecutionResult, MiddlewareChainStats, MiddlewarePreset, MiddlewareFactoryOptions, BuiltInMiddlewareType, } from "../types/middlewareTypes.js";
 export type { LanguageModelV1Middleware } from "ai";
 export { MiddlewareFactory };
 export default MiddlewareFactory;

package/dist/lib/middleware/registry.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModelV1Middleware } from "ai";
-import type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareRegistrationOptions, MiddlewareExecutionResult } from "./types.js";
+import type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareRegistrationOptions, MiddlewareExecutionResult } from "../types/middlewareTypes.js";
 /**
  * Manages the registration, configuration, and execution of middleware for a single factory instance.
  */