@juspay/neurolink 9.1.1 → 9.3.0

package/dist/index.d.ts

@@ -33,21 +33,23 @@
  */
 import { AIProviderFactory } from "./core/factory.js";
 export { AIProviderFactory };
-export * from "./types/index.js";
-export { validateTool } from "./sdk/toolRegistration.js";
+export { NeuroLinkConfigManager as ConfigManager } from "./config/configManager.js";
 export { AIProviderName, BedrockModels, OpenAIModels, VertexModels, } from "./constants/enums.js";
-export { getBestProvider, getAvailableProviders, isValidProvider, } from "./utils/providerUtils.js";
 export { dynamicModelProvider } from "./core/dynamicModels.js";
+export { validateTool } from "./sdk/toolRegistration.js";
+export * from "./types/index.js";
 export type { DynamicModelConfig, ModelRegistry } from "./types/modelTypes.js";
+export { getAvailableProviders, getBestProvider, isValidProvider, } from "./utils/providerUtils.js";
 import { NeuroLink } from "./neurolink.js";
 export { NeuroLink };
 export type { MCPServerInfo } from "./types/mcpTypes.js";
-export type { ObservabilityConfig, LangfuseConfig, OpenTelemetryConfig, LangfuseSpanAttributes, TraceNameFormat, } from "./types/observability.js";
+export type { LangfuseConfig, LangfuseSpanAttributes, ObservabilityConfig, OpenTelemetryConfig, TraceNameFormat, } from "./types/observability.js";
 export { buildObservabilityConfigFromEnv } from "./utils/observabilityHelpers.js";
-import { initializeOpenTelemetry, shutdownOpenTelemetry, flushOpenTelemetry, getLangfuseHealthStatus, setLangfuseContext, getLangfuseSpanProcessor, getTracerProvider, isOpenTelemetryInitialized, getSpanProcessors, createContextEnricher, isUsingExternalTracerProvider, getLangfuseContext, getTracer } from "./services/server/ai/observability/instrumentation.js";
+import { createContextEnricher, flushOpenTelemetry, getLangfuseContext, getLangfuseHealthStatus, getLangfuseSpanProcessor, getSpanProcessors, getTracer, getTracerProvider, initializeOpenTelemetry, isOpenTelemetryInitialized, isUsingExternalTracerProvider, setLangfuseContext, shutdownOpenTelemetry } from "./services/server/ai/observability/instrumentation.js";
 export { initializeOpenTelemetry, shutdownOpenTelemetry, flushOpenTelemetry, getLangfuseHealthStatus, setLangfuseContext, getLangfuseSpanProcessor, getTracerProvider, isOpenTelemetryInitialized, getSpanProcessors, createContextEnricher, isUsingExternalTracerProvider, getLangfuseContext, getTracer, };
-export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./types/middlewareTypes.js";
+export { clearAnalyticsMetrics, createAnalyticsMiddleware, getAnalyticsMetrics, } from "./middleware/builtin/analytics.js";
 export { MiddlewareFactory } from "./middleware/factory.js";
+export type { MiddlewareConfig, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, NeuroLinkMiddleware, } from "./types/middlewareTypes.js";
 export declare const VERSION = "1.0.0";
 /**
  * Quick start factory function for creating AI provider instances.
@@ -184,10 +186,11 @@ export declare function createBestAIProvider(requestedProvider?: string, modelNa
  * await writeFile('output.txt', 'Hello from MCP!');
  * ```
  */
-export { initializeMCPEcosystem, listMCPs, executeMCP, getMCPStats, mcpLogger, HTTPRateLimiter, RateLimiterManager, globalRateLimiterManager, DEFAULT_RATE_LIMIT_CONFIG, DEFAULT_HTTP_RETRY_CONFIG, isRetryableStatusCode, isRetryableHTTPError, withHTTPRetry, InMemoryTokenStorage, FileTokenStorage, isTokenExpired, calculateExpiresAt, NeuroLinkOAuthProvider, createOAuthProviderFromConfig, MCPCircuitBreaker, CircuitBreakerManager, globalCircuitBreakerManager, } from "./mcp/index.js";
-export type { McpMetadata, DiscoveredMcp, RateLimitConfig, HTTPRetryConfig, OAuthTokens, TokenStorage, MCPOAuthConfig, OAuthClientInformation, AuthorizationUrlResult, TokenExchangeRequest, } from "./types/mcpTypes.js";
-export type { ExecutionContext, ToolInfo, ToolExecutionResult, } from "./types/tools.js";
+export { CircuitBreakerManager, calculateExpiresAt, createMCPServer, createOAuthProviderFromConfig, DEFAULT_HTTP_RETRY_CONFIG, DEFAULT_RATE_LIMIT_CONFIG, executeMCP, FileTokenStorage, getMCPStats, getServerInfo, globalCircuitBreakerManager, globalRateLimiterManager, HTTPRateLimiter, InMemoryTokenStorage, initializeMCPEcosystem, isRetryableHTTPError, isRetryableStatusCode, isTokenExpired, listMCPs, MCPCircuitBreaker, mcpLogger, NeuroLinkOAuthProvider, RateLimiterManager, validateServerTools, validateTool as validateMCPTool, withHTTPRetry, } from "./mcp/index.js";
+export type { AuthorizationUrlResult, DiscoveredMcp, HTTPRetryConfig, MCPOAuthConfig, McpMetadata, OAuthClientInformation, OAuthTokens, RateLimitConfig, TokenExchangeRequest, TokenStorage, } from "./types/mcpTypes.js";
+export type { ExecutionContext, ToolExecutionResult, ToolInfo, } from "./types/tools.js";
 export type { LogLevel } from "./types/utilities.js";
+export { logger } from "./utils/logger.js";
 export declare function initializeTelemetry(): Promise<boolean>;
 export declare function getTelemetryStatus(): Promise<{
     enabled: boolean;
@@ -196,7 +199,7 @@ export declare function getTelemetryStatus(): Promise<{
     service?: string;
     version?: string;
 }>;
-export type { TextGenerationOptions, TextGenerationResult, AnalyticsData, EvaluationData, } from "./types/index.js";
+export type { AnalyticsData, EvaluationData, TextGenerationOptions, TextGenerationResult, } from "./types/index.js";
 /**
  * Legacy generateText function for backward compatibility.
  *
@@ -241,6 +244,7 @@ export type { TextGenerationOptions, TextGenerationResult, AnalyticsData, Evalua
  * @since 1.0.0
  */
 export declare function generateText(options: import("./types/index.js").TextGenerationOptions): Promise<import("./types/index.js").TextGenerationResult>;
+export type { AgentExecuteRequest, AgentExecuteResponse, AuthConfig, AuthenticatedUser, AuthResult, AuthStrategy, BodyParserConfig, CacheConfig, CacheEntry, CacheStore, CORSConfig, CreateRoutesOptions, DataEvent, DataStreamEvent, DataStreamEventType, DataStreamResponseConfig, DataStreamWriter, DataStreamWriterConfig, ErrorCategoryType, ErrorEvent, ErrorResponse, ErrorSeverityType, FinishEvent, HealthResponse, HttpMethod, LoggingConfig, MCPServerStatusResponse, MiddlewareDefinition, MiddlewareHandler, OpenAPIGeneratorConfig, OpenAPISpec, PropertySchema, RateLimitConfig as ServerRateLimitConfig, RateLimitMiddlewareConfig, RateLimitStore, ReadyResponse, RequiredServerAdapterConfig, RouteDefinition, RouteGroup, RouteHandler, ServerAdapterConfig, ServerAdapterErrorCodeType, ServerAdapterErrorContext, ServerAdapterEvents, ServerAdapterFactoryOptions, ServerContext, ServerFramework, ServerResponse, ServerStatus, SSEWriteOptions, StreamingConfig, TextDeltaEvent, TextEndEvent, TextStartEvent, ToolCallEvent, ToolExecuteRequest, ToolExecuteResponse, ToolResultEvent, ValidationConfig, ValidationResult, ValidationSchema, WebSocketAuthConfig, WebSocketConfig, WebSocketConnection, WebSocketHandler, WebSocketMessage, WebSocketMessageType, } from "./server/index.js";
 /**
  * Server Adapters for exposing NeuroLink as HTTP APIs
  *
@@ -259,5 +263,35 @@ export declare function generateText(options: import("./types/index.js").TextGen
  * await server.start();
  * ```
  */
-export { createServer, ServerAdapterFactory, BaseServerAdapter, HonoServerAdapter, ExpressServerAdapter, FastifyServerAdapter, KoaServerAdapter, createAgentRoutes, createAllRoutes, createHealthRoutes, createMCPRoutes, createMemoryRoutes, createToolRoutes, registerAllRoutes, createAuthMiddleware, createRoleMiddleware, createRateLimitMiddleware, createSlidingWindowRateLimitMiddleware, InMemoryRateLimitStore, RateLimitError, createCacheMiddleware, createCacheInvalidator, InMemoryCacheStore, createRequestValidationMiddleware, createFieldValidator, ValidationError, createTimingMiddleware, createRequestIdMiddleware, createErrorHandlingMiddleware, createSecurityHeadersMiddleware, createLoggingMiddleware, createCompressionMiddleware, AgentExecuteRequestSchema, createErrorResponse, ServerNameParamSchema, SessionIdParamSchema, ToolArgumentsSchema, ToolExecuteRequestSchema, ToolNameParamSchema, ToolSearchQuerySchema, validateParams, validateQuery, validateRequest, OpenAPIGenerator, createOpenAPIGenerator, generateOpenAPISpec, generateOpenAPIFromConfig, createDataStreamWriter, DataStreamResponse, createDataStreamResponse, pipeAsyncIterableToDataStream, createSSEHeaders, createNDJSONHeaders, WebSocketConnectionManager, WebSocketMessageRouter, createAgentWebSocketHandler, ServerAdapterError, ConfigurationError, RouteConflictError, RouteNotFoundError, ServerValidationError, AuthenticationError, InvalidAuthenticationError, AuthorizationError, ServerRateLimitError, TimeoutError, HandlerError, StreamingError, StreamAbortedError, WebSocketError, WebSocketConnectionError, ServerStartError, ServerStopError, AlreadyRunningError, NotRunningError, MissingDependencyError, ErrorRecoveryStrategies, wrapError, ErrorCategory, ErrorSeverity, ServerAdapterErrorCode, } from "./server/index.js";
-export type { AgentExecuteRequest, AgentExecuteResponse, BodyParserConfig, CORSConfig, DataStreamWriter, HealthResponse, HttpMethod, LoggingConfig, MCPServerStatusResponse, MiddlewareDefinition, MiddlewareHandler, RateLimitConfig as ServerRateLimitConfig, ReadyResponse, RequiredServerAdapterConfig, RouteDefinition, RouteGroup, RouteHandler, ServerAdapterConfig, ServerAdapterEvents, ServerAdapterFactoryOptions, ServerContext, ServerFramework, ServerResponse, ServerStatus, SSEWriteOptions, StreamingConfig, ToolExecuteRequest, ToolExecuteResponse, ErrorResponse, ValidationResult, AuthConfig, AuthResult, RateLimitMiddlewareConfig, RateLimitStore, CacheConfig, CacheEntry, CacheStore, ValidationConfig, ValidationSchema, PropertySchema, OpenAPIGeneratorConfig, OpenAPISpec, DataStreamEventType, DataStreamEvent, TextStartEvent, TextDeltaEvent, TextEndEvent, ToolCallEvent, ToolResultEvent, DataEvent, ErrorEvent, FinishEvent, DataStreamWriterConfig, DataStreamResponseConfig, WebSocketConfig, WebSocketHandler, WebSocketConnection, WebSocketMessage, WebSocketMessageType, AuthenticatedUser, WebSocketAuthConfig, AuthStrategy, ErrorCategoryType, ErrorSeverityType, ServerAdapterErrorCodeType, ServerAdapterErrorContext, CreateRoutesOptions, } from "./server/index.js";
+export { AgentExecuteRequestSchema, AlreadyRunningError, AuthenticationError, AuthorizationError, BaseServerAdapter, ConfigurationError, createAgentRoutes, createAgentWebSocketHandler, createAllRoutes, createAuthMiddleware, createCacheInvalidator, createCacheMiddleware, createCompressionMiddleware, createDataStreamResponse, createDataStreamWriter, createErrorHandlingMiddleware, createErrorResponse, createFieldValidator, createHealthRoutes, createLoggingMiddleware, createMCPRoutes, createMemoryRoutes, createNDJSONHeaders, createOpenAPIGenerator, createRateLimitMiddleware, createRequestIdMiddleware, createRequestValidationMiddleware, createRoleMiddleware, createSecurityHeadersMiddleware, createServer, createSlidingWindowRateLimitMiddleware, createSSEHeaders, createTimingMiddleware, createToolRoutes, DataStreamResponse, ErrorCategory, ErrorRecoveryStrategies, ErrorSeverity, ExpressServerAdapter, FastifyServerAdapter, generateOpenAPIFromConfig, generateOpenAPISpec, HandlerError, HonoServerAdapter, InMemoryCacheStore, InMemoryRateLimitStore, InvalidAuthenticationError, KoaServerAdapter, MissingDependencyError, NotRunningError, OpenAPIGenerator, pipeAsyncIterableToDataStream, RateLimitError, RouteConflictError, RouteNotFoundError, registerAllRoutes, ServerAdapterError, ServerAdapterErrorCode, ServerAdapterFactory, ServerNameParamSchema, ServerRateLimitError, ServerStartError, ServerStopError, ServerValidationError, SessionIdParamSchema, StreamAbortedError, StreamingError, TimeoutError, ToolArgumentsSchema, ToolExecuteRequestSchema, ToolNameParamSchema, ToolSearchQuerySchema, ValidationError, validateParams, validateQuery, validateRequest, WebSocketConnectionError, WebSocketConnectionManager, WebSocketError, WebSocketMessageRouter, wrapError, } from "./server/index.js";
+export type { BaseChunkerConfig, BM25Result, CharacterChunkerConfig, Chunk, ChunkingStrategy, ChunkMetadata, ChunkParams, CitationFormat, ContextAssemblyOptions, ContextWindow, CSVLoaderOptions, DocumentType, EmbeddingModelConfig, ExtractionResult, ExtractParams, GenerationModelConfig, GraphChunk, GraphEdge, GraphEmbedding, GraphNode, GraphQueryParams, GraphRAGConfig, GraphStats, HTMLChunkerConfig, HybridSearchConfig, HybridSearchResult, IngestOptions, JSONChunkerConfig, LaTeXChunkerConfig, LoaderOptions, MarkdownChunkerConfig, MDocumentConfig, MetadataFilter, PDFLoaderOptions, PipelineStats, QueryOptions as RAGQueryOptions, RAGCommandArgs, RAGConfig, RAGPipelineConfig, RAGResponse, RankedNode, RecursiveChunkerConfig, RerankerConfig, RerankerOptions, RerankResult, SemanticChunkerConfig, SentenceChunkerConfig, TokenChunkerConfig, VectorQueryResponse, VectorQueryResult, VectorQueryToolConfig, VectorStore, WebLoaderOptions, } from "./rag/index.js";
+/**
+ * RAG (Retrieval-Augmented Generation) Document Processing
+ *
+ * Comprehensive RAG system with document loading, chunking, embedding,
+ * retrieval, and context assembly capabilities.
+ *
+ * @example
+ * ```typescript
+ * import {
+ *   MDocument,
+ *   loadDocument,
+ *   RAGPipeline,
+ *   ChunkerRegistry
+ * } from '@juspay/neurolink';
+ *
+ * // Load and process a document
+ * const doc = await loadDocument('/path/to/document.md');
+ * await doc.chunk({ strategy: 'markdown', config: { maxSize: 1000 } });
+ *
+ * // Use the full RAG pipeline
+ * const pipeline = new RAGPipeline({
+ *   embeddingModel: { provider: 'openai', modelName: 'text-embedding-3-small' },
+ *   generationModel: { provider: 'openai', modelName: 'gpt-4o-mini' }
+ * });
+ * await pipeline.ingest(['./docs/*.md']);
+ * const response = await pipeline.query('What are the key features?');
+ * console.log(response.answer);
+ * ```
+ */
+export { assembleContext, batchRerank, CharacterChunker, ChunkerRegistry, CohereRelevanceScorer, CrossEncoderReranker, CSVLoader, chunkText, createChunker, createContextWindow, createHybridSearch, createRAGPipeline, createVectorQueryTool, executeWithCircuitBreaker, extractMetadata, formatContextWithCitations, GraphRAG, getAvailableStrategies, getCircuitBreaker, getDefaultChunkerConfig, getRecommendedStrategy, HTMLChunker, HTMLLoader, InMemoryBM25Index, InMemoryVectorStore, JSONChunker as RAGJSONChunker, JSONLoader, LaTeXChunker, LLMMetadataExtractor, linearCombination, loadDocument, loadDocuments, MarkdownChunker, MarkdownLoader, MDocument, PDFLoader, prepareRAGTool, processDocument, RAGCircuitBreaker, type RAGCircuitBreakerConfig, type RAGCircuitBreakerEvents, RAGCircuitBreakerManager, type RAGCircuitBreakerStats, RAGPipeline, RAGRetryHandler, RecursiveChunker, ragCircuitBreakerManager, reciprocalRankFusion, rerank, SemanticChunker, SentenceChunker, simpleRerank, summarizeContext, TextLoader, TokenChunker, WebLoader, } from "./rag/index.js";

package/dist/index.js

@@ -34,30 +34,34 @@
 // Core exports
 import { AIProviderFactory } from "./core/factory.js";
 export { AIProviderFactory };
-// Export ALL types from the centralized type barrel
-export * from "./types/index.js";
-// Tool Registration utility
-export { validateTool } from "./sdk/toolRegistration.js";
+// Config Manager export
+export { NeuroLinkConfigManager as ConfigManager } from "./config/configManager.js";
 export { AIProviderName, BedrockModels, OpenAIModels, VertexModels, } from "./constants/enums.js";
-// Utility exports
-export { getBestProvider, getAvailableProviders, isValidProvider, } from "./utils/providerUtils.js";
 // Dynamic Models exports
 export { dynamicModelProvider } from "./core/dynamicModels.js";
+// Tool Registration utility
+export { validateTool } from "./sdk/toolRegistration.js";
+// Export ALL types from the centralized type barrel
+export * from "./types/index.js";
+// Utility exports
+export { getAvailableProviders, getBestProvider, isValidProvider, } from "./utils/providerUtils.js";
 // Main NeuroLink wrapper class and diagnostic types
 import { NeuroLink } from "./neurolink.js";
 export { NeuroLink };
 export { buildObservabilityConfigFromEnv } from "./utils/observabilityHelpers.js";
-import { initializeOpenTelemetry, shutdownOpenTelemetry, flushOpenTelemetry, getLangfuseHealthStatus, setLangfuseContext, getLangfuseSpanProcessor, getTracerProvider, isOpenTelemetryInitialized, 
-// NEW EXPORTS - External TracerProvider Support
-getSpanProcessors, createContextEnricher, isUsingExternalTracerProvider, 
+import { createContextEnricher, flushOpenTelemetry, 
 // Enhanced context and tracing
-getLangfuseContext, getTracer, } from "./services/server/ai/observability/instrumentation.js";
-import { initializeTelemetry as init, getTelemetryStatus as getStatus, } from "./telemetry/index.js";
+getLangfuseContext, getLangfuseHealthStatus, getLangfuseSpanProcessor, 
+// NEW EXPORTS - External TracerProvider Support
+getSpanProcessors, getTracer, getTracerProvider, initializeOpenTelemetry, isOpenTelemetryInitialized, isUsingExternalTracerProvider, setLangfuseContext, shutdownOpenTelemetry, } from "./services/server/ai/observability/instrumentation.js";
+import { getTelemetryStatus as getStatus, initializeTelemetry as init, } from "./telemetry/index.js";
 export { initializeOpenTelemetry, shutdownOpenTelemetry, flushOpenTelemetry, getLangfuseHealthStatus, setLangfuseContext, getLangfuseSpanProcessor, getTracerProvider, isOpenTelemetryInitialized, 
 // NEW EXPORTS - External TracerProvider Support
 getSpanProcessors, createContextEnricher, isUsingExternalTracerProvider, 
 // Enhanced context and tracing
 getLangfuseContext, getTracer, };
+// Analytics Middleware exports
+export { clearAnalyticsMetrics, createAnalyticsMiddleware, getAnalyticsMetrics, } from "./middleware/builtin/analytics.js";
 export { MiddlewareFactory } from "./middleware/factory.js";
 // Version
 export const VERSION = "1.0.0";
@@ -205,16 +209,19 @@ export async function createBestAIProvider(requestedProvider, modelName) {
  * await writeFile('output.txt', 'Hello from MCP!');
  * ```
  */
-export { 
-// Core MCP ecosystem
-// Simplified MCP exports
-initializeMCPEcosystem, listMCPs, executeMCP, getMCPStats, mcpLogger, 
+export { CircuitBreakerManager, calculateExpiresAt, 
+// MCP Server Factory
+createMCPServer, createOAuthProviderFromConfig, DEFAULT_HTTP_RETRY_CONFIG, DEFAULT_RATE_LIMIT_CONFIG, executeMCP, FileTokenStorage, getMCPStats, getServerInfo, globalCircuitBreakerManager, globalRateLimiterManager, 
 // HTTP Transport utilities
-HTTPRateLimiter, RateLimiterManager, globalRateLimiterManager, DEFAULT_RATE_LIMIT_CONFIG, DEFAULT_HTTP_RETRY_CONFIG, isRetryableStatusCode, isRetryableHTTPError, withHTTPRetry, 
+HTTPRateLimiter, 
 // OAuth Authentication
-InMemoryTokenStorage, FileTokenStorage, isTokenExpired, calculateExpiresAt, NeuroLinkOAuthProvider, createOAuthProviderFromConfig, 
+InMemoryTokenStorage, 
+// Core MCP ecosystem
+// Simplified MCP exports
+initializeMCPEcosystem, isRetryableHTTPError, isRetryableStatusCode, isTokenExpired, listMCPs, 
 // Circuit Breaker
-MCPCircuitBreaker, CircuitBreakerManager, globalCircuitBreakerManager, } from "./mcp/index.js";
+MCPCircuitBreaker, mcpLogger, NeuroLinkOAuthProvider, RateLimiterManager, validateServerTools, validateTool as validateMCPTool, withHTTPRetry, } from "./mcp/index.js";
+export { logger } from "./utils/logger.js";
 // ============================================================================
 // REAL-TIME SERVICES & TELEMETRY - Enterprise Platform Features
 // ============================================================================
@@ -282,9 +289,6 @@ export async function generateText(options) {
     const neurolink = new NeuroLink();
     return await neurolink.generateText(options);
 }
-// ============================================================================
-// SERVER ADAPTERS - HTTP API Framework Integration
-// ============================================================================
 /**
  * Server Adapters for exposing NeuroLink as HTTP APIs
  *
@@ -304,23 +308,71 @@ export async function generateText(options) {
  * ```
  */
 export { 
-// Server Factory
-createServer, ServerAdapterFactory, 
+// Validation
+AgentExecuteRequestSchema, AlreadyRunningError, AuthenticationError, AuthorizationError, 
 // Framework Adapters
-BaseServerAdapter, HonoServerAdapter, ExpressServerAdapter, FastifyServerAdapter, KoaServerAdapter, 
+BaseServerAdapter, ConfigurationError, 
 // Routes
-createAgentRoutes, createAllRoutes, createHealthRoutes, createMCPRoutes, createMemoryRoutes, createToolRoutes, registerAllRoutes, 
+createAgentRoutes, createAgentWebSocketHandler, createAllRoutes, 
 // Middleware
-createAuthMiddleware, createRoleMiddleware, createRateLimitMiddleware, createSlidingWindowRateLimitMiddleware, InMemoryRateLimitStore, RateLimitError, createCacheMiddleware, createCacheInvalidator, InMemoryCacheStore, createRequestValidationMiddleware, createFieldValidator, ValidationError, createTimingMiddleware, createRequestIdMiddleware, createErrorHandlingMiddleware, createSecurityHeadersMiddleware, createLoggingMiddleware, createCompressionMiddleware, 
-// Validation
-AgentExecuteRequestSchema, createErrorResponse, ServerNameParamSchema, SessionIdParamSchema, ToolArgumentsSchema, ToolExecuteRequestSchema, ToolNameParamSchema, ToolSearchQuerySchema, validateParams, validateQuery, validateRequest, 
-// OpenAPI
-OpenAPIGenerator, createOpenAPIGenerator, generateOpenAPISpec, generateOpenAPIFromConfig, 
+createAuthMiddleware, createCacheInvalidator, createCacheMiddleware, createCompressionMiddleware, createDataStreamResponse, 
 // Streaming
-createDataStreamWriter, DataStreamResponse, createDataStreamResponse, pipeAsyncIterableToDataStream, createSSEHeaders, createNDJSONHeaders, 
-// WebSocket
-WebSocketConnectionManager, WebSocketMessageRouter, createAgentWebSocketHandler, 
-// Errors
-ServerAdapterError, ConfigurationError, RouteConflictError, RouteNotFoundError, ServerValidationError, AuthenticationError, InvalidAuthenticationError, AuthorizationError, ServerRateLimitError, TimeoutError, HandlerError, StreamingError, StreamAbortedError, WebSocketError, WebSocketConnectionError, ServerStartError, ServerStopError, AlreadyRunningError, NotRunningError, MissingDependencyError, ErrorRecoveryStrategies, wrapError, 
+createDataStreamWriter, createErrorHandlingMiddleware, createErrorResponse, createFieldValidator, createHealthRoutes, createLoggingMiddleware, createMCPRoutes, createMemoryRoutes, createNDJSONHeaders, createOpenAPIGenerator, createRateLimitMiddleware, createRequestIdMiddleware, createRequestValidationMiddleware, createRoleMiddleware, createSecurityHeadersMiddleware, 
+// Server Factory
+createServer, createSlidingWindowRateLimitMiddleware, createSSEHeaders, createTimingMiddleware, createToolRoutes, DataStreamResponse, 
 // Error Constants
-ErrorCategory, ErrorSeverity, ServerAdapterErrorCode, } from "./server/index.js";
+ErrorCategory, ErrorRecoveryStrategies, ErrorSeverity, ExpressServerAdapter, FastifyServerAdapter, generateOpenAPIFromConfig, generateOpenAPISpec, HandlerError, HonoServerAdapter, InMemoryCacheStore, InMemoryRateLimitStore, InvalidAuthenticationError, KoaServerAdapter, MissingDependencyError, NotRunningError, 
+// OpenAPI
+OpenAPIGenerator, pipeAsyncIterableToDataStream, RateLimitError, RouteConflictError, RouteNotFoundError, registerAllRoutes, 
+// Errors
+ServerAdapterError, ServerAdapterErrorCode, ServerAdapterFactory, ServerNameParamSchema, ServerRateLimitError, ServerStartError, ServerStopError, ServerValidationError, SessionIdParamSchema, StreamAbortedError, StreamingError, TimeoutError, ToolArgumentsSchema, ToolExecuteRequestSchema, ToolNameParamSchema, ToolSearchQuerySchema, ValidationError, validateParams, validateQuery, validateRequest, WebSocketConnectionError, 
+// WebSocket
+WebSocketConnectionManager, WebSocketError, WebSocketMessageRouter, wrapError, } from "./server/index.js";
+/**
+ * RAG (Retrieval-Augmented Generation) Document Processing
+ *
+ * Comprehensive RAG system with document loading, chunking, embedding,
+ * retrieval, and context assembly capabilities.
+ *
+ * @example
+ * ```typescript
+ * import {
+ *   MDocument,
+ *   loadDocument,
+ *   RAGPipeline,
+ *   ChunkerRegistry
+ * } from '@juspay/neurolink';
+ *
+ * // Load and process a document
+ * const doc = await loadDocument('/path/to/document.md');
+ * await doc.chunk({ strategy: 'markdown', config: { maxSize: 1000 } });
+ *
+ * // Use the full RAG pipeline
+ * const pipeline = new RAGPipeline({
+ *   embeddingModel: { provider: 'openai', modelName: 'text-embedding-3-small' },
+ *   generationModel: { provider: 'openai', modelName: 'gpt-4o-mini' }
+ * });
+ * await pipeline.ingest(['./docs/*.md']);
+ * const response = await pipeline.query('What are the key features?');
+ * console.log(response.answer);
+ * ```
+ */
+export { 
+// Pipeline
+assembleContext, 
+// Reranker
+batchRerank, 
+// Chunking
+CharacterChunker, ChunkerRegistry, CohereRelevanceScorer, CrossEncoderReranker, 
+// Document Processing
+CSVLoader, chunkText, createChunker, createContextWindow, 
+// Retrieval
+createHybridSearch, createRAGPipeline, createVectorQueryTool, 
+// Resilience
+executeWithCircuitBreaker, 
+// Metadata Extraction
+extractMetadata, formatContextWithCitations, 
+// Graph RAG
+GraphRAG, getAvailableStrategies, getCircuitBreaker, getDefaultChunkerConfig, getRecommendedStrategy, HTMLChunker, HTMLLoader, InMemoryBM25Index, InMemoryVectorStore, JSONChunker as RAGJSONChunker, JSONLoader, LaTeXChunker, LLMMetadataExtractor, linearCombination, loadDocument, loadDocuments, MarkdownChunker, MarkdownLoader, MDocument, PDFLoader, 
+// RAG Integration for generate/stream
+prepareRAGTool, processDocument, RAGCircuitBreaker, RAGCircuitBreakerManager, RAGPipeline, RAGRetryHandler, RecursiveChunker, ragCircuitBreakerManager, reciprocalRankFusion, rerank, SemanticChunker, SentenceChunker, simpleRerank, summarizeContext, TextLoader, TokenChunker, WebLoader, } from "./rag/index.js";

package/dist/lib/agent/directTools.d.ts

@@ -219,13 +219,13 @@ export declare const directAgentTools: {
         content: z.ZodString;
         mode: z.ZodDefault<z.ZodEnum<["create", "overwrite", "append"]>>;
     }, "strip", z.ZodTypeAny, {
-        path: string;
         content: string;
-        mode: "create" | "overwrite" | "append";
-    }, {
         path: string;
+        mode: "create" | "append" | "overwrite";
+    }, {
         content: string;
-        mode?: "create" | "overwrite" | "append" | undefined;
+        path: string;
+        mode?: "create" | "append" | "overwrite" | undefined;
     }>, {
         success: boolean;
         error: string;
@@ -236,7 +236,7 @@ export declare const directAgentTools: {
     } | {
         success: boolean;
         path: string;
-        mode: "create" | "overwrite" | "append";
+        mode: "create" | "append" | "overwrite";
         size: number;
         written: number;
         error?: undefined;
@@ -249,9 +249,9 @@ export declare const directAgentTools: {
         written?: undefined;
     }> & {
         execute: (args: {
-            path: string;
             content: string;
-            mode: "create" | "overwrite" | "append";
+            path: string;
+            mode: "create" | "append" | "overwrite";
         }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
             success: boolean;
             error: string;
@@ -262,7 +262,7 @@ export declare const directAgentTools: {
         } | {
             success: boolean;
             path: string;
-            mode: "create" | "overwrite" | "append";
+            mode: "create" | "append" | "overwrite";
             size: number;
             written: number;
             error?: undefined;

package/dist/lib/core/baseProvider.d.ts

@@ -1,12 +1,12 @@
-import type { ValidationSchema } from "../types/typeAliases.js";
-import type { Tool, LanguageModelV1, CoreMessage } from "ai";
-import type { AIProvider, TextGenerationOptions, TextGenerationResult, EnhancedGenerateResult, AnalyticsData } from "../types/index.js";
-import { AIProviderName } from "../constants/enums.js";
+import type { CoreMessage, LanguageModelV1, Tool } from "ai";
+import type { AIProviderName } from "../constants/enums.js";
 import type { EvaluationData } from "../index.js";
+import type { NeuroLink } from "../neurolink.js";
+import type { UnknownRecord } from "../types/common.js";
+import type { AIProvider, AnalyticsData, EnhancedGenerateResult, TextGenerationOptions, TextGenerationResult } from "../types/index.js";
 import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
-import type { UnknownRecord } from "../types/common.js";
-import type { NeuroLink } from "../neurolink.js";
+import type { ValidationSchema } from "../types/typeAliases.js";
 import { TelemetryHandler } from "./modules/TelemetryHandler.js";
 /**
  * Abstract base class for all AI providers
@@ -50,6 +50,14 @@ export declare abstract class BaseProvider implements AIProvider {
      * Prepare generation context including tools and model
      */
     private prepareGenerationContext;
+    /**
+     * Get merged tools for streaming: combines base tools (MCP/built-in) with
+     * user-provided tools (e.g., RAG tools passed via options.tools).
+     *
+     * This is the canonical tool-merge pattern for executeStream() implementations.
+     * All providers should call this instead of getAllTools() directly.
+     */
+    protected getToolsForStream(options: StreamOptions | TextGenerationOptions): Promise<Record<string, Tool>>;
     /**
      * Build messages array for generation - delegated to MessageBuilder
      */
@@ -119,6 +127,35 @@ export declare abstract class BaseProvider implements AIProvider {
      * Ensures existing scripts using createAIProvider().generateText() continue to work
      */
     generateText(options: TextGenerationOptions): Promise<TextGenerationResult>;
+    /**
+     * Generate embeddings for text
+     *
+     * This is a default implementation that throws an error.
+     * Providers that support embeddings (OpenAI, Google Vertex, Amazon Bedrock)
+     * should override this method with their specific implementation.
+     *
+     * @param text - The text to embed
+     * @param _modelName - Optional embedding model name (provider-specific)
+     * @returns Promise resolving to the embedding vector (array of numbers)
+     * @throws Error if the provider does not support embeddings
+     *
+     * @example
+     * ```typescript
+     * const provider = await ProviderFactory.createProvider('openai', 'text-embedding-3-small');
+     * const embedding = await provider.embed('Hello world');
+     * console.log(embedding); // [0.123, -0.456, ...]
+     * ```
+     */
+    embed(text: string, _modelName?: string): Promise<number[]>;
+    /**
+     * Get the default embedding model for this provider
+     *
+     * Override in subclasses to provide provider-specific defaults.
+     * Returns undefined for providers that don't support embeddings.
+     *
+     * @returns The default embedding model name, or undefined if not supported
+     */
+    protected getDefaultEmbeddingModel(): string | undefined;
     /**
      * Provider-specific streaming implementation (only used when tools are disabled)
      */
@@ -256,30 +293,6 @@ export declare abstract class BaseProvider implements AIProvider {
      * ```
      */
     private handleVideoGeneration;
-    /**
-     * Handle PPT generation mode
-     *
-     * Generates a complete PowerPoint presentation using AI content planning
-     * and slide generation. This method orchestrates:
-     * 1. Input validation
-     * 2. Content planning via AI
-     * 3. Individual slide generation (with optional images)
-     * 4. PPTX assembly and file output
-     *
-     * @param options - Text generation options with PPT config
-     * @param startTime - Generation start timestamp for metrics
-     * @returns Enhanced result with PPT data
-     *
-     * @example
-     * ```typescript
-     * const result = await provider.generate({
-     *   input: { text: "Introducing Our New Product" },
-     *   output: { mode: "ppt", ppt: { pages: 10, theme: "modern" } }
-     * });
-     * // result.ppt contains the generated presentation info
-     * ```
-     */
-    private handlePPTGeneration;
     /**
      * Create analytics - delegated to TelemetryHandler
      */