@juspay/neurolink 3.0.0 → 4.0.0

package/dist/lib/utils/streaming-utils.d.ts

@@ -0,0 +1,67 @@
+/**
+ * Phase 2: Enhanced Streaming Infrastructure
+ * Streaming utilities for progress tracking and metadata enhancement
+ */
+import type { StreamingProgressData, StreamingMetadata, ProgressCallback, EnhancedStreamTextOptions } from "../core/types.js";
+export interface UIProgressHandler {
+    onProgress: (progress: StreamingProgressData) => void;
+    onComplete: (metadata: StreamingMetadata) => void;
+    onError: (error: Error) => void;
+}
+export interface StreamingStats {
+    totalChunks: number;
+    totalBytes: number;
+    duration: number;
+    averageChunkSize: number;
+    provider: string;
+    model: string;
+}
+/**
+ * Enhanced streaming utilities for progress tracking and metadata
+ */
+export declare class StreamingEnhancer {
+    /**
+     * Add progress tracking to a readable stream
+     */
+    static addProgressTracking(stream: ReadableStream, callback?: ProgressCallback, options?: {
+        streamId?: string;
+        bufferSize?: number;
+    }): ReadableStream;
+    /**
+     * Add metadata headers to streaming response
+     */
+    static addMetadataHeaders(response: Response, stats: StreamingStats): Response;
+    /**
+     * Create progress callback for UI integration
+     */
+    static createProgressCallback(ui: UIProgressHandler): ProgressCallback;
+    /**
+     * Estimate remaining time based on current progress
+     */
+    static estimateRemainingTime(totalBytes: number, elapsedTime: number, chunkCount: number): number | undefined;
+    /**
+     * Create enhanced streaming configuration
+     */
+    static createStreamingConfig(options: EnhancedStreamTextOptions): {
+        progressTracking: boolean;
+        callback?: ProgressCallback;
+        metadata: boolean;
+        bufferSize: number;
+        headers: boolean;
+    };
+}
+/**
+ * Streaming performance monitor for debugging and optimization
+ */
+export declare class StreamingMonitor {
+    private static activeStreams;
+    static registerStream(streamId: string): void;
+    static updateStream(streamId: string, progress: StreamingProgressData): void;
+    static completeStream(streamId: string): void;
+    static getActiveStreams(): StreamingProgressData[];
+    static getStreamStats(): {
+        activeCount: number;
+        totalBytesActive: number;
+        averageProgress: number;
+    };
+}

package/dist/lib/utils/streaming-utils.js

@@ -0,0 +1,201 @@
+/**
+ * Phase 2: Enhanced Streaming Infrastructure
+ * Streaming utilities for progress tracking and metadata enhancement
+ */
+/**
+ * Enhanced streaming utilities for progress tracking and metadata
+ */
+export class StreamingEnhancer {
+    /**
+     * Add progress tracking to a readable stream
+     */
+    static addProgressTracking(stream, callback, options) {
+        const streamId = options?.streamId || `stream_${Date.now()}`;
+        const startTime = Date.now();
+        let chunkCount = 0;
+        let totalBytes = 0;
+        let lastProgressTime = startTime;
+        return new ReadableStream({
+            start(controller) {
+                if (callback) {
+                    callback({
+                        chunkCount: 0,
+                        totalBytes: 0,
+                        chunkSize: 0,
+                        elapsedTime: 0,
+                        streamId,
+                        phase: "initializing",
+                    });
+                }
+            },
+            async pull(controller) {
+                const reader = stream.getReader();
+                try {
+                    const { done, value } = await reader.read();
+                    if (done) {
+                        controller.close();
+                        if (callback) {
+                            const elapsedTime = Date.now() - startTime;
+                            callback({
+                                chunkCount,
+                                totalBytes,
+                                chunkSize: totalBytes > 0 ? Math.round(totalBytes / chunkCount) : 0,
+                                elapsedTime,
+                                streamId,
+                                phase: "complete",
+                            });
+                        }
+                        return;
+                    }
+                    // Track progress
+                    chunkCount++;
+                    const chunkSize = value
+                        ? new TextEncoder().encode(value.toString()).length
+                        : 0;
+                    totalBytes += chunkSize;
+                    const currentTime = Date.now();
+                    const elapsedTime = currentTime - startTime;
+                    const timeSinceLastProgress = currentTime - lastProgressTime;
+                    // Call progress callback
+                    if (callback && (timeSinceLastProgress > 100 || chunkCount === 1)) {
+                        // Throttle to max 10 calls/second
+                        const estimatedRemaining = StreamingEnhancer.estimateRemainingTime(totalBytes, elapsedTime, chunkCount);
+                        callback({
+                            chunkCount,
+                            totalBytes,
+                            chunkSize,
+                            elapsedTime,
+                            estimatedRemaining,
+                            streamId,
+                            phase: "streaming",
+                        });
+                        lastProgressTime = currentTime;
+                    }
+                    controller.enqueue(value);
+                }
+                catch (error) {
+                    controller.error(error);
+                    if (callback) {
+                        callback({
+                            chunkCount,
+                            totalBytes,
+                            chunkSize: 0,
+                            elapsedTime: Date.now() - startTime,
+                            streamId,
+                            phase: "error",
+                        });
+                    }
+                }
+                finally {
+                    reader.releaseLock();
+                }
+            },
+        });
+    }
+    /**
+     * Add metadata headers to streaming response
+     */
+    static addMetadataHeaders(response, stats) {
+        const headers = new Headers(response.headers);
+        headers.set("X-Streaming-Chunks", stats.totalChunks.toString());
+        headers.set("X-Streaming-Bytes", stats.totalBytes.toString());
+        headers.set("X-Streaming-Duration", stats.duration.toString());
+        headers.set("X-Streaming-Avg-Chunk-Size", stats.averageChunkSize.toString());
+        headers.set("X-Streaming-Provider", stats.provider);
+        headers.set("X-Streaming-Model", stats.model);
+        headers.set("X-Streaming-Throughput", Math.round(stats.totalBytes / (stats.duration / 1000)).toString());
+        return new Response(response.body, {
+            status: response.status,
+            statusText: response.statusText,
+            headers,
+        });
+    }
+    /**
+     * Create progress callback for UI integration
+     */
+    static createProgressCallback(ui) {
+        return (progress) => {
+            try {
+                ui.onProgress(progress);
+                if (progress.phase === "complete") {
+                    ui.onComplete({
+                        startTime: Date.now() - progress.elapsedTime,
+                        endTime: Date.now(),
+                        totalDuration: progress.elapsedTime,
+                        averageChunkSize: Math.round(progress.totalBytes / progress.chunkCount),
+                        maxChunkSize: progress.chunkSize, // This would need to be tracked better in real implementation
+                        minChunkSize: progress.chunkSize, // This would need to be tracked better in real implementation
+                        throughputBytesPerSecond: Math.round(progress.totalBytes / (progress.elapsedTime / 1000)),
+                        streamingProvider: "unknown", // Would be passed from provider
+                        modelUsed: "unknown", // Would be passed from provider
+                    });
+                }
+            }
+            catch (error) {
+                ui.onError(error);
+            }
+        };
+    }
+    /**
+     * Estimate remaining time based on current progress
+     */
+    static estimateRemainingTime(totalBytes, elapsedTime, chunkCount) {
+        if (elapsedTime < 1000 || chunkCount < 3) {
+            return undefined; // Not enough data for estimation
+        }
+        const bytesPerMs = totalBytes / elapsedTime;
+        const avgChunkSize = totalBytes / chunkCount;
+        // Rough estimation assuming similar chunk sizes going forward
+        // This is a simple heuristic - real implementation might be more sophisticated
+        const estimatedTotalBytes = avgChunkSize * (chunkCount + 10); // Assume 10 more chunks
+        const remainingBytes = estimatedTotalBytes - totalBytes;
+        return Math.max(0, remainingBytes / bytesPerMs);
+    }
+    /**
+     * Create enhanced streaming configuration
+     */
+    static createStreamingConfig(options) {
+        return {
+            progressTracking: options.enableProgressTracking ?? false,
+            callback: options.progressCallback,
+            metadata: options.includeStreamingMetadata ?? false,
+            bufferSize: options.streamingBufferSize ?? 8192,
+            headers: options.enableStreamingHeaders ?? false,
+        };
+    }
+}
+/**
+ * Streaming performance monitor for debugging and optimization
+ */
+export class StreamingMonitor {
+    static activeStreams = new Map();
+    static registerStream(streamId) {
+        this.activeStreams.set(streamId, {
+            chunkCount: 0,
+            totalBytes: 0,
+            chunkSize: 0,
+            elapsedTime: 0,
+            streamId,
+            phase: "initializing",
+        });
+    }
+    static updateStream(streamId, progress) {
+        this.activeStreams.set(streamId, progress);
+    }
+    static completeStream(streamId) {
+        this.activeStreams.delete(streamId);
+    }
+    static getActiveStreams() {
+        return Array.from(this.activeStreams.values());
+    }
+    static getStreamStats() {
+        const streams = this.getActiveStreams();
+        return {
+            activeCount: streams.length,
+            totalBytesActive: streams.reduce((sum, s) => sum + s.totalBytes, 0),
+            averageProgress: streams.length > 0
+                ? streams.reduce((sum, s) => sum + s.elapsedTime, 0) / streams.length
+                : 0,
+        };
+    }
+}

package/dist/mcp/contracts/mcpContract.d.ts

@@ -0,0 +1,118 @@
+/**
+ * MCP Contract - Core Type Definitions
+ * Industry standard camelCase interfaces for maximum flexibility
+ */
+/**
+ * Generic execution context for MCP operations
+ * All properties optional for maximum flexibility
+ */
+export interface ExecutionContext<T = Record<string, unknown>> {
+    sessionId?: string;
+    userId?: string;
+    config?: T;
+    metadata?: Record<string, unknown>;
+    cacheOptions?: CacheOptions;
+    fallbackOptions?: FallbackOptions;
+    timeoutMs?: number;
+    startTime?: number;
+}
+/**
+ * Cache configuration options
+ */
+export interface CacheOptions {
+    enabled?: boolean;
+    ttlMs?: number;
+    strategy?: "memory" | "writeThrough" | "cacheAside";
+}
+/**
+ * Fallback configuration options
+ */
+export interface FallbackOptions {
+    enabled?: boolean;
+    maxAttempts?: number;
+    delayMs?: number;
+    circuitBreaker?: boolean;
+}
+/**
+ * Tool information with extensibility
+ */
+export interface ToolInfo {
+    name: string;
+    description?: string;
+    category?: string;
+    serverId?: string;
+    inputSchema?: Record<string, unknown>;
+    outputSchema?: Record<string, unknown>;
+    [key: string]: unknown;
+}
+/**
+ * Discovered MCP server/plugin definition
+ */
+export interface DiscoveredMcp<TTools = Record<string, unknown>> {
+    metadata: McpMetadata;
+    tools?: TTools;
+    capabilities?: string[];
+    version?: string;
+    configuration?: Record<string, string | number | boolean>;
+    [key: string]: unknown;
+}
+/**
+ * MCP server metadata
+ */
+export interface McpMetadata {
+    name: string;
+    description?: string;
+    version?: string;
+    author?: string;
+    homepage?: string;
+    repository?: string;
+}
+/**
+ * Tool definition schema
+ */
+export interface ToolDefinition {
+    description?: string;
+    inputSchema?: Record<string, unknown>;
+    outputSchema?: Record<string, unknown>;
+    category?: string;
+    examples?: Array<{
+        input: Record<string, unknown>;
+        output: Record<string, unknown>;
+        description?: string;
+    }>;
+}
+/**
+ * Tool execution result
+ */
+export interface ToolExecutionResult<T = unknown> {
+    result: T;
+    context?: ExecutionContext;
+    performance?: {
+        duration: number;
+        tokensUsed?: number;
+        cost?: number;
+    };
+    validation?: ValidationResult;
+    cached?: boolean;
+    fallback?: boolean;
+}
+/**
+ * Validation result for runtime checks
+ */
+export interface ValidationResult {
+    valid: boolean;
+    missing: string[];
+    warnings: string[];
+    recommendations: string[];
+}
+/**
+ * Provider status information
+ */
+export interface ProviderStatus {
+    available: boolean;
+    lastCheck: number;
+    reason?: string;
+    model?: string;
+    cost?: number;
+    latencyMs?: number;
+}

package/dist/mcp/contracts/mcpContract.js

@@ -0,0 +1,5 @@
+/**
+ * MCP Contract - Core Type Definitions
+ * Industry standard camelCase interfaces for maximum flexibility
+ */
+export {};

package/dist/mcp/function-calling.js

@@ -156,7 +156,10 @@ export async function getAvailableFunctionTools() {
                         let functionName;
                         let originalFunctionName;
                         // Convert server name to underscore format to check if it's embedded in tool name
-                        const sanitizedServerCheck = (toolInfo.server || "unknown").replace(/[^a-zA-Z0-9_]/g, "_");
+                        const serverName = typeof toolInfo.serverId === "string"
+                            ? toolInfo.serverId
+                            : "unknown";
+                        const sanitizedServerCheck = serverName.replace(/[^a-zA-Z0-9_]/g, "_");
                         if (toolInfo.name.includes(sanitizedServerCheck) ||
                             toolInfo.name.endsWith("-tools") ||
                             toolInfo.name.startsWith("github_com_") ||
@@ -206,7 +209,10 @@ export async function getAvailableFunctionTools() {
                         }
                         else {
                             // Tool name doesn't include server info, create compound name
-                            const sanitizedServerName = (toolInfo.server || "unknown").replace(/[^a-zA-Z0-9_]/g, "_");
+                            const serverName = typeof toolInfo.serverId === "string"
+                                ? toolInfo.serverId
+                                : "unknown";
+                            const sanitizedServerName = serverName.replace(/[^a-zA-Z0-9_]/g, "_");
                             const sanitizedToolName = toolInfo.name.replace(/[^a-zA-Z0-9_]/g, "_");
                             // Check if it's a filesystem tool from MCP
                             if (sanitizedServerName.includes("modelcontextprotocol") &&
@@ -277,7 +283,9 @@ export async function getAvailableFunctionTools() {
                         tools.push(aiTool);
                         // Store mapping for execution - CRITICAL: Use sanitized functionName as key
                         toolMap.set(functionName, {
-                            serverId: toolInfo.server || "unknown",
+                            serverId: typeof toolInfo.serverId === "string"
+                                ? toolInfo.serverId
+                                : "unknown",
                             toolName: toolInfo.name,
                         });
                         mcpLogger.debug(`[${functionTag}] Converted tool: ${functionName} (original: ${originalFunctionName})`);

package/dist/mcp/logging.js

@@ -17,6 +17,11 @@ class MCPLogger {
         this.logLevel = level;
     }
     shouldLog(level) {
+        // CRITICAL: Respect CLI debug flag - hide all logs except errors unless debugging
+        const isDebugMode = process.argv.includes("--debug");
+        if (!isDebugMode && level !== "error") {
+            return false;
+        }
         const levels = ["debug", "info", "warn", "error"];
         return levels.indexOf(level) >= levels.indexOf(this.logLevel);
     }

package/dist/mcp/neurolink-mcp-client.js

@@ -6,6 +6,7 @@
 import { EventEmitter } from "events";
 import { logger } from "../utils/logger.js";
 import { v4 as uuidv4 } from "uuid";
+import { DEFAULT_MAX_TOKENS } from "../core/constants.js";
 /**
  * NeuroLink MCP Client with Automatic Tool Detection
  */
@@ -381,7 +382,7 @@ Please provide a natural response based on the tool results.`;
         const response = await this.provider.generateText({
             prompt: enhancedPrompt,
             temperature: 0.7,
-            maxTokens: 1000,
+            maxTokens: DEFAULT_MAX_TOKENS,
         });
         return response?.text || toolResultsText;
     }

package/dist/mcp/orchestrator.js

@@ -26,7 +26,10 @@ export class MCPOrchestrator {
     async initializeDefaultServers() {
         try {
             await this.registry.registerServer(aiCoreServer.id, aiCoreServer);
-            console.log("[Orchestrator] Initialized with AI Core Server");
+            // Only log in debug mode
+            if (process.env.NEUROLINK_DEBUG === "true") {
+                console.log("[Orchestrator] Initialized with AI Core Server");
+            }
         }
         catch (error) {
             console.warn("[Orchestrator] Failed to register AI Core Server:", error);
@@ -44,10 +47,14 @@ export class MCPOrchestrator {
     async executeTool(toolName, params, contextRequest = {}, options = {}) {
         // Create execution context
         const context = this.contextManager.createContext(contextRequest);
-        console.log(`[Orchestrator] Executing tool '${toolName}' in session ${context.sessionId}`);
+        if (process.env.NEUROLINK_DEBUG === "true") {
+            console.log(`[Orchestrator] Executing tool '${toolName}' in session ${context.sessionId}`);
+        }
         // Execute tool through registry
         const result = await this.registry.executeTool(toolName, params, context);
-        console.log(`[Orchestrator] Tool '${toolName}' execution ${result.success ? "completed" : "failed"}`);
+        if (process.env.NEUROLINK_DEBUG === "true") {
+            console.log(`[Orchestrator] Tool '${toolName}' execution ${result.success ? "completed" : "failed"}`);
+        }
         return result;
     }
     /**
@@ -92,9 +99,10 @@ export class MCPOrchestrator {
                         results.set(stepId, stepResult);
                         stepsExecuted++;
                         if (!stepResult.success) {
-                            const errorMessage = stepResult.error instanceof Error
-                                ? stepResult.error.message
-                                : stepResult.error || "Unknown error";
+                            const error = stepResult.error;
+                            const errorMessage = error instanceof Error
+                                ? error.message
+                                : String(error) || "Unknown error";
                             errors.set(stepId, errorMessage);
                             if (stopOnError) {
                                 console.error(`[Orchestrator] Pipeline ${pipelineId} stopped due to error in step ${stepId}`);
@@ -301,9 +309,10 @@ export class MCPOrchestrator {
                     const result = await this.registry.executeTool(step.toolName, step.params, context);
                     results.set(stepId, result);
                     if (!result.success) {
-                        const errorMessage = result.error instanceof Error
-                            ? result.error.message
-                            : result.error || "Unknown error";
+                        const error = result.error;
+                        const errorMessage = error instanceof Error
+                            ? error.message
+                            : String(error) || "Unknown error";
                         errors.set(stepId, errorMessage);
                     }
                 }

package/dist/mcp/registry.d.ts

@@ -1,16 +1,25 @@
 /**
- * MCP Registry - Plugin Registration and Management
+ * MCP Registry - Industry Standard Interface with camelCase
  */
-import type { DiscoveredMCP } from "./contracts/mcp-contract.js";
+import type { DiscoveredMcp, ExecutionContext, ToolInfo } from "./contracts/mcpContract.js";
+/**
+ * MCP Registry interface with optional methods for maximum flexibility
+ */
+export interface McpRegistry {
+    registerServer?(serverId: string, serverConfig?: unknown, context?: ExecutionContext): Promise<void>;
+    executeTool?<T = unknown>(toolName: string, args?: unknown, context?: ExecutionContext): Promise<T>;
+    listTools?(context?: ExecutionContext): Promise<ToolInfo[]>;
+}
 /**
  * Simple MCP registry for plugin management
+ * Maintains backward compatibility with existing code
  */
-export declare class MCPRegistry {
+export declare class MCPRegistry implements McpRegistry {
     private plugins;
     /**
      * Register a plugin
      */
-    register(plugin: DiscoveredMCP): void;
+    register(plugin: DiscoveredMcp): void;
     /**
      * Unregister a plugin
      */
@@ -18,11 +27,11 @@ export declare class MCPRegistry {
     /**
      * Get a plugin
      */
-    get(name: string): DiscoveredMCP | undefined;
+    get(name: string): DiscoveredMcp | undefined;
     /**
      * List all plugins
      */
-    list(): DiscoveredMCP[];
+    list(): DiscoveredMcp[];
     /**
      * Check if plugin exists
      */
@@ -31,17 +40,41 @@ export declare class MCPRegistry {
      * Clear all plugins
      */
     clear(): void;
+    /**
+     * Register a server (compatible with new interface)
+     */
+    registerServer(serverId: string, serverConfig?: unknown, context?: ExecutionContext): Promise<void>;
+    /**
+     * Execute a tool (mock implementation for tests)
+     */
+    executeTool<T = unknown>(toolName: string, args?: unknown, context?: ExecutionContext): Promise<T>;
+    /**
+     * List all tools (compatible with new interface)
+     */
+    listTools(context?: ExecutionContext): Promise<ToolInfo[]>;
+    /**
+     * Register a server (legacy sync version)
+     */
+    registerServerSync(plugin: DiscoveredMcp): void;
+    /**
+     * Execute a tool (legacy sync version)
+     */
+    executeToolSync(toolName: string, args?: unknown): any;
+    /**
+     * List all tools (legacy sync version)
+     */
+    listToolsSync(): Array<{
+        name: string;
+        description?: string;
+    }>;
 }
 /**
- * Default registry instance
+ * Enhanced MCP Registry implementation with config integration
+ * Will be implemented in Phase 3.2
  */
-export declare const mcpRegistry: MCPRegistry;
-export type MCPToolRegistry = MCPRegistry;
-export declare const defaultToolRegistry: MCPRegistry;
-export { mcpRegistry as defaultMCPRegistry };
-export interface ToolExecutionOptions {
-    preferredSource?: string;
-    fallbackEnabled?: boolean;
-    validateBeforeExecution?: boolean;
-    timeoutMs?: number;
+export declare class McpRegistryImpl implements McpRegistry {
+    private baseRegistry;
+    registerServer(serverId: string, serverConfig?: unknown, context?: ExecutionContext): Promise<void>;
+    executeTool<T = unknown>(toolName: string, args?: unknown, context?: ExecutionContext): Promise<T>;
+    listTools(context?: ExecutionContext): Promise<ToolInfo[]>;
 }