@hailer/mcp 0.0.1

package/dist/client/log-parser.js

@@ -0,0 +1,387 @@
+"use strict";
+/**
+ * Log Parser for Adaptive Documentation Bot
+ *
+ * Parses MCP server logs to extract tool call errors and LLM mistakes.
+ * Monitors both file-based logs and live log streams.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LogParser = void 0;
+const logger_1 = require("../lib/logger");
+const fs = __importStar(require("fs/promises"));
+const path = __importStar(require("path"));
+const logger = (0, logger_1.createLogger)({ component: 'LogParser' });
+class LogParser {
+    logPath;
+    statePath;
+    lastReadPosition = 0;
+    lastProcessedTimestamp = null;
+    seenErrors = new Set();
+    constructor(logPath) {
+        this.logPath = logPath || path.join(process.cwd(), 'logs', 'mcp-unified.json');
+        this.statePath = path.join(process.cwd(), 'logs', '.adaptive-bot-state.json');
+        // Load state synchronously on initialization to survive server restarts
+        this.loadStateSync();
+    }
+    /**
+     * Parse recent logs for tool call errors
+     * Returns only new errors since last parse
+     */
+    async parseToolCallErrors(retries = 3) {
+        for (let attempt = 0; attempt < retries; attempt++) {
+            try {
+                // Check if log file exists
+                const exists = await this.fileExists(this.logPath);
+                if (!exists) {
+                    logger.debug('Log file does not exist yet', { logPath: this.logPath });
+                    return [];
+                }
+                const content = await fs.readFile(this.logPath, 'utf-8');
+                // Parse the entire JSON file
+                let logData;
+                try {
+                    logData = JSON.parse(content);
+                }
+                catch (parseError) {
+                    // Log file might be mid-write, retry after a short delay
+                    if (attempt < retries - 1) {
+                        const delay = 100 * (attempt + 1); // 100ms, 200ms, 300ms
+                        logger.debug('Failed to parse logs (file may be mid-write, retrying)', {
+                            attempt: attempt + 1,
+                            retries,
+                            delayMs: delay,
+                            error: parseError instanceof Error ? parseError.message : String(parseError)
+                        });
+                        await new Promise(resolve => setTimeout(resolve, delay));
+                        continue; // Retry
+                    }
+                    else {
+                        // Final attempt failed
+                        logger.warn('Failed to parse logs after all retries', {
+                            attempts: retries,
+                            error: parseError instanceof Error ? parseError.message : String(parseError)
+                        });
+                        return [];
+                    }
+                }
+                if (!logData.entries || !Array.isArray(logData.entries)) {
+                    logger.warn('Invalid log file format', { logPath: this.logPath });
+                    return [];
+                }
+                const errors = [];
+                // Detect log rotation: if log has fewer entries than lastReadPosition,
+                // or if we have a timestamp and the earliest entry is after it, log rotated
+                const totalEntries = logData.entries.length;
+                let startPosition = this.lastReadPosition;
+                if (totalEntries < this.lastReadPosition) {
+                    logger.info('Log rotation detected (fewer entries than last position)', {
+                        totalEntries,
+                        lastReadPosition: this.lastReadPosition
+                    });
+                    startPosition = 0;
+                }
+                else if (this.lastProcessedTimestamp && totalEntries > 0) {
+                    const firstEntryTimestamp = logData.entries[0]?.timestamp;
+                    if (firstEntryTimestamp && firstEntryTimestamp > this.lastProcessedTimestamp) {
+                        logger.info('Log rotation detected (earliest entry newer than last processed)', {
+                            firstEntryTimestamp,
+                            lastProcessedTimestamp: this.lastProcessedTimestamp
+                        });
+                        startPosition = 0;
+                    }
+                }
+                // Process only new entries since startPosition
+                const entriesToProcess = logData.entries.slice(startPosition);
+                this.lastReadPosition = totalEntries;
+                // Update lastProcessedTimestamp to the newest entry we'll process
+                if (entriesToProcess.length > 0) {
+                    const lastEntry = entriesToProcess[entriesToProcess.length - 1];
+                    if (lastEntry?.timestamp) {
+                        this.lastProcessedTimestamp = lastEntry.timestamp;
+                    }
+                }
+                for (const entry of entriesToProcess) {
+                    const error = this.parseLogEntry(entry);
+                    if (error && !this.isDuplicate(error)) {
+                        errors.push(error);
+                        this.seenErrors.add(this.getErrorSignature(error));
+                    }
+                }
+                // Save state after processing to survive server restarts
+                if (entriesToProcess.length > 0) {
+                    await this.saveState();
+                }
+                if (errors.length > 0) {
+                    logger.info('Parsed tool call errors from logs', {
+                        errorCount: errors.length,
+                        uniqueTools: new Set(errors.map(e => e.toolName)).size
+                    });
+                }
+                return errors;
+            }
+            catch (error) {
+                logger.error('Failed to parse logs', error);
+                return [];
+            }
+        }
+        // Should never reach here
+        return [];
+    }
+    /**
+     * Parse a single log entry for error patterns
+     */
+    parseLogEntry(logEntry) {
+        try {
+            if (!logEntry || !logEntry.message) {
+                return null;
+            }
+            // Pattern 1: Tool validation failed (from GlobalToolRegistry)
+            if (logEntry.message === 'Tool validation failed' && logEntry.context) {
+                return {
+                    timestamp: new Date(logEntry.timestamp || Date.now()).getTime(),
+                    toolName: logEntry.context.toolName,
+                    errorMessage: logEntry.context.errors || 'Validation failed',
+                    attemptedCall: JSON.parse(logEntry.context.receivedArgs || '{}'),
+                    context: {
+                        provider: logEntry.context.provider,
+                        model: logEntry.context.model
+                    }
+                };
+            }
+            // Pattern 2: Tool call failed
+            if (logEntry.message?.includes('Tool call failed') ||
+                logEntry.message?.includes('Failed to execute tool')) {
+                return this.extractToolCallError(logEntry);
+            }
+            // Pattern 3: General validation error
+            if (logEntry.message?.includes('validation') ||
+                logEntry.message?.includes('Invalid parameters')) {
+                return this.extractValidationError(logEntry);
+            }
+            // Pattern 4: Parameter missing/incorrect
+            if (logEntry.message?.includes('required') ||
+                logEntry.message?.includes('missing') ||
+                logEntry.message?.includes('must be provided')) {
+                return this.extractParameterError(logEntry);
+            }
+            return null;
+        }
+        catch (error) {
+            // Not a parseable error entry
+            return null;
+        }
+    }
+    /**
+     * Extract tool call error from JSON log entry
+     */
+    extractToolCallError(logEntry) {
+        const toolName = logEntry.toolName ||
+            logEntry.tool ||
+            this.extractToolNameFromMessage(logEntry.message);
+        if (!toolName) {
+            return null;
+        }
+        return {
+            timestamp: new Date(logEntry.timestamp || Date.now()).getTime(),
+            toolName,
+            errorMessage: logEntry.error || logEntry.message || 'Unknown error',
+            attemptedCall: logEntry.attemptedCall || logEntry.params || {},
+            actualParameters: logEntry.actualParameters,
+            context: {
+                conversationId: logEntry.conversationId || logEntry.discussionId,
+                userId: logEntry.userId,
+                provider: logEntry.provider,
+                model: logEntry.model
+            }
+        };
+    }
+    /**
+     * Extract validation error
+     */
+    extractValidationError(logEntry) {
+        const toolName = logEntry.toolName || this.extractToolNameFromMessage(logEntry.message);
+        if (!toolName) {
+            return null;
+        }
+        // Extract validation details if available
+        const validationDetails = logEntry.validationError || logEntry.details;
+        return {
+            timestamp: new Date(logEntry.timestamp || Date.now()).getTime(),
+            toolName,
+            errorMessage: `Validation error: ${logEntry.message}`,
+            attemptedCall: logEntry.params || validationDetails || {},
+            context: {
+                conversationId: logEntry.conversationId,
+                userId: logEntry.userId,
+                provider: logEntry.provider
+            }
+        };
+    }
+    /**
+     * Extract parameter error
+     */
+    extractParameterError(logEntry) {
+        const toolName = logEntry.toolName || this.extractToolNameFromMessage(logEntry.message);
+        if (!toolName) {
+            return null;
+        }
+        return {
+            timestamp: new Date(logEntry.timestamp || Date.now()).getTime(),
+            toolName,
+            errorMessage: logEntry.message,
+            attemptedCall: logEntry.params || {},
+            context: {
+                conversationId: logEntry.conversationId,
+                userId: logEntry.userId
+            }
+        };
+    }
+    /**
+     * Extract tool name from error message
+     */
+    extractToolNameFromMessage(message) {
+        // Try to find tool name in common patterns
+        const patterns = [
+            /tool[:\s]+['"]?(\w+)['"]?/i,
+            /calling\s+['"]?(\w+)['"]?/i,
+            /execute\s+['"]?(\w+)['"]?/i,
+            /['"]?(\w+)['"]?\s+failed/i
+        ];
+        for (const pattern of patterns) {
+            const match = message.match(pattern);
+            if (match) {
+                return match[1];
+            }
+        }
+        return null;
+    }
+    /**
+     * Check if error is a duplicate
+     */
+    isDuplicate(error) {
+        const signature = this.getErrorSignature(error);
+        return this.seenErrors.has(signature);
+    }
+    /**
+     * Generate unique signature for error deduplication
+     */
+    getErrorSignature(error) {
+        return `${error.toolName}:${error.errorMessage}:${JSON.stringify(error.attemptedCall)}`;
+    }
+    /**
+     * Check if file exists
+     */
+    async fileExists(filePath) {
+        try {
+            await fs.access(filePath);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Reset parser state (useful for testing)
+     */
+    reset() {
+        this.lastReadPosition = 0;
+        this.seenErrors.clear();
+        // Delete state file
+        try {
+            const fsSync = require('fs');
+            fsSync.unlinkSync(this.statePath);
+            logger.debug('Deleted parser state file');
+        }
+        catch (error) {
+            // File doesn't exist - that's fine
+        }
+    }
+    /**
+     * Get statistics about parsed errors
+     */
+    getStats() {
+        return {
+            totalSeen: this.seenErrors.size,
+            uniqueErrors: this.seenErrors.size
+        };
+    }
+    /**
+     * Load parser state from disk synchronously (called in constructor)
+     */
+    loadStateSync() {
+        try {
+            const fsSync = require('fs');
+            const content = fsSync.readFileSync(this.statePath, 'utf-8');
+            const state = JSON.parse(content);
+            this.lastReadPosition = state.lastReadPosition || 0;
+            this.lastProcessedTimestamp = state.lastProcessedTimestamp || null;
+            this.seenErrors = new Set(state.seenErrors || []);
+            logger.info('Loaded parser state from previous session', {
+                lastReadPosition: this.lastReadPosition,
+                lastProcessedTimestamp: this.lastProcessedTimestamp,
+                seenErrorsCount: this.seenErrors.size
+            });
+        }
+        catch (error) {
+            // File doesn't exist or invalid - start fresh
+            logger.debug('No previous state found, starting fresh');
+        }
+    }
+    /**
+     * Save parser state to disk
+     */
+    async saveState() {
+        try {
+            const state = {
+                lastReadPosition: this.lastReadPosition,
+                lastProcessedTimestamp: this.lastProcessedTimestamp,
+                seenErrors: Array.from(this.seenErrors),
+                lastUpdated: new Date().toISOString()
+            };
+            await fs.writeFile(this.statePath, JSON.stringify(state, null, 2), 'utf-8');
+            logger.debug('Saved parser state', {
+                lastReadPosition: this.lastReadPosition,
+                lastProcessedTimestamp: this.lastProcessedTimestamp,
+                seenErrorsCount: this.seenErrors.size
+            });
+        }
+        catch (error) {
+            logger.error('Failed to save parser state', error);
+        }
+    }
+}
+exports.LogParser = LogParser;
+//# sourceMappingURL=log-parser.js.map

package/dist/client/mcp-client.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Main MCP Client
+ * Orchestrates signal handling, message processing, and LLM provider interaction
+ */
+import { AdaptiveDocumentationBot } from "./adaptive-documentation-bot";
+import { McpClientConfig } from "./types";
+export declare class McpClient {
+    private multiBotManager;
+    private messageProcessor;
+    private providers;
+    private config;
+    private isActive;
+    private processedMessages;
+    private activeSubscriptions;
+    private agentTracker;
+    private tokenTracker;
+    private tokenUsageBot;
+    private agentActivityBot;
+    private adaptiveDocBot?;
+    constructor(config: McpClientConfig);
+    initialize(): Promise<void>;
+    private initializeProviders;
+    start(): void;
+    /**
+     * Get adaptive documentation bot instance (for error reporting)
+     */
+    getAdaptiveBot(): AdaptiveDocumentationBot | undefined;
+    stop(): void;
+    private handleSignal;
+    private getFirstEnabledProvider;
+    private determineTriggerType;
+    private processMessage;
+    private handleResponse;
+    private postSuccessResponse;
+    private buildToolUsageSummary;
+    private postErrorResponse;
+    /** Shutdown the dependency: MultiBotManager */
+    shutdownMultiBotManager(): Promise<void>;
+    /** Shutdown the McpClient and MultiBotManager */
+    shutdown(): Promise<void>;
+    getStatus(): {
+        active: boolean;
+        providersCount: number;
+        enabledProviders: string[];
+        activeSubscriptions: number;
+        botClientsCount: number;
+        directMessagesEnabled: boolean;
+    };
+}
+//# sourceMappingURL=mcp-client.d.ts.map