erosolar-cli 1.7.392 → 1.7.394

package/dist/core/performanceMonitor.d.ts

@@ -0,0 +1,124 @@
+/**
+ * PerformanceMonitor - Instrumentation for tracking tool execution performance
+ *
+ * Provides:
+ * - Tool execution timing
+ * - Memory usage tracking
+ * - Performance metrics aggregation
+ * - Debug logging capabilities
+ * - Performance bottleneck identification
+ */
+import type { ToolCallRequest } from './types.js';
+export interface PerformanceMetrics {
+    readonly toolName: string;
+    readonly executionTimeMs: number;
+    readonly memoryUsageDelta?: number;
+    readonly timestamp: number;
+    readonly success: boolean;
+    readonly error?: string;
+    readonly profileName?: string;
+    readonly provider?: string;
+    readonly model?: string;
+    readonly aiFlowPatterns?: {
+        readonly sequentialReads?: number;
+        readonly editWithoutRead?: boolean;
+        readonly multipleValidations?: boolean;
+        readonly inefficientGitOps?: boolean;
+    };
+    /** Enhanced AI flow telemetry for software engineering insights */
+    readonly aiFlowTelemetry?: {
+        readonly toolChain?: readonly string[];
+        readonly contextUsage?: {
+            readonly filesRead: number;
+            readonly filesEdited: number;
+            readonly searchesPerformed: number;
+        };
+        readonly efficiencyMetrics?: {
+            readonly parallelExecution: boolean;
+            readonly contextOptimization: boolean;
+            readonly validationTiming: 'early' | 'deferred' | 'none';
+        };
+        readonly errorRecovery?: {
+            readonly retryAttempts: number;
+            readonly recoveryStrategy: 'auto' | 'manual' | 'none';
+        };
+    };
+}
+export interface PerformanceStats {
+    readonly totalCalls: number;
+    readonly averageExecutionTime: number;
+    readonly slowestTool: string;
+    readonly slowestTime: number;
+    readonly fastestTool: string;
+    readonly fastestTime: number;
+    readonly errorRate: number;
+    readonly toolsByFrequency: readonly {
+        readonly toolName: string;
+        readonly count: number;
+    }[];
+    readonly aiFlowAnalytics?: {
+        readonly sequentialReads: number;
+        readonly editsWithoutRead: number;
+        readonly multipleValidations: number;
+        readonly inefficientGitOps: number;
+        readonly totalWarnings: number;
+    };
+}
+export interface PerformanceMonitorOptions {
+    enabled?: boolean;
+    maxMetrics?: number;
+    logLevel?: 'none' | 'basic' | 'detailed';
+    autoReportInterval?: number;
+}
+export declare class PerformanceMonitor {
+    private metrics;
+    private options;
+    private reportInterval?;
+    constructor(options?: PerformanceMonitorOptions);
+    /**
+     * Start tracking a tool execution
+     */
+    startToolCall(call: ToolCallRequest, context?: {
+        profileName?: string;
+        provider?: string;
+        model?: string;
+    }): () => PerformanceMetrics;
+    /**
+     * Record a failed tool execution
+     */
+    recordToolError(call: ToolCallRequest, error: string, context?: {
+        profileName?: string;
+        provider?: string;
+        model?: string;
+    }): void;
+    /**
+     * Add a metric to the collection
+     */
+    private addMetric;
+    /**
+     * Get performance statistics
+     */
+    getStats(): PerformanceStats;
+    /**
+     * Get metrics for a specific tool
+     */
+    getToolMetrics(toolName: string): PerformanceMetrics[];
+    /**
+     * Clear all metrics
+     */
+    clear(): void;
+    /**
+     * Generate a performance report
+     */
+    generateReport(): string;
+    /**
+     * Start automatic reporting
+     */
+    private startAutoReporting;
+    /**
+     * Stop the monitor and clean up
+     */
+    destroy(): void;
+}
+export declare const globalPerformanceMonitor: PerformanceMonitor;
+//# sourceMappingURL=performanceMonitor.d.ts.map

package/dist/core/performanceMonitor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"performanceMonitor.d.ts","sourceRoot":"","sources":["../../src/core/performanceMonitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAGlD,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,cAAc,CAAC,EAAE;QACxB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;QAClC,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC;QACnC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,OAAO,CAAC;QACvC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;KACtC,CAAC;IACF,mEAAmE;IACnE,QAAQ,CAAC,eAAe,CAAC,EAAE;QACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACvC,QAAQ,CAAC,YAAY,CAAC,EAAE;YACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;YAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;YAC7B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;SACpC,CAAC;QACF,QAAQ,CAAC,iBAAiB,CAAC,EAAE;YAC3B,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;YACpC,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;YACtC,QAAQ,CAAC,gBAAgB,EAAE,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;SAC1D,CAAC;QACF,QAAQ,CAAC,aAAa,CAAC,EAAE;YACvB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;YAC/B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;SACvD,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,SAAS;QAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAC,EAAE,CAAC;IAC1F,QAAQ,CAAC,eAAe,CAAC,EAAE;QACzB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAClC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;QACrC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;QACnC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;KAChC,CAAC;CACH;AAED,MAAM,WAAW,yBAAyB;IACxC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,UAAU,CAAC;IACzC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,cAAc,CAAC,CAAiB;gBAE5B,OAAO,GAAE,yBAA8B;IAanD;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,kBAAkB;IAkCrI;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;IAkB3H;;OAEG;IACH,OAAO,CAAC,SAAS;IASjB;;OAEG;IACH,QAAQ,IAAI,gBAAgB;IAiD5B;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,kBAAkB,EAAE;IAItD;;OAEG;IACH,KAAK;IAIL;;OAEG;IACH,cAAc,IAAI,MAAM;IA8BxB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAQ1B;;OAEG;IACH,OAAO;CAKR;AAGD,eAAO,MAAM,wBAAwB,oBAMnC,CAAC"}

package/dist/core/performanceMonitor.js

@@ -0,0 +1,192 @@
+/**
+ * PerformanceMonitor - Instrumentation for tracking tool execution performance
+ *
+ * Provides:
+ * - Tool execution timing
+ * - Memory usage tracking
+ * - Performance metrics aggregation
+ * - Debug logging capabilities
+ * - Performance bottleneck identification
+ */
+export class PerformanceMonitor {
+    metrics = [];
+    options;
+    reportInterval;
+    constructor(options = {}) {
+        this.options = {
+            enabled: options.enabled ?? true,
+            maxMetrics: options.maxMetrics ?? 1000,
+            logLevel: options.logLevel ?? 'basic',
+            autoReportInterval: options.autoReportInterval ?? 0,
+        };
+        if (this.options.autoReportInterval > 0) {
+            this.startAutoReporting();
+        }
+    }
+    /**
+     * Start tracking a tool execution
+     */
+    startToolCall(call, context) {
+        if (!this.options.enabled) {
+            return () => ({});
+        }
+        const startTime = performance.now();
+        const startMemory = process.memoryUsage().heapUsed;
+        return () => {
+            const endTime = performance.now();
+            const endMemory = process.memoryUsage().heapUsed;
+            const executionTime = endTime - startTime;
+            const memoryDelta = endMemory - startMemory;
+            const metric = {
+                toolName: call.name,
+                executionTimeMs: executionTime,
+                memoryUsageDelta: memoryDelta,
+                timestamp: Date.now(),
+                success: true,
+                profileName: context?.profileName,
+                provider: context?.provider,
+                model: context?.model,
+            };
+            this.addMetric(metric);
+            // Performance metrics are stored internally - no console output during streaming
+            // to avoid corrupting the display
+            return metric;
+        };
+    }
+    /**
+     * Record a failed tool execution
+     */
+    recordToolError(call, error, context) {
+        if (!this.options.enabled)
+            return;
+        const metric = {
+            toolName: call.name,
+            executionTimeMs: 0,
+            timestamp: Date.now(),
+            success: false,
+            error,
+            profileName: context?.profileName,
+            provider: context?.provider,
+            model: context?.model,
+        };
+        this.addMetric(metric);
+        // Error metrics stored internally - no console output during streaming
+    }
+    /**
+     * Add a metric to the collection
+     */
+    addMetric(metric) {
+        this.metrics.push(metric);
+        // Keep only the most recent metrics
+        if (this.metrics.length > this.options.maxMetrics) {
+            this.metrics = this.metrics.slice(-this.options.maxMetrics);
+        }
+    }
+    /**
+     * Get performance statistics
+     */
+    getStats() {
+        const successfulMetrics = this.metrics.filter(m => m.success);
+        const failedMetrics = this.metrics.filter(m => !m.success);
+        if (successfulMetrics.length === 0) {
+            return {
+                totalCalls: this.metrics.length,
+                averageExecutionTime: 0,
+                slowestTool: 'none',
+                slowestTime: 0,
+                fastestTool: 'none',
+                fastestTime: 0,
+                errorRate: this.metrics.length > 0 ? 1 : 0,
+                toolsByFrequency: [],
+            };
+        }
+        const toolFrequency = new Map();
+        this.metrics.forEach(metric => {
+            toolFrequency.set(metric.toolName, (toolFrequency.get(metric.toolName) || 0) + 1);
+        });
+        const toolsByFrequency = Array.from(toolFrequency.entries())
+            .map(([toolName, count]) => ({ toolName, count }))
+            .sort((a, b) => b.count - a.count);
+        const executionTimes = successfulMetrics.map(m => m.executionTimeMs);
+        const averageTime = executionTimes.reduce((sum, time) => sum + time, 0) / executionTimes.length;
+        const slowest = successfulMetrics.reduce((slowest, current) => current.executionTimeMs > slowest.executionTimeMs ? current : slowest);
+        const fastest = successfulMetrics.reduce((fastest, current) => current.executionTimeMs < fastest.executionTimeMs ? current : fastest);
+        return {
+            totalCalls: this.metrics.length,
+            averageExecutionTime: averageTime,
+            slowestTool: slowest.toolName,
+            slowestTime: slowest.executionTimeMs,
+            fastestTool: fastest.toolName,
+            fastestTime: fastest.executionTimeMs,
+            errorRate: failedMetrics.length / this.metrics.length,
+            toolsByFrequency,
+        };
+    }
+    /**
+     * Get metrics for a specific tool
+     */
+    getToolMetrics(toolName) {
+        return this.metrics.filter(m => m.toolName === toolName);
+    }
+    /**
+     * Clear all metrics
+     */
+    clear() {
+        this.metrics = [];
+    }
+    /**
+     * Generate a performance report
+     */
+    generateReport() {
+        const stats = this.getStats();
+        const recentMetrics = this.metrics.slice(-10);
+        let report = `\n=== Performance Report ===\n`;
+        report += `Total Tool Calls: ${stats.totalCalls}\n`;
+        report += `Average Execution Time: ${stats.averageExecutionTime.toFixed(2)}ms\n`;
+        report += `Slowest Tool: ${stats.slowestTool} (${stats.slowestTime.toFixed(2)}ms)\n`;
+        report += `Fastest Tool: ${stats.fastestTool} (${stats.fastestTime.toFixed(2)}ms)\n`;
+        report += `Error Rate: ${(stats.errorRate * 100).toFixed(1)}%\n`;
+        if (stats.toolsByFrequency.length > 0) {
+            report += `\nMost Used Tools:\n`;
+            stats.toolsByFrequency.slice(0, 5).forEach(({ toolName, count }) => {
+                report += `  ${toolName}: ${count} calls\n`;
+            });
+        }
+        if (recentMetrics.length > 0) {
+            report += `\nRecent Activity:\n`;
+            recentMetrics.forEach(metric => {
+                const status = metric.success ? '✓' : '✗';
+                const time = metric.success ? `${metric.executionTimeMs.toFixed(2)}ms` : 'failed';
+                report += `  ${status} ${metric.toolName} - ${time}\n`;
+            });
+        }
+        return report;
+    }
+    /**
+     * Start automatic reporting
+     */
+    startAutoReporting() {
+        this.reportInterval = setInterval(() => {
+            if (this.metrics.length > 0) {
+                console.log(this.generateReport());
+            }
+        }, this.options.autoReportInterval);
+    }
+    /**
+     * Stop the monitor and clean up
+     */
+    destroy() {
+        if (this.reportInterval) {
+            clearInterval(this.reportInterval);
+        }
+    }
+}
+// Global performance monitor instance
+export const globalPerformanceMonitor = new PerformanceMonitor({
+    enabled: process.env['EROSOLAR_PERFORMANCE_MONITOR'] !== 'false',
+    logLevel: process.env['EROSOLAR_PERFORMANCE_LOG_LEVEL'] || 'basic',
+    autoReportInterval: process.env['EROSOLAR_PERFORMANCE_REPORT_INTERVAL']
+        ? parseInt(process.env['EROSOLAR_PERFORMANCE_REPORT_INTERVAL'])
+        : 0,
+});
+//# sourceMappingURL=performanceMonitor.js.map

package/dist/core/performanceMonitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"performanceMonitor.js","sourceRoot":"","sources":["../../src/core/performanceMonitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAkEH,MAAM,OAAO,kBAAkB;IACrB,OAAO,GAAyB,EAAE,CAAC;IACnC,OAAO,CAAsC;IAC7C,cAAc,CAAkB;IAExC,YAAY,UAAqC,EAAE;QACjD,IAAI,CAAC,OAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO;YACrC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,CAAC;SACpD,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAqB,EAAE,OAAqE;QACxG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,GAAG,EAAE,CAAC,CAAC,EAAyB,CAAA,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;QAEnD,OAAO,GAAG,EAAE;YACV,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;YACjD,MAAM,aAAa,GAAG,OAAO,GAAG,SAAS,CAAC;YAC1C,MAAM,WAAW,GAAG,SAAS,GAAG,WAAW,CAAC;YAE5C,MAAM,MAAM,GAAuB;gBACjC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,eAAe,EAAE,aAAa;gBAC9B,gBAAgB,EAAE,WAAW;gBAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,QAAQ,EAAE,OAAO,EAAE,QAAQ;gBAC3B,KAAK,EAAE,OAAO,EAAE,KAAK;aACtB,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAEvB,iFAAiF;YACjF,kCAAkC;YAElC,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAqB,EAAE,KAAa,EAAE,OAAqE;QACzH,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAElC,MAAM,MAAM,GAAuB;YACjC,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,KAAK;YACd,KAAK;YACL,WAAW,EAAE,OAAO,EAAE,WAAW;YACjC,QAAQ,EAAE,OAAO,EAAE,QAAQ;YAC3B,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACvB,uEAAuE;IACzE,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,MAA0B;QAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE1B,oCAAoC;QACpC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAClD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAE3D,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO;gBACL,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC/B,oBAAoB,EAAE,CAAC;gBACvB,WAAW,EAAE,MAAM;gBACnB,WAAW,EAAE,CAAC;gBACd,WAAW,EAAE,MAAM;gBACnB,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1C,gBAAgB,EAAE,EAAE;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YAC5B,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;aACzD,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;aACjD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,cAAc,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QACrE,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;QAEhG,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAC5D,OAAO,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CACtE,CAAC;QAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAC5D,OAAO,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CACtE,CAAC;QAEF,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC/B,oBAAoB,EAAE,WAAW;YACjC,WAAW,EAAE,OAAO,CAAC,QAAQ;YAC7B,WAAW,EAAE,OAAO,CAAC,eAAe;YACpC,WAAW,EAAE,OAAO,CAAC,QAAQ;YAC7B,WAAW,EAAE,OAAO,CAAC,eAAe;YACpC,SAAS,EAAE,aAAa,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;YACrD,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,QAAgB;QAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,MAAM,GAAG,gCAAgC,CAAC;QAC9C,MAAM,IAAI,qBAAqB,KAAK,CAAC,UAAU,IAAI,CAAC;QACpD,MAAM,IAAI,2BAA2B,KAAK,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACjF,MAAM,IAAI,iBAAiB,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QACrF,MAAM,IAAI,iBAAiB,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QACrF,MAAM,IAAI,eAAe,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;QAEjE,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,sBAAsB,CAAC;YACjC,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;gBACjE,MAAM,IAAI,KAAK,QAAQ,KAAK,KAAK,UAAU,CAAC;YAC9C,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,sBAAsB,CAAC;YACjC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAClF,MAAM,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,QAAQ,MAAM,IAAI,IAAI,CAAC;YACzD,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YACrC,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;CACF;AAED,sCAAsC;AACtC,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,kBAAkB,CAAC;IAC7D,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,KAAK,OAAO;IAChE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAQ,IAAI,OAAO;IACzE,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC;QACrE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;CACN,CAAC,CAAC"}

package/dist/core/responseVerifier.d.ts

@@ -0,0 +1,98 @@
+/**
+ * AI Response Verification System - Isolated Runtime Only
+ *
+ * Verifies assistant claims by spawning fresh CLI instances and running
+ * actual runtime tests. All verification happens in isolation.
+ *
+ * @license MIT
+ */
+export interface IsolatedRuntimeTest {
+    id: string;
+    description: string;
+    commands: string[];
+    shellCommands?: string[];
+    expectedOutputs?: string[];
+    expectedBehavior?: string;
+    timeout?: number;
+    requiresBuild?: boolean;
+}
+export interface IsolatedRuntimeResult {
+    test: IsolatedRuntimeTest;
+    success: boolean;
+    output: string;
+    errors: string;
+    exitCode: number | null;
+    duration: number;
+    matchedPatterns: string[];
+    unmatchedPatterns: string[];
+    llmAssessment?: string;
+}
+export interface VerificationContext {
+    workingDirectory: string;
+    conversationHistory?: string[];
+    provider: string;
+    model: string;
+    llmVerifier?: (prompt: string) => Promise<string>;
+}
+export interface Claim {
+    id: string;
+    statement: string;
+    category: string;
+    verifiable: boolean;
+    priority: 'critical' | 'high' | 'medium' | 'low';
+    context: Record<string, unknown>;
+}
+export interface ClaimVerificationResult {
+    claim: Claim;
+    verified: boolean;
+    confidence: 'high' | 'medium' | 'low';
+    evidence: string;
+    method: string;
+    reasoning?: string;
+    executedCode?: string;
+    rawOutput?: string;
+    error?: string;
+    timestamp: string;
+}
+export interface VerificationReport {
+    responseId: string;
+    timestamp: string;
+    claims: Claim[];
+    results: ClaimVerificationResult[];
+    summary: {
+        total: number;
+        verified: number;
+        failed: number;
+        inconclusive: number;
+    };
+    overallVerdict: 'verified' | 'partially_verified' | 'contradicted' | 'unverified';
+    trustScore: number;
+}
+/**
+ * Runs an isolated runtime test
+ */
+export declare function runIsolatedTest(test: IsolatedRuntimeTest, cwd: string, llmVerifier?: (prompt: string) => Promise<string>): Promise<IsolatedRuntimeResult>;
+/**
+ * Verify an assistant response using a completely isolated process.
+ *
+ * This spawns a separate Node.js process to run all verification:
+ * - Separate memory space from main CLI
+ * - Separate event loop
+ * - Independent error handling
+ * - No shared state
+ *
+ * This ensures verification cannot interfere with the main process and vice versa.
+ */
+export declare function verifyResponse(response: string, ctx: VerificationContext, responseId?: string): Promise<VerificationReport>;
+/**
+ * Format verification report for display
+ */
+export declare function formatVerificationReport(report: VerificationReport): string;
+/**
+ * Quick verification - verify only critical/high priority claims
+ */
+export declare function quickVerify(response: string, ctx: VerificationContext): Promise<{
+    trustScore: number;
+    summary: string;
+}>;
+//# sourceMappingURL=responseVerifier.d.ts.map

package/dist/core/responseVerifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"responseVerifier.d.ts","sourceRoot":"","sources":["../../src/core/responseVerifier.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAaH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IAEd,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,KAAK,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnC,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,UAAU,GAAG,oBAAoB,GAAG,cAAc,GAAG,YAAY,CAAC;IAClF,UAAU,EAAE,MAAM,CAAC;CACpB;AAgHD;;GAEG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,GAAG,EAAE,MAAM,EACX,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAChD,OAAO,CAAC,qBAAqB,CAAC,CAwGhC;AA4ID;;;;;;;;;;GAUG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,EACxB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAwH7B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CA+B3E;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,GACvB,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBlD"}