strray-ai 1.7.2 → 1.7.3

package/dist/analytics/pattern-performance-tracker.js

@@ -0,0 +1,289 @@
+/**
+ * Pattern Performance Tracker for P9 - ADAPTIVE_PATTERN_LEARNING
+ *
+ * Monitors pattern effectiveness over time, detects pattern drift,
+ * and provides metrics for adaptive kernel modifications.
+ *
+ * @version 1.0.0
+ * @since 2026-03-05
+ */
+import { frameworkLogger } from "../core/framework-logger.js";
+export class PatternPerformanceTracker {
+    patternMetrics = new Map();
+    maxTimeSeriesPoints = 1000;
+    driftThreshold = 0.15; // 15% change triggers drift detection
+    minSamplesForDrift = 10;
+    baselineWindowSize = 100;
+    /**
+     * Track performance metrics for a pattern
+     */
+    trackPatternPerformance(patternId, outcome) {
+        const existing = this.patternMetrics.get(patternId);
+        if (!existing) {
+            // Initialize new pattern metrics
+            this.patternMetrics.set(patternId, {
+                patternId,
+                totalUsages: 1,
+                successfulUsages: outcome.success ? 1 : 0,
+                failedUsages: outcome.success ? 0 : 1,
+                successRate: outcome.success ? 1 : 0,
+                avgConfidence: outcome.confidence,
+                avgResponseTime: outcome.responseTime || 0,
+                lastUpdated: new Date(),
+                timeSeries: [{
+                        timestamp: new Date(),
+                        successRate: outcome.success ? 1 : 0,
+                        avgConfidence: outcome.confidence,
+                        usageCount: 1
+                    }]
+            });
+        }
+        else {
+            // Update existing metrics
+            existing.totalUsages++;
+            if (outcome.success) {
+                existing.successfulUsages++;
+            }
+            else {
+                existing.failedUsages++;
+            }
+            // Update success rate
+            existing.successRate = existing.successfulUsages / existing.totalUsages;
+            // Update average confidence (exponential moving average)
+            existing.avgConfidence = (existing.avgConfidence * 0.7) + (outcome.confidence * 0.3);
+            // Update average response time
+            if (outcome.responseTime !== undefined) {
+                existing.avgResponseTime = (existing.avgResponseTime * 0.8) + (outcome.responseTime * 0.2);
+            }
+            existing.lastUpdated = new Date();
+            // Add to time series
+            existing.timeSeries.push({
+                timestamp: new Date(),
+                successRate: existing.successRate,
+                avgConfidence: existing.avgConfidence,
+                usageCount: existing.totalUsages
+            });
+            // Trim time series if too large
+            if (existing.timeSeries.length > this.maxTimeSeriesPoints) {
+                existing.timeSeries = existing.timeSeries.slice(-this.maxTimeSeriesPoints);
+            }
+        }
+        frameworkLogger.log("pattern-performance-tracker", "metrics-updated", "debug", {
+            patternId,
+            successRate: this.patternMetrics.get(patternId)?.successRate,
+            avgConfidence: this.patternMetrics.get(patternId)?.avgConfidence
+        }, undefined);
+    }
+    /**
+     * Detect if a pattern has drifted from its historical baseline
+     */
+    detectPatternDrift(patternId) {
+        const metrics = this.patternMetrics.get(patternId);
+        if (!metrics || metrics.totalUsages < this.minSamplesForDrift) {
+            return null;
+        }
+        // Calculate historical baseline (first half of time series)
+        const timeSeries = metrics.timeSeries;
+        const midpoint = Math.floor(timeSeries.length / 2);
+        const historicalData = timeSeries.slice(0, midpoint);
+        const recentData = timeSeries.slice(midpoint);
+        if (historicalData.length < 5 || recentData.length < 5) {
+            return null;
+        }
+        // Calculate historical baseline
+        const historicalSuccessRate = historicalData.reduce((sum, d) => sum + d.successRate, 0) / historicalData.length;
+        const historicalAvgConfidence = historicalData.reduce((sum, d) => sum + d.avgConfidence, 0) / historicalData.length;
+        // Calculate recent performance
+        const recentSuccessRate = recentData.reduce((sum, d) => sum + d.successRate, 0) / recentData.length;
+        const recentAvgConfidence = recentData.reduce((sum, d) => sum + d.avgConfidence, 0) / recentData.length;
+        // Calculate drift magnitude
+        const successRateDrift = Math.abs(recentSuccessRate - historicalSuccessRate);
+        const confidenceDrift = Math.abs(recentAvgConfidence - historicalAvgConfidence);
+        const driftMagnitude = Math.max(successRateDrift, confidenceDrift);
+        // Determine drift direction
+        let driftDirection;
+        if (recentSuccessRate > historicalSuccessRate + 0.05) {
+            driftDirection = 'increasing';
+        }
+        else if (recentSuccessRate < historicalSuccessRate - 0.05) {
+            driftDirection = 'decreasing';
+        }
+        else {
+            driftDirection = 'unstable';
+        }
+        const drifted = driftMagnitude > this.driftThreshold;
+        // Determine recommended action
+        let recommendedAction = 'continue';
+        if (drifted && driftDirection === 'decreasing') {
+            recommendedAction = 'recalibrate';
+        }
+        else if (drifted && driftMagnitude > 0.25) {
+            recommendedAction = 'investigate';
+        }
+        else if (driftDirection === 'unstable' && driftMagnitude > 0.1) {
+            recommendedAction = 'monitor';
+        }
+        return {
+            drifted,
+            patternId,
+            currentMetrics: metrics,
+            historicalBaseline: {
+                patternId,
+                totalUsages: historicalData.length,
+                successfulUsages: Math.round(historicalData.length * historicalSuccessRate),
+                failedUsages: Math.round(historicalData.length * (1 - historicalSuccessRate)),
+                successRate: historicalSuccessRate,
+                avgConfidence: historicalAvgConfidence,
+                avgResponseTime: 0,
+                lastUpdated: historicalData[0]?.timestamp || new Date(),
+                timeSeries: historicalData
+            },
+            driftMagnitude,
+            driftDirection,
+            confidence: Math.min(1, driftMagnitude * 2),
+            recommendedAction
+        };
+    }
+    /**
+     * Get all pattern drift analyses
+     */
+    getAllDriftAnalyses() {
+        const analyses = [];
+        for (const patternId of this.patternMetrics.keys()) {
+            const analysis = this.detectPatternDrift(patternId);
+            if (analysis) {
+                analyses.push(analysis);
+            }
+        }
+        return analyses;
+    }
+    /**
+     * Calculate adaptive confidence thresholds based on performance
+     */
+    calculateAdaptiveThresholds() {
+        const perAgent = new Map();
+        const perSkill = new Map();
+        // Group metrics by agent/skill and calculate thresholds
+        const agentMetrics = new Map();
+        const skillMetrics = new Map();
+        for (const [patternId, metrics] of this.patternMetrics.entries()) {
+            // Extract agent/skill from patternId (format: "agent:skill")
+            const parts = patternId.includes(':') ? patternId.split(':') : [patternId, 'default'];
+            const agent = parts[0] || patternId;
+            const skill = parts[1] || 'default';
+            if (!agentMetrics.has(agent)) {
+                agentMetrics.set(agent, { successRates: [], confidences: [] });
+            }
+            agentMetrics.get(agent).successRates.push(metrics.successRate);
+            agentMetrics.get(agent).confidences.push(metrics.avgConfidence);
+            if (!skillMetrics.has(skill)) {
+                skillMetrics.set(skill, { successRates: [], confidences: [] });
+            }
+            skillMetrics.get(skill).successRates.push(metrics.successRate);
+            skillMetrics.get(skill).confidences.push(metrics.avgConfidence);
+        }
+        // Calculate thresholds for each agent
+        for (const [agent, data] of agentMetrics.entries()) {
+            if (data.successRates.length > 0) {
+                const avgSuccessRate = data.successRates.reduce((a, b) => a + b, 0) / data.successRates.length;
+                const avgConfidence = data.confidences.reduce((a, b) => a + b, 0) / data.confidences.length;
+                // Threshold is based on performance: higher performance = lower threshold needed
+                const threshold = Math.max(0.5, Math.min(0.9, avgSuccessRate * 0.8 + avgConfidence * 0.2));
+                perAgent.set(agent, threshold);
+            }
+        }
+        // Calculate thresholds for each skill
+        for (const [skill, data] of skillMetrics.entries()) {
+            if (data.successRates.length > 0) {
+                const avgSuccessRate = data.successRates.reduce((a, b) => a + b, 0) / data.successRates.length;
+                const avgConfidence = data.confidences.reduce((a, b) => a + b, 0) / data.confidences.length;
+                const threshold = Math.max(0.5, Math.min(0.9, avgSuccessRate * 0.8 + avgConfidence * 0.2));
+                perSkill.set(skill, threshold);
+            }
+        }
+        // Calculate overall threshold
+        const allSuccessRates = Array.from(this.patternMetrics.values()).map(m => m.successRate);
+        const overallSuccessRate = allSuccessRates.length > 0
+            ? allSuccessRates.reduce((a, b) => a + b, 0) / allSuccessRates.length
+            : 0.75;
+        const overall = Math.max(0.5, Math.min(0.9, overallSuccessRate));
+        return {
+            perAgent,
+            perSkill,
+            overall,
+            calibrationDate: new Date()
+        };
+    }
+    /**
+     * Get system performance summary
+     */
+    getSystemPerformanceSummary() {
+        const allMetrics = Array.from(this.patternMetrics.values());
+        if (allMetrics.length === 0) {
+            return {
+                overallSuccessRate: 0,
+                overallAvgConfidence: 0,
+                totalPatternsTracked: 0,
+                patternsWithDrift: [],
+                patternsNeedingAttention: [],
+                recommendations: ['No patterns tracked yet']
+            };
+        }
+        // Calculate overall metrics
+        const overallSuccessRate = allMetrics.reduce((sum, m) => sum + m.successRate, 0) / allMetrics.length;
+        const overallAvgConfidence = allMetrics.reduce((sum, m) => sum + m.avgConfidence, 0) / allMetrics.length;
+        // Get patterns with drift
+        const driftAnalyses = this.getAllDriftAnalyses();
+        const patternsWithDrift = driftAnalyses
+            .filter(a => a.drifted)
+            .map(a => a.patternId);
+        // Get patterns needing attention (low success rate or high drift)
+        const patternsNeedingAttention = allMetrics
+            .filter(m => m.successRate < 0.6 || m.totalUsages < 5)
+            .map(m => m.patternId);
+        // Generate recommendations
+        const recommendations = [];
+        if (patternsWithDrift.length > 0) {
+            recommendations.push(`${patternsWithDrift.length} patterns showing drift - consider recalibration`);
+        }
+        if (patternsNeedingAttention.length > 0) {
+            recommendations.push(`${patternsNeedingAttention.length} patterns need attention due to low performance`);
+        }
+        if (overallSuccessRate < 0.7) {
+            recommendations.push('Overall system performance below target - review routing logic');
+        }
+        if (recommendations.length === 0) {
+            recommendations.push('All patterns performing within normal parameters');
+        }
+        return {
+            overallSuccessRate,
+            overallAvgConfidence,
+            totalPatternsTracked: allMetrics.length,
+            patternsWithDrift,
+            patternsNeedingAttention,
+            recommendations
+        };
+    }
+    /**
+     * Get metrics for a specific pattern
+     */
+    getPatternMetrics(patternId) {
+        return this.patternMetrics.get(patternId) || null;
+    }
+    /**
+     * Get all tracked patterns
+     */
+    getAllPatternMetrics() {
+        return Array.from(this.patternMetrics.values());
+    }
+    /**
+     * Clear all metrics (for testing or reset)
+     */
+    clear() {
+        this.patternMetrics.clear();
+        frameworkLogger.log("pattern-performance-tracker", "cleared", "info", {}, undefined);
+    }
+}
+// Singleton instance
+export const patternPerformanceTracker = new PatternPerformanceTracker();
+//# sourceMappingURL=pattern-performance-tracker.js.map

package/dist/analytics/pattern-performance-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pattern-performance-tracker.js","sourceRoot":"","sources":["../../src/analytics/pattern-performance-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAwC9D,MAAM,OAAO,yBAAyB;IAC5B,cAAc,GAAgC,IAAI,GAAG,EAAE,CAAC;IAC/C,mBAAmB,GAAG,IAAI,CAAC;IAC3B,cAAc,GAAG,IAAI,CAAC,CAAC,sCAAsC;IAC7D,kBAAkB,GAAG,EAAE,CAAC;IACxB,kBAAkB,GAAG,GAAG,CAAC;IAE1C;;OAEG;IACH,uBAAuB,CACrB,SAAiB,EACjB,OAIC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEpD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,iCAAiC;YACjC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE;gBACjC,SAAS;gBACT,WAAW,EAAE,CAAC;gBACd,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpC,aAAa,EAAE,OAAO,CAAC,UAAU;gBACjC,eAAe,EAAE,OAAO,CAAC,YAAY,IAAI,CAAC;gBAC1C,WAAW,EAAE,IAAI,IAAI,EAAE;gBACvB,UAAU,EAAE,CAAC;wBACX,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACpC,aAAa,EAAE,OAAO,CAAC,UAAU;wBACjC,UAAU,EAAE,CAAC;qBACd,CAAC;aACH,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,0BAA0B;YAC1B,QAAQ,CAAC,WAAW,EAAE,CAAC;YACvB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,QAAQ,CAAC,gBAAgB,EAAE,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC1B,CAAC;YAED,sBAAsB;YACtB,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,gBAAgB,GAAG,QAAQ,CAAC,WAAW,CAAC;YAExE,yDAAyD;YACzD,QAAQ,CAAC,aAAa,GAAG,CAAC,QAAQ,CAAC,aAAa,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YAErF,+BAA+B;YAC/B,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACvC,QAAQ,CAAC,eAAe,GAAG,CAAC,QAAQ,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC;YAC7F,CAAC;YAED,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;YAElC,qBAAqB;YACrB,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC;gBACvB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,aAAa,EAAE,QAAQ,CAAC,aAAa;gBACrC,UAAU,EAAE,QAAQ,CAAC,WAAW;aACjC,CAAC,CAAC;YAEH,gCAAgC;YAChC,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC1D,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;QAED,eAAe,CAAC,GAAG,CACjB,6BAA6B,EAC7B,iBAAiB,EACjB,OAAO,EACP;YACE,SAAS;YACT,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,WAAW;YAC5D,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,aAAa;SACjE,EACD,SAAS,CACV,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,SAAiB;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,4DAA4D;QAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAE9C,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,gCAAgC;QAChC,MAAM,qBAAqB,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;QAChH,MAAM,uBAAuB,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;QAEpH,+BAA+B;QAC/B,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QACpG,MAAM,mBAAmB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QAExG,4BAA4B;QAC5B,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,GAAG,qBAAqB,CAAC,CAAC;QAC7E,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,mBAAmB,GAAG,uBAAuB,CAAC,CAAC;QAChF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;QAEnE,4BAA4B;QAC5B,IAAI,cAAwD,CAAC;QAC7D,IAAI,iBAAiB,GAAG,qBAAqB,GAAG,IAAI,EAAE,CAAC;YACrD,cAAc,GAAG,YAAY,CAAC;QAChC,CAAC;aAAM,IAAI,iBAAiB,GAAG,qBAAqB,GAAG,IAAI,EAAE,CAAC;YAC5D,cAAc,GAAG,YAAY,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,UAAU,CAAC;QAC9B,CAAC;QAED,MAAM,OAAO,GAAG,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAErD,+BAA+B;QAC/B,IAAI,iBAAiB,GAAG,UAAU,CAAC;QACnC,IAAI,OAAO,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;YAC/C,iBAAiB,GAAG,aAAa,CAAC;QACpC,CAAC;aAAM,IAAI,OAAO,IAAI,cAAc,GAAG,IAAI,EAAE,CAAC;YAC5C,iBAAiB,GAAG,aAAa,CAAC;QACpC,CAAC;aAAM,IAAI,cAAc,KAAK,UAAU,IAAI,cAAc,GAAG,GAAG,EAAE,CAAC;YACjE,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,OAAO;YACL,OAAO;YACP,SAAS;YACT,cAAc,EAAE,OAAO;YACvB,kBAAkB,EAAE;gBAClB,SAAS;gBACT,WAAW,EAAE,cAAc,CAAC,MAAM;gBAClC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,qBAAqB,CAAC;gBAC3E,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,qBAAqB,CAAC,CAAC;gBAC7E,WAAW,EAAE,qBAAqB;gBAClC,aAAa,EAAE,uBAAuB;gBACtC,eAAe,EAAE,CAAC;gBAClB,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,IAAI,IAAI,EAAE;gBACvD,UAAU,EAAE,cAAc;aAC3B;YACD,cAAc;YACd,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC;YAC3C,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAE5C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;YACpD,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,2BAA2B;QACzB,MAAM,QAAQ,GAAwB,IAAI,GAAG,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAwB,IAAI,GAAG,EAAE,CAAC;QAEhD,wDAAwD;QACxD,MAAM,YAAY,GAAG,IAAI,GAAG,EAA6D,CAAC;QAC1F,MAAM,YAAY,GAAG,IAAI,GAAG,EAA6D,CAAC;QAE1F,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YACjE,6DAA6D;YAC7D,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACtF,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;YACpC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;YAEpC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7B,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,YAAY,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAChE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAEjE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7B,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,YAAY,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAChE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACnE,CAAC;QAED,sCAAsC;QACtC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;gBAC/F,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAE5F,iFAAiF;gBACjF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,GAAG,GAAG,GAAG,aAAa,GAAG,GAAG,CAAC,CAAC,CAAC;gBAC3F,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;gBAC/F,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAE5F,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,GAAG,GAAG,GAAG,aAAa,GAAG,GAAG,CAAC,CAAC,CAAC;gBAC3F,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACzF,MAAM,kBAAkB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC;YACnD,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM;YACrE,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAEjE,OAAO;YACL,QAAQ;YACR,QAAQ;YACR,OAAO;YACP,eAAe,EAAE,IAAI,IAAI,EAAE;SAC5B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,2BAA2B;QACzB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,kBAAkB,EAAE,CAAC;gBACrB,oBAAoB,EAAE,CAAC;gBACvB,oBAAoB,EAAE,CAAC;gBACvB,iBAAiB,EAAE,EAAE;gBACrB,wBAAwB,EAAE,EAAE;gBAC5B,eAAe,EAAE,CAAC,yBAAyB,CAAC;aAC7C,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,MAAM,kBAAkB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QACrG,MAAM,oBAAoB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QAEzG,0BAA0B;QAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACjD,MAAM,iBAAiB,GAAG,aAAa;aACpC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;aACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEzB,kEAAkE;QAClE,MAAM,wBAAwB,GAAG,UAAU;aACxC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;aACrD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEzB,2BAA2B;QAC3B,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,eAAe,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,MAAM,kDAAkD,CAAC,CAAC;QACtG,CAAC;QACD,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,eAAe,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,MAAM,iDAAiD,CAAC,CAAC;QAC5G,CAAC;QACD,IAAI,kBAAkB,GAAG,GAAG,EAAE,CAAC;YAC7B,eAAe,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,eAAe,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO;YACL,kBAAkB;YAClB,oBAAoB;YACpB,oBAAoB,EAAE,UAAU,CAAC,MAAM;YACvC,iBAAiB;YACjB,wBAAwB;YACxB,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,SAAiB;QACjC,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC5B,eAAe,CAAC,GAAG,CACjB,6BAA6B,EAC7B,SAAS,EACT,MAAM,EACN,EAAE,EACF,SAAS,CACV,CAAC;IACJ,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,yBAAyB,EAAE,CAAC"}

package/dist/analytics/prompt-pattern-analyzer.d.ts

@@ -0,0 +1,100 @@
+/**
+ * Prompt Pattern Analyzer for StringRay
+ *
+ * Analyzes actual vs. template prompts to detect gaps and emerging patterns.
+ * Integrates with RoutingOutcomeTracker to provide insights for template optimization.
+ *
+ * @version 1.0.0
+ * @since 2026-03-05
+ */
+export interface TemplateGap {
+    gapType: "missing_template" | "pattern_mismatch" | "emerging_pattern";
+    userRequest: string;
+    generatedPrompt: string;
+    suggestedAgent: string;
+    suggestedSkill: string;
+    frequency: number;
+    lastSeen: Date;
+    confidence: number;
+}
+export interface EmergingPattern {
+    patternId: string;
+    keywords: string[];
+    sampleRequests: string[];
+    suggestedAgent: string;
+    suggestedSkill: string;
+    confidence: number;
+    frequency: number;
+    avgConfidence: number;
+    successRate: number;
+}
+export interface PromptComparisonResult {
+    totalPrompts: number;
+    templateMatches: number;
+    nonTemplatePrompts: number;
+    templateMatchRate: number;
+    gaps: TemplateGap[];
+    emergingPatterns: EmergingPattern[];
+    topMissedKeywords: Array<{
+        keyword: string;
+        count: number;
+        suggestedMappings: string[];
+    }>;
+    agentCoverage: Map<string, {
+        total: number;
+        withTemplate: number;
+        withoutTemplate: number;
+    }>;
+}
+export interface TemplateOptimizationSuggestion {
+    suggestionType: "add_template" | "update_keywords" | "merge_patterns" | "remove_template";
+    templateName?: string;
+    keywords: string[];
+    targetAgent: string;
+    targetSkill: string;
+    confidence: number;
+    expectedImpact: string;
+    reasoning: string;
+}
+declare class PromptPatternAnalyzer {
+    private readonly minFrequencyThreshold;
+    private readonly confidenceThreshold;
+    private readonly emergingPatternMinSamples;
+    /**
+     * Analyze prompt patterns and compare against templates
+     */
+    analyzePromptPatterns(): PromptComparisonResult;
+    /**
+     * Detect gaps where templates don't match user requests
+     */
+    private detectTemplateGaps;
+    /**
+     * Identify emerging patterns from real usage
+     */
+    private identifyEmergingPatterns;
+    /**
+     * Analyze frequently missed keywords
+     */
+    private analyzeMissedKeywords;
+    /**
+     * Calculate agent coverage metrics
+     */
+    private calculateAgentCoverage;
+    /**
+     * Generate template optimization suggestions
+     */
+    generateOptimizationSuggestions(comparisonResult: PromptComparisonResult): TemplateOptimizationSuggestion[];
+    /**
+     * Get analytics summary as formatted report
+     */
+    generateReport(comparisonResult: PromptComparisonResult): string;
+    private classifyGapType;
+    private normalizeRequest;
+    private extractKeywords;
+    private generatePatternId;
+    private selectBestAgent;
+    private emptyComparisonResult;
+}
+export declare const promptPatternAnalyzer: PromptPatternAnalyzer;
+export {};
+//# sourceMappingURL=prompt-pattern-analyzer.d.ts.map

package/dist/analytics/prompt-pattern-analyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-pattern-analyzer.d.ts","sourceRoot":"","sources":["../../src/analytics/prompt-pattern-analyzer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,kBAAkB,GAAG,kBAAkB,GAAG,kBAAkB,CAAC;IACtE,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,IAAI,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,WAAW,EAAE,CAAC;IACpB,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,iBAAiB,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;IAC1F,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9F;AAED,MAAM,WAAW,8BAA8B;IAC7C,cAAc,EAAE,cAAc,GAAG,iBAAiB,GAAG,gBAAgB,GAAG,iBAAiB,CAAC;IAC1F,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,cAAM,qBAAqB;IACzB,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAK;IAC3C,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAO;IAC3C,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAK;IAE/C;;OAEG;IACH,qBAAqB,IAAI,sBAAsB;IAiC/C;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA0C1B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA2EhC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAkC7B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IA4B9B;;OAEG;IACH,+BAA+B,CAC7B,gBAAgB,EAAE,sBAAsB,GACvC,8BAA8B,EAAE;IAsDnC;;OAEG;IACH,cAAc,CAAC,gBAAgB,EAAE,sBAAsB,GAAG,MAAM;IAgEhE,OAAO,CAAC,eAAe;IAoBvB,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,eAAe;IA8BvB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,eAAe;IAqBvB,OAAO,CAAC,qBAAqB;CAY9B;AAED,eAAO,MAAM,qBAAqB,uBAA8B,CAAC"}