agentic-qe 1.0.4 → 1.1.0

package/dist/core/routing/ComplexityAnalyzer.js

@@ -0,0 +1,182 @@
+"use strict";
+/**
+ * Complexity Analyzer
+ * Analyzes task complexity for model selection
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ComplexityAnalyzer = void 0;
+const types_1 = require("./types");
+const ModelRules_1 = require("./ModelRules");
+class ComplexityAnalyzer {
+    /**
+     * Analyze task complexity based on content and context
+     */
+    analyzeComplexity(task) {
+        const taskContent = this.extractTaskContent(task);
+        const keywords = this.extractKeywords(taskContent);
+        // Score each complexity level
+        const scores = {
+            [types_1.TaskComplexity.SIMPLE]: this.scoreComplexity(keywords, types_1.TaskComplexity.SIMPLE),
+            [types_1.TaskComplexity.MODERATE]: this.scoreComplexity(keywords, types_1.TaskComplexity.MODERATE),
+            [types_1.TaskComplexity.COMPLEX]: this.scoreComplexity(keywords, types_1.TaskComplexity.COMPLEX),
+            [types_1.TaskComplexity.CRITICAL]: this.scoreComplexity(keywords, types_1.TaskComplexity.CRITICAL),
+        };
+        // Determine complexity (highest score wins)
+        const complexity = this.determineComplexity(scores);
+        const confidence = this.calculateConfidence(scores, complexity);
+        // Estimate tokens based on complexity
+        const estimatedTokens = this.estimateTokens(complexity, taskContent);
+        // Analyze special requirements
+        const requiresReasoning = this.requiresReasoning(keywords);
+        const requiresSecurity = this.requiresSecurity(keywords);
+        const requiresPerformance = this.requiresPerformance(keywords);
+        return {
+            complexity,
+            estimatedTokens,
+            requiresReasoning,
+            requiresSecurity,
+            requiresPerformance,
+            confidence,
+        };
+    }
+    /**
+     * Extract task content for analysis
+     */
+    extractTaskContent(task) {
+        const parts = [];
+        if (task.type)
+            parts.push(task.type);
+        if (task.description)
+            parts.push(task.description);
+        if (task.data) {
+            if (typeof task.data === 'string') {
+                parts.push(task.data);
+            }
+            else if (typeof task.data === 'object') {
+                parts.push(JSON.stringify(task.data));
+            }
+        }
+        return parts.join(' ').toLowerCase();
+    }
+    /**
+     * Extract keywords from content
+     */
+    extractKeywords(content) {
+        const words = content
+            .split(/\s+/)
+            .map((w) => w.replace(/[^a-z0-9-]/g, ''))
+            .filter((w) => w.length > 2);
+        return new Set(words);
+    }
+    /**
+     * Score complexity level based on keyword matches
+     */
+    scoreComplexity(keywords, level) {
+        const levelKeywords = ModelRules_1.COMPLEXITY_KEYWORDS[level];
+        let score = 0;
+        levelKeywords.forEach((keyword) => {
+            if (keywords.has(keyword.toLowerCase())) {
+                score += 1;
+            }
+        });
+        // Apply weights based on level
+        const weights = {
+            [types_1.TaskComplexity.SIMPLE]: 1.0,
+            [types_1.TaskComplexity.MODERATE]: 1.2,
+            [types_1.TaskComplexity.COMPLEX]: 1.5,
+            [types_1.TaskComplexity.CRITICAL]: 2.0,
+        };
+        return score * weights[level];
+    }
+    /**
+     * Determine final complexity from scores
+     */
+    determineComplexity(scores) {
+        let maxScore = 0;
+        let complexity = types_1.TaskComplexity.SIMPLE;
+        Object.entries(scores).forEach(([level, score]) => {
+            if (score > maxScore) {
+                maxScore = score;
+                complexity = level;
+            }
+        });
+        // If all scores are zero, default to MODERATE
+        if (maxScore === 0) {
+            return types_1.TaskComplexity.MODERATE;
+        }
+        return complexity;
+    }
+    /**
+     * Calculate confidence in complexity determination
+     */
+    calculateConfidence(scores, selectedComplexity) {
+        const selectedScore = scores[selectedComplexity];
+        const totalScore = Object.values(scores).reduce((sum, s) => sum + s, 0);
+        if (totalScore === 0) {
+            return 0.5; // Low confidence with no keyword matches
+        }
+        return Math.min(selectedScore / totalScore, 1.0);
+    }
+    /**
+     * Estimate token count based on complexity
+     */
+    estimateTokens(complexity, content) {
+        const baseTokens = content.length / 4; // Rough estimate: 1 token per 4 chars
+        const multipliers = {
+            [types_1.TaskComplexity.SIMPLE]: 1.0,
+            [types_1.TaskComplexity.MODERATE]: 1.5,
+            [types_1.TaskComplexity.COMPLEX]: 2.5,
+            [types_1.TaskComplexity.CRITICAL]: 3.5,
+        };
+        return Math.round(baseTokens * multipliers[complexity]);
+    }
+    /**
+     * Check if task requires advanced reasoning
+     */
+    requiresReasoning(keywords) {
+        const reasoningKeywords = [
+            'algorithm',
+            'optimize',
+            'design',
+            'architecture',
+            'pattern',
+            'edge case',
+            'property-based',
+        ];
+        return reasoningKeywords.some((kw) => keywords.has(kw));
+    }
+    /**
+     * Check if task requires security analysis
+     */
+    requiresSecurity(keywords) {
+        const securityKeywords = [
+            'security',
+            'authentication',
+            'authorization',
+            'encryption',
+            'vulnerability',
+            'injection',
+            'xss',
+            'csrf',
+        ];
+        return securityKeywords.some((kw) => keywords.has(kw));
+    }
+    /**
+     * Check if task requires performance analysis
+     */
+    requiresPerformance(keywords) {
+        const performanceKeywords = [
+            'performance',
+            'optimization',
+            'memory',
+            'leak',
+            'bottleneck',
+            'concurrent',
+            'parallel',
+            'scale',
+        ];
+        return performanceKeywords.some((kw) => keywords.has(kw));
+    }
+}
+exports.ComplexityAnalyzer = ComplexityAnalyzer;
+//# sourceMappingURL=ComplexityAnalyzer.js.map

package/dist/core/routing/ComplexityAnalyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ComplexityAnalyzer.js","sourceRoot":"","sources":["../../../src/core/routing/ComplexityAnalyzer.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,mCAAuD;AACvD,6CAAmD;AAEnD,MAAa,kBAAkB;IAC7B;;OAEG;IACH,iBAAiB,CAAC,IAAY;QAC5B,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAEnD,8BAA8B;QAC9B,MAAM,MAAM,GAAG;YACb,CAAC,sBAAc,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,sBAAc,CAAC,MAAM,CAAC;YAC9E,CAAC,sBAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,sBAAc,CAAC,QAAQ,CAAC;YAClF,CAAC,sBAAc,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,sBAAc,CAAC,OAAO,CAAC;YAChF,CAAC,sBAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,sBAAc,CAAC,QAAQ,CAAC;SACnF,CAAC;QAEF,4CAA4C;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEhE,sCAAsC;QACtC,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAErE,+BAA+B;QAC/B,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACzD,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAE/D,OAAO;YACL,UAAU;YACV,eAAe;YACf,iBAAiB;YACjB,gBAAgB;YAChB,mBAAmB;YACnB,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,IAAY;QACrC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;iBAAM,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,OAAe;QACrC,MAAM,KAAK,GAAG,OAAO;aAClB,KAAK,CAAC,KAAK,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;aACxC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE/B,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAAqB,EAAE,KAAqB;QAClE,MAAM,aAAa,GAAG,gCAAmB,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAChC,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBACxC,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,+BAA+B;QAC/B,MAAM,OAAO,GAAG;YACd,CAAC,sBAAc,CAAC,MAAM,CAAC,EAAE,GAAG;YAC5B,CAAC,sBAAc,CAAC,QAAQ,CAAC,EAAE,GAAG;YAC9B,CAAC,sBAAc,CAAC,OAAO,CAAC,EAAE,GAAG;YAC7B,CAAC,sBAAc,CAAC,QAAQ,CAAC,EAAE,GAAG;SAC/B,CAAC;QAEF,OAAO,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,MAAsC;QAChE,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,sBAAc,CAAC,MAAM,CAAC;QAEvC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE;YAChD,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,QAAQ,GAAG,KAAK,CAAC;gBACjB,UAAU,GAAG,KAAuB,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,sBAAc,CAAC,QAAQ,CAAC;QACjC,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,MAAsC,EACtC,kBAAkC;QAElC,MAAM,aAAa,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAExE,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,GAAG,CAAC,CAAC,yCAAyC;QACvD,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,UAAU,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,UAA0B,EAAE,OAAe;QAChE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,sCAAsC;QAE7E,MAAM,WAAW,GAAG;YAClB,CAAC,sBAAc,CAAC,MAAM,CAAC,EAAE,GAAG;YAC5B,CAAC,sBAAc,CAAC,QAAQ,CAAC,EAAE,GAAG;YAC9B,CAAC,sBAAc,CAAC,OAAO,CAAC,EAAE,GAAG;YAC7B,CAAC,sBAAc,CAAC,QAAQ,CAAC,EAAE,GAAG;SAC/B,CAAC;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,QAAqB;QAC7C,MAAM,iBAAiB,GAAG;YACxB,WAAW;YACX,UAAU;YACV,QAAQ;YACR,cAAc;YACd,SAAS;YACT,WAAW;YACX,gBAAgB;SACjB,CAAC;QAEF,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,QAAqB;QAC5C,MAAM,gBAAgB,GAAG;YACvB,UAAU;YACV,gBAAgB;YAChB,eAAe;YACf,YAAY;YACZ,eAAe;YACf,WAAW;YACX,KAAK;YACL,MAAM;SACP,CAAC;QAEF,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,QAAqB;QAC/C,MAAM,mBAAmB,GAAG;YAC1B,aAAa;YACb,cAAc;YACd,QAAQ;YACR,MAAM;YACN,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,OAAO;SACR,CAAC;QAEF,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;CACF;AAxMD,gDAwMC"}

package/dist/core/routing/CostTracker.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Cost Tracker
+ * Tracks model usage costs and provides analytics
+ */
+import { AIModel, ModelCost, RouterStats } from './types';
+import { SwarmMemoryManager } from '../memory/SwarmMemoryManager';
+import { EventBus } from '../EventBus';
+export declare class CostTracker {
+    private memoryStore;
+    private eventBus;
+    private costs;
+    private sessionStartTime;
+    constructor(memoryStore: SwarmMemoryManager, eventBus: EventBus);
+    /**
+     * Initialize cost tracking for all models
+     */
+    private initializeCosts;
+    /**
+     * Track cost for a model usage
+     */
+    trackCost(modelId: AIModel, tokens: number): Promise<void>;
+    /**
+     * Persist costs to SwarmMemoryManager
+     */
+    private persistCosts;
+    /**
+     * Load costs from SwarmMemoryManager
+     */
+    loadCosts(): Promise<void>;
+    /**
+     * Get router statistics
+     */
+    getStats(): Promise<RouterStats>;
+    /**
+     * Calculate average cost per test generated
+     */
+    private calculateAvgCostPerTest;
+    /**
+     * Export cost dashboard data
+     */
+    exportCostDashboard(): Promise<any>;
+    /**
+     * Format duration in human-readable format
+     */
+    private formatDuration;
+    /**
+     * Reset cost tracking (for testing)
+     */
+    reset(): Promise<void>;
+    /**
+     * Get cost for specific model
+     */
+    getModelCost(modelId: AIModel): ModelCost | undefined;
+}
+//# sourceMappingURL=CostTracker.d.ts.map

package/dist/core/routing/CostTracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CostTracker.d.ts","sourceRoot":"","sources":["../../../src/core/routing/CostTracker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,qBAAa,WAAW;IACtB,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,KAAK,CAA0B;IACvC,OAAO,CAAC,gBAAgB,CAAS;gBAErB,WAAW,EAAE,kBAAkB,EAAE,QAAQ,EAAE,QAAQ;IAQ/D;;OAEG;IACH,OAAO,CAAC,eAAe;IAavB;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8BhE;;OAEG;YACW,YAAY;IAQ1B;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBhC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC;IAgCtC;;OAEG;YACW,uBAAuB;IAqBrC;;OAEG;IACG,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC;IAmCzC;;OAEG;IACH,OAAO,CAAC,cAAc;IActB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,OAAO,GAAG,SAAS,GAAG,SAAS;CAGtD"}

package/dist/core/routing/CostTracker.js

@@ -0,0 +1,210 @@
+"use strict";
+/**
+ * Cost Tracker
+ * Tracks model usage costs and provides analytics
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CostTracker = void 0;
+const types_1 = require("./types");
+const ModelRules_1 = require("./ModelRules");
+class CostTracker {
+    constructor(memoryStore, eventBus) {
+        this.memoryStore = memoryStore;
+        this.eventBus = eventBus;
+        this.costs = new Map();
+        this.sessionStartTime = Date.now();
+        this.initializeCosts();
+    }
+    /**
+     * Initialize cost tracking for all models
+     */
+    initializeCosts() {
+        Object.values(types_1.AIModel).forEach((model) => {
+            this.costs.set(model, {
+                modelId: model,
+                tokensUsed: 0,
+                estimatedCost: 0,
+                requestCount: 0,
+                avgTokensPerRequest: 0,
+                timestamp: Date.now(),
+            });
+        });
+    }
+    /**
+     * Track cost for a model usage
+     */
+    async trackCost(modelId, tokens) {
+        const cost = this.costs.get(modelId);
+        if (!cost) {
+            throw new Error(`Unknown model: ${modelId}`);
+        }
+        const capability = ModelRules_1.MODEL_CAPABILITIES[modelId];
+        const estimatedCost = tokens * capability.costPerToken;
+        // Update local cost tracking
+        cost.tokensUsed += tokens;
+        cost.estimatedCost += estimatedCost;
+        cost.requestCount += 1;
+        cost.avgTokensPerRequest = cost.tokensUsed / cost.requestCount;
+        cost.timestamp = Date.now();
+        this.costs.set(modelId, cost);
+        // Persist to SwarmMemoryManager
+        await this.persistCosts();
+        // Emit cost tracking event
+        this.eventBus.emit('router:cost-tracked', {
+            model: modelId,
+            tokens,
+            cost: estimatedCost,
+            totalCost: cost.estimatedCost,
+        });
+    }
+    /**
+     * Persist costs to SwarmMemoryManager
+     */
+    async persistCosts() {
+        const costsArray = Array.from(this.costs.values());
+        await this.memoryStore.store('routing/costs', costsArray, {
+            partition: 'coordination',
+            ttl: 86400, // 24 hours
+        });
+    }
+    /**
+     * Load costs from SwarmMemoryManager
+     */
+    async loadCosts() {
+        try {
+            const stored = await this.memoryStore.retrieve('routing/costs', {
+                partition: 'coordination',
+            });
+            if (stored && Array.isArray(stored)) {
+                stored.forEach((cost) => {
+                    this.costs.set(cost.modelId, cost);
+                });
+            }
+        }
+        catch (error) {
+            // No stored costs, use initialized values
+        }
+    }
+    /**
+     * Get router statistics
+     */
+    async getStats() {
+        const costsArray = Array.from(this.costs.values());
+        const totalRequests = costsArray.reduce((sum, c) => sum + c.requestCount, 0);
+        const totalCost = costsArray.reduce((sum, c) => sum + c.estimatedCost, 0);
+        // Calculate cost savings vs single model (Claude Sonnet 4.5)
+        const baselineModel = ModelRules_1.MODEL_CAPABILITIES[types_1.AIModel.CLAUDE_SONNET_4_5];
+        const totalTokens = costsArray.reduce((sum, c) => sum + c.tokensUsed, 0);
+        const baselineCost = totalTokens * baselineModel.costPerToken;
+        const costSavings = baselineCost - totalCost;
+        // Model distribution
+        const modelDistribution = {};
+        Object.values(types_1.AIModel).forEach((model) => {
+            const cost = this.costs.get(model);
+            modelDistribution[model] = cost?.requestCount || 0;
+        });
+        // Average costs
+        const avgCostPerTask = totalRequests > 0 ? totalCost / totalRequests : 0;
+        const avgCostPerTest = await this.calculateAvgCostPerTest();
+        return {
+            totalRequests,
+            totalCost,
+            costSavings,
+            modelDistribution,
+            avgCostPerTask,
+            avgCostPerTest,
+        };
+    }
+    /**
+     * Calculate average cost per test generated
+     */
+    async calculateAvgCostPerTest() {
+        try {
+            // Get test count from memory
+            const testMetrics = await this.memoryStore.retrieve('aqe/test-metrics', {
+                partition: 'coordination',
+            });
+            if (testMetrics && typeof testMetrics === 'object' && 'totalTests' in testMetrics) {
+                const totalTests = testMetrics.totalTests;
+                if (totalTests > 0) {
+                    const stats = await this.getStats();
+                    return stats.totalCost / totalTests;
+                }
+            }
+        }
+        catch (error) {
+            // No test metrics available
+        }
+        return 0;
+    }
+    /**
+     * Export cost dashboard data
+     */
+    async exportCostDashboard() {
+        const stats = await this.getStats();
+        const costsArray = Array.from(this.costs.values());
+        return {
+            summary: {
+                totalCost: stats.totalCost.toFixed(4),
+                totalRequests: stats.totalRequests,
+                costSavings: stats.costSavings.toFixed(4),
+                savingsPercentage: stats.totalCost > 0
+                    ? ((stats.costSavings / (stats.totalCost + stats.costSavings)) * 100).toFixed(2)
+                    : '0.00',
+                avgCostPerTask: stats.avgCostPerTask.toFixed(4),
+                avgCostPerTest: stats.avgCostPerTest.toFixed(4),
+                sessionDuration: this.formatDuration(Date.now() - this.sessionStartTime),
+            },
+            models: costsArray.map((cost) => {
+                const capability = ModelRules_1.MODEL_CAPABILITIES[cost.modelId];
+                return {
+                    model: cost.modelId,
+                    requests: cost.requestCount,
+                    tokensUsed: cost.tokensUsed,
+                    cost: cost.estimatedCost.toFixed(4),
+                    avgTokensPerRequest: Math.round(cost.avgTokensPerRequest),
+                    costPerToken: capability.costPerToken,
+                    percentage: stats.totalCost > 0
+                        ? ((cost.estimatedCost / stats.totalCost) * 100).toFixed(2)
+                        : '0.00',
+                };
+            }),
+            distribution: stats.modelDistribution,
+            timestamp: new Date().toISOString(),
+        };
+    }
+    /**
+     * Format duration in human-readable format
+     */
+    formatDuration(ms) {
+        const seconds = Math.floor(ms / 1000);
+        const minutes = Math.floor(seconds / 60);
+        const hours = Math.floor(minutes / 60);
+        if (hours > 0) {
+            return `${hours}h ${minutes % 60}m`;
+        }
+        else if (minutes > 0) {
+            return `${minutes}m ${seconds % 60}s`;
+        }
+        else {
+            return `${seconds}s`;
+        }
+    }
+    /**
+     * Reset cost tracking (for testing)
+     */
+    async reset() {
+        this.costs.clear();
+        this.initializeCosts();
+        this.sessionStartTime = Date.now();
+        await this.persistCosts();
+    }
+    /**
+     * Get cost for specific model
+     */
+    getModelCost(modelId) {
+        return this.costs.get(modelId);
+    }
+}
+exports.CostTracker = CostTracker;
+//# sourceMappingURL=CostTracker.js.map

package/dist/core/routing/CostTracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CostTracker.js","sourceRoot":"","sources":["../../../src/core/routing/CostTracker.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,mCAA0D;AAC1D,6CAAkD;AAIlD,MAAa,WAAW;IAMtB,YAAY,WAA+B,EAAE,QAAkB;QAC7D,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,eAAe;QACrB,MAAM,CAAC,MAAM,CAAC,eAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE;gBACpB,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,CAAC;gBACb,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,CAAC;gBACf,mBAAmB,EAAE,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,OAAgB,EAAE,MAAc;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,kBAAkB,OAAO,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,UAAU,GAAG,+BAAkB,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,MAAM,GAAG,UAAU,CAAC,YAAY,CAAC;QAEvD,6BAA6B;QAC7B,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC;QAC1B,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC;QACpC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC;QAC/D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAE9B,gCAAgC;QAChC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAE1B,2BAA2B;QAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,qBAAqB,EAAE;YACxC,KAAK,EAAE,OAAO;YACd,MAAM;YACN,IAAI,EAAE,aAAa;YACnB,SAAS,EAAE,IAAI,CAAC,aAAa;SAC9B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY;QACxB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,eAAe,EAAE,UAAU,EAAE;YACxD,SAAS,EAAE,cAAc;YACzB,GAAG,EAAE,KAAK,EAAE,WAAW;SACxB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,eAAe,EAAE;gBAC9D,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;YAEH,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAe,EAAE,EAAE;oBACjC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACrC,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAE1E,6DAA6D;QAC7D,MAAM,aAAa,GAAG,+BAAkB,CAAC,eAAO,CAAC,iBAAiB,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,YAAY,GAAG,WAAW,GAAG,aAAa,CAAC,YAAY,CAAC;QAC9D,MAAM,WAAW,GAAG,YAAY,GAAG,SAAS,CAAC;QAE7C,qBAAqB;QACrB,MAAM,iBAAiB,GAA4B,EAAS,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,eAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnC,iBAAiB,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,YAAY,IAAI,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,cAAc,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAE5D,OAAO;YACL,aAAa;YACb,SAAS;YACT,WAAW;YACX,iBAAiB;YACjB,cAAc;YACd,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB;QACnC,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,kBAAkB,EAAE;gBACtE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;YAEH,IAAI,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,YAAY,IAAI,WAAW,EAAE,CAAC;gBAClF,MAAM,UAAU,GAAI,WAAmB,CAAC,UAAU,CAAC;gBACnD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACnB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACpC,OAAO,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC;gBACtC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,4BAA4B;QAC9B,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB;QACvB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAEnD,OAAO;YACL,OAAO,EAAE;gBACP,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrC,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;gBACzC,iBAAiB,EAAE,KAAK,CAAC,SAAS,GAAG,CAAC;oBACpC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBAChF,CAAC,CAAC,MAAM;gBACV,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/C,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/C,eAAe,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC;aACzE;YACD,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC9B,MAAM,UAAU,GAAG,+BAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpD,OAAO;oBACL,KAAK,EAAE,IAAI,CAAC,OAAO;oBACnB,QAAQ,EAAE,IAAI,CAAC,YAAY;oBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;oBACnC,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC;oBACzD,YAAY,EAAE,UAAU,CAAC,YAAY;oBACrC,UAAU,EAAE,KAAK,CAAC,SAAS,GAAG,CAAC;wBAC7B,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC3D,CAAC,CAAC,MAAM;iBACX,CAAC;YACJ,CAAC,CAAC;YACF,YAAY,EAAE,KAAK,CAAC,iBAAiB;YACrC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,EAAU;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;QAEvC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,OAAO,GAAG,KAAK,KAAK,OAAO,GAAG,EAAE,GAAG,CAAC;QACtC,CAAC;aAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,EAAE,GAAG,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,OAAO,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAgB;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;CACF;AA/ND,kCA+NC"}

package/dist/core/routing/FleetManagerIntegration.d.ts

@@ -0,0 +1,68 @@
+/**
+ * FleetManager Integration for Multi-Model Router
+ * Integrates the AdaptiveModelRouter with FleetManager
+ */
+import { FleetManager } from '../FleetManager';
+import { AdaptiveModelRouter } from './AdaptiveModelRouter';
+import { SwarmMemoryManager } from '../memory/SwarmMemoryManager';
+import { EventBus } from '../EventBus';
+import { RouterConfig } from './types';
+/**
+ * Extended FleetManager with routing capabilities
+ */
+export declare class RoutingEnabledFleetManager {
+    private fleetManager;
+    private router;
+    private memoryStore;
+    private eventBus;
+    constructor(fleetManager: FleetManager, memoryStore: SwarmMemoryManager, eventBus: EventBus, routerConfig?: Partial<RouterConfig>);
+    /**
+     * Setup event handlers for router integration
+     */
+    private setupEventHandlers;
+    /**
+     * Handle task submission - select optimal model
+     */
+    private handleTaskSubmitted;
+    /**
+     * Handle task completion - track actual costs
+     */
+    private handleTaskCompleted;
+    /**
+     * Handle model failure - select fallback
+     */
+    private handleModelFailure;
+    /**
+     * Estimate tokens from result (fallback when not provided)
+     */
+    private estimateTokensFromResult;
+    /**
+     * Get router statistics
+     */
+    getRouterStats(): Promise<import("./types").RouterStats>;
+    /**
+     * Export cost dashboard
+     */
+    exportCostDashboard(): Promise<any>;
+    /**
+     * Enable or disable routing
+     */
+    setRoutingEnabled(enabled: boolean): void;
+    /**
+     * Update router configuration
+     */
+    updateRouterConfig(config: Partial<RouterConfig>): void;
+    /**
+     * Get underlying router instance
+     */
+    getRouter(): AdaptiveModelRouter;
+    /**
+     * Get underlying fleet manager instance
+     */
+    getFleetManager(): FleetManager;
+}
+/**
+ * Factory function to create routing-enabled fleet manager
+ */
+export declare function createRoutingEnabledFleetManager(fleetManager: FleetManager, memoryStore: SwarmMemoryManager, eventBus: EventBus, routerConfig?: Partial<RouterConfig>): RoutingEnabledFleetManager;
+//# sourceMappingURL=FleetManagerIntegration.d.ts.map

package/dist/core/routing/FleetManagerIntegration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FleetManagerIntegration.d.ts","sourceRoot":"","sources":["../../../src/core/routing/FleetManagerIntegration.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAA2B,YAAY,EAAE,MAAM,SAAS,CAAC;AAGhE;;GAEG;AACH,qBAAa,0BAA0B;IACrC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,QAAQ,CAAW;gBAGzB,YAAY,EAAE,YAAY,EAC1B,WAAW,EAAE,kBAAkB,EAC/B,QAAQ,EAAE,QAAQ,EAClB,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC;IAUtC;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAiB1B;;OAEG;YACW,mBAAmB;IAwBjC;;OAEG;YACW,mBAAmB;IA6BjC;;OAEG;YACW,kBAAkB;IAwBhC;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAOhC;;OAEG;IACG,cAAc;IAIpB;;OAEG;IACG,mBAAmB;IAIzB;;OAEG;IACH,iBAAiB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAIzC;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI;IAIvD;;OAEG;IACH,SAAS,IAAI,mBAAmB;IAIhC;;OAEG;IACH,eAAe,IAAI,YAAY;CAGhC;AAED;;GAEG;AACH,wBAAgB,gCAAgC,CAC9C,YAAY,EAAE,YAAY,EAC1B,WAAW,EAAE,kBAAkB,EAC/B,QAAQ,EAAE,QAAQ,EAClB,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GACnC,0BAA0B,CAO5B"}