@agentic-qe/v3 3.0.0-alpha.10

package/dist/shared/llm/cost-tracker.js

@@ -0,0 +1,342 @@
+/**
+ * Agentic QE v3 - LLM Cost Tracker
+ * ADR-011: LLM Provider System for Quality Engineering
+ *
+ * Tracks token usage and costs across all LLM providers.
+ * Supports cost limits, alerts, and detailed breakdowns.
+ */
+/**
+ * Token pricing per model (cost per 1M tokens in USD)
+ * Prices as of early 2025 - should be updated periodically
+ */
+export const MODEL_PRICING = {
+    // Claude models
+    'claude-opus-4-5-20251101': { input: 15.0, output: 75.0, provider: 'claude' },
+    'claude-sonnet-4-20250514': { input: 3.0, output: 15.0, provider: 'claude' },
+    'claude-3-5-haiku-20241022': { input: 1.0, output: 5.0, provider: 'claude' },
+    // Legacy Claude models
+    'claude-3-opus-20240229': { input: 15.0, output: 75.0, provider: 'claude' },
+    'claude-3-sonnet-20240229': { input: 3.0, output: 15.0, provider: 'claude' },
+    'claude-3-haiku-20240307': { input: 0.25, output: 1.25, provider: 'claude' },
+    // OpenAI models
+    'gpt-4o': { input: 5.0, output: 15.0, provider: 'openai' },
+    'gpt-4o-mini': { input: 0.15, output: 0.6, provider: 'openai' },
+    'gpt-4-turbo': { input: 10.0, output: 30.0, provider: 'openai' },
+    'gpt-4': { input: 30.0, output: 60.0, provider: 'openai' },
+    'gpt-3.5-turbo': { input: 0.5, output: 1.5, provider: 'openai' },
+    // Ollama models (local, no cost)
+    'llama3': { input: 0, output: 0, provider: 'ollama' },
+    'llama3.1': { input: 0, output: 0, provider: 'ollama' },
+    'codellama': { input: 0, output: 0, provider: 'ollama' },
+    'mistral': { input: 0, output: 0, provider: 'ollama' },
+    'mixtral': { input: 0, output: 0, provider: 'ollama' },
+    'phi3': { input: 0, output: 0, provider: 'ollama' },
+    'qwen2': { input: 0, output: 0, provider: 'ollama' },
+};
+/**
+ * Cost tracker for LLM usage
+ */
+export class CostTracker {
+    records = [];
+    alerts = [];
+    maxRecords;
+    alertCheckInterval;
+    constructor(maxRecords = 10000) {
+        this.maxRecords = maxRecords;
+    }
+    /**
+     * Calculate cost for a given usage
+     */
+    static calculateCost(model, usage) {
+        const pricing = MODEL_PRICING[model];
+        if (!pricing) {
+            // Unknown model - assume Ollama (local) for safety
+            return {
+                inputCost: 0,
+                outputCost: 0,
+                totalCost: 0,
+                currency: 'USD',
+            };
+        }
+        // Convert from per-million to actual cost
+        const inputCost = (usage.promptTokens / 1_000_000) * pricing.input;
+        const outputCost = (usage.completionTokens / 1_000_000) * pricing.output;
+        return {
+            inputCost,
+            outputCost,
+            totalCost: inputCost + outputCost,
+            currency: 'USD',
+        };
+    }
+    /**
+     * Get cost per token for a model
+     */
+    static getCostPerToken(model) {
+        const pricing = MODEL_PRICING[model];
+        if (!pricing) {
+            return { input: 0, output: 0 };
+        }
+        return {
+            input: pricing.input / 1_000_000,
+            output: pricing.output / 1_000_000,
+        };
+    }
+    /**
+     * Record a usage event
+     */
+    recordUsage(provider, model, usage, requestId, metadata) {
+        const cost = CostTracker.calculateCost(model, usage);
+        const record = {
+            timestamp: new Date(),
+            provider,
+            model,
+            usage,
+            cost,
+            requestId,
+            metadata,
+        };
+        this.records.push(record);
+        // Trim old records if over limit
+        if (this.records.length > this.maxRecords) {
+            this.records = this.records.slice(-this.maxRecords);
+        }
+        // Check alerts
+        this.checkAlerts();
+        return cost;
+    }
+    /**
+     * Get cost summary for a period
+     */
+    getSummary(period) {
+        const now = new Date();
+        const periodStart = this.getPeriodStart(now, period);
+        const periodEnd = now;
+        const relevantRecords = this.records.filter((r) => r.timestamp >= periodStart && r.timestamp <= periodEnd);
+        const byProvider = {
+            claude: 0,
+            openai: 0,
+            ollama: 0,
+        };
+        const byModel = {};
+        let totalCost = 0;
+        let totalTokens = 0;
+        for (const record of relevantRecords) {
+            totalCost += record.cost.totalCost;
+            totalTokens += record.usage.totalTokens;
+            byProvider[record.provider] += record.cost.totalCost;
+            byModel[record.model] = (byModel[record.model] || 0) + record.cost.totalCost;
+        }
+        return {
+            period,
+            periodStart,
+            periodEnd,
+            totalCost,
+            byProvider,
+            byModel,
+            totalTokens,
+            totalRequests: relevantRecords.length,
+        };
+    }
+    /**
+     * Get current cost for a period
+     */
+    getCurrentCost(period) {
+        return this.getSummary(period).totalCost;
+    }
+    /**
+     * Get total tokens used in a period
+     */
+    getTotalTokens(period) {
+        return this.getSummary(period).totalTokens;
+    }
+    /**
+     * Get usage by provider
+     */
+    getUsageByProvider(provider, period = 'all') {
+        const periodStart = this.getPeriodStart(new Date(), period);
+        const providerRecords = this.records.filter((r) => r.provider === provider && r.timestamp >= periodStart);
+        const models = {};
+        let totalCost = 0;
+        let totalTokens = 0;
+        for (const record of providerRecords) {
+            totalCost += record.cost.totalCost;
+            totalTokens += record.usage.totalTokens;
+            if (!models[record.model]) {
+                models[record.model] = { cost: 0, tokens: 0, requests: 0 };
+            }
+            models[record.model].cost += record.cost.totalCost;
+            models[record.model].tokens += record.usage.totalTokens;
+            models[record.model].requests += 1;
+        }
+        return {
+            totalCost,
+            totalTokens,
+            totalRequests: providerRecords.length,
+            models,
+        };
+    }
+    /**
+     * Add a cost alert
+     */
+    addAlert(threshold, period, onThreshold) {
+        const alertId = `alert-${Date.now()}-${Math.random().toString(36).slice(2)}`;
+        this.alerts.push({
+            threshold,
+            period,
+            onThreshold,
+            active: true,
+        });
+        // Start checking alerts if not already
+        if (!this.alertCheckInterval) {
+            this.alertCheckInterval = setInterval(() => this.checkAlerts(), 60000);
+        }
+        return alertId;
+    }
+    /**
+     * Remove a cost alert by index
+     */
+    removeAlert(index) {
+        if (index >= 0 && index < this.alerts.length) {
+            this.alerts.splice(index, 1);
+            // Stop checking if no more alerts
+            if (this.alerts.length === 0 && this.alertCheckInterval) {
+                clearInterval(this.alertCheckInterval);
+                this.alertCheckInterval = undefined;
+            }
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Get all records (for export/persistence)
+     */
+    getRecords() {
+        return [...this.records];
+    }
+    /**
+     * Import records (from persistence)
+     */
+    importRecords(records) {
+        for (const record of records) {
+            // Reconstruct date
+            record.timestamp = new Date(record.timestamp);
+            this.records.push(record);
+        }
+        // Trim if over limit
+        if (this.records.length > this.maxRecords) {
+            this.records = this.records.slice(-this.maxRecords);
+        }
+    }
+    /**
+     * Clear all records
+     */
+    clear() {
+        this.records = [];
+    }
+    /**
+     * Get recent requests
+     */
+    getRecentRequests(count = 10) {
+        return this.records.slice(-count);
+    }
+    /**
+     * Estimate cost for a request (before making it)
+     */
+    estimateCost(model, estimatedPromptTokens, estimatedCompletionTokens) {
+        return CostTracker.calculateCost(model, {
+            promptTokens: estimatedPromptTokens,
+            completionTokens: estimatedCompletionTokens,
+            totalTokens: estimatedPromptTokens + estimatedCompletionTokens,
+        });
+    }
+    /**
+     * Check if making a request would exceed cost limits
+     */
+    wouldExceedLimit(model, estimatedPromptTokens, estimatedCompletionTokens, limitUSD, period) {
+        const currentCost = this.getCurrentCost(period);
+        const estimatedCost = this.estimateCost(model, estimatedPromptTokens, estimatedCompletionTokens);
+        return currentCost + estimatedCost.totalCost > limitUSD;
+    }
+    /**
+     * Dispose resources
+     */
+    dispose() {
+        if (this.alertCheckInterval) {
+            clearInterval(this.alertCheckInterval);
+            this.alertCheckInterval = undefined;
+        }
+    }
+    /**
+     * Get the start of a period
+     */
+    getPeriodStart(from, period) {
+        const start = new Date(from);
+        switch (period) {
+            case 'minute':
+                start.setSeconds(0, 0);
+                start.setMinutes(start.getMinutes() - 1);
+                break;
+            case 'hour':
+                start.setMinutes(0, 0, 0);
+                start.setHours(start.getHours() - 1);
+                break;
+            case 'day':
+                start.setHours(0, 0, 0, 0);
+                break;
+            case 'week':
+                start.setHours(0, 0, 0, 0);
+                start.setDate(start.getDate() - 7);
+                break;
+            case 'month':
+                start.setHours(0, 0, 0, 0);
+                start.setDate(1);
+                break;
+            case 'all':
+                return new Date(0);
+        }
+        return start;
+    }
+    /**
+     * Check all alerts against current costs
+     */
+    checkAlerts() {
+        for (const alert of this.alerts) {
+            if (!alert.active)
+                continue;
+            const summary = this.getSummary(alert.period);
+            if (summary.totalCost >= alert.threshold) {
+                alert.active = false; // Prevent repeated alerts
+                try {
+                    alert.onThreshold(summary);
+                }
+                catch (error) {
+                    // Ignore callback errors
+                    console.error('Cost alert callback error:', error);
+                }
+            }
+        }
+    }
+}
+/**
+ * Singleton cost tracker for global usage
+ */
+let globalCostTracker;
+/**
+ * Get the global cost tracker instance
+ */
+export function getGlobalCostTracker() {
+    if (!globalCostTracker) {
+        globalCostTracker = new CostTracker();
+    }
+    return globalCostTracker;
+}
+/**
+ * Reset the global cost tracker (for testing)
+ */
+export function resetGlobalCostTracker() {
+    if (globalCostTracker) {
+        globalCostTracker.dispose();
+        globalCostTracker = undefined;
+    }
+}
+//# sourceMappingURL=cost-tracker.js.map

package/dist/shared/llm/cost-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-tracker.js","sourceRoot":"","sources":["../../../src/shared/llm/cost-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAWH;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAGtB;IACF,gBAAgB;IAChB,0BAA0B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC7E,0BAA0B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC5E,2BAA2B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC5E,uBAAuB;IACvB,wBAAwB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC3E,0BAA0B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC5E,yBAAyB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAE5E,gBAAgB;IAChB,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC1D,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC/D,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAChE,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC1D,eAAe,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAEhE,iCAAiC;IACjC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IACrD,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IACvD,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IACxD,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IACtD,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IACtD,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IACnD,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;CACrD,CAAC;AAeF;;GAEG;AACH,MAAM,OAAO,WAAW;IACd,OAAO,GAAkB,EAAE,CAAC;IAC5B,MAAM,GAAgB,EAAE,CAAC;IACzB,UAAU,CAAS;IACnB,kBAAkB,CAAkB;IAE5C,YAAY,aAAqB,KAAK;QACpC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,KAAa,EAAE,KAAiB;QACnD,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAErC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,mDAAmD;YACnD,OAAO;gBACL,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,CAAC;gBACZ,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,CAAC;QAED,0CAA0C;QAC1C,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;QACnE,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEzE,OAAO;YACL,SAAS;YACT,UAAU;YACV,SAAS,EAAE,SAAS,GAAG,UAAU;YACjC,QAAQ,EAAE,KAAK;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,KAAa;QAClC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAErC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACjC,CAAC;QAED,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,KAAK,GAAG,SAAS;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS;SACnC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW,CACT,QAAyB,EACzB,KAAa,EACb,KAAiB,EACjB,SAAiB,EACjB,QAAkC;QAElC,MAAM,IAAI,GAAG,WAAW,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAErD,MAAM,MAAM,GAAgB;YAC1B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ;YACR,KAAK;YACL,KAAK;YACL,IAAI;YACJ,SAAS;YACT,QAAQ;SACT,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE1B,iCAAiC;QACjC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtD,CAAC;QAED,eAAe;QACf,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,MAAkB;QAC3B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,GAAG,CAAC;QAEtB,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,WAAW,IAAI,CAAC,CAAC,SAAS,IAAI,SAAS,CAC9D,CAAC;QAEF,MAAM,UAAU,GAAoC;YAClD,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YACnC,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YACxC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YACrD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QAC/E,CAAC;QAED,OAAO;YACL,MAAM;YACN,WAAW;YACX,SAAS;YACT,SAAS;YACT,UAAU;YACV,OAAO;YACP,WAAW;YACX,aAAa,EAAE,eAAe,CAAC,MAAM;SACtC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAkB;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAkB;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,kBAAkB,CAChB,QAAyB,EACzB,SAAqB,KAAK;QAO1B,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QAE5D,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,IAAI,WAAW,CAC7D,CAAC;QAEF,MAAM,MAAM,GAAuE,EAAE,CAAC;QAEtF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YACnC,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YAExC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7D,CAAC;YAED,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC;QACrC,CAAC;QAED,OAAO;YACL,SAAS;YACT,WAAW;YACX,aAAa,EAAE,eAAe,CAAC,MAAM;YACrC,MAAM;SACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,SAAiB,EACjB,MAAkB,EAClB,WAA2C;QAE3C,MAAM,OAAO,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACf,SAAS;YACT,MAAM;YACN,WAAW;YACX,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAa;QACvB,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAE7B,kCAAkC;YAClC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxD,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBACvC,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;YACtC,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAsB;QAClC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,mBAAmB;YACnB,MAAM,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,QAAgB,EAAE;QAClC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,YAAY,CACV,KAAa,EACb,qBAA6B,EAC7B,yBAAiC;QAEjC,OAAO,WAAW,CAAC,aAAa,CAAC,KAAK,EAAE;YACtC,YAAY,EAAE,qBAAqB;YACnC,gBAAgB,EAAE,yBAAyB;YAC3C,WAAW,EAAE,qBAAqB,GAAG,yBAAyB;SAC/D,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,gBAAgB,CACd,KAAa,EACb,qBAA6B,EAC7B,yBAAiC,EACjC,QAAgB,EAChB,MAAkB;QAElB,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CACrC,KAAK,EACL,qBAAqB,EACrB,yBAAyB,CAC1B,CAAC;QAEF,OAAO,WAAW,GAAG,aAAa,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;QACtC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAU,EAAE,MAAkB;QACnD,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,QAAQ;gBACX,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;gBACzC,MAAM;YACR,KAAK,MAAM;gBACT,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC1B,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,KAAK;gBACR,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3B,MAAM;YACR,KAAK,MAAM;gBACT,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBACnC,MAAM;YACR,KAAK,OAAO;gBACV,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjB,MAAM;YACR,KAAK,KAAK;gBACR,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,WAAW;QACjB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,MAAM;gBAAE,SAAS;YAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAE9C,IAAI,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACzC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,0BAA0B;gBAChD,IAAI,CAAC;oBACH,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;gBAC7B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,yBAAyB;oBACzB,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,IAAI,iBAA0C,CAAC;AAE/C;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,iBAAiB,GAAG,IAAI,WAAW,EAAE,CAAC;IACxC,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,IAAI,iBAAiB,EAAE,CAAC;QACtB,iBAAiB,CAAC,OAAO,EAAE,CAAC;QAC5B,iBAAiB,GAAG,SAAS,CAAC;IAChC,CAAC;AACH,CAAC"}

package/dist/shared/llm/index.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Agentic QE v3 - LLM Provider System
+ * ADR-011: Multi-provider LLM support for Quality Engineering
+ *
+ * This module provides a unified interface for working with multiple LLM providers:
+ * - Claude (Anthropic) - Primary provider
+ * - OpenAI (GPT-4) - Secondary provider
+ * - Ollama (Local) - Zero-cost local development
+ *
+ * Features:
+ * - Round-robin and cost-based load balancing
+ * - Circuit breaker for resilience
+ * - LRU caching for repeated queries
+ * - Cost tracking and limits
+ * - Automatic failover
+ *
+ * @example
+ * ```typescript
+ * import { createProviderManager, createQEProviderManager } from '@agentic-qe/v3/shared/llm';
+ *
+ * // Create a provider manager
+ * const manager = createQEProviderManager();
+ * await manager.initialize();
+ *
+ * // Generate text
+ * const response = await manager.generate('Write a test for UserService', {
+ *   systemPrompt: 'You are a QE assistant...',
+ *   maxTokens: 2048,
+ * });
+ *
+ * // Generate embedding
+ * const embedding = await manager.embed('test coverage analysis');
+ *
+ * // Code completion
+ * const completion = await manager.complete('function calculateTotal(');
+ *
+ * // Check health
+ * const health = await manager.healthCheck();
+ *
+ * // Get cost summary
+ * const costs = manager.getCostSummary('day');
+ * ```
+ */
+export { type LLMProviderType, type MessageRole, type Message, type TokenUsage, type CostInfo, type LLMResponse, type EmbeddingResponse, type CompletionResponse, type LLMConfig, type ClaudeConfig, type OpenAIConfig, type OllamaConfig, type ProviderManagerConfig, type GenerateOptions, type EmbedOptions, type CompleteOptions, type LLMProvider, type HealthCheckResult, type CircuitBreakerState, type CircuitBreakerConfig, type CircuitBreakerStats, type CostPeriod, type CostSummary, type CostAlert, type CacheEntry, type LLMCacheConfig, type LLMCacheStats, type ProviderSelection, type ProviderMetrics, type LLMErrorCode, type LLMError, createLLMError, isLLMError, } from './interfaces';
+export { ClaudeProvider, DEFAULT_CLAUDE_CONFIG, OpenAIProvider, DEFAULT_OPENAI_CONFIG, OllamaProvider, DEFAULT_OLLAMA_CONFIG, } from './providers';
+export { CircuitBreaker, CircuitBreakerManager, DEFAULT_CIRCUIT_BREAKER_CONFIG, } from './circuit-breaker';
+export { LLMCache, LLMResponseCache, DEFAULT_CACHE_CONFIG, type CacheableResponse, } from './cache';
+export { CostTracker, MODEL_PRICING, getGlobalCostTracker, resetGlobalCostTracker, } from './cost-tracker';
+export { ProviderManager, createProviderManager, createQEProviderManager, DEFAULT_PROVIDER_MANAGER_CONFIG, } from './provider-manager';
+//# sourceMappingURL=index.d.ts.map

package/dist/shared/llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/shared/llm/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AAGH,OAAO,EAEL,KAAK,eAAe,EACpB,KAAK,WAAW,EAChB,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,QAAQ,EAGb,KAAK,WAAW,EAChB,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EAGvB,KAAK,SAAS,EACd,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,qBAAqB,EAG1B,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,eAAe,EAGpB,KAAK,WAAW,EAChB,KAAK,iBAAiB,EAGtB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAGxB,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,SAAS,EAGd,KAAK,UAAU,EACf,KAAK,cAAc,EACnB,KAAK,aAAa,EAGlB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EAGpB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,cAAc,EACd,UAAU,GACX,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,cAAc,EACd,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,8BAA8B,GAC/B,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACL,QAAQ,EACR,gBAAgB,EAChB,oBAAoB,EACpB,KAAK,iBAAiB,GACvB,MAAM,SAAS,CAAC;AAGjB,OAAO,EACL,WAAW,EACX,aAAa,EACb,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,uBAAuB,EACvB,+BAA+B,GAChC,MAAM,oBAAoB,CAAC"}

package/dist/shared/llm/index.js

@@ -0,0 +1,56 @@
+/**
+ * Agentic QE v3 - LLM Provider System
+ * ADR-011: Multi-provider LLM support for Quality Engineering
+ *
+ * This module provides a unified interface for working with multiple LLM providers:
+ * - Claude (Anthropic) - Primary provider
+ * - OpenAI (GPT-4) - Secondary provider
+ * - Ollama (Local) - Zero-cost local development
+ *
+ * Features:
+ * - Round-robin and cost-based load balancing
+ * - Circuit breaker for resilience
+ * - LRU caching for repeated queries
+ * - Cost tracking and limits
+ * - Automatic failover
+ *
+ * @example
+ * ```typescript
+ * import { createProviderManager, createQEProviderManager } from '@agentic-qe/v3/shared/llm';
+ *
+ * // Create a provider manager
+ * const manager = createQEProviderManager();
+ * await manager.initialize();
+ *
+ * // Generate text
+ * const response = await manager.generate('Write a test for UserService', {
+ *   systemPrompt: 'You are a QE assistant...',
+ *   maxTokens: 2048,
+ * });
+ *
+ * // Generate embedding
+ * const embedding = await manager.embed('test coverage analysis');
+ *
+ * // Code completion
+ * const completion = await manager.complete('function calculateTotal(');
+ *
+ * // Check health
+ * const health = await manager.healthCheck();
+ *
+ * // Get cost summary
+ * const costs = manager.getCostSummary('day');
+ * ```
+ */
+// Core interfaces
+export { createLLMError, isLLMError, } from './interfaces';
+// Providers
+export { ClaudeProvider, DEFAULT_CLAUDE_CONFIG, OpenAIProvider, DEFAULT_OPENAI_CONFIG, OllamaProvider, DEFAULT_OLLAMA_CONFIG, } from './providers';
+// Circuit breaker
+export { CircuitBreaker, CircuitBreakerManager, DEFAULT_CIRCUIT_BREAKER_CONFIG, } from './circuit-breaker';
+// Cache
+export { LLMCache, LLMResponseCache, DEFAULT_CACHE_CONFIG, } from './cache';
+// Cost tracker
+export { CostTracker, MODEL_PRICING, getGlobalCostTracker, resetGlobalCostTracker, } from './cost-tracker';
+// Provider manager
+export { ProviderManager, createProviderManager, createQEProviderManager, DEFAULT_PROVIDER_MANAGER_CONFIG, } from './provider-manager';
+//# sourceMappingURL=index.js.map

package/dist/shared/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/shared/llm/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AAEH,kBAAkB;AAClB,OAAO,EAmDL,cAAc,EACd,UAAU,GACX,MAAM,cAAc,CAAC;AAEtB,YAAY;AACZ,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,cAAc,EACd,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAErB,kBAAkB;AAClB,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,8BAA8B,GAC/B,MAAM,mBAAmB,CAAC;AAE3B,QAAQ;AACR,OAAO,EACL,QAAQ,EACR,gBAAgB,EAChB,oBAAoB,GAErB,MAAM,SAAS,CAAC;AAEjB,eAAe;AACf,OAAO,EACL,WAAW,EACX,aAAa,EACb,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AAExB,mBAAmB;AACnB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,uBAAuB,EACvB,+BAA+B,GAChC,MAAM,oBAAoB,CAAC"}