agentic-qe 1.8.3 → 1.9.0

package/dist/telemetry/metrics/collectors/pricing-config.js

@@ -0,0 +1,207 @@
+"use strict";
+/**
+ * LLM Provider Pricing Configuration
+ *
+ * Centralized pricing tables for all supported LLM providers.
+ * Prices are updated as of January 2025.
+ *
+ * Storage: This configuration is stored in memory namespace:
+ * - `aqe/phase2/instrumentation/token-metrics/pricing`
+ *
+ * @module telemetry/metrics/collectors/pricing-config
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PRICING_MEMORY_KEY = exports.PRICING_MEMORY_NAMESPACE = exports.PRICING_CONFIG = void 0;
+exports.getPricing = getPricing;
+exports.getProviderPricing = getProviderPricing;
+exports.calculateSavingsPercentage = calculateSavingsPercentage;
+exports.exportPricingConfig = exportPricingConfig;
+/**
+ * Current pricing configuration (January 2025)
+ *
+ * Sources:
+ * - Anthropic: https://docs.anthropic.com/claude/pricing
+ * - OpenRouter: https://openrouter.ai/models
+ * - OpenAI: https://openai.com/pricing
+ */
+exports.PRICING_CONFIG = {
+    metadata: {
+        lastUpdated: '2025-01-20',
+        version: '1.0.0',
+        source: 'Provider official documentation',
+    },
+    providers: [
+        // Anthropic Claude Models
+        {
+            provider: 'anthropic',
+            model: 'claude-sonnet-4-5-20250929',
+            inputCostPerMillion: 3.0,
+            outputCostPerMillion: 15.0,
+            cacheWriteCostPerMillion: 3.75, // 25% premium
+            cacheReadCostPerMillion: 0.3, // 90% discount
+        },
+        {
+            provider: 'anthropic',
+            model: 'claude-sonnet-4',
+            inputCostPerMillion: 3.0,
+            outputCostPerMillion: 15.0,
+            cacheWriteCostPerMillion: 3.75,
+            cacheReadCostPerMillion: 0.3,
+        },
+        {
+            provider: 'anthropic',
+            model: 'claude-3-5-sonnet-20241022',
+            inputCostPerMillion: 3.0,
+            outputCostPerMillion: 15.0,
+            cacheWriteCostPerMillion: 3.75,
+            cacheReadCostPerMillion: 0.3,
+        },
+        {
+            provider: 'anthropic',
+            model: 'claude-3-5-haiku-20241022',
+            inputCostPerMillion: 1.0,
+            outputCostPerMillion: 5.0,
+            cacheWriteCostPerMillion: 1.25,
+            cacheReadCostPerMillion: 0.1,
+        },
+        {
+            provider: 'anthropic',
+            model: 'claude-3-opus-20240229',
+            inputCostPerMillion: 15.0,
+            outputCostPerMillion: 75.0,
+            cacheWriteCostPerMillion: 18.75,
+            cacheReadCostPerMillion: 1.5,
+        },
+        // OpenRouter Models (99% cost savings)
+        {
+            provider: 'openrouter',
+            model: 'meta-llama/llama-3.1-8b-instruct',
+            inputCostPerMillion: 0.03, // 99% cheaper than Claude
+            outputCostPerMillion: 0.15,
+        },
+        {
+            provider: 'openrouter',
+            model: 'meta-llama/llama-3.1-70b-instruct',
+            inputCostPerMillion: 0.18,
+            outputCostPerMillion: 0.90,
+        },
+        {
+            provider: 'openrouter',
+            model: 'openai/gpt-3.5-turbo',
+            inputCostPerMillion: 0.5,
+            outputCostPerMillion: 1.5,
+        },
+        {
+            provider: 'openrouter',
+            model: 'openai/gpt-4',
+            inputCostPerMillion: 5.0,
+            outputCostPerMillion: 15.0,
+        },
+        {
+            provider: 'openrouter',
+            model: 'google/gemini-pro',
+            inputCostPerMillion: 0.25,
+            outputCostPerMillion: 0.5,
+        },
+        // OpenAI Models
+        {
+            provider: 'openai',
+            model: 'gpt-4-turbo',
+            inputCostPerMillion: 10.0,
+            outputCostPerMillion: 30.0,
+        },
+        {
+            provider: 'openai',
+            model: 'gpt-4',
+            inputCostPerMillion: 30.0,
+            outputCostPerMillion: 60.0,
+        },
+        {
+            provider: 'openai',
+            model: 'gpt-3.5-turbo',
+            inputCostPerMillion: 0.5,
+            outputCostPerMillion: 1.5,
+        },
+        {
+            provider: 'openai',
+            model: 'gpt-3.5-turbo-16k',
+            inputCostPerMillion: 3.0,
+            outputCostPerMillion: 4.0,
+        },
+        // ONNX (local, free)
+        {
+            provider: 'onnx',
+            model: 'Xenova/gpt2',
+            inputCostPerMillion: 0,
+            outputCostPerMillion: 0,
+        },
+        {
+            provider: 'onnx',
+            model: 'Xenova/distilbert-base-uncased',
+            inputCostPerMillion: 0,
+            outputCostPerMillion: 0,
+        },
+        {
+            provider: 'onnx',
+            model: 'Xenova/bert-base-uncased',
+            inputCostPerMillion: 0,
+            outputCostPerMillion: 0,
+        },
+    ],
+};
+/**
+ * Get pricing for a specific provider and model
+ *
+ * @param provider - Provider name
+ * @param model - Model identifier
+ * @returns Pricing configuration or null if not found
+ */
+function getPricing(provider, model) {
+    return exports.PRICING_CONFIG.providers.find(p => p.provider === provider && p.model === model) || null;
+}
+/**
+ * Get all pricing for a provider
+ *
+ * @param provider - Provider name
+ * @returns Array of pricing configurations
+ */
+function getProviderPricing(provider) {
+    return exports.PRICING_CONFIG.providers.filter(p => p.provider === provider);
+}
+/**
+ * Calculate cost savings percentage comparing two models
+ *
+ * @param baseModel - Base model for comparison (e.g., Claude)
+ * @param compareModel - Model to compare against
+ * @param tokenCount - Number of tokens to calculate savings for
+ * @returns Savings percentage (0-1)
+ */
+function calculateSavingsPercentage(baseModel, compareModel, tokenCount) {
+    const basePricing = getPricing(baseModel.provider, baseModel.model);
+    const comparePricing = getPricing(compareModel.provider, compareModel.model);
+    if (!basePricing || !comparePricing) {
+        return null;
+    }
+    const baseCost = (tokenCount.input / 1000000) * basePricing.inputCostPerMillion +
+        (tokenCount.output / 1000000) * basePricing.outputCostPerMillion;
+    const compareCost = (tokenCount.input / 1000000) * comparePricing.inputCostPerMillion +
+        (tokenCount.output / 1000000) * comparePricing.outputCostPerMillion;
+    if (baseCost === 0)
+        return 0;
+    return (baseCost - compareCost) / baseCost;
+}
+/**
+ * Export pricing configuration as JSON for memory storage
+ */
+function exportPricingConfig() {
+    return JSON.stringify(exports.PRICING_CONFIG, null, 2);
+}
+/**
+ * Memory namespace for pricing configuration
+ */
+exports.PRICING_MEMORY_NAMESPACE = 'aqe/phase2/instrumentation/token-metrics';
+/**
+ * Memory key for pricing data
+ */
+exports.PRICING_MEMORY_KEY = 'pricing';
+//# sourceMappingURL=pricing-config.js.map

package/dist/telemetry/metrics/collectors/pricing-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pricing-config.js","sourceRoot":"","sources":["../../../../src/telemetry/metrics/collectors/pricing-config.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;AA0KH,gCAOC;AAQD,gDAIC;AAUD,gEAuBC;AAKD,kDAEC;AA3MD;;;;;;;GAOG;AACU,QAAA,cAAc,GAAkB;IAC3C,QAAQ,EAAE;QACR,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,iCAAiC;KAC1C;IACD,SAAS,EAAE;QACT,0BAA0B;QAC1B;YACE,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,4BAA4B;YACnC,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,IAAI;YAC1B,wBAAwB,EAAE,IAAI,EAAG,cAAc;YAC/C,uBAAuB,EAAE,GAAG,EAAK,eAAe;SACjD;QACD;YACE,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,iBAAiB;YACxB,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,IAAI;YAC1B,wBAAwB,EAAE,IAAI;YAC9B,uBAAuB,EAAE,GAAG;SAC7B;QACD;YACE,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,4BAA4B;YACnC,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,IAAI;YAC1B,wBAAwB,EAAE,IAAI;YAC9B,uBAAuB,EAAE,GAAG;SAC7B;QACD;YACE,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,2BAA2B;YAClC,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,GAAG;YACzB,wBAAwB,EAAE,IAAI;YAC9B,uBAAuB,EAAE,GAAG;SAC7B;QACD;YACE,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,wBAAwB;YAC/B,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,IAAI;YAC1B,wBAAwB,EAAE,KAAK;YAC/B,uBAAuB,EAAE,GAAG;SAC7B;QAED,uCAAuC;QACvC;YACE,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,kCAAkC;YACzC,mBAAmB,EAAE,IAAI,EAAI,0BAA0B;YACvD,oBAAoB,EAAE,IAAI;SAC3B;QACD;YACE,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,mCAAmC;YAC1C,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,IAAI;SAC3B;QACD;YACE,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,sBAAsB;YAC7B,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,GAAG;SAC1B;QACD;YACE,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,cAAc;YACrB,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,IAAI;SAC3B;QACD;YACE,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,mBAAmB;YAC1B,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,GAAG;SAC1B;QAED,gBAAgB;QAChB;YACE,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,aAAa;YACpB,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,IAAI;SAC3B;QACD;YACE,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,OAAO;YACd,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,IAAI;SAC3B;QACD;YACE,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,eAAe;YACtB,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,GAAG;SAC1B;QACD;YACE,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,mBAAmB;YAC1B,mBAAmB,EAAE,GAAG;YACxB,oBAAoB,EAAE,GAAG;SAC1B;QAED,qBAAqB;QACrB;YACE,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,aAAa;YACpB,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;SACxB;QACD;YACE,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,gCAAgC;YACvC,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;SACxB;QACD;YACE,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,0BAA0B;YACjC,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;SACxB;KACF;CACF,CAAC;AAEF;;;;;;GAMG;AACH,SAAgB,UAAU,CACxB,QAAgB,EAChB,KAAa;IAEb,OAAO,sBAAc,CAAC,SAAS,CAAC,IAAI,CAClC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,CAClD,IAAI,IAAI,CAAC;AACZ,CAAC;AAED;;;;;GAKG;AACH,SAAgB,kBAAkB,CAChC,QAAgB;IAEhB,OAAO,sBAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,0BAA0B,CACxC,SAA8C,EAC9C,YAAiD,EACjD,UAA6C;IAE7C,MAAM,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;IAE7E,IAAI,CAAC,WAAW,IAAI,CAAC,cAAc,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GACZ,CAAC,UAAU,CAAC,KAAK,GAAG,OAAS,CAAC,GAAG,WAAW,CAAC,mBAAmB;QAChE,CAAC,UAAU,CAAC,MAAM,GAAG,OAAS,CAAC,GAAG,WAAW,CAAC,oBAAoB,CAAC;IAErE,MAAM,WAAW,GACf,CAAC,UAAU,CAAC,KAAK,GAAG,OAAS,CAAC,GAAG,cAAc,CAAC,mBAAmB;QACnE,CAAC,UAAU,CAAC,MAAM,GAAG,OAAS,CAAC,GAAG,cAAc,CAAC,oBAAoB,CAAC;IAExE,IAAI,QAAQ,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE7B,OAAO,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,QAAQ,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB;IACjC,OAAO,IAAI,CAAC,SAAS,CAAC,sBAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACU,QAAA,wBAAwB,GAAG,0CAA0C,CAAC;AAEnF;;GAEG;AACU,QAAA,kBAAkB,GAAG,SAAS,CAAC"}

package/dist/telemetry/metrics/index.d.ts

@@ -0,0 +1,54 @@
+/**
+ * Metrics Index for Agentic QE Fleet Telemetry
+ *
+ * Exports all metric definitions and recording functions.
+ */
+export { AgentMetrics, createAgentMetrics, getAgentMetrics, recordAgentTask, recordAgentCount, createModelRoutingMetrics, createLearningMetrics, ModelRoutingRecord, } from './agent-metrics';
+export { QualityMetrics, createQualityMetrics, getQualityMetrics, recordTestExecution, recordCoverage, recordQualityGate, recordSecurityScan, recordFlakyTest, recordDefectDensity, createApiContractMetrics, TestExecutionResult, CoverageReport, QualityGateResult, SecurityScanResult, } from './quality-metrics';
+export { SystemMetrics, createSystemMetrics, getSystemMetrics, recordDatabaseQuery, recordDatabaseConnection, recordQueueOperation, recordEventBusOperation, recordNetworkRequest, recordFileSystemOperation, recordEventLoopLag, createMemoryDetailMetrics, createFleetCoordinationMetrics, } from './system-metrics';
+export { CostTracker, getCostTracker, withTokenTracking, TokenUsage, CostBreakdown, TokenMetrics, ProviderPricing, PRICING_TABLE, } from './collectors/cost';
+export { getPricing, getProviderPricing, calculateSavingsPercentage, exportPricingConfig, PRICING_CONFIG, PRICING_MEMORY_NAMESPACE, PRICING_MEMORY_KEY, } from './collectors/pricing-config';
+export { METRIC_NAMES, HISTOGRAM_BOUNDARIES, MetricRecordOptions } from '../types';
+/**
+ * Initialize all metrics including cost tracking
+ *
+ * @returns Object containing all metric registries
+ */
+export declare function initializeAllMetrics(): {
+    agent: any;
+    quality: any;
+    system: any;
+    cost: any;
+};
+/**
+ * Convenience function to record a complete agent task with all metrics
+ */
+export interface CompleteTaskRecord {
+    agentType: string;
+    agentId?: string;
+    taskType: string;
+    taskId?: string;
+    priority?: string;
+    durationMs: number;
+    success: boolean;
+    tokensUsed?: number;
+    cost?: number;
+    testResults?: {
+        total: number;
+        passed: number;
+        failed: number;
+        skipped: number;
+    };
+    coverage?: {
+        line: number;
+        branch: number;
+        function: number;
+    };
+}
+/**
+ * Record a complete agent task with all relevant metrics
+ *
+ * @param record - Complete task record
+ */
+export declare function recordCompleteTask(record: CompleteTaskRecord): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/telemetry/metrics/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/telemetry/metrics/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,yBAAyB,EACzB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,mBAAmB,EACnB,cAAc,EACd,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACL,aAAa,EACb,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,wBAAwB,EACxB,oBAAoB,EACpB,uBAAuB,EACvB,oBAAoB,EACpB,yBAAyB,EACzB,kBAAkB,EAClB,yBAAyB,EACzB,8BAA8B,GAC/B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,WAAW,EACX,cAAc,EACd,iBAAiB,EACjB,UAAU,EACV,aAAa,EACb,YAAY,EACZ,eAAe,EACf,aAAa,GACd,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,0BAA0B,EAC1B,mBAAmB,EACnB,cAAc,EACd,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAEnF;;;;GAIG;AACH,wBAAgB,oBAAoB;;;;;EAYnC;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAEjC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IAGjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,WAAW,CAAC,EAAE;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IAEF,QAAQ,CAAC,EAAE;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAmCnE"}

package/dist/telemetry/metrics/index.js

@@ -0,0 +1,116 @@
+"use strict";
+/**
+ * Metrics Index for Agentic QE Fleet Telemetry
+ *
+ * Exports all metric definitions and recording functions.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HISTOGRAM_BOUNDARIES = exports.METRIC_NAMES = exports.PRICING_MEMORY_KEY = exports.PRICING_MEMORY_NAMESPACE = exports.PRICING_CONFIG = exports.exportPricingConfig = exports.calculateSavingsPercentage = exports.getProviderPricing = exports.getPricing = exports.PRICING_TABLE = exports.withTokenTracking = exports.getCostTracker = exports.CostTracker = exports.createFleetCoordinationMetrics = exports.createMemoryDetailMetrics = exports.recordEventLoopLag = exports.recordFileSystemOperation = exports.recordNetworkRequest = exports.recordEventBusOperation = exports.recordQueueOperation = exports.recordDatabaseConnection = exports.recordDatabaseQuery = exports.getSystemMetrics = exports.createSystemMetrics = exports.createApiContractMetrics = exports.recordDefectDensity = exports.recordFlakyTest = exports.recordSecurityScan = exports.recordQualityGate = exports.recordCoverage = exports.recordTestExecution = exports.getQualityMetrics = exports.createQualityMetrics = exports.createLearningMetrics = exports.createModelRoutingMetrics = exports.recordAgentCount = exports.recordAgentTask = exports.getAgentMetrics = exports.createAgentMetrics = void 0;
+exports.initializeAllMetrics = initializeAllMetrics;
+exports.recordCompleteTask = recordCompleteTask;
+// Agent metrics
+var agent_metrics_1 = require("./agent-metrics");
+Object.defineProperty(exports, "createAgentMetrics", { enumerable: true, get: function () { return agent_metrics_1.createAgentMetrics; } });
+Object.defineProperty(exports, "getAgentMetrics", { enumerable: true, get: function () { return agent_metrics_1.getAgentMetrics; } });
+Object.defineProperty(exports, "recordAgentTask", { enumerable: true, get: function () { return agent_metrics_1.recordAgentTask; } });
+Object.defineProperty(exports, "recordAgentCount", { enumerable: true, get: function () { return agent_metrics_1.recordAgentCount; } });
+Object.defineProperty(exports, "createModelRoutingMetrics", { enumerable: true, get: function () { return agent_metrics_1.createModelRoutingMetrics; } });
+Object.defineProperty(exports, "createLearningMetrics", { enumerable: true, get: function () { return agent_metrics_1.createLearningMetrics; } });
+// Quality metrics
+var quality_metrics_1 = require("./quality-metrics");
+Object.defineProperty(exports, "createQualityMetrics", { enumerable: true, get: function () { return quality_metrics_1.createQualityMetrics; } });
+Object.defineProperty(exports, "getQualityMetrics", { enumerable: true, get: function () { return quality_metrics_1.getQualityMetrics; } });
+Object.defineProperty(exports, "recordTestExecution", { enumerable: true, get: function () { return quality_metrics_1.recordTestExecution; } });
+Object.defineProperty(exports, "recordCoverage", { enumerable: true, get: function () { return quality_metrics_1.recordCoverage; } });
+Object.defineProperty(exports, "recordQualityGate", { enumerable: true, get: function () { return quality_metrics_1.recordQualityGate; } });
+Object.defineProperty(exports, "recordSecurityScan", { enumerable: true, get: function () { return quality_metrics_1.recordSecurityScan; } });
+Object.defineProperty(exports, "recordFlakyTest", { enumerable: true, get: function () { return quality_metrics_1.recordFlakyTest; } });
+Object.defineProperty(exports, "recordDefectDensity", { enumerable: true, get: function () { return quality_metrics_1.recordDefectDensity; } });
+Object.defineProperty(exports, "createApiContractMetrics", { enumerable: true, get: function () { return quality_metrics_1.createApiContractMetrics; } });
+// System metrics
+var system_metrics_1 = require("./system-metrics");
+Object.defineProperty(exports, "createSystemMetrics", { enumerable: true, get: function () { return system_metrics_1.createSystemMetrics; } });
+Object.defineProperty(exports, "getSystemMetrics", { enumerable: true, get: function () { return system_metrics_1.getSystemMetrics; } });
+Object.defineProperty(exports, "recordDatabaseQuery", { enumerable: true, get: function () { return system_metrics_1.recordDatabaseQuery; } });
+Object.defineProperty(exports, "recordDatabaseConnection", { enumerable: true, get: function () { return system_metrics_1.recordDatabaseConnection; } });
+Object.defineProperty(exports, "recordQueueOperation", { enumerable: true, get: function () { return system_metrics_1.recordQueueOperation; } });
+Object.defineProperty(exports, "recordEventBusOperation", { enumerable: true, get: function () { return system_metrics_1.recordEventBusOperation; } });
+Object.defineProperty(exports, "recordNetworkRequest", { enumerable: true, get: function () { return system_metrics_1.recordNetworkRequest; } });
+Object.defineProperty(exports, "recordFileSystemOperation", { enumerable: true, get: function () { return system_metrics_1.recordFileSystemOperation; } });
+Object.defineProperty(exports, "recordEventLoopLag", { enumerable: true, get: function () { return system_metrics_1.recordEventLoopLag; } });
+Object.defineProperty(exports, "createMemoryDetailMetrics", { enumerable: true, get: function () { return system_metrics_1.createMemoryDetailMetrics; } });
+Object.defineProperty(exports, "createFleetCoordinationMetrics", { enumerable: true, get: function () { return system_metrics_1.createFleetCoordinationMetrics; } });
+// Cost tracking (Phase 2 - A5)
+var cost_1 = require("./collectors/cost");
+Object.defineProperty(exports, "CostTracker", { enumerable: true, get: function () { return cost_1.CostTracker; } });
+Object.defineProperty(exports, "getCostTracker", { enumerable: true, get: function () { return cost_1.getCostTracker; } });
+Object.defineProperty(exports, "withTokenTracking", { enumerable: true, get: function () { return cost_1.withTokenTracking; } });
+Object.defineProperty(exports, "PRICING_TABLE", { enumerable: true, get: function () { return cost_1.PRICING_TABLE; } });
+var pricing_config_1 = require("./collectors/pricing-config");
+Object.defineProperty(exports, "getPricing", { enumerable: true, get: function () { return pricing_config_1.getPricing; } });
+Object.defineProperty(exports, "getProviderPricing", { enumerable: true, get: function () { return pricing_config_1.getProviderPricing; } });
+Object.defineProperty(exports, "calculateSavingsPercentage", { enumerable: true, get: function () { return pricing_config_1.calculateSavingsPercentage; } });
+Object.defineProperty(exports, "exportPricingConfig", { enumerable: true, get: function () { return pricing_config_1.exportPricingConfig; } });
+Object.defineProperty(exports, "PRICING_CONFIG", { enumerable: true, get: function () { return pricing_config_1.PRICING_CONFIG; } });
+Object.defineProperty(exports, "PRICING_MEMORY_NAMESPACE", { enumerable: true, get: function () { return pricing_config_1.PRICING_MEMORY_NAMESPACE; } });
+Object.defineProperty(exports, "PRICING_MEMORY_KEY", { enumerable: true, get: function () { return pricing_config_1.PRICING_MEMORY_KEY; } });
+// Re-export types and constants
+var types_1 = require("../types");
+Object.defineProperty(exports, "METRIC_NAMES", { enumerable: true, get: function () { return types_1.METRIC_NAMES; } });
+Object.defineProperty(exports, "HISTOGRAM_BOUNDARIES", { enumerable: true, get: function () { return types_1.HISTOGRAM_BOUNDARIES; } });
+/**
+ * Initialize all metrics including cost tracking
+ *
+ * @returns Object containing all metric registries
+ */
+function initializeAllMetrics() {
+    const { createAgentMetrics } = require('./agent-metrics');
+    const { createQualityMetrics } = require('./quality-metrics');
+    const { createSystemMetrics } = require('./system-metrics');
+    const { getCostTracker } = require('./collectors/cost');
+    return {
+        agent: createAgentMetrics(),
+        quality: createQualityMetrics(),
+        system: createSystemMetrics(),
+        cost: getCostTracker(),
+    };
+}
+/**
+ * Record a complete agent task with all relevant metrics
+ *
+ * @param record - Complete task record
+ */
+function recordCompleteTask(record) {
+    const { recordAgentTask } = require('./agent-metrics');
+    const { recordTestExecution, recordCoverage } = require('./quality-metrics');
+    // Record agent task
+    recordAgentTask(record.agentType, record.taskType, record.durationMs, record.success, {
+        agentId: record.agentId,
+        taskId: record.taskId,
+        priority: record.priority,
+        tokensUsed: record.tokensUsed,
+        cost: record.cost,
+    });
+    // Record test results if provided
+    if (record.testResults) {
+        recordTestExecution({
+            framework: 'jest', // Default, should be configurable
+            suite: record.taskId || 'unknown',
+            total: record.testResults.total,
+            passed: record.testResults.passed,
+            failed: record.testResults.failed,
+            skipped: record.testResults.skipped,
+            durationMs: record.durationMs,
+        });
+    }
+    // Record coverage if provided
+    if (record.coverage) {
+        recordCoverage({
+            target: record.taskId || 'unknown',
+            line: record.coverage.line,
+            branch: record.coverage.branch,
+            function: record.coverage.function,
+        });
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/telemetry/metrics/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/metrics/index.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AA8EH,oDAYC;AA2CD,gDAmCC;AAtKD,gBAAgB;AAChB,iDASyB;AAPvB,mHAAA,kBAAkB,OAAA;AAClB,gHAAA,eAAe,OAAA;AACf,gHAAA,eAAe,OAAA;AACf,iHAAA,gBAAgB,OAAA;AAChB,0HAAA,yBAAyB,OAAA;AACzB,sHAAA,qBAAqB,OAAA;AAIvB,kBAAkB;AAClB,qDAe2B;AAbzB,uHAAA,oBAAoB,OAAA;AACpB,oHAAA,iBAAiB,OAAA;AACjB,sHAAA,mBAAmB,OAAA;AACnB,iHAAA,cAAc,OAAA;AACd,oHAAA,iBAAiB,OAAA;AACjB,qHAAA,kBAAkB,OAAA;AAClB,kHAAA,eAAe,OAAA;AACf,sHAAA,mBAAmB,OAAA;AACnB,2HAAA,wBAAwB,OAAA;AAO1B,iBAAiB;AACjB,mDAa0B;AAXxB,qHAAA,mBAAmB,OAAA;AACnB,kHAAA,gBAAgB,OAAA;AAChB,qHAAA,mBAAmB,OAAA;AACnB,0HAAA,wBAAwB,OAAA;AACxB,sHAAA,oBAAoB,OAAA;AACpB,yHAAA,uBAAuB,OAAA;AACvB,sHAAA,oBAAoB,OAAA;AACpB,2HAAA,yBAAyB,OAAA;AACzB,oHAAA,kBAAkB,OAAA;AAClB,2HAAA,yBAAyB,OAAA;AACzB,gIAAA,8BAA8B,OAAA;AAGhC,+BAA+B;AAC/B,0CAS2B;AARzB,mGAAA,WAAW,OAAA;AACX,sGAAA,cAAc,OAAA;AACd,yGAAA,iBAAiB,OAAA;AAKjB,qGAAA,aAAa,OAAA;AAGf,8DAQqC;AAPnC,4GAAA,UAAU,OAAA;AACV,oHAAA,kBAAkB,OAAA;AAClB,4HAAA,0BAA0B,OAAA;AAC1B,qHAAA,mBAAmB,OAAA;AACnB,gHAAA,cAAc,OAAA;AACd,0HAAA,wBAAwB,OAAA;AACxB,oHAAA,kBAAkB,OAAA;AAGpB,gCAAgC;AAChC,kCAAmF;AAA1E,qGAAA,YAAY,OAAA;AAAE,6GAAA,oBAAoB,OAAA;AAE3C;;;;GAIG;AACH,SAAgB,oBAAoB;IAClC,MAAM,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC1D,MAAM,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC9D,MAAM,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAExD,OAAO;QACL,KAAK,EAAE,kBAAkB,EAAE;QAC3B,OAAO,EAAE,oBAAoB,EAAE;QAC/B,MAAM,EAAE,mBAAmB,EAAE;QAC7B,IAAI,EAAE,cAAc,EAAE;KACvB,CAAC;AACJ,CAAC;AAsCD;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,MAA0B;IAC3D,MAAM,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACvD,MAAM,EAAE,mBAAmB,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAE7E,oBAAoB;IACpB,eAAe,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,EAAE;QACpF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;KAClB,CAAC,CAAC;IAEH,kCAAkC;IAClC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,mBAAmB,CAAC;YAClB,SAAS,EAAE,MAAM,EAAE,kCAAkC;YACrD,KAAK,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;YACjC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK;YAC/B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;YACjC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;YACjC,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO;YACnC,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,8BAA8B;IAC9B,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,cAAc,CAAC;YACb,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;YAClC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;YAC1B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;SACnC,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/dist/telemetry/metrics/quality-metrics.d.ts

@@ -0,0 +1,171 @@
+/**
+ * Quality Engineering Metrics for Agentic QE Fleet
+ *
+ * Metrics for tracking test quality, coverage, defects, and quality gates.
+ */
+import { Meter, Counter, Histogram, UpDownCounter, Attributes } from '@opentelemetry/api';
+/**
+ * Quality metrics registry
+ */
+export interface QualityMetrics {
+    /** Total number of tests executed */
+    testCount: Counter;
+    /** Number of passed tests */
+    testPassCount: Counter;
+    /** Number of failed tests */
+    testFailCount: Counter;
+    /** Number of skipped tests */
+    testSkipCount: Counter;
+    /** Test execution duration */
+    testDuration: Histogram;
+    /** Line coverage percentage */
+    coverageLine: Histogram;
+    /** Branch coverage percentage */
+    coverageBranch: Histogram;
+    /** Function coverage percentage */
+    coverageFunction: Histogram;
+    /** Statement coverage percentage */
+    coverageStatement: Histogram;
+    /** Number of flaky tests detected */
+    flakyTestCount: UpDownCounter;
+    /** Defect density per KLOC */
+    defectDensity: Histogram;
+    /** Number of quality gate evaluations */
+    qualityGateCount: Counter;
+    /** Security vulnerabilities found */
+    securityVulnerabilityCount: Counter;
+}
+/**
+ * Initialize quality metrics
+ *
+ * @param meter - OpenTelemetry Meter instance
+ * @returns Quality metrics registry
+ */
+export declare function createQualityMetrics(meter?: Meter): QualityMetrics;
+/**
+ * Get initialized quality metrics
+ *
+ * @returns Quality metrics registry
+ */
+export declare function getQualityMetrics(): QualityMetrics;
+/**
+ * Test execution result for recording
+ */
+export interface TestExecutionResult {
+    /** Test framework (jest, mocha, pytest) */
+    framework: string;
+    /** Test suite name */
+    suite: string;
+    /** Total tests in this execution */
+    total: number;
+    /** Number of passed tests */
+    passed: number;
+    /** Number of failed tests */
+    failed: number;
+    /** Number of skipped tests */
+    skipped: number;
+    /** Total duration in milliseconds */
+    durationMs: number;
+    /** Test type (unit, integration, e2e) */
+    testType?: string;
+}
+/**
+ * Record test execution results
+ *
+ * @param result - Test execution result
+ */
+export declare function recordTestExecution(result: TestExecutionResult): void;
+/**
+ * Coverage report for recording
+ */
+export interface CoverageReport {
+    /** Source file or module */
+    target: string;
+    /** Line coverage percentage (0-100) */
+    line: number;
+    /** Branch coverage percentage (0-100) */
+    branch: number;
+    /** Function coverage percentage (0-100) */
+    function: number;
+    /** Statement coverage percentage (0-100) */
+    statement?: number;
+    /** Coverage tool used */
+    tool?: string;
+}
+/**
+ * Record coverage metrics
+ *
+ * @param report - Coverage report
+ */
+export declare function recordCoverage(report: CoverageReport): void;
+/**
+ * Quality gate evaluation result
+ */
+export interface QualityGateResult {
+    /** Gate name */
+    gateName: string;
+    /** Whether the gate passed */
+    passed: boolean;
+    /** Threshold value */
+    threshold: number;
+    /** Actual value */
+    actual: number;
+    /** Metric type (coverage, test_pass_rate, etc.) */
+    metricType: string;
+    /** Severity if failed (warning, error, critical) */
+    severity?: string;
+}
+/**
+ * Record quality gate evaluation
+ *
+ * @param result - Quality gate result
+ */
+export declare function recordQualityGate(result: QualityGateResult): void;
+/**
+ * Security scan result for recording
+ */
+export interface SecurityScanResult {
+    /** Target scanned (file, package, etc.) */
+    target: string;
+    /** Scanner tool used */
+    scanner: string;
+    /** Vulnerabilities by severity */
+    vulnerabilities: {
+        critical: number;
+        high: number;
+        medium: number;
+        low: number;
+        info: number;
+    };
+}
+/**
+ * Record security scan results
+ *
+ * @param result - Security scan result
+ */
+export declare function recordSecurityScan(result: SecurityScanResult): void;
+/**
+ * Record flaky test detection
+ *
+ * @param testName - Name of the flaky test
+ * @param flakinessScore - Flakiness score (0-1)
+ * @param isResolved - Whether the flaky test was resolved
+ */
+export declare function recordFlakyTest(testName: string, flakinessScore: number, isResolved?: boolean): void;
+/**
+ * Record defect density
+ *
+ * @param module - Module or file name
+ * @param defectCount - Number of defects
+ * @param linesOfCode - Total lines of code
+ */
+export declare function recordDefectDensity(module: string, defectCount: number, linesOfCode: number): void;
+/**
+ * API contract validation metrics
+ */
+export declare function createApiContractMetrics(meter?: Meter): {
+    contractValidationCount: Counter<Attributes>;
+    contractViolationCount: Counter<Attributes>;
+    schemaValidationDuration: Histogram<Attributes>;
+};
+//# sourceMappingURL=quality-metrics.d.ts.map

package/dist/telemetry/metrics/quality-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-metrics.d.ts","sourceRoot":"","sources":["../../../src/telemetry/metrics/quality-metrics.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAS,aAAa,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAIjG;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,qCAAqC;IACrC,SAAS,EAAE,OAAO,CAAC;IACnB,6BAA6B;IAC7B,aAAa,EAAE,OAAO,CAAC;IACvB,6BAA6B;IAC7B,aAAa,EAAE,OAAO,CAAC;IACvB,8BAA8B;IAC9B,aAAa,EAAE,OAAO,CAAC;IACvB,8BAA8B;IAC9B,YAAY,EAAE,SAAS,CAAC;IACxB,+BAA+B;IAC/B,YAAY,EAAE,SAAS,CAAC;IACxB,iCAAiC;IACjC,cAAc,EAAE,SAAS,CAAC;IAC1B,mCAAmC;IACnC,gBAAgB,EAAE,SAAS,CAAC;IAC5B,oCAAoC;IACpC,iBAAiB,EAAE,SAAS,CAAC;IAC7B,qCAAqC;IACrC,cAAc,EAAE,aAAa,CAAC;IAC9B,8BAA8B;IAC9B,aAAa,EAAE,SAAS,CAAC;IACzB,yCAAyC;IACzC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,qCAAqC;IACrC,0BAA0B,EAAE,OAAO,CAAC;CACrC;AAKD;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,cAAc,CA6FlE;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,IAAI,cAAc,CAKlD;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,2CAA2C;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,sBAAsB;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,oCAAoC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,CAoBrE;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,4BAA4B;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,2CAA2C;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAkB3D;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,gBAAgB;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,MAAM,EAAE,OAAO,CAAC;IAChB,sBAAsB;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,mDAAmD;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB,oDAAoD;IACpD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAcjE;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,2CAA2C;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,wBAAwB;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,eAAe,EAAE;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAyBnE;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EACtB,UAAU,GAAE,OAAe,GAC1B,IAAI,CAUN;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,GAClB,IAAI,CAUN;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,CAAC,EAAE,KAAK;;;;EAsBrD"}