agentic-qe 1.8.3 → 1.9.0

package/dist/telemetry/metrics/agent-metrics.js

@@ -0,0 +1,213 @@
+"use strict";
+/**
+ * Agent Performance Metrics for Agentic QE Fleet
+ *
+ * Metrics for tracking agent task execution, performance, and resource usage.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAgentMetrics = createAgentMetrics;
+exports.getAgentMetrics = getAgentMetrics;
+exports.recordAgentTask = recordAgentTask;
+exports.recordAgentCount = recordAgentCount;
+exports.createModelRoutingMetrics = createModelRoutingMetrics;
+exports.createLearningMetrics = createLearningMetrics;
+const bootstrap_1 = require("../bootstrap");
+const types_1 = require("../types");
+// Singleton metrics instance
+let agentMetrics = null;
+/**
+ * Initialize agent metrics
+ *
+ * @param meter - OpenTelemetry Meter instance
+ * @returns Agent metrics registry
+ */
+function createAgentMetrics(meter) {
+    if (agentMetrics) {
+        return agentMetrics;
+    }
+    const m = meter || (0, bootstrap_1.getMeter)();
+    agentMetrics = {
+        taskCount: m.createCounter(types_1.METRIC_NAMES.AGENT_TASK_COUNT, {
+            description: 'Total number of tasks executed by agents',
+            unit: 'tasks',
+        }),
+        taskDuration: m.createHistogram(types_1.METRIC_NAMES.AGENT_TASK_DURATION, {
+            description: 'Distribution of agent task execution durations',
+            unit: 'ms',
+            advice: {
+                explicitBucketBoundaries: types_1.HISTOGRAM_BOUNDARIES.taskDuration,
+            },
+        }),
+        successCount: m.createCounter(`${types_1.METRIC_NAMES.AGENT_TASK_COUNT}.success`, {
+            description: 'Total number of successful agent tasks',
+            unit: 'tasks',
+        }),
+        errorCount: m.createCounter(types_1.METRIC_NAMES.AGENT_ERROR_COUNT, {
+            description: 'Total number of failed agent tasks',
+            unit: 'errors',
+        }),
+        tokenUsage: m.createCounter(types_1.METRIC_NAMES.AGENT_TOKEN_USAGE, {
+            description: 'Total tokens consumed by agents',
+            unit: 'tokens',
+        }),
+        costTotal: m.createCounter(types_1.METRIC_NAMES.AGENT_COST, {
+            description: 'Total cost incurred by agent operations',
+            unit: 'USD',
+        }),
+        activeAgents: m.createUpDownCounter(types_1.METRIC_NAMES.AGENT_ACTIVE_COUNT, {
+            description: 'Number of currently active agents in the fleet',
+            unit: 'agents',
+        }),
+    };
+    return agentMetrics;
+}
+/**
+ * Get initialized agent metrics
+ *
+ * @returns Agent metrics registry
+ */
+function getAgentMetrics() {
+    if (!agentMetrics) {
+        return createAgentMetrics();
+    }
+    return agentMetrics;
+}
+/**
+ * Record a completed agent task
+ *
+ * @param agentType - Type of agent (e.g., test-generator, coverage-analyzer)
+ * @param taskType - Type of task executed
+ * @param durationMs - Task duration in milliseconds
+ * @param success - Whether the task succeeded
+ * @param options - Additional recording options
+ */
+function recordAgentTask(agentType, taskType, durationMs, success, options) {
+    const metrics = getAgentMetrics();
+    const attributes = {
+        'agent.type': agentType,
+        'task.type': taskType,
+        'task.status': success ? 'success' : 'failed',
+    };
+    if (options?.agentId) {
+        attributes['agent.id'] = options.agentId;
+    }
+    if (options?.taskId) {
+        attributes['task.id'] = options.taskId;
+    }
+    if (options?.priority) {
+        attributes['task.priority'] = options.priority;
+    }
+    // Record task count
+    metrics.taskCount.add(1, attributes);
+    // Record duration
+    metrics.taskDuration.record(durationMs, attributes);
+    // Record success/failure
+    if (success) {
+        metrics.successCount.add(1, attributes);
+    }
+    else {
+        metrics.errorCount.add(1, attributes);
+    }
+    // Record token usage if provided
+    if (options?.tokensUsed && options.tokensUsed > 0) {
+        metrics.tokenUsage.add(options.tokensUsed, attributes);
+    }
+    // Record cost if provided
+    if (options?.cost && options.cost > 0) {
+        metrics.costTotal.add(options.cost, attributes);
+    }
+}
+/**
+ * Record agent spawn/despawn
+ *
+ * @param agentType - Type of agent
+ * @param delta - Change in agent count (+1 for spawn, -1 for despawn)
+ * @param attributes - Additional attributes
+ */
+function recordAgentCount(agentType, delta, attributes) {
+    const metrics = getAgentMetrics();
+    metrics.activeAgents.add(delta, {
+        'agent.type': agentType,
+        ...attributes,
+    });
+}
+/**
+ * Create model routing metrics
+ *
+ * @param meter - OpenTelemetry Meter instance
+ * @returns Model routing metrics
+ */
+function createModelRoutingMetrics(meter) {
+    const m = meter || (0, bootstrap_1.getMeter)();
+    return {
+        routingCount: m.createCounter('aqe.model.routing.count', {
+            description: 'Number of model routing decisions',
+            unit: 'routes',
+        }),
+        routingLatency: m.createHistogram('aqe.model.routing.latency', {
+            description: 'Model routing decision latency',
+            unit: 'ms',
+            advice: {
+                explicitBucketBoundaries: [1, 5, 10, 25, 50, 100, 250, 500],
+            },
+        }),
+        modelInvocationCount: m.createCounter('aqe.model.invocation.count', {
+            description: 'Number of model invocations',
+            unit: 'invocations',
+        }),
+        modelTokensInput: m.createCounter('aqe.model.tokens.input', {
+            description: 'Total input tokens sent to models',
+            unit: 'tokens',
+        }),
+        modelTokensOutput: m.createCounter('aqe.model.tokens.output', {
+            description: 'Total output tokens received from models',
+            unit: 'tokens',
+        }),
+        modelCost: m.createCounter('aqe.model.cost', {
+            description: 'Total cost of model invocations',
+            unit: 'USD',
+        }),
+        modelLatency: m.createHistogram('aqe.model.invocation.latency', {
+            description: 'Model invocation latency',
+            unit: 'ms',
+            advice: {
+                explicitBucketBoundaries: [100, 250, 500, 1000, 2500, 5000, 10000, 30000],
+            },
+        }),
+    };
+}
+/**
+ * Learning and pattern metrics for agents
+ */
+function createLearningMetrics(meter) {
+    const m = meter || (0, bootstrap_1.getMeter)();
+    return {
+        patternMatchCount: m.createCounter('aqe.learning.pattern.match.count', {
+            description: 'Number of pattern matches found',
+            unit: 'matches',
+        }),
+        patternMatchScore: m.createHistogram('aqe.learning.pattern.match.score', {
+            description: 'Distribution of pattern match scores',
+            unit: 'score',
+            advice: {
+                explicitBucketBoundaries: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0],
+            },
+        }),
+        learningEpisodeCount: m.createCounter('aqe.learning.episode.count', {
+            description: 'Number of learning episodes recorded',
+            unit: 'episodes',
+        }),
+        rewardScore: m.createHistogram('aqe.learning.reward.score', {
+            description: 'Distribution of reward scores',
+            unit: 'score',
+            advice: {
+                explicitBucketBoundaries: [0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0],
+            },
+        }),
+        experienceBufferSize: m.createUpDownCounter('aqe.learning.buffer.size', {
+            description: 'Current size of experience replay buffer',
+            unit: 'experiences',
+        }),
+    };
+}
+//# sourceMappingURL=agent-metrics.js.map

package/dist/telemetry/metrics/agent-metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-metrics.js","sourceRoot":"","sources":["../../../src/telemetry/metrics/agent-metrics.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAmCH,gDAgDC;AAOD,0CAKC;AAWD,0CAqDC;AASD,4CAWC;AA4BD,8DA6CC;AAKD,sDAmCC;AAjSD,4CAAwC;AACxC,oCAAmF;AAsBnF,6BAA6B;AAC7B,IAAI,YAAY,GAAwB,IAAI,CAAC;AAE7C;;;;;GAKG;AACH,SAAgB,kBAAkB,CAAC,KAAa;IAC9C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,GAAG,KAAK,IAAI,IAAA,oBAAQ,GAAE,CAAC;IAE9B,YAAY,GAAG;QACb,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,oBAAY,CAAC,gBAAgB,EAAE;YACxD,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,OAAO;SACd,CAAC;QAEF,YAAY,EAAE,CAAC,CAAC,eAAe,CAAC,oBAAY,CAAC,mBAAmB,EAAE;YAChE,WAAW,EAAE,gDAAgD;YAC7D,IAAI,EAAE,IAAI;YACV,MAAM,EAAE;gBACN,wBAAwB,EAAE,4BAAoB,CAAC,YAAY;aAC5D;SACF,CAAC;QAEF,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,oBAAY,CAAC,gBAAgB,UAAU,EAAE;YACxE,WAAW,EAAE,wCAAwC;YACrD,IAAI,EAAE,OAAO;SACd,CAAC;QAEF,UAAU,EAAE,CAAC,CAAC,aAAa,CAAC,oBAAY,CAAC,iBAAiB,EAAE;YAC1D,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,QAAQ;SACf,CAAC;QAEF,UAAU,EAAE,CAAC,CAAC,aAAa,CAAC,oBAAY,CAAC,iBAAiB,EAAE;YAC1D,WAAW,EAAE,iCAAiC;YAC9C,IAAI,EAAE,QAAQ;SACf,CAAC;QAEF,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,oBAAY,CAAC,UAAU,EAAE;YAClD,WAAW,EAAE,yCAAyC;YACtD,IAAI,EAAE,KAAK;SACZ,CAAC;QAEF,YAAY,EAAE,CAAC,CAAC,mBAAmB,CAAC,oBAAY,CAAC,kBAAkB,EAAE;YACnE,WAAW,EAAE,gDAAgD;YAC7D,IAAI,EAAE,QAAQ;SACf,CAAC;KACH,CAAC;IAEF,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;GAIG;AACH,SAAgB,eAAe;IAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,kBAAkB,EAAE,CAAC;IAC9B,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAC7B,SAAiB,EACjB,QAAgB,EAChB,UAAkB,EAClB,OAAgB,EAChB,OAMC;IAED,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;IAElC,MAAM,UAAU,GAAe;QAC7B,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,QAAQ;QACrB,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;KAC9C,CAAC;IAEF,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,UAAU,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACzC,CAAC;IACD,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,UAAU,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;IACjD,CAAC;IAED,oBAAoB;IACpB,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAErC,kBAAkB;IAClB,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAEpD,yBAAyB;IACzB,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAC1C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;IAED,iCAAiC;IACjC,IAAI,OAAO,EAAE,UAAU,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAClD,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC;IAED,0BAA0B;IAC1B,IAAI,OAAO,EAAE,IAAI,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,gBAAgB,CAC9B,SAAiB,EACjB,KAAa,EACb,UAAuB;IAEvB,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;IAElC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE;QAC9B,YAAY,EAAE,SAAS;QACvB,GAAG,UAAU;KACd,CAAC,CAAC;AACL,CAAC;AAsBD;;;;;GAKG;AACH,SAAgB,yBAAyB,CAAC,KAAa;IACrD,MAAM,CAAC,GAAG,KAAK,IAAI,IAAA,oBAAQ,GAAE,CAAC;IAE9B,OAAO;QACL,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,yBAAyB,EAAE;YACvD,WAAW,EAAE,mCAAmC;YAChD,IAAI,EAAE,QAAQ;SACf,CAAC;QAEF,cAAc,EAAE,CAAC,CAAC,eAAe,CAAC,2BAA2B,EAAE;YAC7D,WAAW,EAAE,gCAAgC;YAC7C,IAAI,EAAE,IAAI;YACV,MAAM,EAAE;gBACN,wBAAwB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAC5D;SACF,CAAC;QAEF,oBAAoB,EAAE,CAAC,CAAC,aAAa,CAAC,4BAA4B,EAAE;YAClE,WAAW,EAAE,6BAA6B;YAC1C,IAAI,EAAE,aAAa;SACpB,CAAC;QAEF,gBAAgB,EAAE,CAAC,CAAC,aAAa,CAAC,wBAAwB,EAAE;YAC1D,WAAW,EAAE,mCAAmC;YAChD,IAAI,EAAE,QAAQ;SACf,CAAC;QAEF,iBAAiB,EAAE,CAAC,CAAC,aAAa,CAAC,yBAAyB,EAAE;YAC5D,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,QAAQ;SACf,CAAC;QAEF,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,gBAAgB,EAAE;YAC3C,WAAW,EAAE,iCAAiC;YAC9C,IAAI,EAAE,KAAK;SACZ,CAAC;QAEF,YAAY,EAAE,CAAC,CAAC,eAAe,CAAC,8BAA8B,EAAE;YAC9D,WAAW,EAAE,0BAA0B;YACvC,IAAI,EAAE,IAAI;YACV,MAAM,EAAE;gBACN,wBAAwB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;aAC1E;SACF,CAAC;KACH,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,KAAa;IACjD,MAAM,CAAC,GAAG,KAAK,IAAI,IAAA,oBAAQ,GAAE,CAAC;IAE9B,OAAO;QACL,iBAAiB,EAAE,CAAC,CAAC,aAAa,CAAC,kCAAkC,EAAE;YACrE,WAAW,EAAE,iCAAiC;YAC9C,IAAI,EAAE,SAAS;SAChB,CAAC;QAEF,iBAAiB,EAAE,CAAC,CAAC,eAAe,CAAC,kCAAkC,EAAE;YACvE,WAAW,EAAE,sCAAsC;YACnD,IAAI,EAAE,OAAO;YACb,MAAM,EAAE;gBACN,wBAAwB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAC7E;SACF,CAAC;QAEF,oBAAoB,EAAE,CAAC,CAAC,aAAa,CAAC,4BAA4B,EAAE;YAClE,WAAW,EAAE,sCAAsC;YACnD,IAAI,EAAE,UAAU;SACjB,CAAC;QAEF,WAAW,EAAE,CAAC,CAAC,eAAe,CAAC,2BAA2B,EAAE;YAC1D,WAAW,EAAE,+BAA+B;YAC5C,IAAI,EAAE,OAAO;YACb,MAAM,EAAE;gBACN,wBAAwB,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAChF;SACF,CAAC;QAEF,oBAAoB,EAAE,CAAC,CAAC,mBAAmB,CAAC,0BAA0B,EAAE;YACtE,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,aAAa;SACpB,CAAC;KACH,CAAC;AACJ,CAAC"}

package/dist/telemetry/metrics/collectors/cost.d.ts

@@ -0,0 +1,246 @@
+/**
+ * Token and Cost Tracking Collector (Phase 2 - Action A5)
+ *
+ * Implements middleware for tracking LLM token usage and costs across agents,
+ * tasks, and fleet operations. Supports multiple LLM providers with accurate
+ * cost calculations based on pricing tables.
+ *
+ * Features:
+ * - Token counting for input/output from all LLM API responses
+ * - Per-agent cost tracking with attribution
+ * - Fleet-wide cost aggregation
+ * - Support for Anthropic, OpenRouter, ONNX (local), OpenAI
+ * - Prometheus-compatible metric export
+ * - Cache-aware cost calculation (write premium, read discount)
+ *
+ * @module telemetry/metrics/collectors/cost
+ */
+/**
+ * LLM provider pricing configuration
+ *
+ * Prices are per million tokens (input/output).
+ * Updated: January 2025
+ */
+export interface ProviderPricing {
+    /** Provider name */
+    provider: 'anthropic' | 'openrouter' | 'openai' | 'onnx';
+    /** Model identifier */
+    model: string;
+    /** Input token cost per million */
+    inputCostPerMillion: number;
+    /** Output token cost per million */
+    outputCostPerMillion: number;
+    /** Cache write cost per million (if supported) */
+    cacheWriteCostPerMillion?: number;
+    /** Cache read cost per million (if supported) */
+    cacheReadCostPerMillion?: number;
+}
+/**
+ * Pricing table for supported LLM providers
+ *
+ * Anthropic pricing (January 2025):
+ * - Claude Sonnet 4.5: $3.00 input / $15.00 output per 1M tokens
+ * - Cache write: 25% premium ($3.75/M)
+ * - Cache read: 90% discount ($0.30/M)
+ *
+ * OpenRouter: ~99% cost savings vs Anthropic
+ * ONNX: $0 (local inference)
+ */
+export declare const PRICING_TABLE: ProviderPricing[];
+/**
+ * Token usage from LLM API response
+ */
+export interface TokenUsage {
+    /** Input tokens (prompt) */
+    inputTokens: number;
+    /** Output tokens (completion) */
+    outputTokens: number;
+    /** Cache creation tokens (Anthropic only) */
+    cacheCreationTokens?: number;
+    /** Cache read tokens (Anthropic only) */
+    cacheReadTokens?: number;
+    /** Total tokens */
+    totalTokens: number;
+}
+/**
+ * Cost breakdown for an LLM call
+ */
+export interface CostBreakdown {
+    /** Input cost in USD */
+    inputCost: number;
+    /** Output cost in USD */
+    outputCost: number;
+    /** Cache write cost in USD (if applicable) */
+    cacheWriteCost?: number;
+    /** Cache read cost in USD (if applicable) */
+    cacheReadCost?: number;
+    /** Total cost in USD */
+    totalCost: number;
+    /** Cost savings from caching in USD (if applicable) */
+    cacheSavings?: number;
+}
+/**
+ * Token and cost metrics for an agent or task
+ */
+export interface TokenMetrics {
+    /** Agent or task identifier */
+    id: string;
+    /** Type (agent or task) */
+    type: 'agent' | 'task' | 'fleet';
+    /** Token usage */
+    tokens: TokenUsage;
+    /** Cost breakdown */
+    cost: CostBreakdown;
+    /** Provider and model used */
+    provider: string;
+    model: string;
+    /** Timestamp */
+    timestamp: number;
+}
+/**
+ * CostTracker
+ *
+ * Middleware for tracking LLM token usage and costs with OpenTelemetry metrics.
+ *
+ * Usage:
+ * 1. Wrap LLM calls with trackTokens()
+ * 2. Extract usage from API response
+ * 3. Metrics automatically exported to OTEL collector
+ *
+ * @example
+ * ```typescript
+ * const costTracker = new CostTracker();
+ *
+ * // Track Anthropic call
+ * const response = await anthropic.messages.create({...});
+ * costTracker.trackTokens({
+ *   agentId: 'test-gen-001',
+ *   taskId: 'task-123',
+ *   provider: 'anthropic',
+ *   model: 'claude-sonnet-4',
+ *   usage: {
+ *     inputTokens: response.usage.input_tokens,
+ *     outputTokens: response.usage.output_tokens,
+ *     cacheCreationTokens: response.usage.cache_creation_input_tokens,
+ *     cacheReadTokens: response.usage.cache_read_input_tokens,
+ *     totalTokens: response.usage.input_tokens + response.usage.output_tokens,
+ *   },
+ * });
+ * ```
+ */
+export declare class CostTracker {
+    private tokenCounter;
+    private costCounter;
+    private tokenHistogram;
+    private costHistogram;
+    private activeAgentsGauge;
+    private agentMetrics;
+    private taskMetrics;
+    private fleetMetrics;
+    constructor();
+    /**
+     * Track token usage and costs for an LLM call
+     *
+     * Extracts token counts from API response, calculates costs using pricing table,
+     * and records metrics to OpenTelemetry.
+     *
+     * @param params - Tracking parameters
+     */
+    trackTokens(params: {
+        agentId: string;
+        taskId?: string;
+        provider: string;
+        model: string;
+        usage: TokenUsage;
+        attributes?: Record<string, string | number>;
+    }): void;
+    /**
+     * Get pricing configuration for a provider/model
+     */
+    private getPricing;
+    /**
+     * Calculate cost breakdown from token usage
+     */
+    private calculateCost;
+    /**
+     * Update agent-level metrics (accumulate)
+     */
+    private updateAgentMetrics;
+    /**
+     * Update task-level metrics
+     */
+    private updateTaskMetrics;
+    /**
+     * Update fleet-wide metrics
+     */
+    private updateFleetMetrics;
+    /**
+     * Initialize empty fleet metrics
+     */
+    private initializeFleetMetrics;
+    /**
+     * Record metrics to OpenTelemetry
+     */
+    private recordMetrics;
+    /**
+     * Get metrics for a specific agent
+     */
+    getAgentMetrics(agentId: string): TokenMetrics | null;
+    /**
+     * Get metrics for a specific task
+     */
+    getTaskMetrics(taskId: string): TokenMetrics | null;
+    /**
+     * Get fleet-wide metrics
+     */
+    getFleetMetrics(): TokenMetrics | null;
+    /**
+     * Get all agent metrics
+     */
+    getAllAgentMetrics(): Map<string, TokenMetrics>;
+    /**
+     * Reset all metrics (for testing)
+     */
+    reset(): void;
+    /**
+     * Export metrics in Prometheus format
+     */
+    exportPrometheusMetrics(): string;
+}
+/**
+ * Get or create the global CostTracker instance
+ */
+export declare function getCostTracker(): CostTracker;
+/**
+ * Middleware wrapper for LLM calls with automatic token tracking
+ *
+ * @example
+ * ```typescript
+ * const callLLM = withTokenTracking(
+ *   async (prompt: string) => {
+ *     const response = await anthropic.messages.create({
+ *       model: 'claude-sonnet-4',
+ *       messages: [{ role: 'user', content: prompt }],
+ *     });
+ *     return response;
+ *   },
+ *   {
+ *     agentId: 'test-gen-001',
+ *     taskId: 'task-123',
+ *     provider: 'anthropic',
+ *     model: 'claude-sonnet-4',
+ *   }
+ * );
+ *
+ * const result = await callLLM('Generate tests for...');
+ * ```
+ */
+export declare function withTokenTracking<T extends {
+    usage: any;
+}>(fn: (...args: any[]) => Promise<T>, context: {
+    agentId: string;
+    taskId?: string;
+    provider: string;
+    model: string;
+}): (...args: any[]) => Promise<T>;
+//# sourceMappingURL=cost.d.ts.map

package/dist/telemetry/metrics/collectors/cost.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost.d.ts","sourceRoot":"","sources":["../../../../src/telemetry/metrics/collectors/cost.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAMH;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B,oBAAoB;IACpB,QAAQ,EAAE,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,CAAC;IACzD,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,mCAAmC;IACnC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oCAAoC;IACpC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,kDAAkD;IAClD,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,iDAAiD;IACjD,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED;;;;;;;;;;GAUG;AACH,eAAO,MAAM,aAAa,EAAE,eAAe,EA8E1C,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,4BAA4B;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,6CAA6C;IAC7C,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,yCAAyC;IACzC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,wBAAwB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,yBAAyB;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6CAA6C;IAC7C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,wBAAwB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,+BAA+B;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,2BAA2B;IAC3B,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC;IACjC,kBAAkB;IAClB,MAAM,EAAE,UAAU,CAAC;IACnB,qBAAqB;IACrB,IAAI,EAAE,aAAa,CAAC;IACpB,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,qBAAa,WAAW;IAEtB,OAAO,CAAC,YAAY,CAAU;IAC9B,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,cAAc,CAAY;IAClC,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,iBAAiB,CAAgB;IAGzC,OAAO,CAAC,YAAY,CAAwC;IAC5D,OAAO,CAAC,WAAW,CAAwC;IAC3D,OAAO,CAAC,YAAY,CAA6B;;IAsCjD;;;;;;;OAOG;IACH,WAAW,CAAC,MAAM,EAAE;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,UAAU,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;KAC9C,GAAG,IAAI;IAuCR;;OAEG;IACH,OAAO,CAAC,UAAU;IASlB;;OAEG;IACH,OAAO,CAAC,aAAa;IAoCrB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAsC1B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAKzB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAoC1B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAyB9B;;OAEG;IACH,OAAO,CAAC,aAAa;IAsDrB;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAIrD;;OAEG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAInD;;OAEG;IACH,eAAe,IAAI,YAAY,GAAG,IAAI;IAItC;;OAEG;IACH,kBAAkB,IAAI,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;IAI/C;;OAEG;IACH,KAAK,IAAI,IAAI;IAMb;;OAEG;IACH,uBAAuB,IAAI,MAAM;CAmClC;AAOD;;GAEG;AACH,wBAAgB,cAAc,IAAI,WAAW,CAK5C;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,SAAS;IAAE,KAAK,EAAE,GAAG,CAAA;CAAE,EACxD,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,EAClC,OAAO,EAAE;IACP,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf,GACA,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAsBhC"}