agentic-qe 3.3.5 → 3.4.0

package/v3/dist/testing/load/metrics-collector.d.ts

@@ -0,0 +1,275 @@
+/**
+ * Agentic QE v3 - Load Test Metrics Collector
+ * Performance metrics collection for 100+ agent coordination testing
+ *
+ * Issue #177 Targets:
+ * - 100+ agents
+ * - <4GB memory
+ * - <100ms coordination latency
+ */
+/**
+ * Individual agent lifecycle event
+ */
+export interface AgentLifecycleEvent {
+    readonly agentId: string;
+    readonly timestamp: number;
+    readonly type: 'spawn' | 'terminate';
+}
+/**
+ * Task execution event
+ */
+export interface TaskEvent {
+    readonly agentId: string;
+    readonly taskId: string;
+    readonly timestamp: number;
+    readonly type: 'start' | 'complete';
+    readonly duration?: number;
+}
+/**
+ * Coordination latency measurement
+ */
+export interface CoordinationEvent {
+    readonly agentId: string;
+    readonly timestamp: number;
+    readonly latency: number;
+}
+/**
+ * Memory snapshot
+ */
+export interface MemorySnapshot {
+    readonly timestamp: number;
+    readonly heapUsed: number;
+    readonly heapTotal: number;
+    readonly external: number;
+    readonly rss: number;
+}
+/**
+ * Latency percentiles
+ */
+export interface LatencyPercentiles {
+    readonly p50: number;
+    readonly p95: number;
+    readonly p99: number;
+    readonly max: number;
+    readonly min: number;
+    readonly avg: number;
+    readonly count: number;
+}
+/**
+ * Throughput metrics
+ */
+export interface ThroughputMetrics {
+    readonly tasks: number;
+    readonly tasksPerSecond: number;
+    readonly agents: number;
+    readonly agentsPerSecond: number;
+}
+/**
+ * Resource utilization metrics
+ */
+export interface ResourceMetrics {
+    readonly memoryPeak: number;
+    readonly memoryAverage: number;
+    readonly cpuPeak: number;
+    readonly cpuAverage: number;
+}
+/**
+ * Complete load test report
+ */
+export interface LoadTestReport {
+    readonly summary: {
+        readonly totalAgents: number;
+        readonly peakAgents: number;
+        readonly totalTasks: number;
+        readonly duration: number;
+        readonly success: boolean;
+        readonly successCriteria: {
+            readonly agentCount: boolean;
+            readonly memoryLimit: boolean;
+            readonly coordinationLatency: boolean;
+            readonly noDeadlocks: boolean;
+            readonly noStarvation: boolean;
+        };
+    };
+    readonly performance: {
+        readonly coordinationLatency: LatencyPercentiles;
+        readonly taskLatency: LatencyPercentiles;
+        readonly throughput: ThroughputMetrics;
+    };
+    readonly resources: ResourceMetrics;
+    readonly timeline: {
+        readonly agentCounts: Array<{
+            timestamp: number;
+            count: number;
+        }>;
+        readonly latencies: Array<{
+            timestamp: number;
+            p95: number;
+        }>;
+        readonly memoryUsage: Array<{
+            timestamp: number;
+            heapUsed: number;
+        }>;
+    };
+    readonly issues: string[];
+    readonly recommendations: string[];
+}
+/**
+ * Metrics collector configuration
+ */
+export interface MetricsCollectorConfig {
+    /** Maximum number of events to store (default: 100000) */
+    readonly maxEvents: number;
+    /** Memory sampling interval in ms (default: 1000) */
+    readonly memorySampleInterval: number;
+    /** Enable detailed timeline (default: true) */
+    readonly enableTimeline: boolean;
+    /** Timeline sample interval in ms (default: 1000) */
+    readonly timelineSampleInterval: number;
+}
+/**
+ * MetricsCollector - Collects and analyzes performance metrics for load testing
+ *
+ * Efficiently tracks:
+ * - Agent spawn/terminate events
+ * - Task start/complete with duration
+ * - Coordination latency measurements
+ * - Memory usage snapshots
+ *
+ * Provides:
+ * - P50/P95/P99 latency calculations
+ * - Peak/average memory tracking
+ * - Throughput calculations
+ * - Timeline data for visualization
+ */
+export declare class MetricsCollector {
+    private readonly config;
+    private readonly activeAgents;
+    private peakAgentCount;
+    private totalAgentsSpawned;
+    private readonly activeTasks;
+    private totalTasksStarted;
+    private totalTasksCompleted;
+    private readonly coordinationLatencies;
+    private readonly taskDurations;
+    private readonly memorySnapshots;
+    private peakMemoryUsed;
+    private memorySum;
+    private memorySamples;
+    private readonly agentTimeline;
+    private readonly latencyTimeline;
+    private readonly memoryTimeline;
+    private startTime;
+    private endTime;
+    private running;
+    private memorySamplerTimer;
+    private timelineSamplerTimer;
+    private readonly issues;
+    constructor(config?: Partial<MetricsCollectorConfig>);
+    /**
+     * Start collecting metrics
+     */
+    start(): void;
+    /**
+     * Stop collecting metrics
+     */
+    stop(): void;
+    /**
+     * Reset all metrics
+     */
+    reset(): void;
+    /**
+     * Record agent spawn
+     */
+    recordAgentSpawn(agentId: string, timestamp?: number): void;
+    /**
+     * Record agent termination
+     */
+    recordAgentTerminate(agentId: string, _timestamp?: number): void;
+    /**
+     * Record task start
+     */
+    recordTaskStart(agentId: string, taskId: string, timestamp?: number): void;
+    /**
+     * Record task completion with duration
+     */
+    recordTaskComplete(agentId: string, taskId: string, duration: number, _timestamp?: number): void;
+    /**
+     * Record coordination latency
+     */
+    recordCoordination(agentId: string, latency: number, _timestamp?: number): void;
+    /**
+     * Record memory usage
+     */
+    recordMemoryUsage(heapUsed: number, heapTotal: number): void;
+    /**
+     * Record an issue
+     */
+    recordIssue(message: string): void;
+    /**
+     * Get current active agent count
+     */
+    getAgentCount(): number;
+    /**
+     * Get peak agent count
+     */
+    getPeakAgentCount(): number;
+    /**
+     * Get total agents spawned
+     */
+    getTotalAgentsSpawned(): number;
+    /**
+     * Get coordination latency at P95
+     */
+    getP95CoordinationLatency(): number;
+    /**
+     * Get coordination latency at P99
+     */
+    getP99CoordinationLatency(): number;
+    /**
+     * Get coordination latency percentiles
+     */
+    getCoordinationLatencyPercentiles(): LatencyPercentiles;
+    /**
+     * Get task latency percentiles
+     */
+    getTaskLatencyPercentiles(): LatencyPercentiles;
+    /**
+     * Get maximum memory usage
+     */
+    getMaxMemoryUsage(): number;
+    /**
+     * Get average memory usage
+     */
+    getAverageMemoryUsage(): number;
+    /**
+     * Get throughput metrics
+     */
+    getThroughput(): ThroughputMetrics;
+    /**
+     * Get test duration in milliseconds
+     */
+    getDuration(): number;
+    /**
+     * Check if any agents are starving (no tasks for extended period)
+     */
+    hasAgentStarvation(): boolean;
+    /**
+     * Check for potential deadlocks (tasks started but not completing)
+     */
+    hasDeadlocks(): boolean;
+    /**
+     * Export complete load test report
+     */
+    exportReport(): LoadTestReport;
+    private sampleMemory;
+    private sampleTimeline;
+    private calculatePercentile;
+    private calculatePercentiles;
+    private generateRecommendations;
+}
+/**
+ * Create a new MetricsCollector instance
+ */
+export declare function createMetricsCollector(config?: Partial<MetricsCollectorConfig>): MetricsCollector;
+//# sourceMappingURL=metrics-collector.d.ts.map

package/v3/dist/testing/load/metrics-collector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics-collector.d.ts","sourceRoot":"","sources":["../../../src/testing/load/metrics-collector.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAQH;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,WAAW,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,CAAC;IACpC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,OAAO,EAAE;QAChB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;QAC1B,QAAQ,CAAC,eAAe,EAAE;YACxB,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;YAC7B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;YAC9B,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;YACtC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;YAC9B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;SAChC,CAAC;KACH,CAAC;IACF,QAAQ,CAAC,WAAW,EAAE;QACpB,QAAQ,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;QACjD,QAAQ,CAAC,WAAW,EAAE,kBAAkB,CAAC;QACzC,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC;KACxC,CAAC;IACF,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE;QACjB,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAClE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC9D,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACtE,CAAC;IACF,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,0DAA0D;IAC1D,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,qDAAqD;IACrD,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,+CAA+C;IAC/C,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC;IACjC,qDAAqD;IACrD,QAAQ,CAAC,sBAAsB,EAAE,MAAM,CAAC;CACzC;AAiBD;;;;;;;;;;;;;;GAcG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAGhD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA6B;IAC1D,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,kBAAkB,CAAK;IAG/B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA6D;IACzF,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,mBAAmB,CAAK;IAGhC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAyB;IAC/D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IAGvD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAiC;IACjE,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,aAAa,CAAK;IAG1B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmD;IACjF,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAiD;IACjF,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsD;IAGrF,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,kBAAkB,CAA+B;IACzD,OAAO,CAAC,oBAAoB,CAA+B;IAG3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,MAAM,GAAE,OAAO,CAAC,sBAAsB,CAAM;IAaxD;;OAEG;IACH,KAAK,IAAI,IAAI;IAmBb;;OAEG;IACH,IAAI,IAAI,IAAI;IAiBZ;;OAEG;IACH,KAAK,IAAI,IAAI;IAgCb;;OAEG;IACH,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,MAAmB,GAAG,IAAI;IAUvE;;OAEG;IACH,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,GAAE,MAAmB,GAAG,IAAI;IAI5E;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAE,MAAmB,GAAG,IAAI;IAKtF;;OAEG;IACH,kBAAkB,CAChB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,UAAU,GAAE,MAAmB,GAC9B,IAAI;IASP;;OAEG;IACH,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,GAAE,MAAmB,GAAG,IAAI;IAS3F;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI;IAwB5D;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAQlC;;OAEG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAI3B;;OAEG;IACH,qBAAqB,IAAI,MAAM;IAI/B;;OAEG;IACH,yBAAyB,IAAI,MAAM;IAInC;;OAEG;IACH,yBAAyB,IAAI,MAAM;IAInC;;OAEG;IACH,iCAAiC,IAAI,kBAAkB;IAIvD;;OAEG;IACH,yBAAyB,IAAI,kBAAkB;IAI/C;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAI3B;;OAEG;IACH,qBAAqB,IAAI,MAAM;IAI/B;;OAEG;IACH,aAAa,IAAI,iBAAiB;IAYlC;;OAEG;IACH,WAAW,IAAI,MAAM;IAMrB;;OAEG;IACH,kBAAkB,IAAI,OAAO;IAS7B;;OAEG;IACH,YAAY,IAAI,OAAO;IAkBvB;;OAEG;IACH,YAAY,IAAI,cAAc;IA8D9B,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,cAAc;IAsCtB,OAAO,CAAC,mBAAmB;IAQ3B,OAAO,CAAC,oBAAoB;IAmB5B,OAAO,CAAC,uBAAuB;CAiDhC;AAMD;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC,GACvC,gBAAgB,CAElB"}