create-byan-agent 2.0.1 → 2.1.1

package/src/byan-v2/observability/metrics-collector.js

@@ -0,0 +1,194 @@
+/**
+ * MetricsCollector - Track task execution metrics
+ * 
+ * Tracks:
+ * - tasksRouted, taskToolCalls, localExecutions
+ * - totalTokens, totalDuration
+ * - successfulTasks, failedTasks
+ * - Averages (duration, tokens)
+ * 
+ * Methods:
+ * - recordTaskRouting(routingData)
+ * - recordTaskExecution(executionData)
+ * - getMetrics()
+ * - reset()
+ */
+
+class MetricsCollector {
+  constructor() {
+    this.metrics = {
+      tasksRouted: 0,
+      taskToolCalls: 0,
+      localExecutions: 0,
+      totalTokens: 0,
+      totalDuration: 0,
+      successfulTasks: 0,
+      failedTasks: 0
+    };
+
+    this.counters = {
+      sessionsStarted: 0,
+      questionsAsked: 0,
+      analysesCompleted: 0,
+      profilesGenerated: 0,
+      errors: 0
+    };
+
+    this.taskHistory = [];
+  }
+
+  /**
+   * Increment a counter by name
+   * @param {string} counterName - Name of counter to increment
+   * @param {number} amount - Amount to increment by (default 1)
+   */
+  increment(counterName, amount = 1) {
+    if (this.counters.hasOwnProperty(counterName)) {
+      this.counters[counterName] += amount;
+    } else if (this.metrics.hasOwnProperty(counterName)) {
+      this.metrics[counterName] += amount;
+    } else {
+      this.counters[counterName] = amount;
+    }
+  }
+
+  /**
+   * Get summary of all metrics
+   * @returns {Object} Metrics summary
+   */
+  getSummary() {
+    const totalTasks = this.metrics.successfulTasks + this.metrics.failedTasks;
+    
+    return {
+      totalSessions: this.counters.sessionsStarted,
+      avgQuestionsPerSession: this.counters.sessionsStarted > 0
+        ? Math.round(this.counters.questionsAsked / this.counters.sessionsStarted)
+        : 0,
+      successRate: totalTasks > 0
+        ? Math.round((this.metrics.successfulTasks / totalTasks) * 100)
+        : 0,
+      delegationRate: this.metrics.tasksRouted > 0
+        ? Math.round((this.metrics.taskToolCalls / this.metrics.tasksRouted) * 100)
+        : 0,
+      ...this.counters,
+      ...this.metrics
+    };
+  }
+
+
+  /**
+   * Record task routing decision
+   * @param {Object} routingData - Routing decision data
+   */
+  recordTaskRouting(routingData) {
+    if (!routingData) return;
+
+    const { executor, complexity, task } = routingData;
+
+    // Increment counters
+    this.metrics.tasksRouted++;
+
+    if (executor === 'task-tool') {
+      this.metrics.taskToolCalls++;
+    } else if (executor === 'local') {
+      this.metrics.localExecutions++;
+    }
+
+    // Store in history
+    this.taskHistory.push({
+      type: 'routing',
+      timestamp: new Date().toISOString(),
+      executor,
+      complexity,
+      task
+    });
+  }
+
+  /**
+   * Record task execution result
+   * @param {Object} executionData - Execution result data
+   */
+  recordTaskExecution(executionData) {
+    if (!executionData) return;
+
+    const { duration, success, tokens, error } = executionData;
+
+    // Validate and record duration (reject negative)
+    if (duration !== undefined && duration >= 0) {
+      this.metrics.totalDuration += duration;
+    }
+
+    // Validate and record tokens (reject negative)
+    if (tokens !== undefined && tokens >= 0) {
+      this.metrics.totalTokens += tokens;
+    }
+
+    // Record success/failure
+    if (success === true) {
+      this.metrics.successfulTasks++;
+    } else if (success === false) {
+      this.metrics.failedTasks++;
+    }
+
+    // Store in history
+    this.taskHistory.push({
+      type: 'execution',
+      timestamp: new Date().toISOString(),
+      duration,
+      success,
+      tokens,
+      error
+    });
+  }
+
+  /**
+   * Get current metrics snapshot
+   * @returns {Object} Current metrics
+   */
+  getMetrics() {
+    const totalTasks = this.metrics.successfulTasks + this.metrics.failedTasks;
+
+    return {
+      tasksRouted: this.metrics.tasksRouted,
+      taskToolCalls: this.metrics.taskToolCalls,
+      localExecutions: this.metrics.localExecutions,
+      totalTokens: this.metrics.totalTokens,
+      totalDuration: this.metrics.totalDuration,
+      successfulTasks: this.metrics.successfulTasks,
+      failedTasks: this.metrics.failedTasks,
+      averageDuration: totalTasks > 0 
+        ? Math.round(this.metrics.totalDuration / totalTasks) 
+        : 0,
+      averageTokens: totalTasks > 0 
+        ? Math.round(this.metrics.totalTokens / totalTasks) 
+        : 0
+    };
+  }
+
+  /**
+   * Reset all metrics and history
+   */
+  reset() {
+    this.metrics = {
+      tasksRouted: 0,
+      taskToolCalls: 0,
+      localExecutions: 0,
+      totalTokens: 0,
+      totalDuration: 0,
+      successfulTasks: 0,
+      failedTasks: 0
+    };
+
+    this.counters = {
+      sessionsStarted: 0,
+      questionsAsked: 0,
+      analysesCompleted: 0,
+      profilesGenerated: 0,
+      errors: 0
+    };
+
+    this.taskHistory = [];
+  }
+}
+
+module.exports = MetricsCollector;