@dreb/coding-agent 2.15.2 → 2.16.0

package/dist/core/agent-session.js

@@ -13,6 +13,7 @@
  * Modes use this class and add their own I/O layer on top.
  */
 import { copyFileSync, existsSync, mkdirSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
 import { basename, dirname, join, resolve } from "node:path";
 import { isContextOverflow, modelsAreEqual, resetApiProviders, supportsXhigh } from "@dreb/ai";
 import { getDocsPath } from "../config.js";
@@ -26,6 +27,7 @@ import { createToolHtmlRenderer } from "./export-html/tool-renderer.js";
 import { ExtensionRunner, wrapRegisteredTools, } from "./extensions/index.js";
 import { checkScriptContent, extractScriptPaths, isForbiddenCommand } from "./forbidden-commands.js";
 import { getGitRepoState } from "./git-repo-state.js";
+import { PerformanceTracker } from "./performance-tracker.js";
 import { expandPromptTemplate } from "./prompt-templates.js";
 import { scrubSecrets } from "./secret-scrubber.js";
 import { isSensitivePath } from "./sensitive-paths.js";
@@ -57,6 +59,7 @@ export function parseSkillBlock(text) {
 const THINKING_LEVELS = ["off", "minimal", "low", "medium", "high"];
 /** Thinking levels including xhigh (for supported models) */
 const THINKING_LEVELS_WITH_XHIGH = ["off", "minimal", "low", "medium", "high", "xhigh"];
+const MIN_PERFORMANCE_DURATION_MS = 10;
 // ============================================================================
 // AgentSession Class
 // ============================================================================
@@ -125,12 +128,27 @@ export class AgentSession {
     // Base system prompt (without extension appends) - used to apply fresh appends each turn
     _baseSystemPrompt = "";
     _uiType;
+    performanceTracker;
+    _ownsPerformanceTracker;
     // Git repo state captured once at session start
     _gitRepoState;
     constructor(config) {
         this.agent = config.agent;
         this.sessionManager = config.sessionManager;
         this.settingsManager = config.settingsManager;
+        if (config.performanceTracker !== undefined) {
+            this.performanceTracker = config.performanceTracker;
+            this._ownsPerformanceTracker = false;
+        }
+        else if (process.env.VITEST) {
+            // In tests, use an isolated temp log to avoid polluting the real performance log
+            this.performanceTracker = new PerformanceTracker(join(tmpdir(), `dreb-perf-${Date.now()}-${Math.random().toString(36).slice(2)}.jsonl`));
+            this._ownsPerformanceTracker = true;
+        }
+        else {
+            this.performanceTracker = new PerformanceTracker();
+            this._ownsPerformanceTracker = true;
+        }
         this._scopedModels = config.scopedModels ?? [];
         this._resourceLoader = config.resourceLoader;
         this._customTools = config.customTools ?? [];
@@ -156,6 +174,10 @@ export class AgentSession {
     get modelRegistry() {
         return this._modelRegistry;
     }
+    /** Performance tracker for recording and querying model throughput */
+    getPerformanceTracker() {
+        return this.performanceTracker;
+    }
     /**
      * Install tool hooks once on the Agent instance.
      *
@@ -607,6 +629,21 @@ export class AgentSession {
                     });
                     this._retryAttempt = 0;
                 }
+                const durationMs = assistantMsg.durationMs ?? 0;
+                if (assistantMsg.stopReason !== "error" &&
+                    assistantMsg.stopReason !== "aborted" &&
+                    assistantMsg.usage.output > 0 &&
+                    durationMs >= MIN_PERFORMANCE_DURATION_MS) {
+                    this.performanceTracker.record({
+                        timestamp: new Date().toISOString(),
+                        sessionId: this.sessionId,
+                        provider: assistantMsg.provider,
+                        modelId: assistantMsg.model,
+                        outputTokens: assistantMsg.usage.output,
+                        durationMs,
+                        tps: (assistantMsg.usage.output * 1000) / durationMs,
+                    });
+                }
             }
         }
         // Check auto-retry and auto-compaction after agent completes
@@ -782,6 +819,9 @@ export class AgentSession {
      */
     dispose() {
         this._disconnectFromAgent();
+        if (this._ownsPerformanceTracker) {
+            this.performanceTracker.dispose();
+        }
         this._eventListeners = [];
     }
     // =========================================================================