@agentv/core 2.7.1-next.6 → 2.9.0-next.1

package/dist/index.cjs

@@ -1686,14 +1686,16 @@ function computeTraceSummary(messages) {
   }
   const toolNames = Object.keys(toolCallCounts).sort();
   return {
-    eventCount: totalToolCalls,
-    toolNames,
-    toolCallsByName: toolCallCounts,
-    errorCount: 0,
+    trace: {
+      eventCount: totalToolCalls,
+      toolNames,
+      toolCallsByName: toolCallCounts,
+      errorCount: 0,
+      llmCallCount,
+      ...hasAnyDuration ? { toolDurations } : {}
+    },
     startTime: earliestStart?.toISOString(),
-    endTime: latestEnd?.toISOString(),
-    llmCallCount,
-    ...hasAnyDuration ? { toolDurations } : {}
+    endTime: latestEnd?.toISOString()
   };
 }
 var DEFAULT_EXPLORATION_TOOLS = [
@@ -1716,9 +1718,9 @@ function explorationRatio(summary, explorationTools = DEFAULT_EXPLORATION_TOOLS)
   );
   return explorationCalls / summary.eventCount;
 }
-function tokensPerTool(summary) {
-  if (!summary.tokenUsage || summary.eventCount === 0) return void 0;
-  const totalTokens = summary.tokenUsage.input + summary.tokenUsage.output;
+function tokensPerTool(summary, tokenUsage) {
+  if (!tokenUsage || summary.eventCount === 0) return void 0;
+  const totalTokens = tokenUsage.input + tokenUsage.output;
   return totalTokens / summary.eventCount;
 }
 function avgToolDurationMs(summary) {
@@ -1734,16 +1736,15 @@ function avgToolDurationMs(summary) {
   if (totalCalls === 0) return void 0;
   return totalDuration / totalCalls;
 }
-function mergeExecutionMetrics(summary, metrics) {
-  if (!metrics) return summary;
+function mergeExecutionMetrics(computed, metrics) {
+  if (!metrics) return computed;
   return {
-    ...summary,
+    trace: computed.trace,
     tokenUsage: metrics.tokenUsage,
     costUsd: metrics.costUsd,
     durationMs: metrics.durationMs,
-    // Provider-level timing takes precedence over span-derived timing
-    startTime: metrics.startTime ?? summary.startTime,
-    endTime: metrics.endTime ?? summary.endTime
+    startTime: metrics.startTime ?? computed.startTime,
+    endTime: metrics.endTime ?? computed.endTime
   };
 }
 
@@ -2141,6 +2142,24 @@ function extractCacheConfig(suite) {
   const resolvedCachePath = typeof cachePath === "string" && cachePath.trim().length > 0 ? cachePath.trim() : void 0;
   return { enabled: cache, cachePath: resolvedCachePath };
 }
+function extractTotalBudgetUsd(suite) {
+  const execution = suite.execution;
+  if (!execution || typeof execution !== "object" || Array.isArray(execution)) {
+    return void 0;
+  }
+  const executionObj = execution;
+  const rawBudget = executionObj.total_budget_usd ?? executionObj.totalBudgetUsd;
+  if (rawBudget === void 0 || rawBudget === null) {
+    return void 0;
+  }
+  if (typeof rawBudget === "number" && rawBudget > 0) {
+    return rawBudget;
+  }
+  logWarning(
+    `Invalid execution.total_budget_usd: ${rawBudget}. Must be a positive number. Ignoring.`
+  );
+  return void 0;
+}
 function logWarning(message) {
   console.warn(`${ANSI_YELLOW2}Warning: ${message}${ANSI_RESET2}`);
 }
@@ -4198,6 +4217,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     trials: extractTrialsConfig(parsed),
     targets: extractTargetsFromSuite(parsed),
     cacheConfig: extractCacheConfig(parsed),
+    totalBudgetUsd: extractTotalBudgetUsd(parsed),
     ...metadata !== void 0 && { metadata }
   };
 }
@@ -4796,10 +4816,13 @@ async function invokeModel(options) {
 }
 function mapResponse(result) {
   const content = result.text ?? "";
+  const rawUsage = result.totalUsage ?? result.usage;
+  const tokenUsage = rawUsage?.inputTokens != null && rawUsage?.outputTokens != null ? { input: rawUsage.inputTokens, output: rawUsage.outputTokens } : void 0;
   return {
     raw: result,
-    usage: toJsonObject(result.totalUsage ?? result.usage),
-    output: [{ role: "assistant", content }]
+    usage: toJsonObject(rawUsage),
+    output: [{ role: "assistant", content }],
+    tokenUsage
   };
 }
 function toJsonObject(value) {
@@ -8335,10 +8358,8 @@ var CliHealthcheckInputSchema = import_zod3.z.union([
 var CliTargetInputSchema = import_zod3.z.object({
   name: import_zod3.z.string().min(1, "target name is required"),
   provider: import_zod3.z.string().refine((p) => p.toLowerCase() === "cli", { message: "provider must be 'cli'" }),
-  // Command - required (accept both naming conventions)
-  command: import_zod3.z.string().optional(),
-  command_template: import_zod3.z.string().optional(),
-  commandTemplate: import_zod3.z.string().optional(),
+  // Command - required
+  command: import_zod3.z.string(),
   // Files format - optional
   files_format: import_zod3.z.string().optional(),
   filesFormat: import_zod3.z.string().optional(),
@@ -8368,12 +8389,7 @@ var CliTargetInputSchema = import_zod3.z.object({
   workers: import_zod3.z.number().int().min(1).optional(),
   provider_batching: import_zod3.z.boolean().optional(),
   providerBatching: import_zod3.z.boolean().optional()
-}).refine(
-  (data) => data.command !== void 0 || data.command_template !== void 0 || data.commandTemplate !== void 0,
-  {
-    message: "'command' is required"
-  }
-);
+});
 var CliHealthcheckHttpSchema = import_zod3.z.object({
   url: import_zod3.z.string().min(1),
   timeoutMs: import_zod3.z.number().positive().optional()
@@ -8431,11 +8447,7 @@ function normalizeCliHealthcheck(input, env, targetName, evalFilePath) {
 }
 function normalizeCliTargetInput(input, env, evalFilePath) {
   const targetName = input.name;
-  const commandSource = input.command ?? input.command_template ?? input.commandTemplate;
-  if (commandSource === void 0) {
-    throw new Error(`${targetName}: 'command' is required`);
-  }
-  const command = resolveString(commandSource, env, `${targetName} CLI command`, true);
+  const command = resolveString(input.command, env, `${targetName} CLI command`, true);
   const filesFormatSource = input.files_format ?? input.filesFormat ?? input.attachments_format ?? input.attachmentsFormat;
   const filesFormat = resolveOptionalLiteralString(filesFormatSource);
   const workspaceTemplateSource = input.workspace_template ?? input.workspaceTemplate;
@@ -9228,8 +9240,7 @@ function resolveCliConfig(target, env, evalFilePath) {
   return normalized;
 }
 function resolveDiscoveredProviderConfig(target, providerKind, env, evalFilePath) {
-  const commandSource = target.command ?? target.command_template ?? target.commandTemplate;
-  const command = commandSource ? resolveString(commandSource, env, `${target.name} command`, true) : `bun run .agentv/providers/${providerKind}.ts {PROMPT}`;
+  const command = target.command ? resolveString(target.command, env, `${target.name} command`, true) : `bun run .agentv/providers/${providerKind}.ts {PROMPT}`;
   const timeoutSeconds = target.timeout_seconds ?? target.timeoutSeconds;
   const timeoutMs = resolveTimeoutMs(timeoutSeconds, `${target.name} timeout`);
   let cwd = resolveOptionalString(target.cwd, env, `${target.name} working directory`, {
@@ -11201,6 +11212,8 @@ async function createTargetProxy(options) {
   const token = (0, import_node_crypto7.randomBytes)(32).toString("hex");
   let callCount = 0;
   let isShutdown = false;
+  let totalInputTokens = 0;
+  let totalOutputTokens = 0;
   const targetsList = availableTargets ?? [defaultProvider.targetName];
   function resolveProvider(targetName) {
     if (targetName === void 0 || targetName === defaultProvider.targetName) {
@@ -11279,11 +11292,16 @@ async function createTargetProxy(options) {
         evalCaseId: request.evalCaseId ?? "proxy",
         attempt: request.attempt ?? 1
       });
+      if (response.tokenUsage) {
+        totalInputTokens += response.tokenUsage.input;
+        totalOutputTokens += response.tokenUsage.output;
+      }
       const output = response.output ?? [];
       const rawText = extractLastAssistantContent(output);
       const result = {
         output,
-        rawText
+        rawText,
+        tokenUsage: response.tokenUsage
       };
       sendJson(res, 200, result);
     } catch (error) {
@@ -11330,10 +11348,15 @@ async function createTargetProxy(options) {
             evalCaseId: request.evalCaseId ?? "proxy",
             attempt: request.attempt ?? 1
           });
+          if (response.tokenUsage) {
+            totalInputTokens += response.tokenUsage.input;
+            totalOutputTokens += response.tokenUsage.output;
+          }
           const output = response.output ?? [];
           responses.push({
             output,
-            rawText: extractLastAssistantContent(output)
+            rawText: extractLastAssistantContent(output),
+            tokenUsage: response.tokenUsage
           });
         } catch (error) {
           const message = error instanceof Error ? error.message : String(error);
@@ -11372,7 +11395,8 @@ async function createTargetProxy(options) {
     },
     getUsageMetadata: () => ({
       callCount,
-      maxCalls
+      maxCalls,
+      tokenUsage: totalInputTokens > 0 || totalOutputTokens > 0 ? { input: totalInputTokens, output: totalOutputTokens } : void 0
     })
   };
 }
@@ -11497,6 +11521,11 @@ var CodeEvaluator = class {
       ),
       input: context2.evalCase.input,
       trace: context2.trace ?? null,
+      tokenUsage: context2.tokenUsage ?? null,
+      costUsd: context2.costUsd ?? null,
+      durationMs: context2.durationMs ?? null,
+      startTime: context2.startTime ?? null,
+      endTime: context2.endTime ?? null,
       fileChanges: context2.fileChanges ?? null,
       workspacePath: context2.workspacePath ?? null,
       config: this.config ?? null
@@ -11555,7 +11584,8 @@ var CodeEvaluator = class {
         expectedAspectCount: hits.length + misses.length || 1,
         reasoning,
         evaluatorRawRequest,
-        ...details ? { details } : {}
+        ...details ? { details } : {},
+        tokenUsage: proxyUsage?.tokenUsage
       };
     } catch (error) {
       const message = error instanceof Error ? error.message : String(error);
@@ -11577,7 +11607,8 @@ var CodeEvaluator = class {
             }
           } : {},
           error: message
-        }
+        },
+        tokenUsage: proxyUsage?.tokenUsage
       };
     } finally {
       if (proxyShutdown) {
@@ -11741,7 +11772,7 @@ ${context2.fileChanges}`;
       target: judgeProvider.targetName
     };
     try {
-      const { data } = await this.runWithRetry({
+      const { data, tokenUsage } = await this.runWithRetry({
         context: context2,
         judgeProvider,
         systemPrompt,
@@ -11760,7 +11791,8 @@ ${context2.fileChanges}`;
         misses,
         expectedAspectCount,
         reasoning,
-        evaluatorRawRequest
+        evaluatorRawRequest,
+        tokenUsage
       };
     } catch {
       return {
@@ -11790,7 +11822,7 @@ ${context2.fileChanges}`;
       systemPrompt,
       target: judgeProvider.targetName
     };
-    const { data } = await this.runWithRetry({
+    const { data, tokenUsage } = await this.runWithRetry({
       context: context2,
       judgeProvider,
       systemPrompt,
@@ -11805,7 +11837,8 @@ ${context2.fileChanges}`;
       misses,
       expectedAspectCount: rubrics.length,
       reasoning: data.overall_reasoning,
-      evaluatorRawRequest
+      evaluatorRawRequest,
+      tokenUsage
     };
   }
   /**
@@ -11820,7 +11853,7 @@ ${context2.fileChanges}`;
       systemPrompt,
       target: judgeProvider.targetName
     };
-    const { data } = await this.runWithRetry({
+    const { data, tokenUsage } = await this.runWithRetry({
       context: context2,
       judgeProvider,
       systemPrompt,
@@ -11836,7 +11869,8 @@ ${context2.fileChanges}`;
       expectedAspectCount: rubrics.length,
       reasoning: data.overall_reasoning,
       evaluatorRawRequest,
-      details
+      details,
+      tokenUsage
     };
   }
   /**
@@ -11920,15 +11954,17 @@ ${context2.fileChanges}`;
       try {
         const model = judgeProvider.asLanguageModel?.();
         if (model) {
-          const { text } = await (0, import_ai2.generateText)({
+          const result = await (0, import_ai2.generateText)({
             model,
             system: systemPrompt,
             prompt: userPrompt,
             ...this.maxOutputTokens ? { maxTokens: this.maxOutputTokens } : {},
             ...typeof this.temperature === "number" ? { temperature: this.temperature } : {}
           });
-          const data2 = schema.parse(parseJsonFromText(text));
-          return { data: data2 };
+          const data2 = schema.parse(parseJsonFromText(result.text));
+          const rawUsage = result.usage;
+          const tokenUsage = rawUsage?.inputTokens != null && rawUsage?.outputTokens != null ? { input: rawUsage.inputTokens, output: rawUsage.outputTokens } : void 0;
+          return { data: data2, tokenUsage };
         }
         const response = await judgeProvider.invoke({
           question: userPrompt,
@@ -11939,7 +11975,7 @@ ${context2.fileChanges}`;
           temperature: this.temperature
         });
         const data = schema.parse(parseJsonFromText(extractLastAssistantContent2(response.output)));
-        return { data, providerResponse: response };
+        return { data, providerResponse: response, tokenUsage: response.tokenUsage };
       } catch (e) {
         lastError = e instanceof Error ? e : new Error(String(e));
       }
@@ -12145,7 +12181,8 @@ var CompositeEvaluator = class {
         reasoning: member.result.reasoning,
         evaluatorRawRequest: member.result.evaluatorRawRequest,
         scores: member.result.scores,
-        details: member.result.details
+        details: member.result.details,
+        tokenUsage: member.result.tokenUsage
       });
     }
     const finalScore = totalWeight > 0 ? weightedSum / totalWeight : 0;
@@ -12193,7 +12230,8 @@ var CompositeEvaluator = class {
         reasoning: member.result.reasoning,
         evaluatorRawRequest: member.result.evaluatorRawRequest,
         scores: member.result.scores,
-        details: member.result.details
+        details: member.result.details,
+        tokenUsage: member.result.tokenUsage
       });
     }
     const totalCount = results.length;
@@ -12372,7 +12410,7 @@ var CostEvaluator = class {
   }
   evaluate(context2) {
     const { budget } = this.config;
-    const costUsd = context2.trace?.costUsd;
+    const costUsd = context2.costUsd;
     if (costUsd === void 0) {
       return {
         score: 0,
@@ -12415,7 +12453,7 @@ var ExecutionMetricsEvaluator = class {
     this.config = options.config;
   }
   evaluate(context2) {
-    const { trace: trace2 } = context2;
+    const { trace: trace2, tokenUsage, costUsd, durationMs } = context2;
     const {
       max_tool_calls,
       max_llm_calls,
@@ -12425,7 +12463,8 @@ var ExecutionMetricsEvaluator = class {
       target_exploration_ratio,
       exploration_tolerance = 0.2
     } = this.config;
-    if (!trace2) {
+    const needsTrace = max_tool_calls !== void 0 || max_llm_calls !== void 0 || target_exploration_ratio !== void 0;
+    if (needsTrace && !trace2) {
       return {
         score: 0,
         verdict: "fail",
@@ -12440,11 +12479,12 @@ var ExecutionMetricsEvaluator = class {
         }
       };
     }
+    const narrowedTrace = trace2;
     const hits = [];
     const misses = [];
     const actualMetrics = {};
-    if (max_tool_calls !== void 0) {
-      const toolCalls = trace2.eventCount;
+    if (max_tool_calls !== void 0 && narrowedTrace) {
+      const toolCalls = narrowedTrace.eventCount;
       actualMetrics.tool_calls = toolCalls;
       if (toolCalls <= max_tool_calls) {
         hits.push(`Tool calls ${toolCalls} <= ${max_tool_calls} max`);
@@ -12452,8 +12492,8 @@ var ExecutionMetricsEvaluator = class {
         misses.push(`Tool calls ${toolCalls} > ${max_tool_calls} max`);
       }
     }
-    if (max_llm_calls !== void 0) {
-      const llmCalls = trace2.llmCallCount;
+    if (max_llm_calls !== void 0 && narrowedTrace) {
+      const llmCalls = narrowedTrace.llmCallCount;
       if (llmCalls === void 0) {
         misses.push("LLM call count data not available");
       } else {
@@ -12466,7 +12506,6 @@ var ExecutionMetricsEvaluator = class {
       }
     }
     if (max_tokens !== void 0) {
-      const tokenUsage = trace2.tokenUsage;
       if (!tokenUsage) {
         misses.push("Token usage data not available");
       } else {
@@ -12480,7 +12519,6 @@ var ExecutionMetricsEvaluator = class {
       }
     }
     if (max_cost_usd !== void 0) {
-      const costUsd = trace2.costUsd;
       if (costUsd === void 0) {
         misses.push("Cost data not available");
       } else {
@@ -12494,7 +12532,6 @@ var ExecutionMetricsEvaluator = class {
       }
     }
     if (max_duration_ms !== void 0) {
-      const durationMs = trace2.durationMs;
       if (durationMs === void 0) {
         misses.push("Duration data not available");
       } else {
@@ -12506,8 +12543,8 @@ var ExecutionMetricsEvaluator = class {
         }
       }
     }
-    if (target_exploration_ratio !== void 0) {
-      const ratio = explorationRatio(trace2);
+    if (target_exploration_ratio !== void 0 && narrowedTrace) {
+      const ratio = explorationRatio(narrowedTrace);
       if (ratio === void 0) {
         misses.push("Exploration ratio not available (no tool calls)");
       } else {
@@ -13021,7 +13058,7 @@ var LatencyEvaluator = class {
   }
   evaluate(context2) {
     const { threshold } = this.config;
-    const durationMs = context2.trace?.durationMs;
+    const durationMs = context2.durationMs;
     if (durationMs === void 0) {
       return {
         score: 0,
@@ -13666,7 +13703,7 @@ var TokenUsageEvaluator = class {
     this.config = options.config;
   }
   evaluate(context2) {
-    const usage = context2.trace?.tokenUsage;
+    const usage = context2.tokenUsage;
     const maxTotal = this.config.max_total;
     const maxInput = this.config.max_input;
     const maxOutput = this.config.max_output;
@@ -15111,7 +15148,8 @@ async function runEvaluation(options) {
     keepWorkspaces,
     cleanupWorkspaces,
     trials,
-    streamCallbacks
+    streamCallbacks,
+    totalBudgetUsd
   } = options;
   let useCache = options.useCache;
   if (trials && trials.count > 1 && useCache) {
@@ -15284,10 +15322,39 @@ async function runEvaluation(options) {
   let nextWorkerId = 1;
   const workerIdByEvalId = /* @__PURE__ */ new Map();
   let beforeAllOutputAttached = false;
+  let cumulativeBudgetCost = 0;
+  let budgetExhausted = false;
   const promises = filteredEvalCases.map(
     (evalCase) => limit(async () => {
       const workerId = nextWorkerId++;
       workerIdByEvalId.set(evalCase.id, workerId);
+      if (totalBudgetUsd !== void 0 && budgetExhausted) {
+        const budgetResult = {
+          timestamp: (now ?? (() => /* @__PURE__ */ new Date()))().toISOString(),
+          testId: evalCase.id,
+          dataset: evalCase.dataset,
+          score: 0,
+          hits: [],
+          misses: [],
+          answer: "",
+          target: target.name,
+          error: `Suite budget exceeded ($${cumulativeBudgetCost.toFixed(4)} / $${totalBudgetUsd.toFixed(4)})`,
+          budgetExceeded: true
+        };
+        if (onProgress) {
+          await onProgress({
+            workerId,
+            testId: evalCase.id,
+            status: "failed",
+            completedAt: Date.now(),
+            error: budgetResult.error
+          });
+        }
+        if (onResult) {
+          await onResult(budgetResult);
+        }
+        return budgetResult;
+      }
       if (onProgress) {
         await onProgress({
           workerId,
@@ -15321,6 +15388,23 @@ async function runEvaluation(options) {
           typeRegistry
         };
         let result = trials && trials.count > 1 ? await runEvalCaseWithTrials(runCaseOptions, trials) : await runEvalCase(runCaseOptions);
+        if (totalBudgetUsd !== void 0) {
+          let caseCost;
+          if (result.trials && result.trials.length > 0) {
+            const trialCostSum = result.trials.reduce((sum, t) => sum + (t.costUsd ?? 0), 0);
+            if (trialCostSum > 0) {
+              caseCost = trialCostSum;
+            }
+          } else {
+            caseCost = result.costUsd;
+          }
+          if (caseCost !== void 0) {
+            cumulativeBudgetCost += caseCost;
+            if (cumulativeBudgetCost >= totalBudgetUsd) {
+              budgetExhausted = true;
+            }
+          }
+        }
         if (beforeAllOutput && !beforeAllOutputAttached) {
           result = { ...result, beforeAllOutput };
           beforeAllOutputAttached = true;
@@ -15473,17 +15557,18 @@ async function runBatchEvaluation(options) {
     const providerResponse = batchResponse[i];
     const output = providerResponse.output;
     const hasExecutionMetrics = providerResponse.tokenUsage !== void 0 || providerResponse.costUsd !== void 0 || providerResponse.durationMs !== void 0;
-    const baseSummary = output ? computeTraceSummary(output) : hasExecutionMetrics ? {
-      eventCount: 0,
-      toolNames: [],
-      toolCallsByName: {},
-      errorCount: 0
-    } : void 0;
-    const trace2 = baseSummary ? mergeExecutionMetrics(baseSummary, {
+    const computed = output ? computeTraceSummary(output) : hasExecutionMetrics ? { trace: { eventCount: 0, toolNames: [], toolCallsByName: {}, errorCount: 0 } } : void 0;
+    const merged = computed ? mergeExecutionMetrics(computed, {
       tokenUsage: providerResponse.tokenUsage,
       costUsd: providerResponse.costUsd,
       durationMs: providerResponse.durationMs
     }) : void 0;
+    const trace2 = merged?.trace;
+    const costUsd = merged?.costUsd;
+    const durationMs = merged?.durationMs;
+    const tokenUsage = merged?.tokenUsage;
+    const startTime = merged?.startTime;
+    const endTime = merged?.endTime;
     const candidate = extractLastAssistantContent2(output);
     const providerError = extractProviderError(providerResponse);
     let result;
@@ -15502,6 +15587,11 @@ async function runBatchEvaluation(options) {
         agentTimeoutMs,
         output,
         trace: trace2,
+        costUsd,
+        durationMs,
+        tokenUsage,
+        startTime,
+        endTime,
         targetResolver,
         availableTargets
       });
@@ -15738,17 +15828,18 @@ async function runEvalCase(options) {
   }
   const output = providerResponse.output;
   const hasExecutionMetrics = providerResponse.tokenUsage !== void 0 || providerResponse.costUsd !== void 0 || providerResponse.durationMs !== void 0;
-  const baseSummary = output ? computeTraceSummary(output) : hasExecutionMetrics ? {
-    eventCount: 0,
-    toolNames: [],
-    toolCallsByName: {},
-    errorCount: 0
-  } : void 0;
-  const trace2 = baseSummary ? mergeExecutionMetrics(baseSummary, {
+  const computed = output ? computeTraceSummary(output) : hasExecutionMetrics ? { trace: { eventCount: 0, toolNames: [], toolCallsByName: {}, errorCount: 0 } } : void 0;
+  const merged = computed ? mergeExecutionMetrics(computed, {
     tokenUsage: providerResponse.tokenUsage,
     costUsd: providerResponse.costUsd,
     durationMs: providerResponse.durationMs
   }) : void 0;
+  const trace2 = merged?.trace;
+  const costUsd = merged?.costUsd;
+  const durationMs = merged?.durationMs;
+  const tokenUsage = merged?.tokenUsage;
+  const startTime = merged?.startTime;
+  const endTime = merged?.endTime;
   const candidate = extractLastAssistantContent2(output);
   let fileChanges;
   if (baselineCommit && workspacePath) {
@@ -15793,6 +15884,11 @@ async function runEvalCase(options) {
       agentTimeoutMs,
       output,
       trace: trace2,
+      costUsd,
+      durationMs,
+      tokenUsage,
+      startTime,
+      endTime,
       targetResolver,
       availableTargets,
       fileChanges,
@@ -15849,7 +15945,7 @@ async function runEvalCaseWithTrials(options, trialsConfig) {
     };
     const result = await runEvalCase(trialOptions);
     allResults.push(result);
-    const trialCost = result.trace?.costUsd;
+    const trialCost = result.costUsd;
     const trialVerdict = scoreToVerdict(result.score);
     const trial = {
       attempt,
@@ -15905,6 +16001,11 @@ async function evaluateCandidate(options) {
     agentTimeoutMs,
     output,
     trace: trace2,
+    costUsd,
+    durationMs,
+    tokenUsage,
+    startTime,
+    endTime,
     targetResolver,
     availableTargets,
     fileChanges,
@@ -15925,6 +16026,11 @@ async function evaluateCandidate(options) {
     agentTimeoutMs,
     output,
     trace: trace2,
+    costUsd,
+    durationMs,
+    tokenUsage,
+    startTime,
+    endTime,
     targetResolver,
     availableTargets,
     fileChanges,
@@ -15968,6 +16074,11 @@ async function evaluateCandidate(options) {
     answer: candidate,
     target: target.name,
     reasoning: score.reasoning,
+    tokenUsage,
+    costUsd,
+    durationMs,
+    startTime,
+    endTime,
     requests,
     input,
     scores,
@@ -15991,6 +16102,11 @@ async function runEvaluatorsForCase(options) {
     agentTimeoutMs,
     output,
     trace: trace2,
+    costUsd,
+    durationMs,
+    tokenUsage,
+    startTime,
+    endTime,
     targetResolver,
     availableTargets,
     fileChanges,
@@ -16012,6 +16128,11 @@ async function runEvaluatorsForCase(options) {
       agentTimeoutMs,
       output,
       trace: trace2,
+      costUsd,
+      durationMs,
+      tokenUsage,
+      startTime,
+      endTime,
       targetResolver,
       availableTargets,
       fileChanges,
@@ -16034,6 +16155,11 @@ async function runEvaluatorsForCase(options) {
     judgeProvider,
     output,
     trace: trace2,
+    tokenUsage,
+    costUsd,
+    durationMs,
+    startTime,
+    endTime,
     targetResolver,
     availableTargets,
     fileChanges,
@@ -16057,6 +16183,11 @@ async function runEvaluatorList(options) {
     agentTimeoutMs,
     output,
     trace: trace2,
+    costUsd,
+    durationMs,
+    tokenUsage,
+    startTime,
+    endTime,
     targetResolver,
     availableTargets,
     fileChanges,
@@ -16075,6 +16206,11 @@ async function runEvaluatorList(options) {
     judgeProvider,
     output,
     trace: trace2,
+    tokenUsage,
+    costUsd,
+    durationMs,
+    startTime,
+    endTime,
     targetResolver,
     availableTargets,
     fileChanges,
@@ -16114,7 +16250,8 @@ async function runEvaluatorList(options) {
         reasoning: score2.reasoning,
         evaluatorProviderRequest: score2.evaluatorRawRequest,
         details: score2.details,
-        scores: mapChildResults(score2.scores)
+        scores: mapChildResults(score2.scores),
+        tokenUsage: score2.tokenUsage
       });
     } catch (error) {
       const message = error instanceof Error ? error.message : String(error);
@@ -16362,7 +16499,8 @@ function mapChildResults(children) {
     reasoning: child.reasoning,
     evaluatorProviderRequest: child.evaluatorRawRequest,
     scores: mapChildResults(child.scores),
-    details: child.details
+    details: child.details,
+    tokenUsage: child.tokenUsage
   }));
 }
 function computeWeightedMean(entries) {
@@ -16742,7 +16880,13 @@ var STRIPPED_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Set([
   "beforeEachOutput",
   "afterAllOutput",
   "afterEachOutput",
-  "fileChanges"
+  "fileChanges",
+  // Promoted execution metrics (debug, not needed for regression comparison)
+  "tokenUsage",
+  "costUsd",
+  "durationMs",
+  "startTime",
+  "endTime"
 ]);
 var STRIPPED_EVALUATOR_FIELDS = /* @__PURE__ */ new Set(["rawRequest", "evaluatorProviderRequest"]);
 function trimEvaluatorResult(result) {
@@ -16865,8 +17009,8 @@ var OtelTraceExporter = class {
     const api = this.api;
     const tracer = this.tracer;
     const captureContent = this.options.captureContent ?? false;
-    const startHr = toHrTime(result.trace?.startTime ?? result.timestamp);
-    const endHr = toHrTime(result.trace?.endTime ?? result.timestamp);
+    const startHr = toHrTime(result.startTime ?? result.timestamp);
+    const endHr = toHrTime(result.endTime ?? result.timestamp);
     let parentCtx = api.ROOT_CONTEXT;
     const traceparent = process.env.TRACEPARENT;
     if (traceparent && this.W3CPropagator) {
@@ -16895,12 +17039,13 @@ var OtelTraceExporter = class {
         if (result.dataset) rootSpan.setAttribute("agentv.dataset", result.dataset);
         rootSpan.setAttribute("agentv.score", result.score);
         if (captureContent) rootSpan.setAttribute("agentv.answer", result.answer);
+        if (result.durationMs != null)
+          rootSpan.setAttribute("agentv.trace.duration_ms", result.durationMs);
+        if (result.costUsd != null) rootSpan.setAttribute("agentv.trace.cost_usd", result.costUsd);
         if (result.trace) {
           const t = result.trace;
           rootSpan.setAttribute("agentv.trace.event_count", t.eventCount);
           rootSpan.setAttribute("agentv.trace.tool_names", t.toolNames.join(","));
-          if (t.durationMs != null) rootSpan.setAttribute("agentv.trace.duration_ms", t.durationMs);
-          if (t.costUsd != null) rootSpan.setAttribute("agentv.trace.cost_usd", t.costUsd);
           if (t.llmCallCount != null)
             rootSpan.setAttribute("agentv.trace.llm_call_count", t.llmCallCount);
         }