@opensearch-project/agent-health 0.5.2 → 0.6.0

package/lib/dist/lib/evaluationRerun.js

@@ -0,0 +1,85 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+const DEFAULT_RUN_NAME = 'Evaluation Run';
+/**
+ * Matches a trailing "(re-run)" or "(re-run N)" suffix, case-insensitively,
+ * capturing the base name and the optional numeric suffix.
+ */
+const RERUN_SUFFIX_RE = /^(.*?)\s*\(re-run(?:\s+(\d+))?\)$/i;
+/**
+ * Compute the name for a new run being created as a re-run of `sourceName`.
+ *
+ * - "My Run"            -> "My Run (re-run)"
+ * - "My Run (re-run)"   -> "My Run (re-run 2)"
+ * - "My Run (re-run 2)" -> "My Run (re-run 3)"
+ * - undefined/empty     -> "Evaluation Run (re-run)"
+ */
+export function computeRerunName(sourceName) {
+    const trimmed = (sourceName || '').trim();
+    const base = trimmed || DEFAULT_RUN_NAME;
+    const match = base.match(RERUN_SUFFIX_RE);
+    if (!match) {
+        return `${base} (re-run)`;
+    }
+    const [, rawBaseName, suffixNumber] = match;
+    // A source named literally "(re-run)" / "(re-run 2)" (no prefix) captures
+    // an empty baseName — fall back to the default rather than emitting a
+    // leading-space name like " (re-run 2)".
+    const baseName = rawBaseName.trim() || DEFAULT_RUN_NAME;
+    const nextNumber = suffixNumber ? parseInt(suffixNumber, 10) + 1 : 2;
+    return `${baseName} (re-run ${nextNumber})`;
+}
+/**
+ * Duplicate a source run's execution config for a re-run, applying explicit,
+ * reported defaults for fields missing on legacy run documents. Pure
+ * function — no storage access (benchmark-existence checks live in
+ * services/evaluationRerun.ts, which needs the storage module).
+ *
+ * Returns `{ error }` only when the source run is missing a field with no
+ * safe default (nothing to run, or no agent to run it against).
+ */
+export function buildRerunConfig(sourceRun) {
+    const defaultsApplied = [];
+    if (!sourceRun.agentKey) {
+        return { error: 'Source run is missing agentKey; cannot determine which agent to re-run.' };
+    }
+    let sources = sourceRun.sources;
+    if (!sources || sources.length === 0) {
+        const snapshotIds = (sourceRun.testCaseSnapshots || []).map(s => s.id);
+        if (snapshotIds.length === 0) {
+            return {
+                error: 'Source run has no test cases to re-run (missing both sources and testCaseSnapshots).',
+            };
+        }
+        sources = [{ type: 'test-case-ids', ids: snapshotIds }];
+        defaultsApplied.push(`sources -> derived from testCaseSnapshots (${snapshotIds.length} test case id(s); legacy run had no sources recorded)`);
+    }
+    let concurrency = sourceRun.concurrency;
+    if (concurrency == null) {
+        concurrency = 1;
+        defaultsApplied.push('concurrency -> 1 (default; not set on source run)');
+    }
+    const config = {
+        sources,
+        agentKey: sourceRun.agentKey,
+        modelId: sourceRun.modelId || '',
+        judgeModelId: sourceRun.judgeModelId,
+        evaluatorId: sourceRun.evaluatorId,
+        headers: sourceRun.headers,
+        concurrency,
+        agentEndpoint: sourceRun.agentEndpoint,
+        description: sourceRun.description,
+        benchmarkId: sourceRun.benchmarkId,
+        benchmarkVersion: sourceRun.benchmarkVersion,
+    };
+    // NOTE: evaluatorId/judgeModelId/agentEndpoint/headers/description are
+    // legitimately optional on ANY run (not just legacy ones), so leaving them
+    // `undefined` is normal behavior, not a legacy-config gap — they are NOT
+    // reported in `defaultsApplied` (that list is reserved for cases where we
+    // had to fabricate a value because the source run's config was
+    // incomplete).
+    return { config, defaultsApplied };
+}
+//# sourceMappingURL=evaluationRerun.js.map

package/lib/dist/lib/evaluationRerun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluationRerun.js","sourceRoot":"","sources":["../../evaluationRerun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAcH,MAAM,gBAAgB,GAAG,gBAAgB,CAAC;AAE1C;;;GAGG;AACH,MAAM,eAAe,GAAG,oCAAoC,CAAC;AAE7D;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAAC,UAAqC;IACpE,MAAM,OAAO,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,OAAO,IAAI,gBAAgB,CAAC;IAEzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC1C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,GAAG,IAAI,WAAW,CAAC;IAC5B,CAAC;IAED,MAAM,CAAC,EAAE,WAAW,EAAE,YAAY,CAAC,GAAG,KAAK,CAAC;IAC5C,0EAA0E;IAC1E,sEAAsE;IACtE,yCAAyC;IACzC,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,gBAAgB,CAAC;IACxD,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,OAAO,GAAG,QAAQ,YAAY,UAAU,GAAG,CAAC;AAC9C,CAAC;AAsCD;;;;;;;;GAQG;AACH,MAAM,UAAU,gBAAgB,CAC9B,SAAwB;IAExB,MAAM,eAAe,GAAa,EAAE,CAAC;IAErC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,EAAE,KAAK,EAAE,yEAAyE,EAAE,CAAC;IAC9F,CAAC;IAED,IAAI,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;IAChC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,CAAC,SAAS,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,KAAK,EAAE,sFAAsF;aAC9F,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;QACxD,eAAe,CAAC,IAAI,CAClB,8CAA8C,WAAW,CAAC,MAAM,uDAAuD,CACxH,CAAC;IACJ,CAAC;IAED,IAAI,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC;IACxC,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACxB,WAAW,GAAG,CAAC,CAAC;QAChB,eAAe,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,MAAM,GAAgB;QAC1B,OAAO;QACP,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,EAAE;QAChC,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,WAAW;QACX,aAAa,EAAE,SAAS,CAAC,aAAa;QACtC,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;KAC7C,CAAC;IAEF,uEAAuE;IACvE,2EAA2E;IAC3E,yEAAyE;IACzE,0EAA0E;IAC1E,+DAA+D;IAC/D,eAAe;IAEf,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;AACrC,CAAC"}

package/lib/dist/lib/matchers/traces.d.ts

@@ -18,11 +18,26 @@
  * accessor.
  */
 import type { Span } from '../../types/index.js';
+/**
+ * Where `totalCost` came from:
+ *   - `'reported'` — every dollar came from a real cost attribute on a span.
+ *   - `'computed'` — no span carried a cost attribute; the whole total was
+ *     derived from token counts via the fallback pricing table.
+ *   - `'mixed'`    — some spans reported cost, others were computed.
+ *   - `'none'`     — no LLM spans, or no cost could be determined at all.
+ */
+export type CostSource = 'reported' | 'computed' | 'mixed' | 'none';
 export interface TracesAccessor {
-    /** Sum of all `gen_ai.usage.prompt_tokens + completion_tokens` across LLM spans. */
+    /** Sum of all prompt/completion/cache token-usage attrs across LLM spans. */
     totalTokens: number;
-    /** Sum of all `gen_ai.usage.cost_usd` (or derived) across LLM spans. */
+    /**
+     * Sum of all reported cost attrs, falling back to a computed estimate
+     * (from token counts + the model pricing table) when no span reports
+     * cost directly. See `costSource` to tell which happened.
+     */
     totalCost: number;
+    /** Whether `totalCost` was reported by spans, computed, both, or neither. */
+    costSource: CostSource;
     /** Tool invocation summary derived from spans. */
     toolCalls: ReadonlyArray<{
         name: string;

package/lib/dist/lib/matchers/traces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../../matchers/traces.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAEjD,MAAM,WAAW,cAAc;IAC7B,oFAAoF;IACpF,WAAW,EAAE,MAAM,CAAC;IACpB,wEAAwE;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,kDAAkD;IAClD,SAAS,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/D,+EAA+E;IAC/E,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACnC,6BAA6B;IAC7B,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,IAAI,cAAc,CAQpD;AAED;;;;;;;;;GASG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAWxE;AAED,wDAAwD;AACxD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,cAAc,CA4CjE"}
+{"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../../matchers/traces.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAGjD;;;;;;;GAOG;AACH,MAAM,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,OAAO,GAAG,MAAM,CAAC;AAEpE,MAAM,WAAW,cAAc;IAC7B,6EAA6E;IAC7E,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,UAAU,EAAE,UAAU,CAAC;IACvB,kDAAkD;IAClD,SAAS,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/D,+EAA+E;IAC/E,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACnC,6BAA6B;IAC7B,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,IAAI,cAAc,CASpD;AAED;;;;;;;;;GASG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAYxE;AAgCD,wDAAwD;AACxD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,cAAc,CA+IjE"}

package/lib/dist/lib/matchers/traces.js

@@ -2,6 +2,7 @@
  * Copyright OpenSearch Contributors
  * SPDX-License-Identifier: Apache-2.0
  */
+import { lookupModelRates, computeCost } from './tracesPricing.js';
 /**
  * Empty accessor — silent zeros. Used when the agent opted out of traces
  * (`useTraces: false`). Reading any accessor returns `0` / `[]` so user
@@ -11,6 +12,7 @@ export function emptyTracesAccessor() {
     return {
         totalTokens: 0,
         totalCost: 0,
+        costSource: 'none',
         toolCalls: [],
         spanDuration: () => 0,
         spans: [],
@@ -33,48 +35,166 @@ export function unavailableTracesAccessor(reason) {
     return {
         get totalTokens() { return fail(); },
         get totalCost() { return fail(); },
+        get costSource() { return fail(); },
         get toolCalls() { return fail(); },
         get spans() { return fail(); },
         spanDuration(_name) { return fail(); },
     };
 }
+const PROMPT_TOKEN_KEYS = [
+    'gen_ai.usage.prompt_tokens',
+    'gen_ai.usage.input_tokens',
+    'llm.usage.prompt_tokens',
+    'input_tokens',
+];
+const COMPLETION_TOKEN_KEYS = [
+    'gen_ai.usage.completion_tokens',
+    'gen_ai.usage.output_tokens',
+    'llm.usage.completion_tokens',
+    'output_tokens',
+];
+const CACHE_READ_TOKEN_KEYS = [
+    'gen_ai.usage.cache_read_input_tokens',
+    'gen_ai.usage.cache_read_tokens',
+    'cache_read_tokens',
+];
+const CACHE_CREATION_TOKEN_KEYS = [
+    'gen_ai.usage.cache_creation_input_tokens',
+    'gen_ai.usage.cache_creation_tokens',
+    'cache_creation_tokens',
+];
+const MODEL_ID_KEYS = ['gen_ai.request.model', 'gen_ai.response.model', 'model'];
+const ALL_TOKEN_KEYS = [
+    ...PROMPT_TOKEN_KEYS,
+    ...COMPLETION_TOKEN_KEYS,
+    ...CACHE_READ_TOKEN_KEYS,
+    ...CACHE_CREATION_TOKEN_KEYS,
+];
 /** Build a TracesAccessor from a flat list of spans. */
 export function buildTracesAccessor(spans) {
     let totalTokens = 0;
-    let totalCost = 0;
+    let reportedCost = 0;
+    let computedCost = 0;
+    let hadReportedCost = false;
+    let hadComputedCost = false;
+    let tokenBearingSpanCount = 0;
+    // codex_review (PR #440): a span can have recognized tokens yet resolve
+    // NEITHER a reported cost NOR a computed one (unpriced/unresolved model) —
+    // this counter drives `costUnknowable` below so totalCost refuses to
+    // silently under-report just because *some other* span in the same trace
+    // happened to be priceable.
+    let unresolvedCostSpanCount = 0;
     const toolCalls = [];
     for (const span of spans) {
         const attrs = span.attributes ?? {};
-        const promptTokens = pickNumber(attrs, [
-            'gen_ai.usage.prompt_tokens',
-            'gen_ai.usage.input_tokens',
-            'llm.usage.prompt_tokens',
-        ]);
-        const completionTokens = pickNumber(attrs, [
-            'gen_ai.usage.completion_tokens',
-            'gen_ai.usage.output_tokens',
-            'llm.usage.completion_tokens',
-        ]);
+        const promptTokens = pickNumber(attrs, PROMPT_TOKEN_KEYS);
+        const completionTokens = pickNumber(attrs, COMPLETION_TOKEN_KEYS);
+        const cacheReadTokens = pickNumber(attrs, CACHE_READ_TOKEN_KEYS);
+        const cacheCreationTokens = pickNumber(attrs, CACHE_CREATION_TOKEN_KEYS);
+        const hasTokenAttr = promptTokens !== undefined ||
+            completionTokens !== undefined ||
+            cacheReadTokens !== undefined ||
+            cacheCreationTokens !== undefined;
+        if (hasTokenAttr)
+            tokenBearingSpanCount += 1;
         if (promptTokens)
             totalTokens += promptTokens;
         if (completionTokens)
             totalTokens += completionTokens;
-        const cost = pickNumber(attrs, [
+        if (cacheReadTokens)
+            totalTokens += cacheReadTokens;
+        if (cacheCreationTokens)
+            totalTokens += cacheCreationTokens;
+        const reported = pickNumber(attrs, [
             'gen_ai.usage.cost_usd',
             'gen_ai.usage.cost',
             'llm.usage.cost_usd',
         ]);
-        if (cost)
-            totalCost += cost;
+        if (reported !== undefined) {
+            hadReportedCost = true;
+            reportedCost += reported;
+        }
+        else if (hasTokenAttr) {
+            // No reported cost attribute on this span — fall back to a computed
+            // estimate from token counts, if we know pricing for the model.
+            const modelId = pickString(attrs, MODEL_ID_KEYS);
+            const rates = lookupModelRates(modelId);
+            if (rates) {
+                hadComputedCost = true;
+                computedCost += computeCost({
+                    input: promptTokens ?? 0,
+                    output: completionTokens ?? 0,
+                    cacheRead: cacheReadTokens ?? 0,
+                    cacheCreation: cacheCreationTokens ?? 0,
+                }, rates);
+            }
+            else {
+                // This span's tokens contribute to totalTokens but NOT to totalCost —
+                // without this counter that would be a silent, plausible-looking
+                // undercount rather than the loud failure #230 asks for.
+                unresolvedCostSpanCount += 1;
+            }
+        }
         // Tool spans
         const toolName = pickString(attrs, ['gen_ai.tool.name', 'llm.tool.name']);
         if (toolName) {
             toolCalls.push({ name: toolName, durationMs: spanDurationMs(span) });
         }
     }
+    const totalCostValue = reportedCost + computedCost;
+    const costSource = hadReportedCost && hadComputedCost
+        ? 'mixed'
+        : hadReportedCost
+            ? 'reported'
+            : hadComputedCost
+                ? 'computed'
+                : 'none';
+    // Issue class: spans exist, but none of them carry any token-usage
+    // attribute we recognize. Reading totalTokens/totalCost would silently
+    // return 0, letting matchers like `expect(traces.totalCost).lessThan(2)`
+    // pass vacuously (mirrors the #230 fail-loud philosophy). A trace that
+    // genuinely has recognized-but-zero-valued attributes is fine and must
+    // NOT throw — only the "we found nothing we understand" case throws.
+    const noRecognizedTokenAttrs = spans.length > 0 && tokenBearingSpanCount === 0;
+    // Issue class: tokens were found, but AT LEAST ONE token-bearing span
+    // resolved neither a reported cost nor a computed one (unpriced model,
+    // no cost attribute). Pre-codex_review this only threw when EVERY span
+    // was unresolved — a trace with 9 priced spans and 1 unpriced span
+    // silently under-reported totalCost by exactly the unpriced span's real
+    // spend while still returning a plausible-looking number (PR #440 review
+    // finding, blocker). Throw only when reading totalCost (tokens themselves
+    // are legitimately known in this case) — any unresolved span makes the
+    // total untrustworthy, not just a total absence of resolved spans.
+    const costUnknowable = totalTokens > 0 && unresolvedCostSpanCount > 0;
     return {
-        totalTokens,
-        totalCost,
+        get totalTokens() {
+            if (noRecognizedTokenAttrs) {
+                throw new Error(`traces fixture: ${spans.length} span(s) present but none carried a recognized ` +
+                    `token-usage attribute (checked ${ALL_TOKEN_KEYS.join(', ')}). Reading totalTokens ` +
+                    `would silently return 0 — either this agent's spans use an unsupported attribute ` +
+                    `shape (extend buildTracesAccessor() in lib/matchers/traces.ts), or this test case ` +
+                    `has no LLM spans and should use traces.spans / traces.toolCalls instead of totalTokens.`);
+            }
+            return totalTokens;
+        },
+        get totalCost() {
+            if (noRecognizedTokenAttrs && !hadReportedCost) {
+                throw new Error(`traces fixture: ${spans.length} span(s) present but none carried a recognized ` +
+                    `token-usage attribute or a cost attribute, so totalCost cannot be determined. ` +
+                    `Reading totalCost would silently return 0.`);
+            }
+            if (costUnknowable) {
+                throw new Error(`traces fixture: ${unresolvedCostSpanCount} of ${tokenBearingSpanCount} span(s) with token usage ` +
+                    `carried neither a cost attribute nor a model id matching the fallback pricing table (see ` +
+                    `lib/matchers/tracesPricing.ts). Reading totalCost would silently UNDER-report real spend by ` +
+                    `omitting those spans rather than reflect it -- add the model(s) to the pricing table or stamp a ` +
+                    `cost attribute on the span(s), or use traces.spans to inspect per-span usage directly.`);
+            }
+            return totalCostValue;
+        },
+        get costSource() {
+            return costSource;
+        },
         toolCalls,
         spanDuration(name) {
             const hit = spans.find(s => s.name === name);

package/lib/dist/lib/matchers/traces.js.map

@@ -1 +1 @@
-{"version":3,"file":"traces.js","sourceRoot":"","sources":["../../../matchers/traces.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAqCH;;;;GAIG;AACH,MAAM,UAAU,mBAAmB;IACjC,OAAO;QACL,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,EAAE;QACb,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;QACrB,KAAK,EAAE,EAAE;KACV,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAAc;IACtD,MAAM,IAAI,GAAG,GAAU,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC;IACF,OAAO;QACL,IAAI,WAAW,KAAa,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAI,SAAS,KAAa,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,IAAI,SAAS,KAA0D,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QACvF,IAAI,KAAK,KAA0B,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,YAAY,CAAC,KAAa,IAAY,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;KACrC,CAAC;AACtB,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,SAAS,GAA2C,EAAE,CAAC;IAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE;YACrC,4BAA4B;YAC5B,2BAA2B;YAC3B,yBAAyB;SAC1B,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,EAAE;YACzC,gCAAgC;YAChC,4BAA4B;YAC5B,6BAA6B;SAC9B,CAAC,CAAC;QACH,IAAI,YAAY;YAAE,WAAW,IAAI,YAAY,CAAC;QAC9C,IAAI,gBAAgB;YAAE,WAAW,IAAI,gBAAgB,CAAC;QAEtD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,EAAE;YAC7B,uBAAuB;YACvB,mBAAmB;YACnB,oBAAoB;SACrB,CAAC,CAAC;QACH,IAAI,IAAI;YAAE,SAAS,IAAI,IAAI,CAAC;QAE5B,aAAa;QACb,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC,CAAC;QAC1E,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,SAAS;QACT,SAAS;QACT,YAAY,CAAC,IAAY;YACvB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC7C,OAAO,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QACD,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAU;IAChC,MAAM,KAAK,GAAI,IAAY,CAAC,iBAAiB,IAAK,IAAY,CAAC,SAAS,CAAC;IACzE,MAAM,GAAG,GAAI,IAAY,CAAC,eAAe,IAAK,IAAY,CAAC,OAAO,CAAC;IACnE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACzD,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,OAAQ,IAAY,CAAC,UAAU,KAAK,QAAQ;QAAE,OAAQ,IAAY,CAAC,UAAU,CAAC;IAClF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CAAC,KAA8B,EAAE,IAAc;IAChE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,KAA8B,EAAE,IAAc;IAChE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
+{"version":3,"file":"traces.js","sourceRoot":"","sources":["../../../matchers/traces.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAuBH,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AA+BnE;;;;GAIG;AACH,MAAM,UAAU,mBAAmB;IACjC,OAAO;QACL,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,EAAE;QACb,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;QACrB,KAAK,EAAE,EAAE;KACV,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAAc;IACtD,MAAM,IAAI,GAAG,GAAU,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC;IACF,OAAO;QACL,IAAI,WAAW,KAAa,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAI,SAAS,KAAa,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,IAAI,UAAU,KAAiB,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/C,IAAI,SAAS,KAA0D,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QACvF,IAAI,KAAK,KAA0B,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,YAAY,CAAC,KAAa,IAAY,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;KACrC,CAAC;AACtB,CAAC;AAED,MAAM,iBAAiB,GAAG;IACxB,4BAA4B;IAC5B,2BAA2B;IAC3B,yBAAyB;IACzB,cAAc;CACf,CAAC;AACF,MAAM,qBAAqB,GAAG;IAC5B,gCAAgC;IAChC,4BAA4B;IAC5B,6BAA6B;IAC7B,eAAe;CAChB,CAAC;AACF,MAAM,qBAAqB,GAAG;IAC5B,sCAAsC;IACtC,gCAAgC;IAChC,mBAAmB;CACpB,CAAC;AACF,MAAM,yBAAyB,GAAG;IAChC,0CAA0C;IAC1C,oCAAoC;IACpC,uBAAuB;CACxB,CAAC;AACF,MAAM,aAAa,GAAG,CAAC,sBAAsB,EAAE,uBAAuB,EAAE,OAAO,CAAC,CAAC;AACjF,MAAM,cAAc,GAAG;IACrB,GAAG,iBAAiB;IACpB,GAAG,qBAAqB;IACxB,GAAG,qBAAqB;IACxB,GAAG,yBAAyB;CAC7B,CAAC;AAEF,wDAAwD;AACxD,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,wEAAwE;IACxE,2EAA2E;IAC3E,qEAAqE;IACrE,yEAAyE;IACzE,4BAA4B;IAC5B,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAA2C,EAAE,CAAC;IAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;QAC1D,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QAClE,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QACjE,MAAM,mBAAmB,GAAG,UAAU,CAAC,KAAK,EAAE,yBAAyB,CAAC,CAAC;QAEzE,MAAM,YAAY,GAChB,YAAY,KAAK,SAAS;YAC1B,gBAAgB,KAAK,SAAS;YAC9B,eAAe,KAAK,SAAS;YAC7B,mBAAmB,KAAK,SAAS,CAAC;QAEpC,IAAI,YAAY;YAAE,qBAAqB,IAAI,CAAC,CAAC;QAC7C,IAAI,YAAY;YAAE,WAAW,IAAI,YAAY,CAAC;QAC9C,IAAI,gBAAgB;YAAE,WAAW,IAAI,gBAAgB,CAAC;QACtD,IAAI,eAAe;YAAE,WAAW,IAAI,eAAe,CAAC;QACpD,IAAI,mBAAmB;YAAE,WAAW,IAAI,mBAAmB,CAAC;QAE5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,EAAE;YACjC,uBAAuB;YACvB,mBAAmB;YACnB,oBAAoB;SACrB,CAAC,CAAC;QACH,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,eAAe,GAAG,IAAI,CAAC;YACvB,YAAY,IAAI,QAAQ,CAAC;QAC3B,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC;YACxB,oEAAoE;YACpE,gEAAgE;YAChE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,KAAK,EAAE,CAAC;gBACV,eAAe,GAAG,IAAI,CAAC;gBACvB,YAAY,IAAI,WAAW,CACzB;oBACE,KAAK,EAAE,YAAY,IAAI,CAAC;oBACxB,MAAM,EAAE,gBAAgB,IAAI,CAAC;oBAC7B,SAAS,EAAE,eAAe,IAAI,CAAC;oBAC/B,aAAa,EAAE,mBAAmB,IAAI,CAAC;iBACxC,EACD,KAAK,CACN,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,sEAAsE;gBACtE,iEAAiE;gBACjE,yDAAyD;gBACzD,uBAAuB,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,aAAa;QACb,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC,CAAC;QAC1E,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,YAAY,GAAG,YAAY,CAAC;IACnD,MAAM,UAAU,GAAe,eAAe,IAAI,eAAe;QAC/D,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,eAAe;YACf,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,eAAe;gBACf,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,MAAM,CAAC;IAEf,mEAAmE;IACnE,uEAAuE;IACvE,yEAAyE;IACzE,uEAAuE;IACvE,uEAAuE;IACvE,qEAAqE;IACrE,MAAM,sBAAsB,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,qBAAqB,KAAK,CAAC,CAAC;IAE/E,sEAAsE;IACtE,uEAAuE;IACvE,uEAAuE;IACvE,mEAAmE;IACnE,wEAAwE;IACxE,yEAAyE;IACzE,0EAA0E;IAC1E,uEAAuE;IACvE,mEAAmE;IACnE,MAAM,cAAc,GAAG,WAAW,GAAG,CAAC,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAEtE,OAAO;QACL,IAAI,WAAW;YACb,IAAI,sBAAsB,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACb,mBAAmB,KAAK,CAAC,MAAM,iDAAiD;oBAChF,kCAAkC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB;oBACpF,mFAAmF;oBACnF,oFAAoF;oBACpF,yFAAyF,CAC1F,CAAC;YACJ,CAAC;YACD,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,IAAI,SAAS;YACX,IAAI,sBAAsB,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC/C,MAAM,IAAI,KAAK,CACb,mBAAmB,KAAK,CAAC,MAAM,iDAAiD;oBAChF,gFAAgF;oBAChF,4CAA4C,CAC7C,CAAC;YACJ,CAAC;YACD,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CACb,mBAAmB,uBAAuB,OAAO,qBAAqB,4BAA4B;oBAClG,2FAA2F;oBAC3F,8FAA8F;oBAC9F,kGAAkG;oBAClG,wFAAwF,CACzF,CAAC;YACJ,CAAC;YACD,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,IAAI,UAAU;YACZ,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,SAAS;QACT,YAAY,CAAC,IAAY;YACvB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC7C,OAAO,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QACD,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAU;IAChC,MAAM,KAAK,GAAI,IAAY,CAAC,iBAAiB,IAAK,IAAY,CAAC,SAAS,CAAC;IACzE,MAAM,GAAG,GAAI,IAAY,CAAC,eAAe,IAAK,IAAY,CAAC,OAAO,CAAC;IACnE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACzD,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,OAAQ,IAAY,CAAC,UAAU,KAAK,QAAQ;QAAE,OAAQ,IAAY,CAAC,UAAU,CAAC;IAClF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CAAC,KAA8B,EAAE,IAAc;IAChE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,KAA8B,EAAE,IAAc;IAChE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/lib/dist/lib/matchers/tracesPricing.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Fallback pricing table used by `buildTracesAccessor()` (see
+ * `lib/matchers/traces.ts`) to *compute* `totalCost` when spans carry
+ * token-usage attributes but no cost attribute (this is the common case —
+ * most OTel exporters, including Claude Code's, emit raw token counts and
+ * leave cost calculation to the consumer).
+ *
+ * Rates are USD per **million tokens** (MTok), converted to per-token below.
+ * These are point-in-time *estimates* maintained by hand — update them when
+ * pricing changes. They are intentionally separate from
+ * `server/services/codingAgents/pricing.ts` (used by the coding-agent
+ * analytics/leaderboard feature): that table silently falls back to Sonnet
+ * pricing for unknown models, which is the wrong behavior here — an eval
+ * reading `traces.totalCost` for an unpriced model must know the number is
+ * incomplete (see `buildTracesAccessor`'s fail-loud handling), not get a
+ * silently-substituted estimate.
+ */
+export interface ModelRates {
+    /** USD per input (prompt) token. */
+    input: number;
+    /** USD per output (completion) token. */
+    output: number;
+    /** USD per cache-read token (cheaper than a fresh input token). */
+    cacheRead: number;
+    /** USD per cache-creation/write token (pricier than a fresh input token). */
+    cacheCreation: number;
+}
+/** Look up rates for a model id. Returns `undefined` when no rule matches. */
+export declare function lookupModelRates(modelId: string | undefined): ModelRates | undefined;
+export interface UsageTokens {
+    input: number;
+    output: number;
+    cacheRead: number;
+    cacheCreation: number;
+}
+/** Compute USD cost for a set of token counts against a model's rates. */
+export declare function computeCost(tokens: UsageTokens, rates: ModelRates): number;
+//# sourceMappingURL=tracesPricing.d.ts.map

package/lib/dist/lib/matchers/tracesPricing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracesPricing.d.ts","sourceRoot":"","sources":["../../../matchers/tracesPricing.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;;;;GAgBG;AAEH,MAAM,WAAW,UAAU;IACzB,oCAAoC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,yCAAyC;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,mEAAmE;IACnE,SAAS,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,aAAa,EAAE,MAAM,CAAC;CACvB;AA8CD,8EAA8E;AAC9E,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAMpF;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,0EAA0E;AAC1E,wBAAgB,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM,CAO1E"}

package/lib/dist/lib/matchers/tracesPricing.js

@@ -0,0 +1,64 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+const PER_MTOK = 1_000_000;
+/**
+ * Estimated Bedrock/Anthropic Claude rates, USD per MTok:
+ *   Sonnet class: $3 in / $15 out / $0.30 cache-read / $3.75 cache-write
+ *   Opus class:   $15 in / $75 out / $1.50 cache-read / $18.75 cache-write
+ *   Haiku class:  $0.80 in / $4 out / $0.08 cache-read / $1.00 cache-write
+ * Keyed by substrings matched case-insensitively against the span's model
+ * id (see `resolveModelId`), so both raw Anthropic ids
+ * (`claude-sonnet-4-6-...`) and Bedrock ids
+ * (`us.anthropic.claude-sonnet-4-6-...`) match.
+ */
+const RATE_TABLE = [
+    {
+        match: /opus/i,
+        rates: {
+            input: 15 / PER_MTOK,
+            output: 75 / PER_MTOK,
+            cacheRead: 1.5 / PER_MTOK,
+            cacheCreation: 18.75 / PER_MTOK,
+        },
+    },
+    {
+        match: /haiku/i,
+        rates: {
+            input: 0.8 / PER_MTOK,
+            output: 4 / PER_MTOK,
+            cacheRead: 0.08 / PER_MTOK,
+            cacheCreation: 1.0 / PER_MTOK,
+        },
+    },
+    {
+        // Sonnet is the default Claude class; matched last so opus/haiku take
+        // priority, but also serves as the generic "claude" match.
+        match: /sonnet|claude/i,
+        rates: {
+            input: 3 / PER_MTOK,
+            output: 15 / PER_MTOK,
+            cacheRead: 0.3 / PER_MTOK,
+            cacheCreation: 3.75 / PER_MTOK,
+        },
+    },
+];
+/** Look up rates for a model id. Returns `undefined` when no rule matches. */
+export function lookupModelRates(modelId) {
+    if (!modelId)
+        return undefined;
+    for (const { match, rates } of RATE_TABLE) {
+        if (match.test(modelId))
+            return rates;
+    }
+    return undefined;
+}
+/** Compute USD cost for a set of token counts against a model's rates. */
+export function computeCost(tokens, rates) {
+    return (tokens.input * rates.input +
+        tokens.output * rates.output +
+        tokens.cacheRead * rates.cacheRead +
+        tokens.cacheCreation * rates.cacheCreation);
+}
+//# sourceMappingURL=tracesPricing.js.map

package/lib/dist/lib/matchers/tracesPricing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracesPricing.js","sourceRoot":"","sources":["../../../matchers/tracesPricing.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA+BH,MAAM,QAAQ,GAAG,SAAS,CAAC;AAE3B;;;;;;;;;GASG;AACH,MAAM,UAAU,GAAgD;IAC9D;QACE,KAAK,EAAE,OAAO;QACd,KAAK,EAAE;YACL,KAAK,EAAE,EAAE,GAAG,QAAQ;YACpB,MAAM,EAAE,EAAE,GAAG,QAAQ;YACrB,SAAS,EAAE,GAAG,GAAG,QAAQ;YACzB,aAAa,EAAE,KAAK,GAAG,QAAQ;SAChC;KACF;IACD;QACE,KAAK,EAAE,QAAQ;QACf,KAAK,EAAE;YACL,KAAK,EAAE,GAAG,GAAG,QAAQ;YACrB,MAAM,EAAE,CAAC,GAAG,QAAQ;YACpB,SAAS,EAAE,IAAI,GAAG,QAAQ;YAC1B,aAAa,EAAE,GAAG,GAAG,QAAQ;SAC9B;KACF;IACD;QACE,sEAAsE;QACtE,2DAA2D;QAC3D,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE;YACL,KAAK,EAAE,CAAC,GAAG,QAAQ;YACnB,MAAM,EAAE,EAAE,GAAG,QAAQ;YACrB,SAAS,EAAE,GAAG,GAAG,QAAQ;YACzB,aAAa,EAAE,IAAI,GAAG,QAAQ;SAC/B;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,KAAK,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,UAAU,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AASD,0EAA0E;AAC1E,MAAM,UAAU,WAAW,CAAC,MAAmB,EAAE,KAAiB;IAChE,OAAO,CACL,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK;QAC1B,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;QAC5B,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS;QAClC,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAC3C,CAAC;AACJ,CAAC"}

package/lib/dist/lib/runStats.d.ts

@@ -88,5 +88,29 @@ export declare function getReportIdsFromRun(run: BenchmarkRun): string[];
  * @param reports - Array of reports for this run
  * @returns Denormalized stats object (passed, failed, pending, total)
  */
+/**
+ * Canonical "display" stats for a run detail/list view: prefer recomputing
+ * from the persisted per-test-case verdicts (`run.results`) via
+ * {@link bucketRunResults} — the single source of truth — and only fall
+ * back to the denormalized `run.stats` when `results` is empty (e.g. a run
+ * that hasn't started, or legacy data with no results map at all).
+ *
+ * This is THE single shared helper for pass/fail/errored/pending/total
+ * across every surface that renders run stats (runs list, benchmark runs
+ * list, run detail page, comparison page) — do not reimplement this logic
+ * locally in a component or add a differently-named twin. Historically this
+ * logic was duplicated per-page (each with its own subtly different bugs,
+ * e.g. `errored` not tracked, or `run.stats` trusted directly even when
+ * stale/inflated for trace-judged runs — a 66/84-real-passed run displaying
+ * as 84/84). Callers that only need `{passed, failed, errored, total}` can
+ * simply ignore the extra `pending` field.
+ */
+export declare function computeRunStats(run: {
+    results?: Record<string, {
+        status?: string;
+        passFailStatus?: string;
+    }>;
+    stats?: Partial<RunStatsType> | null;
+}): Pick<RunStatsType, 'passed' | 'failed' | 'errored' | 'pending' | 'total'>;
 export declare function computeRunStatsFromReports(run: BenchmarkRun, reports: EvaluationReport[]): RunStatsType;
 //# sourceMappingURL=runStats.d.ts.map

package/lib/dist/lib/runStats.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runStats.d.ts","sourceRoot":"","sources":["../../runStats.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,IAAI,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEjG;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAC;IACf,yFAAyF;IACzF,MAAM,EAAE,MAAM,CAAC;IACf,gFAAgF;IAChF,OAAO,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,SAAS,GAChF,IAAI,CAAC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC,CAevE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,YAAY,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAC/C,QAAQ,CAuEV;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,EAAE,CAU/D;AAED;;;;;;;GAOG;AACH,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,YAAY,EACjB,OAAO,EAAE,gBAAgB,EAAE,GAC1B,YAAY,CAed"}
+{"version":3,"file":"runStats.d.ts","sourceRoot":"","sources":["../../runStats.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,IAAI,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEjG;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAC;IACf,yFAAyF;IACzF,MAAM,EAAE,MAAM,CAAC;IACf,gFAAgF;IAChF,OAAO,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,SAAS,GAChF,IAAI,CAAC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC,CAevE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,YAAY,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAC/C,QAAQ,CAuEV;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,EAAE,CAU/D;AAED;;;;;;;GAOG;AACH;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAC7B,GAAG,EAAE;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACvE,KAAK,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;CACtC,GACA,IAAI,CAAC,YAAY,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC,CAc3E;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,YAAY,EACjB,OAAO,EAAE,gBAAgB,EAAE,GAC1B,YAAY,CAed"}

package/lib/dist/lib/runStats.js

@@ -143,6 +143,38 @@ export function getReportIdsFromRun(run) {
  * @param reports - Array of reports for this run
  * @returns Denormalized stats object (passed, failed, pending, total)
  */
+/**
+ * Canonical "display" stats for a run detail/list view: prefer recomputing
+ * from the persisted per-test-case verdicts (`run.results`) via
+ * {@link bucketRunResults} — the single source of truth — and only fall
+ * back to the denormalized `run.stats` when `results` is empty (e.g. a run
+ * that hasn't started, or legacy data with no results map at all).
+ *
+ * This is THE single shared helper for pass/fail/errored/pending/total
+ * across every surface that renders run stats (runs list, benchmark runs
+ * list, run detail page, comparison page) — do not reimplement this logic
+ * locally in a component or add a differently-named twin. Historically this
+ * logic was duplicated per-page (each with its own subtly different bugs,
+ * e.g. `errored` not tracked, or `run.stats` trusted directly even when
+ * stale/inflated for trace-judged runs — a 66/84-real-passed run displaying
+ * as 84/84). Callers that only need `{passed, failed, errored, total}` can
+ * simply ignore the extra `pending` field.
+ */
+export function computeRunStats(run) {
+    if (run.results && Object.keys(run.results).length > 0) {
+        return bucketRunResults(run.results);
+    }
+    if (run.stats && (run.stats.total ?? 0) > 0) {
+        return {
+            passed: run.stats.passed ?? 0,
+            failed: run.stats.failed ?? 0,
+            errored: run.stats.errored ?? 0,
+            pending: run.stats.pending ?? 0,
+            total: run.stats.total ?? 0,
+        };
+    }
+    return { passed: 0, failed: 0, errored: 0, pending: 0, total: 0 };
+}
 export function computeRunStatsFromReports(run, reports) {
     const reportsMap = {};
     reports.forEach(report => {

package/lib/dist/lib/runStats.js.map

@@ -1 +1 @@
-{"version":3,"file":"runStats.js","sourceRoot":"","sources":["../../runStats.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA8CH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAiF;IAEjF,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAChE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAAC,MAAM,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,cAAc,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;iBACvC,IAAI,CAAC,CAAC,cAAc,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;;gBAC5C,OAAO,EAAE,CAAC,CAAC,qDAAqD;YACrE,SAAS;QACX,CAAC;QACD,OAAO,EAAE,CAAC,CAAC,sBAAsB;IACnC,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,iBAAiB,CAC/B,GAAiB,EACjB,OAAgD;IAEhD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE;QACjE,KAAK,EAAE,CAAC;QAER,4BAA4B;QAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QAED,2DAA2D;QAC3D,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAExC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,yCAAyC;gBACzC,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,oDAAoD;YACpD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;gBACjF,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,sEAAsE;YACtE,8DAA8D;YAC9D,+DAA+D;YAC/D,IAAI,MAAM,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;gBACrC,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,IAAI,MAAM,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;gBACvC,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,6DAA6D;gBAC7D,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,sEAAsE;IACtE,gEAAgE;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,OAAO;QACL,MAAM;QACN,MAAM;QACN,OAAO;QACP,OAAO;QACP,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAiB;IACnD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAClD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAC/B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,0BAA0B,CACxC,GAAiB,EACjB,OAA2B;IAE3B,MAAM,UAAU,GAA4C,EAAE,CAAC;IAC/D,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;QACvB,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAErD,OAAO;QACL,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,KAAK,EAAE,SAAS,CAAC,KAAK;KACvB,CAAC;AACJ,CAAC"}
+{"version":3,"file":"runStats.js","sourceRoot":"","sources":["../../runStats.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA8CH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAiF;IAEjF,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAChE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAAC,MAAM,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,cAAc,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;iBACvC,IAAI,CAAC,CAAC,cAAc,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;;gBAC5C,OAAO,EAAE,CAAC,CAAC,qDAAqD;YACrE,SAAS;QACX,CAAC;QACD,OAAO,EAAE,CAAC,CAAC,sBAAsB;IACnC,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,iBAAiB,CAC/B,GAAiB,EACjB,OAAgD;IAEhD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE;QACjE,KAAK,EAAE,CAAC;QAER,4BAA4B;QAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QAED,2DAA2D;QAC3D,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAExC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,yCAAyC;gBACzC,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,oDAAoD;YACpD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;gBACjF,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,sEAAsE;YACtE,8DAA8D;YAC9D,+DAA+D;YAC/D,IAAI,MAAM,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;gBACrC,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,IAAI,MAAM,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;gBACvC,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,6DAA6D;gBAC7D,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,sEAAsE;IACtE,gEAAgE;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,OAAO;QACL,MAAM;QACN,MAAM;QACN,OAAO;QACP,OAAO;QACP,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAiB;IACnD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAClD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAC/B,CAAC;AAED;;;;;;;GAOG;AACH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,eAAe,CAC7B,GAGC;IAED,IAAI,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,OAAO,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;YAC7B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;YAC7B,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC;YAC/B,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC;YAC/B,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC;SAC5B,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,GAAiB,EACjB,OAA2B;IAE3B,MAAM,UAAU,GAA4C,EAAE,CAAC;IAC/D,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;QACvB,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAErD,OAAO;QACL,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,KAAK,EAAE,SAAS,CAAC,KAAK;KACvB,CAAC;AACJ,CAAC"}

package/lib/dist/lib/testCases/loader.d.ts

@@ -1,6 +1,7 @@
 import type { CodeTestCase, RegisteredHook } from './types.js';
 export declare function isCodeFile(filename: string): boolean;
-export declare function computeTestCaseHash(tc: CodeTestCase): string;
+export { detectSourceLanguage } from '../../lib/utils.js';
+export declare function computeTestCaseHash(tc: CodeTestCase, fileSource?: string): string;
 export interface LoadedTestCase extends CodeTestCase {
     hash: string;
 }
@@ -15,6 +16,15 @@ export interface LoadResult {
      * (CLI / server names it after the filename).
      */
     benchmarks: Map<string, string[]>;
+    /**
+     * Raw text of the eval file, read once up front (before execution) for
+     * BOTH .js and .ts/.mjs paths. Persisted verbatim as `sourceCode` on each
+     * imported TestCase (see cli/commands/benchmark.ts) so the Test Case
+     * detail page can render the whole file as an IDE-style code view --
+     * without this we'd only have the parsed `initialPrompt`/`expectedOutcomes`
+     * fields, not the `evaluate()` body that produced them.
+     */
+    fileSource: string;
     /**
      * All lifecycle hooks (`beforeEach`/`afterEach`/`beforeAll`/`afterAll`)
      * registered while loading this file. Empty when the file declares none.

package/lib/dist/lib/testCases/loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../../testCases/loader.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAW/D,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAGpD;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,YAAY,GAAG,MAAM,CAgB5D;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;;;OAMG;IACH,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC;;;;OAIG;IACH,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,wBAAsB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAkInF"}
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../../testCases/loader.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAW/D,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAGpD;AAQD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEtD,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAyBjF;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;;;OAMG;IACH,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC;;;;;;;OAOG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,wBAAsB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAiJnF"}