@opensearch-project/agent-health 0.4.0 → 0.6.0

package/lib/dist/lib/matchers/session.js

@@ -0,0 +1,116 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Matcher session — collects MatcherResult[] for the currently-executing
+ * test body. Matchers (expect/judge/traces) record into the active session
+ * via `recordVerdict`.
+ *
+ * Concurrency model (RFC 004, "kills the global session"):
+ *
+ *   The session is held in an AsyncLocalStorage so that bodies running
+ *   concurrently (the runners dispatch up to `concurrency` tests at once,
+ *   interleaving at every `await`) each record into their OWN session.
+ *   Before this, a single module-level `activeSession` was shared by all
+ *   in-flight bodies, so verdicts cross-contaminated between tests.
+ *
+ *   `runInSession(fn)` is the concurrency-safe entry point and is what the
+ *   runners use: it establishes a fresh session for the duration of `fn`
+ *   (and everything it `await`s) and returns the collected results.
+ *
+ *   The legacy `startSession()` / `endSession()` pair is retained for
+ *   synchronous, non-interleaved callers (unit tests, simple scripts). It
+ *   uses a module-global fallback session. When an AsyncLocalStorage scope
+ *   is active (i.e. we're inside `runInSession`), the ALS session always
+ *   takes precedence over the global, so the two never collide.
+ */
+import { AsyncLocalStorage } from 'async_hooks';
+/** Per-async-context session. Set for the duration of `runInSession(fn)`. */
+const sessionStore = new AsyncLocalStorage();
+/** Legacy module-global session for direct startSession()/endSession() callers. */
+let legacySession = null;
+function newSession() {
+    return { results: [], startedAt: Date.now() };
+}
+/** The session verdicts should be recorded into right now, if any. */
+function currentSession() {
+    return sessionStore.getStore() ?? legacySession;
+}
+/**
+ * Run `fn` with a fresh, isolated matcher session and return the verdicts
+ * recorded during it. Concurrency-safe: each call gets its own session via
+ * AsyncLocalStorage, so interleaved bodies never share verdicts.
+ *
+ * Results are returned even when `fn` throws — the caller can inspect both
+ * the partial results and the error (cleanup hooks that record after a body
+ * failure therefore still surface in the breakdown).
+ */
+export async function runInSession(fn) {
+    const session = newSession();
+    try {
+        const value = await sessionStore.run(session, fn);
+        return { results: session.results, value };
+    }
+    catch (error) {
+        return { results: session.results, error };
+    }
+}
+/**
+ * Begin a fresh global session and make it active (legacy API).
+ *
+ * Prefer {@link runInSession} for anything that may run concurrently. This
+ * remains for synchronous, single-threaded callers.
+ */
+export function startSession() {
+    legacySession = newSession();
+    return legacySession;
+}
+/** Stop the current global session and return its results (legacy API). */
+export function endSession() {
+    if (!legacySession)
+        return [];
+    const out = legacySession.results;
+    legacySession = null;
+    return out;
+}
+/** True when a session is active (ALS scope or legacy global). */
+export function isSessionActive() {
+    return currentSession() !== null;
+}
+/** Record a single matcher verdict on the active session. No-op when none. */
+export function recordVerdict(result) {
+    const session = currentSession();
+    if (!session)
+        return;
+    session.results.push(result);
+}
+/**
+ * Record a verdict computed from a try/catch around the matcher body.
+ * Convenience wrapper used by judge() and traces helpers; chai matchers go
+ * through the chai plugin in `./expect.ts`.
+ */
+export async function recordWithTiming(description, method, fn) {
+    const start = Date.now();
+    try {
+        const value = await fn();
+        recordVerdict({
+            description,
+            pass: true,
+            method,
+            durationMs: Date.now() - start,
+        });
+        return value;
+    }
+    catch (err) {
+        recordVerdict({
+            description,
+            pass: false,
+            method,
+            durationMs: Date.now() - start,
+            errorMessage: err?.message || String(err),
+        });
+        throw err;
+    }
+}
+//# sourceMappingURL=session.js.map

package/lib/dist/lib/matchers/session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../../matchers/session.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAQhD,6EAA6E;AAC7E,MAAM,YAAY,GAAG,IAAI,iBAAiB,EAAkB,CAAC;AAE7D,mFAAmF;AACnF,IAAI,aAAa,GAA0B,IAAI,CAAC;AAEhD,SAAS,UAAU;IACjB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;AAChD,CAAC;AAED,sEAAsE;AACtE,SAAS,cAAc;IACrB,OAAO,YAAY,CAAC,QAAQ,EAAE,IAAI,aAAa,CAAC;AAClD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAwB;IAExB,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAClD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;IAC7C,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY;IAC1B,aAAa,GAAG,UAAU,EAAE,CAAC;IAC7B,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC,aAAa;QAAE,OAAO,EAAE,CAAC;IAC9B,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC;IAClC,aAAa,GAAG,IAAI,CAAC;IACrB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,eAAe;IAC7B,OAAO,cAAc,EAAE,KAAK,IAAI,CAAC;AACnC,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,aAAa,CAAC,MAAqB;IACjD,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;IACjC,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,WAAmB,EACnB,MAAqB,EACrB,EAAwB;IAExB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,EAAE,EAAE,CAAC;QACzB,aAAa,CAAC;YACZ,WAAW;YACX,IAAI,EAAE,IAAI;YACV,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC/B,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,aAAa,CAAC;YACZ,WAAW;YACX,IAAI,EAAE,KAAK;YACX,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC9B,YAAY,EAAE,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC;SAC1C,CAAC,CAAC;QACH,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC"}

package/lib/dist/lib/matchers/traces.d.ts

@@ -0,0 +1,70 @@
+/**
+ * `traces` fixture — read-only access to the OTel traces emitted by the
+ * agent during this run. Pre-loaded by the runner before the test body
+ * starts; sync access from inside the body.
+ *
+ * Three construction modes (the runner picks one):
+ *   - `buildTracesAccessor(spans)` — real spans available, real numbers.
+ *   - `emptyTracesAccessor()` — agent opted out (`useTraces=false`).
+ *     Every accessor returns 0/[] so user matchers don't blow up.
+ *   - `unavailableTracesAccessor(reason)` — agent opted in (`useTraces=true`)
+ *     but spans were not fetchable (no runId, fetch failed, or polling
+ *     timed out). Every accessor *throws* so silent false-passes like
+ *     `expect(traces.totalTokens).to.be.lessThan(10_000)` against an
+ *     empty fixture become loud failures (see issue #230).
+ *
+ * Built on top of `services/traces/index.ts:fetchTracesByRunIds` —
+ * the runner is responsible for invoking that and constructing the
+ * accessor.
+ */
+import type { Span } from '../../types/index.js';
+/**
+ * Where `totalCost` came from:
+ *   - `'reported'` — every dollar came from a real cost attribute on a span.
+ *   - `'computed'` — no span carried a cost attribute; the whole total was
+ *     derived from token counts via the fallback pricing table.
+ *   - `'mixed'`    — some spans reported cost, others were computed.
+ *   - `'none'`     — no LLM spans, or no cost could be determined at all.
+ */
+export type CostSource = 'reported' | 'computed' | 'mixed' | 'none';
+export interface TracesAccessor {
+    /** Sum of all prompt/completion/cache token-usage attrs across LLM spans. */
+    totalTokens: number;
+    /**
+     * Sum of all reported cost attrs, falling back to a computed estimate
+     * (from token counts + the model pricing table) when no span reports
+     * cost directly. See `costSource` to tell which happened.
+     */
+    totalCost: number;
+    /** Whether `totalCost` was reported by spans, computed, both, or neither. */
+    costSource: CostSource;
+    /** Tool invocation summary derived from spans. */
+    toolCalls: ReadonlyArray<{
+        name: string;
+        durationMs: number;
+    }>;
+    /** Duration of the first span matching the given name, or 0 when not found. */
+    spanDuration(name: string): number;
+    /** All spans (read-only). */
+    spans: ReadonlyArray<Span>;
+}
+/**
+ * Empty accessor — silent zeros. Used when the agent opted out of traces
+ * (`useTraces: false`). Reading any accessor returns `0` / `[]` so user
+ * matchers in opt-out scenarios don't throw.
+ */
+export declare function emptyTracesAccessor(): TracesAccessor;
+/**
+ * Loud-failure accessor — every read throws. Used when the agent opted
+ * in to traces (`useTraces: true`) but spans were not retrievable. This
+ * turns the silent false-pass described in issue #230 into an actionable
+ * error, e.g.:
+ *
+ *   Error: traces fixture unavailable: no spans found for runId=…
+ *
+ * Construction never throws — only attribute / method access does.
+ */
+export declare function unavailableTracesAccessor(reason: string): TracesAccessor;
+/** Build a TracesAccessor from a flat list of spans. */
+export declare function buildTracesAccessor(spans: Span[]): TracesAccessor;
+//# sourceMappingURL=traces.d.ts.map

package/lib/dist/lib/matchers/traces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../../matchers/traces.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAGjD;;;;;;;GAOG;AACH,MAAM,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,OAAO,GAAG,MAAM,CAAC;AAEpE,MAAM,WAAW,cAAc;IAC7B,6EAA6E;IAC7E,WAAW,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,UAAU,EAAE,UAAU,CAAC;IACvB,kDAAkD;IAClD,SAAS,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/D,+EAA+E;IAC/E,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACnC,6BAA6B;IAC7B,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,IAAI,cAAc,CASpD;AAED;;;;;;;;;GASG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAYxE;AAgCD,wDAAwD;AACxD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,cAAc,CA+IjE"}

package/lib/dist/lib/matchers/traces.js

@@ -0,0 +1,236 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { lookupModelRates, computeCost } from './tracesPricing.js';
+/**
+ * Empty accessor — silent zeros. Used when the agent opted out of traces
+ * (`useTraces: false`). Reading any accessor returns `0` / `[]` so user
+ * matchers in opt-out scenarios don't throw.
+ */
+export function emptyTracesAccessor() {
+    return {
+        totalTokens: 0,
+        totalCost: 0,
+        costSource: 'none',
+        toolCalls: [],
+        spanDuration: () => 0,
+        spans: [],
+    };
+}
+/**
+ * Loud-failure accessor — every read throws. Used when the agent opted
+ * in to traces (`useTraces: true`) but spans were not retrievable. This
+ * turns the silent false-pass described in issue #230 into an actionable
+ * error, e.g.:
+ *
+ *   Error: traces fixture unavailable: no spans found for runId=…
+ *
+ * Construction never throws — only attribute / method access does.
+ */
+export function unavailableTracesAccessor(reason) {
+    const fail = () => {
+        throw new Error(`traces fixture unavailable: ${reason}`);
+    };
+    return {
+        get totalTokens() { return fail(); },
+        get totalCost() { return fail(); },
+        get costSource() { return fail(); },
+        get toolCalls() { return fail(); },
+        get spans() { return fail(); },
+        spanDuration(_name) { return fail(); },
+    };
+}
+const PROMPT_TOKEN_KEYS = [
+    'gen_ai.usage.prompt_tokens',
+    'gen_ai.usage.input_tokens',
+    'llm.usage.prompt_tokens',
+    'input_tokens',
+];
+const COMPLETION_TOKEN_KEYS = [
+    'gen_ai.usage.completion_tokens',
+    'gen_ai.usage.output_tokens',
+    'llm.usage.completion_tokens',
+    'output_tokens',
+];
+const CACHE_READ_TOKEN_KEYS = [
+    'gen_ai.usage.cache_read_input_tokens',
+    'gen_ai.usage.cache_read_tokens',
+    'cache_read_tokens',
+];
+const CACHE_CREATION_TOKEN_KEYS = [
+    'gen_ai.usage.cache_creation_input_tokens',
+    'gen_ai.usage.cache_creation_tokens',
+    'cache_creation_tokens',
+];
+const MODEL_ID_KEYS = ['gen_ai.request.model', 'gen_ai.response.model', 'model'];
+const ALL_TOKEN_KEYS = [
+    ...PROMPT_TOKEN_KEYS,
+    ...COMPLETION_TOKEN_KEYS,
+    ...CACHE_READ_TOKEN_KEYS,
+    ...CACHE_CREATION_TOKEN_KEYS,
+];
+/** Build a TracesAccessor from a flat list of spans. */
+export function buildTracesAccessor(spans) {
+    let totalTokens = 0;
+    let reportedCost = 0;
+    let computedCost = 0;
+    let hadReportedCost = false;
+    let hadComputedCost = false;
+    let tokenBearingSpanCount = 0;
+    // codex_review (PR #440): a span can have recognized tokens yet resolve
+    // NEITHER a reported cost NOR a computed one (unpriced/unresolved model) —
+    // this counter drives `costUnknowable` below so totalCost refuses to
+    // silently under-report just because *some other* span in the same trace
+    // happened to be priceable.
+    let unresolvedCostSpanCount = 0;
+    const toolCalls = [];
+    for (const span of spans) {
+        const attrs = span.attributes ?? {};
+        const promptTokens = pickNumber(attrs, PROMPT_TOKEN_KEYS);
+        const completionTokens = pickNumber(attrs, COMPLETION_TOKEN_KEYS);
+        const cacheReadTokens = pickNumber(attrs, CACHE_READ_TOKEN_KEYS);
+        const cacheCreationTokens = pickNumber(attrs, CACHE_CREATION_TOKEN_KEYS);
+        const hasTokenAttr = promptTokens !== undefined ||
+            completionTokens !== undefined ||
+            cacheReadTokens !== undefined ||
+            cacheCreationTokens !== undefined;
+        if (hasTokenAttr)
+            tokenBearingSpanCount += 1;
+        if (promptTokens)
+            totalTokens += promptTokens;
+        if (completionTokens)
+            totalTokens += completionTokens;
+        if (cacheReadTokens)
+            totalTokens += cacheReadTokens;
+        if (cacheCreationTokens)
+            totalTokens += cacheCreationTokens;
+        const reported = pickNumber(attrs, [
+            'gen_ai.usage.cost_usd',
+            'gen_ai.usage.cost',
+            'llm.usage.cost_usd',
+        ]);
+        if (reported !== undefined) {
+            hadReportedCost = true;
+            reportedCost += reported;
+        }
+        else if (hasTokenAttr) {
+            // No reported cost attribute on this span — fall back to a computed
+            // estimate from token counts, if we know pricing for the model.
+            const modelId = pickString(attrs, MODEL_ID_KEYS);
+            const rates = lookupModelRates(modelId);
+            if (rates) {
+                hadComputedCost = true;
+                computedCost += computeCost({
+                    input: promptTokens ?? 0,
+                    output: completionTokens ?? 0,
+                    cacheRead: cacheReadTokens ?? 0,
+                    cacheCreation: cacheCreationTokens ?? 0,
+                }, rates);
+            }
+            else {
+                // This span's tokens contribute to totalTokens but NOT to totalCost —
+                // without this counter that would be a silent, plausible-looking
+                // undercount rather than the loud failure #230 asks for.
+                unresolvedCostSpanCount += 1;
+            }
+        }
+        // Tool spans
+        const toolName = pickString(attrs, ['gen_ai.tool.name', 'llm.tool.name']);
+        if (toolName) {
+            toolCalls.push({ name: toolName, durationMs: spanDurationMs(span) });
+        }
+    }
+    const totalCostValue = reportedCost + computedCost;
+    const costSource = hadReportedCost && hadComputedCost
+        ? 'mixed'
+        : hadReportedCost
+            ? 'reported'
+            : hadComputedCost
+                ? 'computed'
+                : 'none';
+    // Issue class: spans exist, but none of them carry any token-usage
+    // attribute we recognize. Reading totalTokens/totalCost would silently
+    // return 0, letting matchers like `expect(traces.totalCost).lessThan(2)`
+    // pass vacuously (mirrors the #230 fail-loud philosophy). A trace that
+    // genuinely has recognized-but-zero-valued attributes is fine and must
+    // NOT throw — only the "we found nothing we understand" case throws.
+    const noRecognizedTokenAttrs = spans.length > 0 && tokenBearingSpanCount === 0;
+    // Issue class: tokens were found, but AT LEAST ONE token-bearing span
+    // resolved neither a reported cost nor a computed one (unpriced model,
+    // no cost attribute). Pre-codex_review this only threw when EVERY span
+    // was unresolved — a trace with 9 priced spans and 1 unpriced span
+    // silently under-reported totalCost by exactly the unpriced span's real
+    // spend while still returning a plausible-looking number (PR #440 review
+    // finding, blocker). Throw only when reading totalCost (tokens themselves
+    // are legitimately known in this case) — any unresolved span makes the
+    // total untrustworthy, not just a total absence of resolved spans.
+    const costUnknowable = totalTokens > 0 && unresolvedCostSpanCount > 0;
+    return {
+        get totalTokens() {
+            if (noRecognizedTokenAttrs) {
+                throw new Error(`traces fixture: ${spans.length} span(s) present but none carried a recognized ` +
+                    `token-usage attribute (checked ${ALL_TOKEN_KEYS.join(', ')}). Reading totalTokens ` +
+                    `would silently return 0 — either this agent's spans use an unsupported attribute ` +
+                    `shape (extend buildTracesAccessor() in lib/matchers/traces.ts), or this test case ` +
+                    `has no LLM spans and should use traces.spans / traces.toolCalls instead of totalTokens.`);
+            }
+            return totalTokens;
+        },
+        get totalCost() {
+            if (noRecognizedTokenAttrs && !hadReportedCost) {
+                throw new Error(`traces fixture: ${spans.length} span(s) present but none carried a recognized ` +
+                    `token-usage attribute or a cost attribute, so totalCost cannot be determined. ` +
+                    `Reading totalCost would silently return 0.`);
+            }
+            if (costUnknowable) {
+                throw new Error(`traces fixture: ${unresolvedCostSpanCount} of ${tokenBearingSpanCount} span(s) with token usage ` +
+                    `carried neither a cost attribute nor a model id matching the fallback pricing table (see ` +
+                    `lib/matchers/tracesPricing.ts). Reading totalCost would silently UNDER-report real spend by ` +
+                    `omitting those spans rather than reflect it -- add the model(s) to the pricing table or stamp a ` +
+                    `cost attribute on the span(s), or use traces.spans to inspect per-span usage directly.`);
+            }
+            return totalCostValue;
+        },
+        get costSource() {
+            return costSource;
+        },
+        toolCalls,
+        spanDuration(name) {
+            const hit = spans.find(s => s.name === name);
+            return hit ? spanDurationMs(hit) : 0;
+        },
+        spans,
+    };
+}
+function spanDurationMs(span) {
+    const start = span.startTimeUnixNano ?? span.startTime;
+    const end = span.endTimeUnixNano ?? span.endTime;
+    if (typeof start === 'number' && typeof end === 'number') {
+        // Heuristic: nanosecond timestamps when 13+ digits, else ms
+        const factor = Math.abs(start) > 1e15 ? 1e6 : 1;
+        return Math.max(0, Math.round((end - start) / factor));
+    }
+    if (typeof span.durationMs === 'number')
+        return span.durationMs;
+    return 0;
+}
+function pickNumber(attrs, keys) {
+    for (const k of keys) {
+        const v = attrs[k];
+        if (typeof v === 'number' && Number.isFinite(v))
+            return v;
+        if (typeof v === 'string' && v.trim() !== '' && Number.isFinite(Number(v)))
+            return Number(v);
+    }
+    return undefined;
+}
+function pickString(attrs, keys) {
+    for (const k of keys) {
+        const v = attrs[k];
+        if (typeof v === 'string' && v.length > 0)
+            return v;
+    }
+    return undefined;
+}
+//# sourceMappingURL=traces.js.map

package/lib/dist/lib/matchers/traces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traces.js","sourceRoot":"","sources":["../../../matchers/traces.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAuBH,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AA+BnE;;;;GAIG;AACH,MAAM,UAAU,mBAAmB;IACjC,OAAO;QACL,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,EAAE;QACb,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;QACrB,KAAK,EAAE,EAAE;KACV,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAAc;IACtD,MAAM,IAAI,GAAG,GAAU,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC;IACF,OAAO;QACL,IAAI,WAAW,KAAa,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAI,SAAS,KAAa,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,IAAI,UAAU,KAAiB,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/C,IAAI,SAAS,KAA0D,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QACvF,IAAI,KAAK,KAA0B,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QACnD,YAAY,CAAC,KAAa,IAAY,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;KACrC,CAAC;AACtB,CAAC;AAED,MAAM,iBAAiB,GAAG;IACxB,4BAA4B;IAC5B,2BAA2B;IAC3B,yBAAyB;IACzB,cAAc;CACf,CAAC;AACF,MAAM,qBAAqB,GAAG;IAC5B,gCAAgC;IAChC,4BAA4B;IAC5B,6BAA6B;IAC7B,eAAe;CAChB,CAAC;AACF,MAAM,qBAAqB,GAAG;IAC5B,sCAAsC;IACtC,gCAAgC;IAChC,mBAAmB;CACpB,CAAC;AACF,MAAM,yBAAyB,GAAG;IAChC,0CAA0C;IAC1C,oCAAoC;IACpC,uBAAuB;CACxB,CAAC;AACF,MAAM,aAAa,GAAG,CAAC,sBAAsB,EAAE,uBAAuB,EAAE,OAAO,CAAC,CAAC;AACjF,MAAM,cAAc,GAAG;IACrB,GAAG,iBAAiB;IACpB,GAAG,qBAAqB;IACxB,GAAG,qBAAqB;IACxB,GAAG,yBAAyB;CAC7B,CAAC;AAEF,wDAAwD;AACxD,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,wEAAwE;IACxE,2EAA2E;IAC3E,qEAAqE;IACrE,yEAAyE;IACzE,4BAA4B;IAC5B,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAA2C,EAAE,CAAC;IAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;QAC1D,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QAClE,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QACjE,MAAM,mBAAmB,GAAG,UAAU,CAAC,KAAK,EAAE,yBAAyB,CAAC,CAAC;QAEzE,MAAM,YAAY,GAChB,YAAY,KAAK,SAAS;YAC1B,gBAAgB,KAAK,SAAS;YAC9B,eAAe,KAAK,SAAS;YAC7B,mBAAmB,KAAK,SAAS,CAAC;QAEpC,IAAI,YAAY;YAAE,qBAAqB,IAAI,CAAC,CAAC;QAC7C,IAAI,YAAY;YAAE,WAAW,IAAI,YAAY,CAAC;QAC9C,IAAI,gBAAgB;YAAE,WAAW,IAAI,gBAAgB,CAAC;QACtD,IAAI,eAAe;YAAE,WAAW,IAAI,eAAe,CAAC;QACpD,IAAI,mBAAmB;YAAE,WAAW,IAAI,mBAAmB,CAAC;QAE5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,EAAE;YACjC,uBAAuB;YACvB,mBAAmB;YACnB,oBAAoB;SACrB,CAAC,CAAC;QACH,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,eAAe,GAAG,IAAI,CAAC;YACvB,YAAY,IAAI,QAAQ,CAAC;QAC3B,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC;YACxB,oEAAoE;YACpE,gEAAgE;YAChE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,KAAK,EAAE,CAAC;gBACV,eAAe,GAAG,IAAI,CAAC;gBACvB,YAAY,IAAI,WAAW,CACzB;oBACE,KAAK,EAAE,YAAY,IAAI,CAAC;oBACxB,MAAM,EAAE,gBAAgB,IAAI,CAAC;oBAC7B,SAAS,EAAE,eAAe,IAAI,CAAC;oBAC/B,aAAa,EAAE,mBAAmB,IAAI,CAAC;iBACxC,EACD,KAAK,CACN,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,sEAAsE;gBACtE,iEAAiE;gBACjE,yDAAyD;gBACzD,uBAAuB,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,aAAa;QACb,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC,CAAC;QAC1E,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,YAAY,GAAG,YAAY,CAAC;IACnD,MAAM,UAAU,GAAe,eAAe,IAAI,eAAe;QAC/D,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,eAAe;YACf,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,eAAe;gBACf,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,MAAM,CAAC;IAEf,mEAAmE;IACnE,uEAAuE;IACvE,yEAAyE;IACzE,uEAAuE;IACvE,uEAAuE;IACvE,qEAAqE;IACrE,MAAM,sBAAsB,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,qBAAqB,KAAK,CAAC,CAAC;IAE/E,sEAAsE;IACtE,uEAAuE;IACvE,uEAAuE;IACvE,mEAAmE;IACnE,wEAAwE;IACxE,yEAAyE;IACzE,0EAA0E;IAC1E,uEAAuE;IACvE,mEAAmE;IACnE,MAAM,cAAc,GAAG,WAAW,GAAG,CAAC,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAEtE,OAAO;QACL,IAAI,WAAW;YACb,IAAI,sBAAsB,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACb,mBAAmB,KAAK,CAAC,MAAM,iDAAiD;oBAChF,kCAAkC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB;oBACpF,mFAAmF;oBACnF,oFAAoF;oBACpF,yFAAyF,CAC1F,CAAC;YACJ,CAAC;YACD,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,IAAI,SAAS;YACX,IAAI,sBAAsB,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC/C,MAAM,IAAI,KAAK,CACb,mBAAmB,KAAK,CAAC,MAAM,iDAAiD;oBAChF,gFAAgF;oBAChF,4CAA4C,CAC7C,CAAC;YACJ,CAAC;YACD,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CACb,mBAAmB,uBAAuB,OAAO,qBAAqB,4BAA4B;oBAClG,2FAA2F;oBAC3F,8FAA8F;oBAC9F,kGAAkG;oBAClG,wFAAwF,CACzF,CAAC;YACJ,CAAC;YACD,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,IAAI,UAAU;YACZ,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,SAAS;QACT,YAAY,CAAC,IAAY;YACvB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC7C,OAAO,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QACD,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAU;IAChC,MAAM,KAAK,GAAI,IAAY,CAAC,iBAAiB,IAAK,IAAY,CAAC,SAAS,CAAC;IACzE,MAAM,GAAG,GAAI,IAAY,CAAC,eAAe,IAAK,IAAY,CAAC,OAAO,CAAC;IACnE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACzD,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,OAAQ,IAAY,CAAC,UAAU,KAAK,QAAQ;QAAE,OAAQ,IAAY,CAAC,UAAU,CAAC;IAClF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CAAC,KAA8B,EAAE,IAAc;IAChE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,KAA8B,EAAE,IAAc;IAChE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/lib/dist/lib/matchers/tracesPricing.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Fallback pricing table used by `buildTracesAccessor()` (see
+ * `lib/matchers/traces.ts`) to *compute* `totalCost` when spans carry
+ * token-usage attributes but no cost attribute (this is the common case —
+ * most OTel exporters, including Claude Code's, emit raw token counts and
+ * leave cost calculation to the consumer).
+ *
+ * Rates are USD per **million tokens** (MTok), converted to per-token below.
+ * These are point-in-time *estimates* maintained by hand — update them when
+ * pricing changes. They are intentionally separate from
+ * `server/services/codingAgents/pricing.ts` (used by the coding-agent
+ * analytics/leaderboard feature): that table silently falls back to Sonnet
+ * pricing for unknown models, which is the wrong behavior here — an eval
+ * reading `traces.totalCost` for an unpriced model must know the number is
+ * incomplete (see `buildTracesAccessor`'s fail-loud handling), not get a
+ * silently-substituted estimate.
+ */
+export interface ModelRates {
+    /** USD per input (prompt) token. */
+    input: number;
+    /** USD per output (completion) token. */
+    output: number;
+    /** USD per cache-read token (cheaper than a fresh input token). */
+    cacheRead: number;
+    /** USD per cache-creation/write token (pricier than a fresh input token). */
+    cacheCreation: number;
+}
+/** Look up rates for a model id. Returns `undefined` when no rule matches. */
+export declare function lookupModelRates(modelId: string | undefined): ModelRates | undefined;
+export interface UsageTokens {
+    input: number;
+    output: number;
+    cacheRead: number;
+    cacheCreation: number;
+}
+/** Compute USD cost for a set of token counts against a model's rates. */
+export declare function computeCost(tokens: UsageTokens, rates: ModelRates): number;
+//# sourceMappingURL=tracesPricing.d.ts.map

package/lib/dist/lib/matchers/tracesPricing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracesPricing.d.ts","sourceRoot":"","sources":["../../../matchers/tracesPricing.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;;;;GAgBG;AAEH,MAAM,WAAW,UAAU;IACzB,oCAAoC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,yCAAyC;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,mEAAmE;IACnE,SAAS,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,aAAa,EAAE,MAAM,CAAC;CACvB;AA8CD,8EAA8E;AAC9E,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAMpF;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,0EAA0E;AAC1E,wBAAgB,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM,CAO1E"}

package/lib/dist/lib/matchers/tracesPricing.js

@@ -0,0 +1,64 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+const PER_MTOK = 1_000_000;
+/**
+ * Estimated Bedrock/Anthropic Claude rates, USD per MTok:
+ *   Sonnet class: $3 in / $15 out / $0.30 cache-read / $3.75 cache-write
+ *   Opus class:   $15 in / $75 out / $1.50 cache-read / $18.75 cache-write
+ *   Haiku class:  $0.80 in / $4 out / $0.08 cache-read / $1.00 cache-write
+ * Keyed by substrings matched case-insensitively against the span's model
+ * id (see `resolveModelId`), so both raw Anthropic ids
+ * (`claude-sonnet-4-6-...`) and Bedrock ids
+ * (`us.anthropic.claude-sonnet-4-6-...`) match.
+ */
+const RATE_TABLE = [
+    {
+        match: /opus/i,
+        rates: {
+            input: 15 / PER_MTOK,
+            output: 75 / PER_MTOK,
+            cacheRead: 1.5 / PER_MTOK,
+            cacheCreation: 18.75 / PER_MTOK,
+        },
+    },
+    {
+        match: /haiku/i,
+        rates: {
+            input: 0.8 / PER_MTOK,
+            output: 4 / PER_MTOK,
+            cacheRead: 0.08 / PER_MTOK,
+            cacheCreation: 1.0 / PER_MTOK,
+        },
+    },
+    {
+        // Sonnet is the default Claude class; matched last so opus/haiku take
+        // priority, but also serves as the generic "claude" match.
+        match: /sonnet|claude/i,
+        rates: {
+            input: 3 / PER_MTOK,
+            output: 15 / PER_MTOK,
+            cacheRead: 0.3 / PER_MTOK,
+            cacheCreation: 3.75 / PER_MTOK,
+        },
+    },
+];
+/** Look up rates for a model id. Returns `undefined` when no rule matches. */
+export function lookupModelRates(modelId) {
+    if (!modelId)
+        return undefined;
+    for (const { match, rates } of RATE_TABLE) {
+        if (match.test(modelId))
+            return rates;
+    }
+    return undefined;
+}
+/** Compute USD cost for a set of token counts against a model's rates. */
+export function computeCost(tokens, rates) {
+    return (tokens.input * rates.input +
+        tokens.output * rates.output +
+        tokens.cacheRead * rates.cacheRead +
+        tokens.cacheCreation * rates.cacheCreation);
+}
+//# sourceMappingURL=tracesPricing.js.map

package/lib/dist/lib/matchers/tracesPricing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracesPricing.js","sourceRoot":"","sources":["../../../matchers/tracesPricing.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA+BH,MAAM,QAAQ,GAAG,SAAS,CAAC;AAE3B;;;;;;;;;GASG;AACH,MAAM,UAAU,GAAgD;IAC9D;QACE,KAAK,EAAE,OAAO;QACd,KAAK,EAAE;YACL,KAAK,EAAE,EAAE,GAAG,QAAQ;YACpB,MAAM,EAAE,EAAE,GAAG,QAAQ;YACrB,SAAS,EAAE,GAAG,GAAG,QAAQ;YACzB,aAAa,EAAE,KAAK,GAAG,QAAQ;SAChC;KACF;IACD;QACE,KAAK,EAAE,QAAQ;QACf,KAAK,EAAE;YACL,KAAK,EAAE,GAAG,GAAG,QAAQ;YACrB,MAAM,EAAE,CAAC,GAAG,QAAQ;YACpB,SAAS,EAAE,IAAI,GAAG,QAAQ;YAC1B,aAAa,EAAE,GAAG,GAAG,QAAQ;SAC9B;KACF;IACD;QACE,sEAAsE;QACtE,2DAA2D;QAC3D,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE;YACL,KAAK,EAAE,CAAC,GAAG,QAAQ;YACnB,MAAM,EAAE,EAAE,GAAG,QAAQ;YACrB,SAAS,EAAE,GAAG,GAAG,QAAQ;YACzB,aAAa,EAAE,IAAI,GAAG,QAAQ;SAC/B;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,KAAK,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,UAAU,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AASD,0EAA0E;AAC1E,MAAM,UAAU,WAAW,CAAC,MAAmB,EAAE,KAAiB;IAChE,OAAO,CACL,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK;QAC1B,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;QAC5B,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS;QAClC,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAC3C,CAAC;AACJ,CAAC"}

package/lib/dist/lib/matchers/types.d.ts

@@ -0,0 +1,75 @@
+/**
+ * Per-matcher result types.
+ *
+ * Each call into `expect(...).to.X(...)`, `judge(...)`, or a traces helper
+ * produces one MatcherResult. The runner collects them per test case and
+ * persists them on TestCaseRun so the UI can show a breakdown like
+ *
+ *   ✅ to contain 'root cause'           [code-assertion]
+ *   ❌ to be lessThan 30000               [code-assertion]   actual: 47320
+ *   ✅ identifies failing dependency     [llm-judge]   score: 0.85
+ *   ✅ traces.totalTokens < 10000        [traces]
+ */
+export type MatcherMethod = 'code-assertion' | 'llm-judge' | 'traces' | 'evaluator';
+export interface MatcherResult {
+    /** Human-readable description, e.g. "to contain 'root cause'". */
+    description: string;
+    /** Whether this matcher passed. */
+    pass: boolean;
+    /** Family the matcher belongs to. */
+    method: MatcherMethod;
+    /**
+     * Whether this signal gates the test verdict. `gate` (default) means a
+     * failing result fails the test; `observe` means the result is recorded
+     * for score/insights only and never fails the test (RFC 004 §4.8).
+     * `code-assertion` and `traces` matchers are always gates; `llm-judge`
+     * entries are `gate` for `judge()` and `observe` for `judge.observe()`.
+     */
+    role?: 'gate' | 'observe';
+    /**
+     * True when the matcher could not be evaluated at all (e.g. the judge
+     * endpoint errored) — distinct from a clean `pass: false`. Errored
+     * signals are excluded from pass-rate aggregation (status `errored`).
+     */
+    errored?: boolean;
+    /** Wall-clock time spent evaluating this matcher (ms). */
+    durationMs?: number;
+    /** The actual value as seen by the matcher (best-effort). */
+    actual?: unknown;
+    /** The expected value as configured by the user (best-effort). */
+    expected?: unknown;
+    /** Failure message from the chai assertion when pass is false. */
+    errorMessage?: string;
+    /** Confidence score on the [0, 1] interval, when available. */
+    score?: number;
+    /** Free-form judge reasoning, when available. */
+    reasoning?: string;
+    /** Model used by the judge for this matcher. */
+    model?: string;
+    /**
+     * Actionable suggestions produced by the judge when the verdict is
+     * `pass: false` (or, for the auto-judge path, when accuracy < 100).
+     * Same shape as the report-level field; carried per-call here so
+     * SDK multi-judge runs preserve per-claim feedback.
+     */
+    improvementStrategies?: Array<{
+        category: string;
+        issue: string;
+        recommendation: string;
+        priority: 'high' | 'medium' | 'low';
+    }>;
+    /**
+     * Full judge metric breakdown when the judge produces multiple
+     * dimensions. `score` (above) is the headline value (typically
+     * `accuracy / 100`); this object exposes the rest. All keys are
+     * optional because the judge only emits them when applicable.
+     */
+    judgeMetrics?: {
+        accuracy?: number;
+        faithfulness?: number;
+        latency_score?: number;
+        trajectory_alignment_score?: number;
+        [k: string]: number | undefined;
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/lib/dist/lib/matchers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../matchers/types.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;GAWG;AAEH,MAAM,MAAM,aAAa,GACrB,gBAAgB,GAChB,WAAW,GACX,QAAQ,GACR,WAAW,CAAC;AAEhB,MAAM,WAAW,aAAa;IAC5B,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,IAAI,EAAE,OAAO,CAAC;IACd,qCAAqC;IACrC,MAAM,EAAE,aAAa,CAAC;IACtB;;;;;;OAMG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;;;OAIG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,0DAA0D;IAC1D,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,6DAA6D;IAC7D,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,kEAAkE;IAClE,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,kEAAkE;IAClE,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gDAAgD;IAChD,KAAK,CAAC,EAAE,MAAM,CAAC;IASf;;;;;OAKG;IACH,qBAAqB,CAAC,EAAE,KAAK,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;KACrC,CAAC,CAAC;IAEH;;;;;OAKG;IACH,YAAY,CAAC,EAAE;QACb,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,0BAA0B,CAAC,EAAE,MAAM,CAAC;QACpC,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;KACjC,CAAC;CACH"}

package/lib/dist/lib/matchers/types.js

@@ -0,0 +1,6 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/lib/dist/lib/matchers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../matchers/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}