niceeval 0.12.2-canary.31 → 0.13.0

package/dist/report/model/locale.d.ts

@@ -0,0 +1,220 @@
+import type { LocalizedText } from "../../types.js";
+export type { LocalizedText };
+/** 报告渲染的 locale(BCP 47 标签,开放);默认 "en"(`niceeval show` 缺省输出不变)。 */
+export type ReportLocale = string;
+export declare const DEFAULT_REPORT_LOCALE: ReportLocale;
+/** 官方固定文案覆盖的 locale 全集。 */
+export declare const DISPLAY_LOCALES: readonly ReportLocale[];
+/**
+ * LocalizedText 的确定回退:取当前 locale;缺失时取 en;仍缺失时取按 locale 键字典序的
+ * 第一个非空值。对象没有任何非空值时报错,不渲染空文案
+ * (docs/feature/reports/library.md「行为约束」)。
+ */
+export declare function resolveLocalizedText(text: LocalizedText, locale: ReportLocale): string;
+/** LocalizedText 按字段值深相等(键顺序无关;标题回退链的「唯一且相同」判定用)。 */
+export declare function localizedTextEquals(a: LocalizedText, b: LocalizedText): boolean;
+declare const en: {
+    readonly "verdict.passed": "passed";
+    readonly "verdict.failed": "failed";
+    readonly "verdict.errored": "errored";
+    readonly "verdict.skipped": "skipped";
+    /** AttemptSummary 的重试序号(0 起的 identity.attempt 显示前 +1)。 */
+    readonly "attemptSummary.attempt": "attempt {n}";
+    /** formatTimeDistance 的四区间读法(presentation.md「相对时距是数据,不是文案」)。 */
+    readonly "timeDistance.minute": "{n}m";
+    readonly "timeDistance.hour": "{n}h";
+    readonly "timeDistance.day": "{n}d";
+    readonly "timeDistance.month": "{n}mo";
+    /** 全 null / 无样本的统一文案,绝不画 0。 */
+    readonly "cell.missing": "no data";
+    /** missing 格 code=`unscorable`:有 attempt,但读数测不出。 */
+    readonly "cell.unscorable": "unscorable";
+    /** missing 格 code=`noCurrentResult`:当前配置下这道题没有结果(覆盖缺口占位行)。 */
+    readonly "cell.noCurrentResult": "no result for current config";
+    readonly "cell.measuredTitle": "{samples}/{total} attempts measured";
+    readonly "cell.noneMeasurableTitle": "0/{total} attempts measurable";
+    readonly "cell.coverageTitle": "coverage {samples}/{total}: this metric is null for the remaining attempts";
+    readonly "cell.missingValue": "(missing)";
+    readonly "cell.evidence.one": "{n} attempt";
+    readonly "cell.evidence.other": "{n} attempts";
+    readonly "table.higherBetter": "higher is better";
+    readonly "table.lowerBetter": "lower is better";
+    readonly "table.model": "Model";
+    readonly "table.agent": "Agent";
+    readonly "table.verdicts": "Verdicts";
+    readonly "table.filterPlaceholder": "Filter rows…";
+    readonly "table.eval": "Eval";
+    readonly "table.reason": "Reason";
+    readonly "table.viewBreakdown": "Per-eval breakdown";
+    /** <Table> 的 locator 列表头(行带 locator 时自动追加)。 */
+    readonly "table.attempt": "attempt";
+    readonly "experimentList.experiment": "Experiment";
+    readonly "experimentList.avgDuration": "Avg. time";
+    readonly "experimentList.passRate": "Pass rate";
+    readonly "experimentList.passRateDescription": "End-to-end pass rate: passed = 1; failed and errored = 0";
+    readonly "experimentList.totalScore": "Total score";
+    readonly "experimentList.totalScoreDescription": "Total score: sum of points earned across evals";
+    readonly "experimentList.tokens": "Tokens";
+    readonly "experimentList.cost": "Cost";
+    readonly "experimentList.result": "Record";
+    readonly "experimentList.status": "Status";
+    readonly "experimentList.evalAttempt": "Eval / Attempt";
+    readonly "experimentList.duration": "Duration";
+    readonly "experimentList.filterPlaceholder": "Filter experiments…";
+    readonly "experimentList.defaultModel": "default";
+    readonly "experimentList.flags": "Flags";
+    readonly "entityList.average": "{value} avg";
+    readonly "entityList.moreFailures.one": "+{n} more failure";
+    readonly "entityList.moreFailures.other": "+{n} more failures";
+    /** 计分制 passed attempt 丢分得分点的「其余」计数(规则 6);与 moreFailures 同结构,措辞不同——
+     *  丢分不是失败,不该说成 "more failures"(entity-lists.md AttemptListItem.moreFailures 字段注释)。 */
+    readonly "entityList.moreLostPoints.one": "+{n} more lost point";
+    readonly "entityList.moreLostPoints.other": "+{n} more lost points";
+    /** <Table> 压到下限仍放不下时,从右侧丢列并如实报数。 */
+    readonly "table.columnsHidden.one": "({n} more column not shown)";
+    readonly "table.columnsHidden.other": "({n} more columns not shown)";
+    /** StabilityOverview 的读数格标签。 */
+    readonly "stabilityOverview.executions": "Executions";
+    readonly "stabilityOverview.neverPassed": "Never passed";
+    readonly "stabilityOverview.flaky": "Flaky evals";
+    /** SampleSummary 的 KPI 标签。 */
+    readonly "scopeSummary.experiments": "Experiments";
+    readonly "scopeSummary.evals": "Evals";
+    readonly "scopeSummary.attempts": "Attempts";
+    readonly "scopeSummary.passRate": "Pass rate";
+    readonly "scopeSummary.totalScore": "Total score";
+    readonly "scopeSummary.totalCost": "Total cost";
+    readonly "scopeSummary.lastRun": "Last run · {time}";
+    readonly "scopeSummary.runRange": "Run range · {from} – {to}";
+    readonly "scopeSummary.costCoverage": "Cost available for {samples}/{total} attempts";
+    readonly "scopeSummary.votesEval": "Eval results";
+    readonly "scopeSummary.votesAttempt": "Attempt results";
+    readonly "overview.experiments.one": "{n} experiment";
+    readonly "overview.experiments.other": "{n} experiments";
+    readonly "overview.evalsCount": "{n} evals";
+    readonly "overview.attemptsCount": "{n} attempts";
+    readonly "overview.evals": "Evals";
+    readonly "overview.passRate": "Pass rate";
+    readonly "overview.totalCost": "Cost";
+    /** 方向提示唯一文案:轴向已随 better 反正,「更好」恒指向右上(两轴都声明 better 时才显示)。 */
+    readonly "scatter.betterUpperRight": "better → upper right";
+    /** 读值表的系列列表头;多个系列同图时才出现。 */
+    readonly "chart.series": "series";
+    /** 0 个可画点:x/y 指标没有可用数据。 */
+    readonly "scatter.noData": "No data to plot {x} × {y}";
+    /** 标题行尾的归类维度标注(series 维度存在时显示)。 */
+    readonly "scatter.groupedBy": "grouped by {dim}";
+    readonly "pointsMissing.one": "{n} point missing data";
+    readonly "pointsMissing.other": "{n} points missing data";
+    readonly "attemptList.empty": "No attempts";
+    readonly "attemptList.truncated": "and {n} more not shown";
+    readonly "attemptList.truncatedText": "({n} more not shown)";
+    readonly "attemptList.score": "score {score}";
+    readonly "attemptList.unavailable": "unavailable";
+    readonly "attemptList.details": "details";
+    readonly "scoreboard.total": "Total";
+    readonly "scoreboard.totalText": "total";
+    readonly "scoreboard.notRun.one": "{n} eval not run, scored 0";
+    readonly "scoreboard.notRun.other": "{n} evals not run, scored 0";
+    readonly "scoreboard.unscorable.one": "{n} eval unscorable, scored 0";
+    readonly "scoreboard.unscorable.other": "{n} evals unscorable, scored 0";
+    readonly "scoreboard.notRunText": "({n} not run)";
+    readonly "scoreboard.unscorableText": "({n} unscorable)";
+    readonly "scoreboard.ignored.one": "{n} eval outside the question set ignored";
+    readonly "scoreboard.ignored.other": "{n} evals outside the question set ignored";
+    readonly "scoreboard.weights": "weights:";
+    readonly "scoreboard.allWeights": "all evals ×1";
+    readonly "scoreboard.othersWeight": "others ×1";
+    readonly "scoreboard.subjectTitle": "{questions} evals, weighted {earned} of {possible}";
+    readonly "delta.empty": "{experiments} experiments, 0 comparable conditions";
+    readonly "delta.totalsRow": "totals";
+    readonly "delta.passRate": "pass rate";
+    readonly "delta.totalScore": "total score";
+    readonly "delta.cost": "cost";
+    readonly "delta.commonVsBaseline": "{n} common vs baseline";
+    readonly "stability.neverPassed": "never passed";
+    /** ScopeWarnings 聚合层的 chrome:汇总行、kind 徽标、组头与明细折叠标签;message 本体不经字典。 */
+    readonly "issues.summary.experiments.one": "{n} experiment flagged";
+    readonly "issues.summary.experiments.other": "{n} experiments flagged";
+    readonly "issues.group.unreadableSnapshot.one": "{n} run unreadable";
+    readonly "issues.group.unreadableSnapshot.other": "{n} runs unreadable";
+    readonly "issues.details.one": "{n} warning";
+    readonly "issues.details.other": "{n} issues";
+    readonly "issues.badge.unfinishedSnapshot": "unfinished";
+    /** 覆盖缺口(scope.coverage)。 */
+    readonly "overview.evalsCountPartial": "{covered}/{total} evals";
+    /** Hero / HeroCard 的运行 meta(hero.noRuns 是 latestStartedAt 为 null 时的内置文案)。 */
+    readonly "hero.lastRun": "Last run {time}";
+    readonly "hero.noRuns": "No runs yet";
+    /** CopyFixPrompt 的 web 面 chrome(prompt 本身面向 agent、固定英文,不经词典)。 */
+    readonly "copyFixPrompt.summary.one": "Fix prompt · {n} failure";
+    readonly "copyFixPrompt.summary.other": "Fix prompt · {n} failures";
+    readonly "copyFixPrompt.copy": "Copy fix prompt";
+    /** TraceWaterfall 的 chrome。 */
+    readonly "traceWaterfall.empty": "No attempts";
+    readonly "traceWaterfall.noTrace": "no trace";
+    readonly "traceWaterfall.spans.one": "{n} span";
+    readonly "traceWaterfall.spans.other": "{n} spans";
+    readonly "traceWaterfall.failedSpans.one": "{n} failed";
+    readonly "traceWaterfall.failedSpans.other": "{n} failed";
+    /** Waterfall 原语的 chrome。 */
+    readonly "waterfall.nodes.one": "{n} node";
+    readonly "waterfall.nodes.other": "{n} nodes";
+    readonly "waterfall.failedNodes.one": "{n} failed";
+    readonly "waterfall.failedNodes.other": "{n} failed";
+    readonly "waterfall.foldTotal": "{t} total";
+    /** SnapshotDiagnostics 聚合层的 chrome:汇总行三段计数与最高严重度;message/command 本体不经字典。 */
+    readonly "snapshotDiagnostics.summary.experiments.one": "{n} experiment";
+    readonly "snapshotDiagnostics.summary.experiments.other": "{n} experiments";
+    readonly "snapshotDiagnostics.summary.runs.one": "{n} run";
+    readonly "snapshotDiagnostics.summary.runs.other": "{n} runs";
+    readonly "snapshotDiagnostics.summary.records.one": "{n} record";
+    readonly "snapshotDiagnostics.summary.records.other": "{n} records";
+    readonly "snapshotDiagnostics.severity.warning": "issues only";
+    readonly "snapshotDiagnostics.severity.error": "errors present";
+    /** AttemptList 的 web 面过滤框占位符(filter 渐进增强)。 */
+    readonly "attemptList.filterPlaceholder": "Filter attempts…";
+    /** 计分制 attempt 详情的 chrome(docs/feature/assertions/library/display.md「计分制」)。 */
+    readonly "attemptAssertions.scorePointsEarned": "{earned}/{total} score points earned in full";
+    readonly "attemptAssertions.scoreEntries": "Score entries";
+    /** 断言表的四列表头。 */
+    readonly "attemptAssertions.name": "Assertion";
+    readonly "attemptAssertions.severity": "Severity";
+    readonly "attemptAssertions.outcome": "Outcome";
+    readonly "attemptAssertions.detail": "Detail";
+    readonly "attemptSource.abortReason": "prerequisite failed, test() ended here";
+    readonly "tabs.tab": "Tab";
+    /** 成本投影卡片的显示文案(docs/feature/reports/cost-projections/cli.md)。 */
+    readonly "costProjection.unavailable": "cost projection unavailable";
+    readonly "costProjection.basis.observed": "observed";
+    readonly "costProjection.basis.estimated": "estimated";
+    readonly "costProjection.basis.mixed": "mixed";
+    readonly "costProjection.state.partial": "partial";
+    readonly "costProjection.profile": "Pricing profile {identity} · {currency} · {decimals} decimals";
+    readonly "costProjection.providerObserved": "Provider observed";
+    readonly "costProjection.profileEstimated": "Profile estimated";
+    readonly "costProjection.meanPerContributingSlot": "Mean per contributing slot";
+    readonly "costProjection.totalKnownCost": "Total known cost";
+    readonly "costProjection.knownValue": "Known value";
+    readonly "costProjection.provenance": "Rate card {source} · as of {asOf}";
+    readonly "costProjection.coverage": "{samples}/{total} slots";
+    readonly "costProjection.unpriced": "Unpriced";
+    readonly "costProjection.observedElsewhere": "Observed elsewhere";
+    readonly "costProjection.notConverted": "not converted";
+    readonly "costProjection.reason": "{provider} {code}";
+};
+export type ReportMessageKey = keyof typeof en;
+/** 查字典 + 简单插值({name} 占位符)。内置词典未覆盖的 locale 回退 en。 */
+export declare function localeText(locale: ReportLocale, key: ReportMessageKey, vars?: globalThis.Record<string, string | number>): string;
+/**
+ * 内置消息键 → 覆盖 `DISPLAY_LOCALES` 的 `LocalizedText`。
+ * 列声明的 `header` 这类「值本身要随身携带两种语言」的字段用它烤一份,
+ * 渲染面再按当前 locale 解析(docs/feature/reports/library.md)。
+ */
+export declare function localizedMessage(key: ReportMessageKey): LocalizedText;
+/** 带单复数的计数文案:n === 1 用 `<base>.one`,其余 `<base>.other`(zh-CN 两键同值)。 */
+export declare function countText(locale: ReportLocale, base: "overview.experiments" | "pointsMissing" | "scoreboard.notRun" | "scoreboard.unscorable" | "scoreboard.ignored" | "entityList.moreFailures" | "entityList.moreLostPoints" | "cell.evidence" | "table.columnsHidden" | "copyFixPrompt.summary" | "traceWaterfall.spans" | "traceWaterfall.failedSpans" | "waterfall.nodes" | "waterfall.failedNodes", n: number): string;
+/**
+ * 按 locale 解析读数 / 列 label;undefined 回退 fallback(= metric.name)。渲染面(web / text)共用。
+ */
+export declare function resolveMetricLabel(label: LocalizedText | undefined, locale: ReportLocale, fallback: string): string;

package/dist/report/model/locale.js

@@ -0,0 +1,20 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./locale.cjs");
+const __niceevalExport0 = __niceevalCanonical["DEFAULT_REPORT_LOCALE"];
+export { __niceevalExport0 as DEFAULT_REPORT_LOCALE };
+const __niceevalExport1 = __niceevalCanonical["DISPLAY_LOCALES"];
+export { __niceevalExport1 as DISPLAY_LOCALES };
+const __niceevalExport2 = __niceevalCanonical["countText"];
+export { __niceevalExport2 as countText };
+const __niceevalExport3 = __niceevalCanonical["localeText"];
+export { __niceevalExport3 as localeText };
+const __niceevalExport4 = __niceevalCanonical["localizedMessage"];
+export { __niceevalExport4 as localizedMessage };
+const __niceevalExport5 = __niceevalCanonical["localizedTextEquals"];
+export { __niceevalExport5 as localizedTextEquals };
+const __niceevalExport6 = __niceevalCanonical["resolveLocalizedText"];
+export { __niceevalExport6 as resolveLocalizedText };
+const __niceevalExport7 = __niceevalCanonical["resolveMetricLabel"];
+export { __niceevalExport7 as resolveMetricLabel };
+//# sourceMappingURL=locale.js.map

package/dist/report/model/locale.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"locale.js","sources":[],"names":[],"mappings":""}

package/dist/report/model/metrics.cjs

@@ -0,0 +1,254 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.totalCostUSD = exports.costUSD = exports.tokens = exports.durationMs = exports.passRate = void 0;
+exports.metricFacts = metricFacts;
+exports.metricCoverage = metricCoverage;
+exports.hasMetricValue = hasMetricValue;
+exports.isMetricValue = isMetricValue;
+exports.evidenceRow = evidenceRow;
+exports.sortRowsByMetric = sortRowsByMetric;
+const index_ts_1 = require("../../analysis/index.cjs");
+/**
+ * Analysis owns every metric's denominator, missingness, state, Evidence, and
+ * provenance. These descriptors are the small Report catalog expressed with
+ * current Analysis definitions.
+ */
+exports.passRate = (0, index_ts_1.defineMeasure)({
+    id: "niceeval.report.pass-rate",
+    population: index_ts_1.logicalSlots,
+    input: index_ts_1.attemptPassed,
+    withinAttempt: (0, index_ts_1.oneValue)(),
+    withinSlot: (0, index_ts_1.latestCompletedAttempt)(),
+    acrossSlots: (0, index_ts_1.ratio)(),
+    denominator: (0, index_ts_1.allLogicalSlots)(),
+    missing: (0, index_ts_1.partial)(),
+    evidence: (0, index_ts_1.retainContributingEvidence)(),
+    unit: "ratio",
+    format: "percent",
+    better: "higher",
+});
+/** Mean recorded `eval.run` duration across the fixed logical-Slot denominator. */
+exports.durationMs = (0, index_ts_1.defineMeasure)({
+    id: "niceeval.report.duration-ms",
+    population: index_ts_1.logicalSlots,
+    input: index_ts_1.attemptLatencyMs,
+    withinAttempt: (0, index_ts_1.oneValue)(),
+    withinSlot: (0, index_ts_1.latestCompletedAttempt)(),
+    acrossSlots: (0, index_ts_1.mean)(),
+    denominator: (0, index_ts_1.allLogicalSlots)(),
+    missing: (0, index_ts_1.partial)(),
+    evidence: (0, index_ts_1.retainContributingEvidence)(),
+    unit: "ms",
+    better: "lower",
+});
+/** Mean recorded input plus output token count across the fixed denominator. */
+exports.tokens = (0, index_ts_1.defineMeasure)({
+    id: "niceeval.report.tokens",
+    population: index_ts_1.logicalSlots,
+    input: index_ts_1.attemptTokens,
+    withinAttempt: (0, index_ts_1.oneValue)(),
+    withinSlot: (0, index_ts_1.latestCompletedAttempt)(),
+    acrossSlots: (0, index_ts_1.mean)(),
+    denominator: (0, index_ts_1.allLogicalSlots)(),
+    missing: (0, index_ts_1.partial)(),
+    evidence: (0, index_ts_1.retainContributingEvidence)(),
+    unit: "tokens",
+    better: "lower",
+});
+var index_ts_2 = require("../../analysis/index.cjs");
+Object.defineProperty(exports, "costUSD", { enumerable: true, get: function () { return index_ts_2.costUSD; } });
+Object.defineProperty(exports, "totalCostUSD", { enumerable: true, get: function () { return index_ts_2.totalCostUSD; } });
+/** Extract display facts without discarding the complete MetricValue. */
+function metricFacts(metric) {
+    return Object.freeze({
+        value: metric.value,
+        state: metric.state,
+        samples: metric.samples,
+        total: metric.total,
+        basis: metric.basis,
+        issues: metric.issues,
+        refs: metric.refs,
+        ...(metric.unit === undefined ? {} : { unit: metric.unit }),
+        ...(metric.format === undefined ? {} : { format: metric.format }),
+        ...(metric.better === undefined ? {} : { better: metric.better }),
+        ...(metric.bounds === undefined ? {} : { bounds: metric.bounds }),
+        complete: metric.state === "available",
+        coverage: metric.total === 0 ? null : metric.samples / metric.total,
+        metric,
+    });
+}
+/** The contributor/denominator fraction; null means the declared denominator is zero. */
+function metricCoverage(metric) {
+    return metric.total === 0 ? null : metric.samples / metric.total;
+}
+/** A numeric metric is usable only when Analysis closed a finite scalar. */
+function hasMetricValue(metric) {
+    return metric.value !== null && typeof metric.value === "number" && Number.isFinite(metric.value);
+}
+/**
+ * Structural validation for an already-closed Analysis MetricValue.  It is a
+ * display-boundary guard, not a constructor: Report never exports
+ * `metricValue()`.
+ */
+function isMetricValue(value) {
+    if (!isPlainRecord(value))
+        return false;
+    const metric = value;
+    if ((metric.value !== null && (typeof metric.value !== "number" || !Number.isFinite(metric.value))) ||
+        !isMetricState(metric.state) ||
+        !isMetricCount(metric.samples) ||
+        !isMetricCount(metric.total) ||
+        metric.samples > metric.total ||
+        !isMetricBasis(metric.basis) ||
+        !Array.isArray(metric.issues) ||
+        !metric.issues.every(isAnalysisIssue) ||
+        !Array.isArray(metric.refs) ||
+        !metric.refs.every(isEvidenceRef) ||
+        (metric.unit !== undefined && typeof metric.unit !== "string") ||
+        (metric.format !== undefined && !isMeasureFormat(metric.format)) ||
+        (metric.better !== undefined && !["higher", "lower", "neutral"].includes(metric.better)) ||
+        (metric.bounds !== undefined && !isMetricBounds(metric.bounds))) {
+        return false;
+    }
+    switch (metric.state) {
+        case "available":
+            return typeof metric.value === "number" && metric.total > 0 && metric.samples === metric.total;
+        case "partial":
+            return metric.total > 0 && metric.samples < metric.total;
+        case "empty":
+            return metric.value === null && metric.samples === metric.total;
+        case "unsupported":
+            return metric.value === null && metric.samples === 0;
+        // Cost projections can be structurally sound while no USD contribution
+        // is reportable. Analysis owns that distinction and may retain the full
+        // logical-Slot denominator; Report only accepts the already-closed cell.
+        case "unavailable":
+            return metric.value === null && metric.samples === 0;
+        case "failed":
+            return metric.value === null;
+    }
+}
+/**
+ * Copies an ordinary presentation row while deterministically retaining the
+ * existing Analysis diagnostics from all its metric fields.
+ */
+function evidenceRow(fields) {
+    if (!isPlainRecord(fields))
+        throw new TypeError("evidenceRow requires a plain object");
+    if (Object.hasOwn(fields, "issues") || Object.hasOwn(fields, "refs")) {
+        throw new TypeError("evidenceRow reserves the issues and refs fields");
+    }
+    const metrics = Object.values(fields).filter(isMetricValue);
+    if (metrics.length === 0) {
+        throw new TypeError("evidenceRow requires at least one existing MetricValue field");
+    }
+    return Object.freeze({
+        ...fields,
+        issues: dedupeAnalysisIssues(metrics.flatMap((metric) => metric.issues)),
+        refs: dedupeEvidenceRefs(metrics.flatMap((metric) => metric.refs)),
+    });
+}
+/**
+ * Sorting changes only display order.  Unlike Analysis-issued ClosedRows, the
+ * result is an ordinary frozen array and deliberately has no closed-row
+ * identity or aggregate metadata.
+ */
+function sortRowsByMetric(rows, field, direction = "desc") {
+    const ordered = [...rows].sort((left, right) => {
+        const leftValue = numericMetricValue(left[field]);
+        const rightValue = numericMetricValue(right[field]);
+        const difference = leftValue - rightValue;
+        return direction === "asc" ? difference : -difference;
+    });
+    return Object.freeze(ordered);
+}
+function numericMetricValue(value) {
+    return isMetricValue(value) && value.value !== null ? value.value : Number.NEGATIVE_INFINITY;
+}
+function isPlainRecord(value) {
+    if (typeof value !== "object" || value === null || Array.isArray(value))
+        return false;
+    const prototype = Object.getPrototypeOf(value);
+    return prototype === Object.prototype || prototype === null;
+}
+function isMetricCount(value) {
+    return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
+}
+function isMetricState(value) {
+    return value === "available" || value === "partial" || value === "empty" ||
+        value === "unsupported" || value === "unavailable" || value === "failed";
+}
+function isMetricBasis(value) {
+    return value === "attempt" || value === "eval" || value === "run" ||
+        value === "pair" || value === "slot";
+}
+function isAnalysisIssue(value) {
+    return isPlainRecord(value) && typeof value.code === "string" && typeof value.message === "string" &&
+        Array.isArray(value.refs) && value.refs.every(isEvidenceRef);
+}
+function isEvidenceRef(value) {
+    return isPlainRecord(value) && isPlainRecord(value.identity) &&
+        value.identity.kind === "attempt" && typeof value.identity.locator === "string";
+}
+function isMeasureFormat(value) {
+    return typeof value === "string" ||
+        (isPlainRecord(value) && typeof value.kind === "string" &&
+            (value.options === undefined || isJsonValue(value.options)));
+}
+function isJsonValue(value, ancestors = new Set()) {
+    if (value === null || typeof value === "string" || typeof value === "boolean")
+        return true;
+    if (typeof value === "number")
+        return Number.isFinite(value);
+    if (typeof value !== "object" || value === null || ancestors.has(value))
+        return false;
+    ancestors.add(value);
+    const valid = Array.isArray(value)
+        ? value.every((entry) => isJsonValue(entry, ancestors))
+        : isPlainRecord(value) && Object.values(value).every((entry) => isJsonValue(entry, ancestors));
+    ancestors.delete(value);
+    return valid;
+}
+function isMetricBounds(value) {
+    if (!isPlainRecord(value))
+        return false;
+    if ((value.min !== undefined && (typeof value.min !== "number" || !Number.isFinite(value.min))) ||
+        (value.max !== undefined && (typeof value.max !== "number" || !Number.isFinite(value.max)))) {
+        return false;
+    }
+    return value.min === undefined || value.max === undefined || value.min <= value.max;
+}
+function dedupeEvidenceRefs(refs) {
+    const unique = new Map();
+    for (const ref of refs) {
+        const key = ref.identity.kind + "\u0000" + ref.identity.locator;
+        if (!unique.has(key)) {
+            unique.set(key, Object.freeze({
+                identity: Object.freeze({ kind: ref.identity.kind, locator: ref.identity.locator }),
+            }));
+        }
+    }
+    return Object.freeze([...unique.entries()]
+        .sort(([left], [right]) => compareCanonicalCodeUnits(left, right))
+        .map(([, ref]) => ref));
+}
+function dedupeAnalysisIssues(issues) {
+    const unique = new Map();
+    for (const issue of issues) {
+        const refs = dedupeEvidenceRefs(issue.refs);
+        const key = issue.code + "\u0000" + issue.message + "\u0000" +
+            refs.map((ref) => ref.identity.locator).join("\u0001");
+        if (!unique.has(key)) {
+            unique.set(key, Object.freeze({ code: issue.code, message: issue.message, refs }));
+        }
+    }
+    return Object.freeze([...unique.entries()]
+        .sort(([left], [right]) => compareCanonicalCodeUnits(left, right))
+        .map(([, issue]) => issue));
+}
+function compareCanonicalCodeUnits(left, right) {
+    if (left === right)
+        return 0;
+    return left < right ? -1 : 1;
+}
+//# sourceMappingURL=metrics.cjs.map

package/dist/report/model/metrics.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["metrics.ts"],"names":[],"mappings":";;;AAuEA,kCAiBC;AAED,wCAEC;AAED,wCAIC;AAyBD,sCAqCC;AAKD,kCAeC;AAMD,4CAQC;AAlMD,sDAAwT;AACxT;;;;GAIG;AACU,QAAA,QAAQ,GAAG,IAAA,wBAAa,EAAC;IAClC,EAAE,EAAE,2BAA2B;IAC/B,UAAU,EAAE,uBAAY;IACxB,KAAK,EAAE,wBAAa;IACpB,aAAa,EAAE,IAAA,mBAAQ,GAAW;IAClC,UAAU,EAAE,IAAA,iCAAsB,GAAW;IAC7C,WAAW,EAAE,IAAA,gBAAK,GAAE;IACpB,WAAW,EAAE,IAAA,0BAAe,GAAE;IAC9B,OAAO,EAAE,IAAA,kBAAO,GAAE;IAClB,QAAQ,EAAE,IAAA,qCAA0B,GAAE;IACtC,IAAI,EAAE,OAAO;IACb,MAAM,EAAE,SAAS;IACjB,MAAM,EAAE,QAAQ;CACnB,CAAC,CAAC;AACH,mFAAmF;AACtE,QAAA,UAAU,GAAG,IAAA,wBAAa,EAAC;IACpC,EAAE,EAAE,6BAA6B;IACjC,UAAU,EAAE,uBAAY;IACxB,KAAK,EAAE,2BAAgB;IACvB,aAAa,EAAE,IAAA,mBAAQ,GAAU;IACjC,UAAU,EAAE,IAAA,iCAAsB,GAAU;IAC5C,WAAW,EAAE,IAAA,eAAI,GAAE;IACnB,WAAW,EAAE,IAAA,0BAAe,GAAE;IAC9B,OAAO,EAAE,IAAA,kBAAO,GAAE;IAClB,QAAQ,EAAE,IAAA,qCAA0B,GAAE;IACtC,IAAI,EAAE,IAAI;IACV,MAAM,EAAE,OAAO;CAClB,CAAC,CAAC;AACH,gFAAgF;AACnE,QAAA,MAAM,GAAG,IAAA,wBAAa,EAAC;IAChC,EAAE,EAAE,wBAAwB;IAC5B,UAAU,EAAE,uBAAY;IACxB,KAAK,EAAE,wBAAa;IACpB,aAAa,EAAE,IAAA,mBAAQ,GAAU;IACjC,UAAU,EAAE,IAAA,iCAAsB,GAAU;IAC5C,WAAW,EAAE,IAAA,eAAI,GAAE;IACnB,WAAW,EAAE,IAAA,0BAAe,GAAE;IAC9B,OAAO,EAAE,IAAA,kBAAO,GAAE;IAClB,QAAQ,EAAE,IAAA,qCAA0B,GAAE;IACtC,IAAI,EAAE,QAAQ;IACd,MAAM,EAAE,OAAO;CAClB,CAAC,CAAC;AACH,oDAAgE;AAAvD,mGAAA,OAAO,OAAA;AAAE,wGAAA,YAAY,OAAA;AAsB9B,yEAAyE;AACzE,SAAgB,WAAW,CAAQ,MAA0B;IACzD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3D,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACjE,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACjE,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACjE,QAAQ,EAAE,MAAM,CAAC,KAAK,KAAK,WAAW;QACtC,QAAQ,EAAE,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK;QACnE,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AACD,yFAAyF;AACzF,SAAgB,cAAc,CAAC,MAAmB;IAC9C,OAAO,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC;AACrE,CAAC;AACD,4EAA4E;AAC5E,SAAgB,cAAc,CAAC,MAAmB;IAG9C,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtG,CAAC;AAoBD;;;;GAIG;AACH,SAAgB,aAAa,CAAC,KAAc;IACxC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QACrB,OAAO,KAAK,CAAC;IACjB,MAAM,MAAM,GAAG,KAA6B,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/F,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC;QAC5B,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;QAC9B,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC;QAC5B,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK;QAC7B,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC;QAC5B,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7B,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QACrC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;QACjC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;QAC9D,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxF,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAClE,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,QAAQ,MAAM,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,WAAW;YACZ,OAAO,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,KAAK,CAAC;QACnG,KAAK,SAAS;YACV,OAAO,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7D,KAAK,OAAO;YACR,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,KAAK,CAAC;QACpE,KAAK,aAAa;YACd,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC;QACzD,uEAAuE;QACvE,wEAAwE;QACxE,yEAAyE;QACzE,KAAK,aAAa;YACd,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC;QACzD,KAAK,QAAQ;YACT,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC;IACrC,CAAC;AACL,CAAC;AACD;;;GAGG;AACH,SAAgB,WAAW,CAA8B,MAAyC;IAC9F,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;QACtB,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IAC/D,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,SAAS,CAAC,8DAA8D,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,GAAG,MAAM;QACT,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxE,IAAI,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;KACrE,CAAmC,CAAC;AACzC,CAAC;AACD;;;;GAIG;AACH,SAAgB,gBAAgB,CAAqB,IAAoB,EAAE,KAAgB,EAAE,YAA4B,MAAM;IAC3H,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC3C,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,SAAS,GAAG,UAAU,CAAC;QAC1C,OAAO,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAC1D,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC;AACD,SAAS,kBAAkB,CAAC,KAAc;IACtC,OAAO,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;AACjG,CAAC;AACD,SAAS,aAAa,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACnE,OAAO,KAAK,CAAC;IACjB,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,OAAO,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,CAAC;AAChE,CAAC;AACD,SAAS,aAAa,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAClF,CAAC;AACD,SAAS,aAAa,CAAC,KAAc;IACjC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,OAAO;QACpE,KAAK,KAAK,aAAa,IAAI,KAAK,KAAK,aAAa,IAAI,KAAK,KAAK,QAAQ,CAAC;AACjF,CAAC;AACD,SAAS,aAAa,CAAC,KAAc;IACjC,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,KAAK;QAC7D,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,MAAM,CAAC;AAC7C,CAAC;AACD,SAAS,eAAe,CAAC,KAAc;IACnC,OAAO,aAAa,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;QAC9F,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;AACrE,CAAC;AACD,SAAS,aAAa,CAAC,KAAc;IACjC,OAAO,aAAa,CAAC,KAAK,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC;QACxD,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC;AACxF,CAAC;AACD,SAAS,eAAe,CAAC,KAAc;IACnC,OAAO,OAAO,KAAK,KAAK,QAAQ;QAC5B,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;YACnD,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AACD,SAAS,WAAW,CAAC,KAAc,EAAE,YAAY,IAAI,GAAG,EAAU;IAC9D,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QACzE,OAAO,IAAI,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC;QACnE,OAAO,KAAK,CAAC;IACjB,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9B,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACvD,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;IACnG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,cAAc,CAAC,KAAc;IAClC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QACrB,OAAO,KAAK,CAAC;IACjB,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3F,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC;AACxF,CAAC;AACD,SAAS,kBAAkB,CAAC,IAA4B;IACpD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC;gBAC1B,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;aACtF,CAAC,CAAC,CAAC;QACR,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACjE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,oBAAoB,CAAC,MAAgC;IAC1D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,GAAG,QAAQ,GAAG,KAAK,CAAC,OAAO,GAAG,QAAQ;YACxD,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACvF,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACjE,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;AACpC,CAAC;AACD,SAAS,yBAAyB,CAAC,IAAY,EAAE,KAAa;IAC1D,IAAI,IAAI,KAAK,KAAK;QACd,OAAO,CAAC,CAAC;IACb,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC","sourcesContent":["import { allLogicalSlots, attemptLatencyMs, attemptPassed, attemptTokens, defineMeasure, latestCompletedAttempt, logicalSlots, mean, oneValue, partial, ratio, retainContributingEvidence, type AnalysisIssue, type EvidenceRef, type JsonValue, type MeasureFormat, type MetricValue, } from \"../../analysis/index.ts\";\n/**\n * Analysis owns every metric's denominator, missingness, state, Evidence, and\n * provenance. These descriptors are the small Report catalog expressed with\n * current Analysis definitions.\n */\nexport const passRate = defineMeasure({\n    id: \"niceeval.report.pass-rate\",\n    population: logicalSlots,\n    input: attemptPassed,\n    withinAttempt: oneValue<boolean>(),\n    withinSlot: latestCompletedAttempt<boolean>(),\n    acrossSlots: ratio(),\n    denominator: allLogicalSlots(),\n    missing: partial(),\n    evidence: retainContributingEvidence(),\n    unit: \"ratio\",\n    format: \"percent\",\n    better: \"higher\",\n});\n/** Mean recorded `eval.run` duration across the fixed logical-Slot denominator. */\nexport const durationMs = defineMeasure({\n    id: \"niceeval.report.duration-ms\",\n    population: logicalSlots,\n    input: attemptLatencyMs,\n    withinAttempt: oneValue<number>(),\n    withinSlot: latestCompletedAttempt<number>(),\n    acrossSlots: mean(),\n    denominator: allLogicalSlots(),\n    missing: partial(),\n    evidence: retainContributingEvidence(),\n    unit: \"ms\",\n    better: \"lower\",\n});\n/** Mean recorded input plus output token count across the fixed denominator. */\nexport const tokens = defineMeasure({\n    id: \"niceeval.report.tokens\",\n    population: logicalSlots,\n    input: attemptTokens,\n    withinAttempt: oneValue<number>(),\n    withinSlot: latestCompletedAttempt<number>(),\n    acrossSlots: mean(),\n    denominator: allLogicalSlots(),\n    missing: partial(),\n    evidence: retainContributingEvidence(),\n    unit: \"tokens\",\n    better: \"lower\",\n});\nexport { costUSD, totalCostUSD } from \"../../analysis/index.ts\";\n/**\n * Presentation facts retain the original metric and every Analysis-owned\n * diagnostic channel.  They are safe for a component to inspect, but not a\n * replacement metric that can be re-aggregated.\n */\nexport interface MetricFacts<Value = number> {\n    readonly value: Value | null;\n    readonly state: MetricValue<Value>[\"state\"];\n    readonly samples: number;\n    readonly total: number;\n    readonly basis: MetricValue<Value>[\"basis\"];\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n    readonly unit?: string;\n    readonly format?: MeasureFormat;\n    readonly better?: MetricValue<Value>[\"better\"];\n    readonly bounds?: MetricValue<Value>[\"bounds\"];\n    readonly complete: boolean;\n    readonly coverage: number | null;\n    readonly metric: MetricValue<Value>;\n}\n/** Extract display facts without discarding the complete MetricValue. */\nexport function metricFacts<Value>(metric: MetricValue<Value>): MetricFacts<Value> {\n    return Object.freeze({\n        value: metric.value,\n        state: metric.state,\n        samples: metric.samples,\n        total: metric.total,\n        basis: metric.basis,\n        issues: metric.issues,\n        refs: metric.refs,\n        ...(metric.unit === undefined ? {} : { unit: metric.unit }),\n        ...(metric.format === undefined ? {} : { format: metric.format }),\n        ...(metric.better === undefined ? {} : { better: metric.better }),\n        ...(metric.bounds === undefined ? {} : { bounds: metric.bounds }),\n        complete: metric.state === \"available\",\n        coverage: metric.total === 0 ? null : metric.samples / metric.total,\n        metric,\n    });\n}\n/** The contributor/denominator fraction; null means the declared denominator is zero. */\nexport function metricCoverage(metric: MetricValue): number | null {\n    return metric.total === 0 ? null : metric.samples / metric.total;\n}\n/** A numeric metric is usable only when Analysis closed a finite scalar. */\nexport function hasMetricValue(metric: MetricValue): metric is MetricValue<number> & {\n    readonly value: number;\n} {\n    return metric.value !== null && typeof metric.value === \"number\" && Number.isFinite(metric.value);\n}\n/**\n * A closed business row may collect existing MetricValue diagnostics, but it\n * cannot manufacture one or alter its total, state, issues, refs, or value.\n */\nexport interface EvidenceRow {\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}\ndeclare const evidenceRowMetricDiagnostic: unique symbol;\ntype MetricFieldKeys<Fields extends object> = {\n    [Key in keyof Fields]-?: Fields[Key] extends MetricValue ? Key : never;\n}[keyof Fields];\ntype EvidenceRowInput<Fields extends object> = [\n    MetricFieldKeys<Fields>\n] extends [\n    never\n] ? {\n    readonly [evidenceRowMetricDiagnostic]: \"evidenceRow requires at least one MetricValue field\";\n} : unknown;\n/**\n * Structural validation for an already-closed Analysis MetricValue.  It is a\n * display-boundary guard, not a constructor: Report never exports\n * `metricValue()`.\n */\nexport function isMetricValue(value: unknown): value is MetricValue {\n    if (!isPlainRecord(value))\n        return false;\n    const metric = value as Partial<MetricValue>;\n    if ((metric.value !== null && (typeof metric.value !== \"number\" || !Number.isFinite(metric.value))) ||\n        !isMetricState(metric.state) ||\n        !isMetricCount(metric.samples) ||\n        !isMetricCount(metric.total) ||\n        metric.samples > metric.total ||\n        !isMetricBasis(metric.basis) ||\n        !Array.isArray(metric.issues) ||\n        !metric.issues.every(isAnalysisIssue) ||\n        !Array.isArray(metric.refs) ||\n        !metric.refs.every(isEvidenceRef) ||\n        (metric.unit !== undefined && typeof metric.unit !== \"string\") ||\n        (metric.format !== undefined && !isMeasureFormat(metric.format)) ||\n        (metric.better !== undefined && ![\"higher\", \"lower\", \"neutral\"].includes(metric.better)) ||\n        (metric.bounds !== undefined && !isMetricBounds(metric.bounds))) {\n        return false;\n    }\n    switch (metric.state) {\n        case \"available\":\n            return typeof metric.value === \"number\" && metric.total > 0 && metric.samples === metric.total;\n        case \"partial\":\n            return metric.total > 0 && metric.samples < metric.total;\n        case \"empty\":\n            return metric.value === null && metric.samples === metric.total;\n        case \"unsupported\":\n            return metric.value === null && metric.samples === 0;\n        // Cost projections can be structurally sound while no USD contribution\n        // is reportable. Analysis owns that distinction and may retain the full\n        // logical-Slot denominator; Report only accepts the already-closed cell.\n        case \"unavailable\":\n            return metric.value === null && metric.samples === 0;\n        case \"failed\":\n            return metric.value === null;\n    }\n}\n/**\n * Copies an ordinary presentation row while deterministically retaining the\n * existing Analysis diagnostics from all its metric fields.\n */\nexport function evidenceRow<const Fields extends object>(fields: Fields & EvidenceRowInput<Fields>): Readonly<Fields & EvidenceRow> {\n    if (!isPlainRecord(fields))\n        throw new TypeError(\"evidenceRow requires a plain object\");\n    if (Object.hasOwn(fields, \"issues\") || Object.hasOwn(fields, \"refs\")) {\n        throw new TypeError(\"evidenceRow reserves the issues and refs fields\");\n    }\n    const metrics = Object.values(fields).filter(isMetricValue);\n    if (metrics.length === 0) {\n        throw new TypeError(\"evidenceRow requires at least one existing MetricValue field\");\n    }\n    return Object.freeze({\n        ...fields,\n        issues: dedupeAnalysisIssues(metrics.flatMap((metric) => metric.issues)),\n        refs: dedupeEvidenceRefs(metrics.flatMap((metric) => metric.refs)),\n    }) as Readonly<Fields & EvidenceRow>;\n}\n/**\n * Sorting changes only display order.  Unlike Analysis-issued ClosedRows, the\n * result is an ordinary frozen array and deliberately has no closed-row\n * identity or aggregate metadata.\n */\nexport function sortRowsByMetric<Row extends object>(rows: readonly Row[], field: keyof Row, direction: \"asc\" | \"desc\" = \"desc\"): readonly Row[] {\n    const ordered = [...rows].sort((left, right) => {\n        const leftValue = numericMetricValue(left[field]);\n        const rightValue = numericMetricValue(right[field]);\n        const difference = leftValue - rightValue;\n        return direction === \"asc\" ? difference : -difference;\n    });\n    return Object.freeze(ordered);\n}\nfunction numericMetricValue(value: unknown): number {\n    return isMetricValue(value) && value.value !== null ? value.value : Number.NEGATIVE_INFINITY;\n}\nfunction isPlainRecord(value: unknown): value is Record<string, unknown> {\n    if (typeof value !== \"object\" || value === null || Array.isArray(value))\n        return false;\n    const prototype = Object.getPrototypeOf(value);\n    return prototype === Object.prototype || prototype === null;\n}\nfunction isMetricCount(value: unknown): value is number {\n    return typeof value === \"number\" && Number.isSafeInteger(value) && value >= 0;\n}\nfunction isMetricState(value: unknown): value is MetricValue[\"state\"] {\n    return value === \"available\" || value === \"partial\" || value === \"empty\" ||\n        value === \"unsupported\" || value === \"unavailable\" || value === \"failed\";\n}\nfunction isMetricBasis(value: unknown): value is MetricValue[\"basis\"] {\n    return value === \"attempt\" || value === \"eval\" || value === \"run\" ||\n        value === \"pair\" || value === \"slot\";\n}\nfunction isAnalysisIssue(value: unknown): value is AnalysisIssue {\n    return isPlainRecord(value) && typeof value.code === \"string\" && typeof value.message === \"string\" &&\n        Array.isArray(value.refs) && value.refs.every(isEvidenceRef);\n}\nfunction isEvidenceRef(value: unknown): value is EvidenceRef {\n    return isPlainRecord(value) && isPlainRecord(value.identity) &&\n        value.identity.kind === \"attempt\" && typeof value.identity.locator === \"string\";\n}\nfunction isMeasureFormat(value: unknown): value is MeasureFormat {\n    return typeof value === \"string\" ||\n        (isPlainRecord(value) && typeof value.kind === \"string\" &&\n            (value.options === undefined || isJsonValue(value.options)));\n}\nfunction isJsonValue(value: unknown, ancestors = new Set<object>()): value is JsonValue {\n    if (value === null || typeof value === \"string\" || typeof value === \"boolean\")\n        return true;\n    if (typeof value === \"number\")\n        return Number.isFinite(value);\n    if (typeof value !== \"object\" || value === null || ancestors.has(value))\n        return false;\n    ancestors.add(value);\n    const valid = Array.isArray(value)\n        ? value.every((entry) => isJsonValue(entry, ancestors))\n        : isPlainRecord(value) && Object.values(value).every((entry) => isJsonValue(entry, ancestors));\n    ancestors.delete(value);\n    return valid;\n}\nfunction isMetricBounds(value: unknown): boolean {\n    if (!isPlainRecord(value))\n        return false;\n    if ((value.min !== undefined && (typeof value.min !== \"number\" || !Number.isFinite(value.min))) ||\n        (value.max !== undefined && (typeof value.max !== \"number\" || !Number.isFinite(value.max)))) {\n        return false;\n    }\n    return value.min === undefined || value.max === undefined || value.min <= value.max;\n}\nfunction dedupeEvidenceRefs(refs: readonly EvidenceRef[]): readonly EvidenceRef[] {\n    const unique = new Map<string, EvidenceRef>();\n    for (const ref of refs) {\n        const key = ref.identity.kind + \"\\u0000\" + ref.identity.locator;\n        if (!unique.has(key)) {\n            unique.set(key, Object.freeze({\n                identity: Object.freeze({ kind: ref.identity.kind, locator: ref.identity.locator }),\n            }));\n        }\n    }\n    return Object.freeze([...unique.entries()]\n        .sort(([left], [right]) => compareCanonicalCodeUnits(left, right))\n        .map(([, ref]) => ref));\n}\nfunction dedupeAnalysisIssues(issues: readonly AnalysisIssue[]): readonly AnalysisIssue[] {\n    const unique = new Map<string, AnalysisIssue>();\n    for (const issue of issues) {\n        const refs = dedupeEvidenceRefs(issue.refs);\n        const key = issue.code + \"\\u0000\" + issue.message + \"\\u0000\" +\n            refs.map((ref) => ref.identity.locator).join(\"\\u0001\");\n        if (!unique.has(key)) {\n            unique.set(key, Object.freeze({ code: issue.code, message: issue.message, refs }));\n        }\n    }\n    return Object.freeze([...unique.entries()]\n        .sort(([left], [right]) => compareCanonicalCodeUnits(left, right))\n        .map(([, issue]) => issue));\n}\nfunction compareCanonicalCodeUnits(left: string, right: string): number {\n    if (left === right)\n        return 0;\n    return left < right ? -1 : 1;\n}\n"]}

package/dist/report/model/metrics.d.cts

@@ -0,0 +1,73 @@
+import { type AnalysisIssue, type EvidenceRef, type MeasureFormat, type MetricValue } from "../../analysis/index.cjs";
+/**
+ * Analysis owns every metric's denominator, missingness, state, Evidence, and
+ * provenance. These descriptors are the small Report catalog expressed with
+ * current Analysis definitions.
+ */
+export declare const passRate: import("../../analysis/definitions.cjs").Measure<import("../../analysis/definitions.cjs").LogicalSlot, number>;
+/** Mean recorded `eval.run` duration across the fixed logical-Slot denominator. */
+export declare const durationMs: import("../../analysis/definitions.cjs").Measure<import("../../analysis/definitions.cjs").LogicalSlot, number>;
+/** Mean recorded input plus output token count across the fixed denominator. */
+export declare const tokens: import("../../analysis/definitions.cjs").Measure<import("../../analysis/definitions.cjs").LogicalSlot, number>;
+export { costUSD, totalCostUSD } from "../../analysis/index.cjs";
+/**
+ * Presentation facts retain the original metric and every Analysis-owned
+ * diagnostic channel.  They are safe for a component to inspect, but not a
+ * replacement metric that can be re-aggregated.
+ */
+export interface MetricFacts<Value = number> {
+    readonly value: Value | null;
+    readonly state: MetricValue<Value>["state"];
+    readonly samples: number;
+    readonly total: number;
+    readonly basis: MetricValue<Value>["basis"];
+    readonly issues: readonly AnalysisIssue[];
+    readonly refs: readonly EvidenceRef[];
+    readonly unit?: string;
+    readonly format?: MeasureFormat;
+    readonly better?: MetricValue<Value>["better"];
+    readonly bounds?: MetricValue<Value>["bounds"];
+    readonly complete: boolean;
+    readonly coverage: number | null;
+    readonly metric: MetricValue<Value>;
+}
+/** Extract display facts without discarding the complete MetricValue. */
+export declare function metricFacts<Value>(metric: MetricValue<Value>): MetricFacts<Value>;
+/** The contributor/denominator fraction; null means the declared denominator is zero. */
+export declare function metricCoverage(metric: MetricValue): number | null;
+/** A numeric metric is usable only when Analysis closed a finite scalar. */
+export declare function hasMetricValue(metric: MetricValue): metric is MetricValue<number> & {
+    readonly value: number;
+};
+/**
+ * A closed business row may collect existing MetricValue diagnostics, but it
+ * cannot manufacture one or alter its total, state, issues, refs, or value.
+ */
+export interface EvidenceRow {
+    readonly issues: readonly AnalysisIssue[];
+    readonly refs: readonly EvidenceRef[];
+}
+declare const evidenceRowMetricDiagnostic: unique symbol;
+type MetricFieldKeys<Fields extends object> = {
+    [Key in keyof Fields]-?: Fields[Key] extends MetricValue ? Key : never;
+}[keyof Fields];
+type EvidenceRowInput<Fields extends object> = [MetricFieldKeys<Fields>] extends [never] ? {
+    readonly [evidenceRowMetricDiagnostic]: "evidenceRow requires at least one MetricValue field";
+} : unknown;
+/**
+ * Structural validation for an already-closed Analysis MetricValue.  It is a
+ * display-boundary guard, not a constructor: Report never exports
+ * `metricValue()`.
+ */
+export declare function isMetricValue(value: unknown): value is MetricValue;
+/**
+ * Copies an ordinary presentation row while deterministically retaining the
+ * existing Analysis diagnostics from all its metric fields.
+ */
+export declare function evidenceRow<const Fields extends object>(fields: Fields & EvidenceRowInput<Fields>): Readonly<Fields & EvidenceRow>;
+/**
+ * Sorting changes only display order.  Unlike Analysis-issued ClosedRows, the
+ * result is an ordinary frozen array and deliberately has no closed-row
+ * identity or aggregate metadata.
+ */
+export declare function sortRowsByMetric<Row extends object>(rows: readonly Row[], field: keyof Row, direction?: "asc" | "desc"): readonly Row[];