niceeval 0.12.2-canary.31 → 0.13.0

package/dist/report/components/site-components/validators.cjs

@@ -0,0 +1,140 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateTraceWaterfallData = exports.validateCopyFixPromptData = exports.validateSnapshotDiagnosticsData = exports.validateScopeWarningsData = exports.validateHeroData = void 0;
+exports.closedDataError = closedDataError;
+function isObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function localizedTextProblem(value, path) {
+    if (typeof value === "string")
+        return null;
+    if (!isObject(value) || !Object.values(value).every((item) => typeof item === "string")) {
+        return `"${path}" must be a LocalizedText`;
+    }
+    return null;
+}
+function arrayProblem(value, path, item) {
+    if (!Array.isArray(value))
+        return `"${path}" must be an array`;
+    for (let index = 0; index < value.length; index++) {
+        const problem = item(value[index], `${path}[${index}]`);
+        if (problem !== null)
+            return problem;
+    }
+    return null;
+}
+const validateHeroData = (data) => {
+    if (!isObject(data))
+        return "expected an object";
+    if (data.latestStartedAt !== null && typeof data.latestStartedAt !== "string") {
+        return '"latestStartedAt" must be a string or null';
+    }
+    if (!Number.isSafeInteger(data.runs) || data.runs < 0) {
+        return '"runs" must be a non-negative safe integer';
+    }
+    return null;
+};
+exports.validateHeroData = validateHeroData;
+function siteWarningProblem(value, path) {
+    if (!isObject(value))
+        return `"${path}" must be a closed warning object`;
+    if (typeof value.code !== "string")
+        return `"${path}.code" must be a string`;
+    const messageProblem = localizedTextProblem(value.message, `${path}.message`);
+    if (messageProblem !== null)
+        return messageProblem;
+    if (value.level !== undefined && value.level !== "info" && value.level !== "warning" && value.level !== "error") {
+        return `"${path}.level" must be info, warning, or error`;
+    }
+    for (const field of ["action", "experimentId"]) {
+        if (value[field] !== undefined && value[field] !== null && typeof value[field] !== "string") {
+            return `"${path}.${field}" must be a string when supplied`;
+        }
+    }
+    for (const field of ["title", "badge"]) {
+        if (value[field] !== undefined) {
+            const problem = localizedTextProblem(value[field], `${path}.${field}`);
+            if (problem !== null)
+                return problem;
+        }
+    }
+    return null;
+}
+const validateScopeWarningsData = (data) => arrayProblem(data, "data", siteWarningProblem);
+exports.validateScopeWarningsData = validateScopeWarningsData;
+function diagnosticProblem(value, path) {
+    if (!isObject(value))
+        return `"${path}" must be a diagnostic object`;
+    if (typeof value.code !== "string")
+        return `"${path}.code" must be a string`;
+    if (value.level !== "warning" && value.level !== "error")
+        return `"${path}.level" must be warning or error`;
+    if (typeof value.message !== "string")
+        return `"${path}.message" must be a string`;
+    if (typeof value.phase !== "string")
+        return `"${path}.phase" must be a string`;
+    if (value.count !== undefined && (!Number.isSafeInteger(value.count) || value.count < 1)) {
+        return `"${path}.count" must be a positive safe integer when supplied`;
+    }
+    return null;
+}
+function diagnosticItemProblem(value, path) {
+    if (!isObject(value))
+        return `"${path}" must be a Run diagnostic bundle`;
+    if (typeof value.experimentId !== "string")
+        return `"${path}.experimentId" must be a string`;
+    if (typeof value.startedAt !== "string")
+        return `"${path}.startedAt" must be a string`;
+    return arrayProblem(value.diagnostics, `${path}.diagnostics`, diagnosticProblem);
+}
+const validateSnapshotDiagnosticsData = (data) => arrayProblem(data, "data", diagnosticItemProblem);
+exports.validateSnapshotDiagnosticsData = validateSnapshotDiagnosticsData;
+const validateCopyFixPromptData = (data) => {
+    if (!isObject(data))
+        return "expected an object";
+    if (typeof data.prompt !== "string")
+        return '"prompt" must be a string';
+    if (!Number.isSafeInteger(data.failures) || data.failures < 0) {
+        return '"failures" must be a non-negative safe integer';
+    }
+    return null;
+};
+exports.validateCopyFixPromptData = validateCopyFixPromptData;
+function spanProblem(value, path) {
+    if (!isObject(value))
+        return `"${path}" must be a trace span summary`;
+    if (typeof value.name !== "string")
+        return `"${path}.name" must be a string`;
+    if (value.kind !== "agent" && value.kind !== "model" && value.kind !== "tool" && value.kind !== "other") {
+        return `"${path}.kind" must be agent, model, tool, or other`;
+    }
+    if (!Number.isFinite(value.startOffsetMs))
+        return `"${path}.startOffsetMs" must be a finite number`;
+    if (!Number.isFinite(value.durationMs) || value.durationMs < 0) {
+        return `"${path}.durationMs" must be a non-negative finite number`;
+    }
+    if (typeof value.failed !== "boolean")
+        return `"${path}.failed" must be a boolean`;
+    return null;
+}
+const validateTraceWaterfallData = (data) => arrayProblem(data, "data", (row, path) => {
+    if (!isObject(row))
+        return `"${path}" must be an object`;
+    if (typeof row.experimentId !== "string")
+        return `"${path}.experimentId" must be a string`;
+    if (typeof row.evalId !== "string")
+        return `"${path}.evalId" must be a string`;
+    if (typeof row.locator !== "string")
+        return `"${path}.locator" must be a string`;
+    if (row.durationMs !== null && (!Number.isFinite(row.durationMs) || row.durationMs < 0)) {
+        return `"${path}.durationMs" must be a non-negative finite number or null`;
+    }
+    return arrayProblem(row.spans, `${path}.spans`, spanProblem);
+});
+exports.validateTraceWaterfallData = validateTraceWaterfallData;
+/** One consistent error message for cross-package DTO drift. */
+function closedDataError(component, shape, problem) {
+    return new TypeError(`<${component}> received data that does not match the current ${shape} shape: ${problem}. ` +
+        "Recompute the closed display DTO with this NiceEval version before rendering it.");
+}
+//# sourceMappingURL=validators.cjs.map

package/dist/report/components/site-components/validators.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.js","sourceRoot":"","sources":["validators.ts"],"names":[],"mappings":";;;AAkIA,0CAGC;AAnID,SAAS,QAAQ,CAAC,KAAc;IAG5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AACD,SAAS,oBAAoB,CAAC,KAAc,EAAE,IAAY;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,IAAI,CAAC;IAChB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;QACtF,OAAO,IAAI,IAAI,2BAA2B,CAAC;IAC/C,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AACD,SAAS,YAAY,CAAC,KAAc,EAAE,IAAY,EAAE,IAAyD;IACzG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,OAAO,IAAI,IAAI,oBAAoB,CAAC;IACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC;QACxD,IAAI,OAAO,KAAK,IAAI;YAChB,OAAO,OAAO,CAAC;IACvB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AACM,MAAM,gBAAgB,GAAc,CAAC,IAAI,EAAE,EAAE;IAChD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QACf,OAAO,oBAAoB,CAAC;IAChC,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;QAC5E,OAAO,4CAA4C,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAK,IAAI,CAAC,IAAe,GAAG,CAAC,EAAE,CAAC;QAChE,OAAO,4CAA4C,CAAC;IACxD,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAVW,QAAA,gBAAgB,oBAU3B;AACF,SAAS,kBAAkB,CAAC,KAAc,EAAE,IAAY;IACpD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAChB,OAAO,IAAI,IAAI,mCAAmC,CAAC;IACvD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,OAAO,IAAI,IAAI,yBAAyB,CAAC;IAC7C,MAAM,cAAc,GAAG,oBAAoB,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,UAAU,CAAC,CAAC;IAC9E,IAAI,cAAc,KAAK,IAAI;QACvB,OAAO,cAAc,CAAC;IAC1B,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC9G,OAAO,IAAI,IAAI,yCAAyC,CAAC;IAC7D,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAU,EAAE,CAAC;QACtD,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1F,OAAO,IAAI,IAAI,IAAI,KAAK,kCAAkC,CAAC;QAC/D,CAAC;IACL,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,OAAO,CAAU,EAAE,CAAC;QAC9C,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC;YACvE,IAAI,OAAO,KAAK,IAAI;gBAChB,OAAO,OAAO,CAAC;QACvB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AACM,MAAM,yBAAyB,GAAc,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;AAAhG,QAAA,yBAAyB,6BAAuE;AAC7G,SAAS,iBAAiB,CAAC,KAAc,EAAE,IAAY;IACnD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAChB,OAAO,IAAI,IAAI,+BAA+B,CAAC;IACnD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,OAAO,IAAI,IAAI,yBAAyB,CAAC;IAC7C,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO;QACpD,OAAO,IAAI,IAAI,kCAAkC,CAAC;IACtD,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;QACjC,OAAO,IAAI,IAAI,4BAA4B,CAAC;IAChD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,OAAO,IAAI,IAAI,0BAA0B,CAAC;IAC9C,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAK,KAAK,CAAC,KAAgB,GAAG,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,IAAI,IAAI,uDAAuD,CAAC;IAC3E,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AACD,SAAS,qBAAqB,CAAC,KAAc,EAAE,IAAY;IACvD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAChB,OAAO,IAAI,IAAI,mCAAmC,CAAC;IACvD,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QACtC,OAAO,IAAI,IAAI,iCAAiC,CAAC;IACrD,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QACnC,OAAO,IAAI,IAAI,8BAA8B,CAAC;IAClD,OAAO,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,GAAG,IAAI,cAAc,EAAE,iBAAiB,CAAC,CAAC;AACrF,CAAC;AACM,MAAM,+BAA+B,GAAc,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,qBAAqB,CAAC,CAAC;AAAzG,QAAA,+BAA+B,mCAA0E;AAC/G,MAAM,yBAAyB,GAAc,CAAC,IAAI,EAAE,EAAE;IACzD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QACf,OAAO,oBAAoB,CAAC;IAChC,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC/B,OAAO,2BAA2B,CAAC;IACvC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAK,IAAI,CAAC,QAAmB,GAAG,CAAC,EAAE,CAAC;QACxE,OAAO,gDAAgD,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AATW,QAAA,yBAAyB,6BASpC;AACF,SAAS,WAAW,CAAC,KAAc,EAAE,IAAY;IAC7C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAChB,OAAO,IAAI,IAAI,gCAAgC,CAAC;IACpD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,OAAO,IAAI,IAAI,yBAAyB,CAAC;IAC7C,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACtG,OAAO,IAAI,IAAI,6CAA6C,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC;QACrC,OAAO,IAAI,IAAI,yCAAyC,CAAC;IAC7D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,IAAK,KAAK,CAAC,UAAqB,GAAG,CAAC,EAAE,CAAC;QACzE,OAAO,IAAI,IAAI,mDAAmD,CAAC;IACvE,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,SAAS;QACjC,OAAO,IAAI,IAAI,4BAA4B,CAAC;IAChD,OAAO,IAAI,CAAC;AAChB,CAAC;AACM,MAAM,0BAA0B,GAAc,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;IACpG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QACd,OAAO,IAAI,IAAI,qBAAqB,CAAC;IACzC,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ;QACpC,OAAO,IAAI,IAAI,iCAAiC,CAAC;IACrD,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ;QAC9B,OAAO,IAAI,IAAI,2BAA2B,CAAC;IAC/C,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;QAC/B,OAAO,IAAI,IAAI,4BAA4B,CAAC;IAChD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,IAAK,GAAG,CAAC,UAAqB,GAAG,CAAC,CAAC,EAAE,CAAC;QAClG,OAAO,IAAI,IAAI,2DAA2D,CAAC;IAC/E,CAAC;IACD,OAAO,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,IAAI,QAAQ,EAAE,WAAW,CAAC,CAAC;AACjE,CAAC,CAAC,CAAC;AAbU,QAAA,0BAA0B,8BAapC;AACH,gEAAgE;AAChE,SAAgB,eAAe,CAAC,SAAiB,EAAE,KAAa,EAAE,OAAe;IAC7E,OAAO,IAAI,SAAS,CAAC,IAAI,SAAS,mDAAmD,KAAK,WAAW,OAAO,IAAI;QAC5G,kFAAkF,CAAC,CAAC;AAC5F,CAAC","sourcesContent":["/** Runtime boundary checks for plain closed site-component DTOs. */\nexport type Validator = (value: unknown) => string | null;\nfunction isObject(value: unknown): value is {\n    readonly [key: string]: unknown;\n} {\n    return typeof value === \"object\" && value !== null && !Array.isArray(value);\n}\nfunction localizedTextProblem(value: unknown, path: string): string | null {\n    if (typeof value === \"string\")\n        return null;\n    if (!isObject(value) || !Object.values(value).every((item) => typeof item === \"string\")) {\n        return `\"${path}\" must be a LocalizedText`;\n    }\n    return null;\n}\nfunction arrayProblem(value: unknown, path: string, item: (entry: unknown, itemPath: string) => string | null): string | null {\n    if (!Array.isArray(value))\n        return `\"${path}\" must be an array`;\n    for (let index = 0; index < value.length; index++) {\n        const problem = item(value[index], `${path}[${index}]`);\n        if (problem !== null)\n            return problem;\n    }\n    return null;\n}\nexport const validateHeroData: Validator = (data) => {\n    if (!isObject(data))\n        return \"expected an object\";\n    if (data.latestStartedAt !== null && typeof data.latestStartedAt !== \"string\") {\n        return '\"latestStartedAt\" must be a string or null';\n    }\n    if (!Number.isSafeInteger(data.runs) || (data.runs as number) < 0) {\n        return '\"runs\" must be a non-negative safe integer';\n    }\n    return null;\n};\nfunction siteWarningProblem(value: unknown, path: string): string | null {\n    if (!isObject(value))\n        return `\"${path}\" must be a closed warning object`;\n    if (typeof value.code !== \"string\")\n        return `\"${path}.code\" must be a string`;\n    const messageProblem = localizedTextProblem(value.message, `${path}.message`);\n    if (messageProblem !== null)\n        return messageProblem;\n    if (value.level !== undefined && value.level !== \"info\" && value.level !== \"warning\" && value.level !== \"error\") {\n        return `\"${path}.level\" must be info, warning, or error`;\n    }\n    for (const field of [\"action\", \"experimentId\"] as const) {\n        if (value[field] !== undefined && value[field] !== null && typeof value[field] !== \"string\") {\n            return `\"${path}.${field}\" must be a string when supplied`;\n        }\n    }\n    for (const field of [\"title\", \"badge\"] as const) {\n        if (value[field] !== undefined) {\n            const problem = localizedTextProblem(value[field], `${path}.${field}`);\n            if (problem !== null)\n                return problem;\n        }\n    }\n    return null;\n}\nexport const validateScopeWarningsData: Validator = (data) => arrayProblem(data, \"data\", siteWarningProblem);\nfunction diagnosticProblem(value: unknown, path: string): string | null {\n    if (!isObject(value))\n        return `\"${path}\" must be a diagnostic object`;\n    if (typeof value.code !== \"string\")\n        return `\"${path}.code\" must be a string`;\n    if (value.level !== \"warning\" && value.level !== \"error\")\n        return `\"${path}.level\" must be warning or error`;\n    if (typeof value.message !== \"string\")\n        return `\"${path}.message\" must be a string`;\n    if (typeof value.phase !== \"string\")\n        return `\"${path}.phase\" must be a string`;\n    if (value.count !== undefined && (!Number.isSafeInteger(value.count) || (value.count as number) < 1)) {\n        return `\"${path}.count\" must be a positive safe integer when supplied`;\n    }\n    return null;\n}\nfunction diagnosticItemProblem(value: unknown, path: string): string | null {\n    if (!isObject(value))\n        return `\"${path}\" must be a Run diagnostic bundle`;\n    if (typeof value.experimentId !== \"string\")\n        return `\"${path}.experimentId\" must be a string`;\n    if (typeof value.startedAt !== \"string\")\n        return `\"${path}.startedAt\" must be a string`;\n    return arrayProblem(value.diagnostics, `${path}.diagnostics`, diagnosticProblem);\n}\nexport const validateSnapshotDiagnosticsData: Validator = (data) => arrayProblem(data, \"data\", diagnosticItemProblem);\nexport const validateCopyFixPromptData: Validator = (data) => {\n    if (!isObject(data))\n        return \"expected an object\";\n    if (typeof data.prompt !== \"string\")\n        return '\"prompt\" must be a string';\n    if (!Number.isSafeInteger(data.failures) || (data.failures as number) < 0) {\n        return '\"failures\" must be a non-negative safe integer';\n    }\n    return null;\n};\nfunction spanProblem(value: unknown, path: string): string | null {\n    if (!isObject(value))\n        return `\"${path}\" must be a trace span summary`;\n    if (typeof value.name !== \"string\")\n        return `\"${path}.name\" must be a string`;\n    if (value.kind !== \"agent\" && value.kind !== \"model\" && value.kind !== \"tool\" && value.kind !== \"other\") {\n        return `\"${path}.kind\" must be agent, model, tool, or other`;\n    }\n    if (!Number.isFinite(value.startOffsetMs))\n        return `\"${path}.startOffsetMs\" must be a finite number`;\n    if (!Number.isFinite(value.durationMs) || (value.durationMs as number) < 0) {\n        return `\"${path}.durationMs\" must be a non-negative finite number`;\n    }\n    if (typeof value.failed !== \"boolean\")\n        return `\"${path}.failed\" must be a boolean`;\n    return null;\n}\nexport const validateTraceWaterfallData: Validator = (data) => arrayProblem(data, \"data\", (row, path) => {\n    if (!isObject(row))\n        return `\"${path}\" must be an object`;\n    if (typeof row.experimentId !== \"string\")\n        return `\"${path}.experimentId\" must be a string`;\n    if (typeof row.evalId !== \"string\")\n        return `\"${path}.evalId\" must be a string`;\n    if (typeof row.locator !== \"string\")\n        return `\"${path}.locator\" must be a string`;\n    if (row.durationMs !== null && (!Number.isFinite(row.durationMs) || (row.durationMs as number) < 0)) {\n        return `\"${path}.durationMs\" must be a non-negative finite number or null`;\n    }\n    return arrayProblem(row.spans, `${path}.spans`, spanProblem);\n});\n/** One consistent error message for cross-package DTO drift. */\nexport function closedDataError(component: string, shape: string, problem: string): TypeError {\n    return new TypeError(`<${component}> received data that does not match the current ${shape} shape: ${problem}. ` +\n        \"Recompute the closed display DTO with this NiceEval version before rendering it.\");\n}\n"]}

package/dist/report/components/site-components/validators.d.cts

@@ -0,0 +1,9 @@
+/** Runtime boundary checks for plain closed site-component DTOs. */
+export type Validator = (value: unknown) => string | null;
+export declare const validateHeroData: Validator;
+export declare const validateScopeWarningsData: Validator;
+export declare const validateSnapshotDiagnosticsData: Validator;
+export declare const validateCopyFixPromptData: Validator;
+export declare const validateTraceWaterfallData: Validator;
+/** One consistent error message for cross-package DTO drift. */
+export declare function closedDataError(component: string, shape: string, problem: string): TypeError;

package/dist/report/components/site-components/validators.d.mts

@@ -0,0 +1,9 @@
+/** Runtime boundary checks for plain closed site-component DTOs. */
+export type Validator = (value: unknown) => string | null;
+export declare const validateHeroData: Validator;
+export declare const validateScopeWarningsData: Validator;
+export declare const validateSnapshotDiagnosticsData: Validator;
+export declare const validateCopyFixPromptData: Validator;
+export declare const validateTraceWaterfallData: Validator;
+/** One consistent error message for cross-package DTO drift. */
+export declare function closedDataError(component: string, shape: string, problem: string): TypeError;

package/dist/report/components/site-components/validators.d.ts

@@ -0,0 +1,9 @@
+/** Runtime boundary checks for plain closed site-component DTOs. */
+export type Validator = (value: unknown) => string | null;
+export declare const validateHeroData: Validator;
+export declare const validateScopeWarningsData: Validator;
+export declare const validateSnapshotDiagnosticsData: Validator;
+export declare const validateCopyFixPromptData: Validator;
+export declare const validateTraceWaterfallData: Validator;
+/** One consistent error message for cross-package DTO drift. */
+export declare function closedDataError(component: string, shape: string, problem: string): TypeError;

package/dist/report/components/site-components/validators.js

@@ -0,0 +1,16 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./validators.cjs");
+const __niceevalExport0 = __niceevalCanonical["closedDataError"];
+export { __niceevalExport0 as closedDataError };
+const __niceevalExport1 = __niceevalCanonical["validateCopyFixPromptData"];
+export { __niceevalExport1 as validateCopyFixPromptData };
+const __niceevalExport2 = __niceevalCanonical["validateHeroData"];
+export { __niceevalExport2 as validateHeroData };
+const __niceevalExport3 = __niceevalCanonical["validateScopeWarningsData"];
+export { __niceevalExport3 as validateScopeWarningsData };
+const __niceevalExport4 = __niceevalCanonical["validateSnapshotDiagnosticsData"];
+export { __niceevalExport4 as validateSnapshotDiagnosticsData };
+const __niceevalExport5 = __niceevalCanonical["validateTraceWaterfallData"];
+export { __niceevalExport5 as validateTraceWaterfallData };
+//# sourceMappingURL=validators.js.map

package/dist/report/components/site-components/validators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.js","sources":[],"names":[],"mappings":""}

package/dist/report/components/summaries/compute.cjs

@@ -0,0 +1,224 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sampleSummaryData = sampleSummaryData;
+exports.experimentScatterData = experimentScatterData;
+exports.stabilityOverviewData = stabilityOverviewData;
+/**
+ * Closed-data assembly for the report summary components.
+ *
+ * These helpers deliberately keep all statistical meaning in the published
+ * Analysis facade.  They may inspect the fixed Sample snapshot for identity
+ * and coverage facts, but never open a Record, construct a MetricValue, or
+ * implement a second reducer.
+ */
+const index_ts_1 = require("../../../analysis/index.cjs");
+const aggregate_ts_1 = require("../../model/aggregate.cjs");
+const conversions_ts_1 = require("../../model/conversions.cjs");
+const metrics_ts_1 = require("../../model/metrics.cjs");
+const dataset_ts_1 = require("../../model/dataset.cjs");
+/**
+ * Produces the familiar range/KPI summary from one fixed Sample.  The counts
+ * are closed Sample identity facts; the numeric readings are emitted by
+ * Analysis unchanged.  The cost projection is requested only when the Report
+ * declares a PricingProfile; without one nothing is measured or captured.
+ */
+async function sampleSummaryData(sample, votes, pricing) {
+    const [summary, evidence] = pricing === null
+        ? await Promise.all([
+            (0, aggregate_ts_1.aggregate)(sample, { by: {}, values: { passRate: metrics_ts_1.passRate } }),
+            (0, conversions_ts_1.toAttemptEvidence)(sample),
+        ])
+        : await Promise.all([
+            (0, aggregate_ts_1.aggregate)(sample, {
+                by: {},
+                values: { passRate: metrics_ts_1.passRate, totalCostUSD: (0, metrics_ts_1.totalCostUSD)(pricing) },
+            }),
+            (0, conversions_ts_1.toAttemptEvidence)(sample),
+        ]);
+    const currentSlots = sample.snapshot.slots.filter((slot) => slot.state !== "excluded");
+    const first = summary[0];
+    const range = runRange(sample);
+    return Object.freeze({
+        ...range,
+        experiments: new Set(currentSlots.map((slot) => String(slot.experimentId))).size,
+        evals: new Set(currentSlots.map((slot) => String(slot.evalId))).size,
+        attempts: currentSlots.filter((slot) => slot.state === "included").length,
+        verdicts: tallyVerdicts(sample, evidence.entries, votes),
+        passRate: first?.passRate ?? null,
+        totalCostUSD: first === undefined || pricing === null
+            ? null
+            : first.totalCostUSD,
+    });
+}
+/**
+ * Uses Analysis rows for every plotted value. Only display-safe dimensions
+ * are normalized into strings; MetricValue, issues, and evidence stay intact.
+ * The x axis always stays cost × passRate; duration never replaces cost.
+ */
+async function experimentScatterData(sample, options, pricing) {
+    const line = (0, aggregate_ts_1.label)("line");
+    const hasLine = sample.snapshot.runs.some((run) => run.context?.labels.line !== undefined);
+    const group = groupFor(options.series, hasLine ? line : aggregate_ts_1.agent);
+    const connect = options.connect ?? (group === line);
+    const rows = await (0, aggregate_ts_1.aggregate)(sample, {
+        by: { experiment: aggregate_ts_1.experiment, series: group },
+        values: { costUSD: (0, metrics_ts_1.costUSD)(pricing), passRate: metrics_ts_1.passRate },
+    });
+    const points = Object.freeze(rows.map((row) => (0, metrics_ts_1.evidenceRow)({
+        key: row.key,
+        experiment: String(row.experiment),
+        series: dimensionText(row.series),
+        costUSD: row.costUSD,
+        passRate: row.passRate,
+    })));
+    return Object.freeze({ connect, points });
+}
+/**
+ * Builds stability display data from per-eval Analysis pass-rate rows.  The
+ * `executions` coordinate is the existing metric denominator, not a Report
+ * metric.  This retains partial/missing states instead of manufacturing zero
+ * values or a second verdict reducer.
+ */
+async function stabilityOverviewData(sample, options) {
+    const scoped = sampleForEvals(sample, options.evals);
+    const group = groupFor(options.columns, aggregate_ts_1.experiment);
+    const rows = await (0, aggregate_ts_1.aggregate)(scoped, {
+        by: { evalId: aggregate_ts_1.evalId, condition: group },
+        values: { passRate: metrics_ts_1.passRate },
+    });
+    const points = Object.freeze(rows.map((row) => (0, metrics_ts_1.evidenceRow)({
+        key: row.key,
+        evalId: String(row.evalId),
+        condition: dimensionText(row.condition),
+        executions: row.passRate.total,
+        passRate: row.passRate,
+    })));
+    const stability = stabilityCounts(points);
+    return Object.freeze({
+        ...stability,
+        points,
+        dataset: Object.freeze({
+            fields: Object.freeze([
+                (0, dataset_ts_1.dimensionField)("evalId", "string"),
+                (0, dataset_ts_1.dimensionField)("condition", "string"),
+                (0, dataset_ts_1.dimensionField)("executions", "number"),
+                (0, dataset_ts_1.metricField)("passRate", metrics_ts_1.passRate),
+            ]),
+            rows: Object.freeze(points.map((point) => Object.freeze({
+                key: point.key,
+                values: Object.freeze({
+                    evalId: point.evalId,
+                    condition: point.condition,
+                    executions: point.executions,
+                    passRate: point.passRate,
+                }),
+            }))),
+        }),
+    });
+}
+function groupFor(value, fallback) {
+    if (value === undefined)
+        return fallback;
+    if (typeof value !== "string")
+        return value;
+    switch (value) {
+        case "agent":
+            return aggregate_ts_1.agent;
+        case "model":
+            return aggregate_ts_1.model;
+        case "experiment":
+            return aggregate_ts_1.experiment;
+        default:
+            throw new TypeError(`Summary series ${JSON.stringify(value)} must be "agent", "model", "experiment", or an Analysis Dimension / GroupFunction.`);
+    }
+}
+function dimensionText(value) {
+    return value === null ? "(missing)" : String(value);
+}
+function runRange(sample) {
+    let earliest = null;
+    let latest = null;
+    for (const run of sample.snapshot.runs) {
+        const startedAt = Number(run.startedAt);
+        if (!Number.isFinite(startedAt))
+            continue;
+        earliest = earliest === null || startedAt < earliest ? startedAt : earliest;
+        latest = latest === null || startedAt > latest ? startedAt : latest;
+    }
+    return Object.freeze({
+        earliestStartedAt: earliest === null ? null : new Date(earliest).toISOString(),
+        latestStartedAt: latest === null ? null : new Date(latest).toISOString(),
+    });
+}
+function tallyVerdicts(sample, entries, votes) {
+    const byLocator = new Map(sample.snapshot.slots
+        .filter((slot) => slot.state === "included")
+        .map((slot) => [slot.attempt.locator, slot]));
+    const choices = new Map();
+    for (const entry of entries) {
+        if (entry.state !== "available")
+            continue;
+        const slot = byLocator.get(entry.attempt.locator);
+        if (slot === undefined)
+            continue;
+        const key = votes === "attempt"
+            ? entry.attempt.locator
+            : `${slot.experimentId}\u0000${slot.evalId}`;
+        const existing = choices.get(key);
+        if (existing === undefined ||
+            slot.attemptOrdinal > existing.ordinal ||
+            (slot.attemptOrdinal === existing.ordinal && entry.attempt.locator > existing.locator)) {
+            choices.set(key, {
+                ordinal: slot.attemptOrdinal,
+                locator: entry.attempt.locator,
+                verdict: entry.detail.verdict,
+            });
+        }
+    }
+    const counts = {
+        passed: 0,
+        failed: 0,
+        errored: 0,
+        skipped: 0,
+    };
+    for (const choice of choices.values())
+        counts[choice.verdict] += 1;
+    return Object.freeze(counts);
+}
+function sampleForEvals(sample, evals) {
+    if (evals === undefined)
+        return sample;
+    const selected = typeof evals === "string" ? [evals] : evals;
+    if (!selected.every((value) => typeof value === "string")) {
+        throw new TypeError("StabilityOverview.evals must be a string or an array of strings");
+    }
+    const wanted = new Set(selected);
+    return (0, index_ts_1.narrowSample)(sample, {
+        slotIds: sample.snapshot.slots
+            .filter((slot) => slot.state !== "excluded" && wanted.has(String(slot.evalId)))
+            .map((slot) => slot.slotId),
+    });
+}
+function stabilityCounts(points) {
+    const byEval = new Map();
+    let executions = 0;
+    for (const point of points) {
+        executions += point.executions;
+        let facts = byEval.get(point.evalId);
+        if (facts === undefined) {
+            facts = { measured: false, passed: false, flaky: false };
+            byEval.set(point.evalId, facts);
+        }
+        if (!(0, metrics_ts_1.hasMetricValue)(point.passRate))
+            continue;
+        facts.measured = true;
+        facts.passed ||= point.passRate.value > 0;
+        facts.flaky ||= point.passRate.value > 0 && point.passRate.value < 1;
+    }
+    return Object.freeze({
+        executions,
+        neverPassed: [...byEval.values()].filter((facts) => facts.measured && !facts.passed).length,
+        flaky: [...byEval.values()].filter((facts) => facts.flaky).length,
+    });
+}
+//# sourceMappingURL=compute.cjs.map

package/dist/report/components/summaries/compute.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"compute.js","sourceRoot":"","sources":["compute.ts"],"names":[],"mappings":";;AA6DA,8CA6BC;AAMD,sDAsBC;AAOD,sDAuCC;AApKD;;;;;;;GAOG;AACH,yDAAqI;AAErI,2DAAiH;AACjH,+DAA+D;AAC/D,uDAAyH;AACzH,uDAAsE;AA0CtE;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,KAAyB,EAAE,OAA8B;IAC7G,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,OAAO,KAAK,IAAI;QACxC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAA,wBAAS,EAAC,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAR,qBAAQ,EAAE,EAAE,CAAC;YACnD,IAAA,kCAAiB,EAAC,MAAM,CAAC;SAC5B,CAAC;QACF,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAA,wBAAS,EAAC,MAAM,EAAE;gBACd,EAAE,EAAE,EAAE;gBACN,MAAM,EAAE,EAAE,QAAQ,EAAR,qBAAQ,EAAE,YAAY,EAAE,IAAA,yBAAY,EAAC,OAAO,CAAC,EAAE;aAC5D,CAAC;YACF,IAAA,kCAAiB,EAAC,MAAM,CAAC;SAC5B,CAAC,CAAC;IACP,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;IACvF,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,GAAG,KAAK;QACR,WAAW,EAAE,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI;QAChF,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;QACpE,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,MAAM;QACzE,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;QACxD,QAAQ,EAAE,KAAK,EAAE,QAAQ,IAAI,IAAI;QACjC,YAAY,EAAE,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI;YACjD,CAAC,CAAC,IAAI;YACN,CAAC,CAAE,KAED,CAAC,YAAY;KACtB,CAAC,CAAC;AACP,CAAC;AACD;;;;GAIG;AACI,KAAK,UAAU,qBAAqB,CAAC,MAAc,EAAE,OAG3D,EAAE,OAAuB;IACtB,MAAM,IAAI,GAAG,IAAA,oBAAK,EAAC,MAAM,CAAC,CAAC;IAC3B,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IAC3F,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAK,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAS,EAAC,MAAM,EAAE;QACjC,EAAE,EAAE,EAAE,UAAU,EAAV,yBAAU,EAAE,MAAM,EAAE,KAAK,EAAE;QACjC,MAAM,EAAE,EAAE,OAAO,EAAE,IAAA,oBAAO,EAAC,OAAO,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE;KAClD,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAA0B,EAAE,CAAC,IAAA,wBAAW,EAAC;QAC/E,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QAClC,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC;QACjC,OAAO,EAAG,GAER,CAAC,OAAO;QACV,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC,CAAC,CAAC,CAAC;IACL,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;AAC9C,CAAC;AACD;;;;;GAKG;AACI,KAAK,UAAU,qBAAqB,CAAC,MAAc,EAAE,OAG3D;IACG,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,yBAAU,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAS,EAAC,MAAM,EAAE;QACjC,EAAE,EAAE,EAAE,MAAM,EAAN,qBAAM,EAAE,SAAS,EAAE,KAAK,EAAE;QAChC,MAAM,EAAE,EAAE,QAAQ,EAAR,qBAAQ,EAAE;KACvB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAkB,EAAE,CAAC,IAAA,wBAAW,EAAC;QACvE,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;QAC1B,SAAS,EAAE,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC;QACvC,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK;QAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC,CAAC,CAAC,CAAC;IACL,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,GAAG,SAAS;QACZ,MAAM;QACN,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;gBAClB,IAAA,2BAAc,EAAC,QAAQ,EAAE,QAAQ,CAAC;gBAClC,IAAA,2BAAc,EAAC,WAAW,EAAE,QAAQ,CAAC;gBACrC,IAAA,2BAAc,EAAC,YAAY,EAAE,QAAQ,CAAC;gBACtC,IAAA,wBAAW,EAAC,UAAU,EAAE,qBAAQ,CAAC;aACpC,CAAC;YACF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;gBACpD,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;oBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBAC3B,CAAC;aACL,CAAC,CAAC,CAAC;SACP,CAAC;KACL,CAAC,CAAC;AACP,CAAC;AACD,SAAS,QAAQ,CAAC,KAAgC,EAAE,QAAqB;IACrE,IAAI,KAAK,KAAK,SAAS;QACnB,OAAO,QAAQ,CAAC;IACpB,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,KAAK,CAAC;IACjB,QAAQ,KAAK,EAAE,CAAC;QACZ,KAAK,OAAO;YACR,OAAO,oBAAK,CAAC;QACjB,KAAK,OAAO;YACR,OAAO,oBAAK,CAAC;QACjB,KAAK,YAAY;YACb,OAAO,yBAAU,CAAC;QACtB;YACI,MAAM,IAAI,SAAS,CAAC,kBAAkB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,oFAAoF,CAAC,CAAC;IACzJ,CAAC;AACL,CAAC;AACD,SAAS,aAAa,CAAC,KAAuC;IAC1D,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACxD,CAAC;AACD,SAAS,QAAQ,CAAC,MAAc;IAI5B,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC3B,SAAS;QACb,QAAQ,GAAG,QAAQ,KAAK,IAAI,IAAI,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC5E,MAAM,GAAG,MAAM,KAAK,IAAI,IAAI,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IACxE,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,iBAAiB,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE;QAC9E,eAAe,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE;KAC3E,CAAC,CAAC;AACP,CAAC;AACD,SAAS,aAAa,CAAC,MAAc,EAAE,OAAiE,EAAE,KAAyB;IAC/H,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK;SAC1C,MAAM,CAAC,CAAC,IAAI,EAEd,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC;SAC3B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAU,CAAC,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,IAAI,GAAG,EAInB,CAAC;IACL,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW;YAC3B,SAAS;QACb,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,IAAI,KAAK,SAAS;YAClB,SAAS;QACb,MAAM,GAAG,GAAG,KAAK,KAAK,SAAS;YAC3B,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO;YACvB,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,QAAQ,KAAK,SAAS;YACtB,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC,OAAO;YACtC,CAAC,IAAI,CAAC,cAAc,KAAK,QAAQ,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACzF,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACb,OAAO,EAAE,IAAI,CAAC,cAAc;gBAC5B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;gBAC9B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;aAChC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAKR;QACA,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;KACb,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACD,SAAS,cAAc,CAAC,MAAc,EAAE,KAA6C;IACjF,IAAI,KAAK,KAAK,SAAS;QACnB,OAAO,MAAM,CAAC;IAClB,MAAM,QAAQ,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC7D,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,SAAS,CAAC,iEAAiE,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,OAAO,IAAA,uBAAY,EAAC,MAAM,EAAE;QACxB,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK;aACzB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;aAC9E,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;KAClC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,eAAe,CAAC,MAAiC;IAKtD,MAAM,MAAM,GAAG,IAAI,GAAG,EAIlB,CAAC;IACL,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;QAC/B,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,KAAK,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YACzD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,IAAA,2BAAc,EAAC,KAAK,CAAC,QAAQ,CAAC;YAC/B,SAAS;QACb,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;QACtB,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;QAC1C,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,UAAU;QACV,WAAW,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM;QAC3F,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM;KACpE,CAAC,CAAC;AACP,CAAC","sourcesContent":["/**\n * Closed-data assembly for the report summary components.\n *\n * These helpers deliberately keep all statistical meaning in the published\n * Analysis facade.  They may inspect the fixed Sample snapshot for identity\n * and coverage facts, but never open a Record, construct a MetricValue, or\n * implement a second reducer.\n */\nimport { narrowSample, type CostMetricValue, type MetricValue, type PricingProfile, type Sample, } from \"../../../analysis/index.ts\";\nimport type { Verdict } from \"../../../shared/types.ts\";\nimport { aggregate, agent, evalId, experiment, label, model, type ReportGroup, } from \"../../model/aggregate.ts\";\nimport { toAttemptEvidence } from \"../../model/conversions.ts\";\nimport { costUSD, evidenceRow, hasMetricValue, passRate, totalCostUSD, type EvidenceRow, } from \"../../model/metrics.ts\";\nimport { dimensionField, metricField, } from \"../../model/dataset.ts\";\nimport type { VerdictCounts } from \"../../definition/cell.tsx\";\nimport type { Dataset } from \"../../model/types.ts\";\nexport interface SampleSummaryData {\n    readonly earliestStartedAt: string | null;\n    readonly latestStartedAt: string | null;\n    readonly experiments: number;\n    readonly evals: number;\n    readonly attempts: number;\n    readonly verdicts: VerdictCounts;\n    readonly passRate: MetricValue<number> | null;\n    /** 成本投影读数;Report 未声明 PricingProfile 时为 null(不请求 measure)。 */\n    readonly totalCostUSD: CostMetricValue | null;\n}\nexport type SummarySeries = \"agent\" | \"model\" | \"experiment\" | ReportGroup;\nexport interface ExperimentScatterData {\n    readonly connect: boolean;\n    readonly points: readonly ExperimentScatterPoint[];\n}\nexport interface ExperimentScatterPoint extends EvidenceRow {\n    readonly key: string;\n    readonly experiment: string;\n    readonly series: string;\n    /** 成本投影读数;调用方已确认 Report 声明了 PricingProfile。 */\n    readonly costUSD: CostMetricValue;\n    readonly passRate: MetricValue<number>;\n}\nexport interface StabilityPoint extends EvidenceRow {\n    readonly key: string;\n    readonly evalId: string;\n    readonly condition: string;\n    /** Analysis-owned denominator for this exact condition × eval metric. */\n    readonly executions: number;\n    readonly passRate: MetricValue<number>;\n}\nexport interface StabilityOverviewData {\n    readonly executions: number;\n    readonly neverPassed: number;\n    readonly flaky: number;\n    readonly points: readonly StabilityPoint[];\n    readonly dataset: Dataset;\n}\n/**\n * Produces the familiar range/KPI summary from one fixed Sample.  The counts\n * are closed Sample identity facts; the numeric readings are emitted by\n * Analysis unchanged.  The cost projection is requested only when the Report\n * declares a PricingProfile; without one nothing is measured or captured.\n */\nexport async function sampleSummaryData(sample: Sample, votes: \"eval\" | \"attempt\", pricing: PricingProfile | null): Promise<SampleSummaryData> {\n    const [summary, evidence] = pricing === null\n        ? await Promise.all([\n            aggregate(sample, { by: {}, values: { passRate } }),\n            toAttemptEvidence(sample),\n        ])\n        : await Promise.all([\n            aggregate(sample, {\n                by: {},\n                values: { passRate, totalCostUSD: totalCostUSD(pricing) },\n            }),\n            toAttemptEvidence(sample),\n        ]);\n    const currentSlots = sample.snapshot.slots.filter((slot) => slot.state !== \"excluded\");\n    const first = summary[0];\n    const range = runRange(sample);\n    return Object.freeze({\n        ...range,\n        experiments: new Set(currentSlots.map((slot) => String(slot.experimentId))).size,\n        evals: new Set(currentSlots.map((slot) => String(slot.evalId))).size,\n        attempts: currentSlots.filter((slot) => slot.state === \"included\").length,\n        verdicts: tallyVerdicts(sample, evidence.entries, votes),\n        passRate: first?.passRate ?? null,\n        totalCostUSD: first === undefined || pricing === null\n            ? null\n            : (first as unknown as {\n                readonly totalCostUSD: CostMetricValue;\n            }).totalCostUSD,\n    });\n}\n/**\n * Uses Analysis rows for every plotted value. Only display-safe dimensions\n * are normalized into strings; MetricValue, issues, and evidence stay intact.\n * The x axis always stays cost × passRate; duration never replaces cost.\n */\nexport async function experimentScatterData(sample: Sample, options: {\n    readonly series?: SummarySeries;\n    readonly connect?: boolean;\n}, pricing: PricingProfile): Promise<ExperimentScatterData> {\n    const line = label(\"line\");\n    const hasLine = sample.snapshot.runs.some((run) => run.context?.labels.line !== undefined);\n    const group = groupFor(options.series, hasLine ? line : agent);\n    const connect = options.connect ?? (group === line);\n    const rows = await aggregate(sample, {\n        by: { experiment, series: group },\n        values: { costUSD: costUSD(pricing), passRate },\n    });\n    const points = Object.freeze(rows.map((row): ExperimentScatterPoint => evidenceRow({\n        key: row.key,\n        experiment: String(row.experiment),\n        series: dimensionText(row.series),\n        costUSD: (row as unknown as {\n            readonly costUSD: CostMetricValue;\n        }).costUSD,\n        passRate: row.passRate,\n    })));\n    return Object.freeze({ connect, points });\n}\n/**\n * Builds stability display data from per-eval Analysis pass-rate rows.  The\n * `executions` coordinate is the existing metric denominator, not a Report\n * metric.  This retains partial/missing states instead of manufacturing zero\n * values or a second verdict reducer.\n */\nexport async function stabilityOverviewData(sample: Sample, options: {\n    readonly columns?: SummarySeries;\n    readonly evals?: string | readonly string[];\n}): Promise<StabilityOverviewData> {\n    const scoped = sampleForEvals(sample, options.evals);\n    const group = groupFor(options.columns, experiment);\n    const rows = await aggregate(scoped, {\n        by: { evalId, condition: group },\n        values: { passRate },\n    });\n    const points = Object.freeze(rows.map((row): StabilityPoint => evidenceRow({\n        key: row.key,\n        evalId: String(row.evalId),\n        condition: dimensionText(row.condition),\n        executions: row.passRate.total,\n        passRate: row.passRate,\n    })));\n    const stability = stabilityCounts(points);\n    return Object.freeze({\n        ...stability,\n        points,\n        dataset: Object.freeze({\n            fields: Object.freeze([\n                dimensionField(\"evalId\", \"string\"),\n                dimensionField(\"condition\", \"string\"),\n                dimensionField(\"executions\", \"number\"),\n                metricField(\"passRate\", passRate),\n            ]),\n            rows: Object.freeze(points.map((point) => Object.freeze({\n                key: point.key,\n                values: Object.freeze({\n                    evalId: point.evalId,\n                    condition: point.condition,\n                    executions: point.executions,\n                    passRate: point.passRate,\n                }),\n            }))),\n        }),\n    });\n}\nfunction groupFor(value: SummarySeries | undefined, fallback: ReportGroup): ReportGroup {\n    if (value === undefined)\n        return fallback;\n    if (typeof value !== \"string\")\n        return value;\n    switch (value) {\n        case \"agent\":\n            return agent;\n        case \"model\":\n            return model;\n        case \"experiment\":\n            return experiment;\n        default:\n            throw new TypeError(`Summary series ${JSON.stringify(value)} must be \"agent\", \"model\", \"experiment\", or an Analysis Dimension / GroupFunction.`);\n    }\n}\nfunction dimensionText(value: string | number | boolean | null): string {\n    return value === null ? \"(missing)\" : String(value);\n}\nfunction runRange(sample: Sample): {\n    readonly earliestStartedAt: string | null;\n    readonly latestStartedAt: string | null;\n} {\n    let earliest: number | null = null;\n    let latest: number | null = null;\n    for (const run of sample.snapshot.runs) {\n        const startedAt = Number(run.startedAt);\n        if (!Number.isFinite(startedAt))\n            continue;\n        earliest = earliest === null || startedAt < earliest ? startedAt : earliest;\n        latest = latest === null || startedAt > latest ? startedAt : latest;\n    }\n    return Object.freeze({\n        earliestStartedAt: earliest === null ? null : new Date(earliest).toISOString(),\n        latestStartedAt: latest === null ? null : new Date(latest).toISOString(),\n    });\n}\nfunction tallyVerdicts(sample: Sample, entries: Awaited<ReturnType<typeof toAttemptEvidence>>[\"entries\"], votes: \"eval\" | \"attempt\"): VerdictCounts {\n    const byLocator = new Map(sample.snapshot.slots\n        .filter((slot): slot is Extract<typeof slot, {\n        readonly state: \"included\";\n    }> => slot.state === \"included\")\n        .map((slot) => [slot.attempt.locator, slot] as const));\n    const choices = new Map<string, {\n        readonly ordinal: number;\n        readonly locator: string;\n        readonly verdict: Verdict;\n    }>();\n    for (const entry of entries) {\n        if (entry.state !== \"available\")\n            continue;\n        const slot = byLocator.get(entry.attempt.locator);\n        if (slot === undefined)\n            continue;\n        const key = votes === \"attempt\"\n            ? entry.attempt.locator\n            : `${slot.experimentId}\\u0000${slot.evalId}`;\n        const existing = choices.get(key);\n        if (existing === undefined ||\n            slot.attemptOrdinal > existing.ordinal ||\n            (slot.attemptOrdinal === existing.ordinal && entry.attempt.locator > existing.locator)) {\n            choices.set(key, {\n                ordinal: slot.attemptOrdinal,\n                locator: entry.attempt.locator,\n                verdict: entry.detail.verdict,\n            });\n        }\n    }\n    const counts: {\n        passed: number;\n        failed: number;\n        errored: number;\n        skipped: number;\n    } = {\n        passed: 0,\n        failed: 0,\n        errored: 0,\n        skipped: 0,\n    };\n    for (const choice of choices.values())\n        counts[choice.verdict] += 1;\n    return Object.freeze(counts);\n}\nfunction sampleForEvals(sample: Sample, evals: string | readonly string[] | undefined): Sample {\n    if (evals === undefined)\n        return sample;\n    const selected = typeof evals === \"string\" ? [evals] : evals;\n    if (!selected.every((value) => typeof value === \"string\")) {\n        throw new TypeError(\"StabilityOverview.evals must be a string or an array of strings\");\n    }\n    const wanted = new Set(selected);\n    return narrowSample(sample, {\n        slotIds: sample.snapshot.slots\n            .filter((slot) => slot.state !== \"excluded\" && wanted.has(String(slot.evalId)))\n            .map((slot) => slot.slotId),\n    });\n}\nfunction stabilityCounts(points: readonly StabilityPoint[]): {\n    readonly executions: number;\n    readonly neverPassed: number;\n    readonly flaky: number;\n} {\n    const byEval = new Map<string, {\n        measured: boolean;\n        passed: boolean;\n        flaky: boolean;\n    }>();\n    let executions = 0;\n    for (const point of points) {\n        executions += point.executions;\n        let facts = byEval.get(point.evalId);\n        if (facts === undefined) {\n            facts = { measured: false, passed: false, flaky: false };\n            byEval.set(point.evalId, facts);\n        }\n        if (!hasMetricValue(point.passRate))\n            continue;\n        facts.measured = true;\n        facts.passed ||= point.passRate.value > 0;\n        facts.flaky ||= point.passRate.value > 0 && point.passRate.value < 1;\n    }\n    return Object.freeze({\n        executions,\n        neverPassed: [...byEval.values()].filter((facts) => facts.measured && !facts.passed).length,\n        flaky: [...byEval.values()].filter((facts) => facts.flaky).length,\n    });\n}\n"]}

package/dist/report/components/summaries/compute.d.cts

@@ -0,0 +1,78 @@
+/**
+ * Closed-data assembly for the report summary components.
+ *
+ * These helpers deliberately keep all statistical meaning in the published
+ * Analysis facade.  They may inspect the fixed Sample snapshot for identity
+ * and coverage facts, but never open a Record, construct a MetricValue, or
+ * implement a second reducer.
+ */
+import { type CostMetricValue, type MetricValue, type PricingProfile, type Sample } from "../../../analysis/index.cjs";
+import { type ReportGroup } from "../../model/aggregate.cjs";
+import { type EvidenceRow } from "../../model/metrics.cjs";
+import type { VerdictCounts } from "../../definition/cell.cjs";
+import type { Dataset } from "../../model/types.cjs";
+export interface SampleSummaryData {
+    readonly earliestStartedAt: string | null;
+    readonly latestStartedAt: string | null;
+    readonly experiments: number;
+    readonly evals: number;
+    readonly attempts: number;
+    readonly verdicts: VerdictCounts;
+    readonly passRate: MetricValue<number> | null;
+    /** 成本投影读数;Report 未声明 PricingProfile 时为 null(不请求 measure)。 */
+    readonly totalCostUSD: CostMetricValue | null;
+}
+export type SummarySeries = "agent" | "model" | "experiment" | ReportGroup;
+export interface ExperimentScatterData {
+    readonly connect: boolean;
+    readonly points: readonly ExperimentScatterPoint[];
+}
+export interface ExperimentScatterPoint extends EvidenceRow {
+    readonly key: string;
+    readonly experiment: string;
+    readonly series: string;
+    /** 成本投影读数;调用方已确认 Report 声明了 PricingProfile。 */
+    readonly costUSD: CostMetricValue;
+    readonly passRate: MetricValue<number>;
+}
+export interface StabilityPoint extends EvidenceRow {
+    readonly key: string;
+    readonly evalId: string;
+    readonly condition: string;
+    /** Analysis-owned denominator for this exact condition × eval metric. */
+    readonly executions: number;
+    readonly passRate: MetricValue<number>;
+}
+export interface StabilityOverviewData {
+    readonly executions: number;
+    readonly neverPassed: number;
+    readonly flaky: number;
+    readonly points: readonly StabilityPoint[];
+    readonly dataset: Dataset;
+}
+/**
+ * Produces the familiar range/KPI summary from one fixed Sample.  The counts
+ * are closed Sample identity facts; the numeric readings are emitted by
+ * Analysis unchanged.  The cost projection is requested only when the Report
+ * declares a PricingProfile; without one nothing is measured or captured.
+ */
+export declare function sampleSummaryData(sample: Sample, votes: "eval" | "attempt", pricing: PricingProfile | null): Promise<SampleSummaryData>;
+/**
+ * Uses Analysis rows for every plotted value. Only display-safe dimensions
+ * are normalized into strings; MetricValue, issues, and evidence stay intact.
+ * The x axis always stays cost × passRate; duration never replaces cost.
+ */
+export declare function experimentScatterData(sample: Sample, options: {
+    readonly series?: SummarySeries;
+    readonly connect?: boolean;
+}, pricing: PricingProfile): Promise<ExperimentScatterData>;
+/**
+ * Builds stability display data from per-eval Analysis pass-rate rows.  The
+ * `executions` coordinate is the existing metric denominator, not a Report
+ * metric.  This retains partial/missing states instead of manufacturing zero
+ * values or a second verdict reducer.
+ */
+export declare function stabilityOverviewData(sample: Sample, options: {
+    readonly columns?: SummarySeries;
+    readonly evals?: string | readonly string[];
+}): Promise<StabilityOverviewData>;

package/dist/report/components/summaries/compute.d.mts

@@ -0,0 +1,78 @@
+/**
+ * Closed-data assembly for the report summary components.
+ *
+ * These helpers deliberately keep all statistical meaning in the published
+ * Analysis facade.  They may inspect the fixed Sample snapshot for identity
+ * and coverage facts, but never open a Record, construct a MetricValue, or
+ * implement a second reducer.
+ */
+import { type CostMetricValue, type MetricValue, type PricingProfile, type Sample } from "../../../analysis/index.mjs";
+import { type ReportGroup } from "../../model/aggregate.mjs";
+import { type EvidenceRow } from "../../model/metrics.mjs";
+import type { VerdictCounts } from "../../definition/cell.mjs";
+import type { Dataset } from "../../model/types.mjs";
+export interface SampleSummaryData {
+    readonly earliestStartedAt: string | null;
+    readonly latestStartedAt: string | null;
+    readonly experiments: number;
+    readonly evals: number;
+    readonly attempts: number;
+    readonly verdicts: VerdictCounts;
+    readonly passRate: MetricValue<number> | null;
+    /** 成本投影读数;Report 未声明 PricingProfile 时为 null(不请求 measure)。 */
+    readonly totalCostUSD: CostMetricValue | null;
+}
+export type SummarySeries = "agent" | "model" | "experiment" | ReportGroup;
+export interface ExperimentScatterData {
+    readonly connect: boolean;
+    readonly points: readonly ExperimentScatterPoint[];
+}
+export interface ExperimentScatterPoint extends EvidenceRow {
+    readonly key: string;
+    readonly experiment: string;
+    readonly series: string;
+    /** 成本投影读数;调用方已确认 Report 声明了 PricingProfile。 */
+    readonly costUSD: CostMetricValue;
+    readonly passRate: MetricValue<number>;
+}
+export interface StabilityPoint extends EvidenceRow {
+    readonly key: string;
+    readonly evalId: string;
+    readonly condition: string;
+    /** Analysis-owned denominator for this exact condition × eval metric. */
+    readonly executions: number;
+    readonly passRate: MetricValue<number>;
+}
+export interface StabilityOverviewData {
+    readonly executions: number;
+    readonly neverPassed: number;
+    readonly flaky: number;
+    readonly points: readonly StabilityPoint[];
+    readonly dataset: Dataset;
+}
+/**
+ * Produces the familiar range/KPI summary from one fixed Sample.  The counts
+ * are closed Sample identity facts; the numeric readings are emitted by
+ * Analysis unchanged.  The cost projection is requested only when the Report
+ * declares a PricingProfile; without one nothing is measured or captured.
+ */
+export declare function sampleSummaryData(sample: Sample, votes: "eval" | "attempt", pricing: PricingProfile | null): Promise<SampleSummaryData>;
+/**
+ * Uses Analysis rows for every plotted value. Only display-safe dimensions
+ * are normalized into strings; MetricValue, issues, and evidence stay intact.
+ * The x axis always stays cost × passRate; duration never replaces cost.
+ */
+export declare function experimentScatterData(sample: Sample, options: {
+    readonly series?: SummarySeries;
+    readonly connect?: boolean;
+}, pricing: PricingProfile): Promise<ExperimentScatterData>;
+/**
+ * Builds stability display data from per-eval Analysis pass-rate rows.  The
+ * `executions` coordinate is the existing metric denominator, not a Report
+ * metric.  This retains partial/missing states instead of manufacturing zero
+ * values or a second verdict reducer.
+ */
+export declare function stabilityOverviewData(sample: Sample, options: {
+    readonly columns?: SummarySeries;
+    readonly evals?: string | readonly string[];
+}): Promise<StabilityOverviewData>;