niceeval 0.12.2-canary.31 → 0.13.0

package/dist/report/components/attempt-detail/validate.js

@@ -0,0 +1,30 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./validate.cjs");
+const __niceevalExport0 = __niceevalCanonical["attemptDetailValidators"];
+export { __niceevalExport0 as attemptDetailValidators };
+const __niceevalExport1 = __niceevalCanonical["validateAssertionsData"];
+export { __niceevalExport1 as validateAssertionsData };
+const __niceevalExport2 = __niceevalCanonical["validateCommandEvidenceData"];
+export { __niceevalExport2 as validateCommandEvidenceData };
+const __niceevalExport3 = __niceevalCanonical["validateConversationData"];
+export { __niceevalExport3 as validateConversationData };
+const __niceevalExport4 = __niceevalCanonical["validateDiagnosticsData"];
+export { __niceevalExport4 as validateDiagnosticsData };
+const __niceevalExport5 = __niceevalCanonical["validateDiffData"];
+export { __niceevalExport5 as validateDiffData };
+const __niceevalExport6 = __niceevalCanonical["validateErrorData"];
+export { __niceevalExport6 as validateErrorData };
+const __niceevalExport7 = __niceevalCanonical["validateFixPromptData"];
+export { __niceevalExport7 as validateFixPromptData };
+const __niceevalExport8 = __niceevalCanonical["validateSourceData"];
+export { __niceevalExport8 as validateSourceData };
+const __niceevalExport9 = __niceevalCanonical["validateSummaryData"];
+export { __niceevalExport9 as validateSummaryData };
+const __niceevalExport10 = __niceevalCanonical["validateTimelineData"];
+export { __niceevalExport10 as validateTimelineData };
+const __niceevalExport11 = __niceevalCanonical["validateTraceData"];
+export { __niceevalExport11 as validateTraceData };
+const __niceevalExport12 = __niceevalCanonical["validateUsageData"];
+export { __niceevalExport12 as validateUsageData };
+//# sourceMappingURL=validate.js.map

package/dist/report/components/attempt-detail/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sources":[],"names":[],"mappings":""}

package/dist/report/components/entity-lists/compute.cjs

@@ -0,0 +1,426 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.relativeEvalLabel = relativeEvalLabel;
+exports.experimentEvalLayout = experimentEvalLayout;
+exports.attemptListData = attemptListData;
+exports.experimentListData = experimentListData;
+const aggregate_ts_1 = require("../../model/aggregate.cjs");
+const metrics_ts_1 = require("../../model/metrics.cjs");
+const conversions_ts_1 = require("../../model/conversions.cjs");
+const details_ts_1 = require("../../library/details.cjs");
+/** 相对已表达前缀的剩余路径;无前缀时是完整 evalId。 */
+function relativeEvalLabel(evalIdValue, labelPrefix) {
+    if (!labelPrefix)
+        return evalIdValue;
+    const prefix = `${labelPrefix}/`;
+    return evalIdValue.startsWith(prefix) ? evalIdValue.slice(prefix.length) : evalIdValue;
+}
+function joinEvalPath(prefix, segment) {
+    return prefix ? `${prefix}/${segment}` : segment;
+}
+/**
+ * Eval 路径段 → 层级布局。两条收起条件在每一层兄弟之间各自判定
+ * (docs/feature/reports/library.md「身份格与行数」):
+ * 唯一组且无叶时剥壳前进,不插组行;组全为单成员或本层只有叶时全部放平。
+ * 纯字符串投影,不读任何指标。
+ */
+function experimentEvalLayout(evalIdValues) {
+    return layoutLevel(evalIdValues, "");
+}
+function layoutLevel(members, dirPrefix) {
+    if (members.length === 0)
+        return [];
+    const leaves = [];
+    const groups = new Map();
+    for (const member of members) {
+        const remaining = relativeEvalLabel(member, dirPrefix).split("/").filter(Boolean);
+        if (remaining.length <= 1) {
+            leaves.push(member);
+            continue;
+        }
+        const head = remaining[0];
+        const list = groups.get(head);
+        if (list)
+            list.push(member);
+        else
+            groups.set(head, [member]);
+    }
+    const collapse = groups.size === 0 ||
+        (groups.size === 1 && leaves.length === 0) ||
+        [...groups.values()].every((group) => group.length === 1);
+    if (collapse) {
+        if (groups.size === 1 && leaves.length === 0) {
+            const head = [...groups.keys()][0];
+            return layoutLevel(members, joinEvalPath(dirPrefix, head));
+        }
+        return [...leaves]
+            .sort((left, right) => left.localeCompare(right))
+            .map((member) => ({ kind: "leaf", evalId: member }));
+    }
+    const groupNodes = [...groups.entries()]
+        .sort(([left], [right]) => left.localeCompare(right))
+        .map(([segment, groupMembers]) => ({
+        kind: "group",
+        segment,
+        prefix: joinEvalPath(dirPrefix, segment),
+        children: layoutLevel(groupMembers, joinEvalPath(dirPrefix, segment)),
+    }));
+    const leafNodes = [...leaves]
+        .sort((left, right) => left.localeCompare(right))
+        .map((member) => ({ kind: "leaf", evalId: member }));
+    return [...groupNodes, ...leafNodes];
+}
+/** 一次 attempt 的闭合失败摘要(只读公开 DomainView,不重算断言展示)。 */
+function closedFailureSummary(entry) {
+    if (entry === undefined || entry.state !== "available")
+        return null;
+    const detail = entry.detail;
+    if (detail.verdict === "errored")
+        return detail.outcome;
+    if (detail.verdict !== "failed")
+        return null;
+    for (const item of detail.entries) {
+        const result = item.result;
+        if (typeof result !== "object" || result === null || Array.isArray(result))
+            continue;
+        if (result.state !== "mismatched")
+            continue;
+        const display = item.display;
+        if (typeof display === "object" && display !== null && !Array.isArray(display)) {
+            const label = display.label;
+            if (typeof label === "string" && label.length > 0)
+                return label;
+        }
+        return "assertion";
+    }
+    return null;
+}
+async function evidenceFacts(sample) {
+    const view = await (0, conversions_ts_1.toAttemptEvidence)(sample);
+    const facts = new Map();
+    for (const entry of view.entries) {
+        const locator = entry.attempt.locator;
+        facts.set(locator, Object.freeze({
+            verdict: entry.state === "available" ? entry.detail.verdict : null,
+            failureSummary: closedFailureSummary(entry),
+        }));
+    }
+    return facts;
+}
+async function attemptMetricRows(sample, pricing) {
+    const rows = await (0, aggregate_ts_1.aggregate)(sample, {
+        by: { experiment: aggregate_ts_1.experiment, evalId: aggregate_ts_1.evalId, attempt: aggregate_ts_1.attempt },
+        values: pricing === null
+            ? { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, tokens: metrics_ts_1.tokens }
+            : { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, costUSD: (0, metrics_ts_1.costUSD)(pricing), tokens: metrics_ts_1.tokens },
+    });
+    const byKey = new Map();
+    for (const row of rows) {
+        if (typeof row.attempt !== "string")
+            continue;
+        byKey.set(metricsKey(row.experiment, row.evalId, row.attempt), Object.freeze({
+            passRate: row.passRate,
+            durationMs: row.durationMs,
+            ...(pricing === null ? {} : { costUSD: row.costUSD }),
+            tokens: row.tokens,
+        }));
+    }
+    return byKey;
+}
+function metricsKey(experimentId, evalIdValue, locator) {
+    return locator === undefined
+        ? `${experimentId}\u0000${evalIdValue}`
+        : `${experimentId}\u0000${evalIdValue}\u0000${locator}`;
+}
+/**
+ * Included Analysis subjects always have an aggregate row, even when every
+ * measure in that row is empty. Treat an omitted row as a broken Analysis
+ * contract instead of manufacturing a Report-owned MetricValue.
+ */
+function requireMetrics(metrics, subject) {
+    if (metrics === undefined) {
+        throw new Error(`Analysis aggregate omitted the required ${subject} row.`);
+    }
+    return metrics;
+}
+/** 每个 experiment 每道 Eval 一行,按 evalId 升序返回(不重排 attempt 语义)。 */
+async function evalMetricRows(sample, pricing) {
+    const rows = await (0, aggregate_ts_1.aggregate)(sample, {
+        by: { experiment: aggregate_ts_1.experiment, evalId: aggregate_ts_1.evalId },
+        values: pricing === null
+            ? { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, tokens: metrics_ts_1.tokens }
+            : { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, costUSD: (0, metrics_ts_1.costUSD)(pricing), tokens: metrics_ts_1.tokens },
+    });
+    const byKey = new Map();
+    for (const row of rows) {
+        byKey.set(metricsKey(row.experiment, row.evalId), Object.freeze({
+            passRate: row.passRate,
+            durationMs: row.durationMs,
+            ...(pricing === null ? {} : { costUSD: row.costUSD }),
+            tokens: row.tokens,
+        }));
+    }
+    return byKey;
+}
+async function experimentMetricRows(sample, pricing) {
+    const rows = await (0, aggregate_ts_1.aggregate)(sample, {
+        by: { experiment: aggregate_ts_1.experiment },
+        values: pricing === null
+            ? { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, tokens: metrics_ts_1.tokens }
+            : { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, costUSD: (0, metrics_ts_1.costUSD)(pricing), tokens: metrics_ts_1.tokens },
+    });
+    const byId = new Map();
+    for (const row of rows) {
+        byId.set(row.experiment, Object.freeze({
+            passRate: row.passRate,
+            durationMs: row.durationMs,
+            ...(pricing === null ? {} : { costUSD: row.costUSD }),
+            tokens: row.tokens,
+        }));
+    }
+    return byId;
+}
+/**
+ * 组行读数的 facade 聚合:每个路径段组前缀是一个 GroupFunction 坐标,
+ * 分母 / 状态 / Evidence 全部由 Analysis 按 logical slots 计算。
+ */
+async function groupMetricRows(sample, prefixByExperiment, pricing) {
+    const groupPrefix = (subject) => prefixByExperiment.get(subject.experimentId)?.get(subject.evalId) ?? "";
+    const rows = await (0, aggregate_ts_1.aggregate)(sample, {
+        by: { experiment: aggregate_ts_1.experiment, prefix: groupPrefix },
+        values: pricing === null
+            ? { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, tokens: metrics_ts_1.tokens }
+            : { passRate: metrics_ts_1.passRate, durationMs: metrics_ts_1.durationMs, costUSD: (0, metrics_ts_1.costUSD)(pricing), tokens: metrics_ts_1.tokens },
+    });
+    const byKey = new Map();
+    for (const row of rows) {
+        const prefix = row.prefix;
+        if (typeof prefix !== "string" || prefix.length === 0)
+            continue;
+        byKey.set(metricsKey(row.experiment, prefix), Object.freeze({
+            passRate: row.passRate,
+            durationMs: row.durationMs,
+            ...(pricing === null ? {} : { costUSD: row.costUSD }),
+            tokens: row.tokens,
+        }));
+    }
+    return byKey;
+}
+function attemptHref(locator) {
+    return (0, details_ts_1.libraryDetailRoute)((0, details_ts_1.attemptDetailTarget)(locator));
+}
+function experimentHref(experimentId) {
+    return (0, details_ts_1.libraryDetailRoute)((0, details_ts_1.experimentDetailTarget)(experimentId));
+}
+/** SampleSnapshot → 每个 experiment 的身份水位(最新 startedAt 的 Run)。 */
+function watermarksByExperiment(sample) {
+    const runsByExperiment = new Map();
+    for (const run of sample.snapshot.runs) {
+        const list = runsByExperiment.get(run.experimentId);
+        if (list)
+            list.push(run);
+        else
+            runsByExperiment.set(run.experimentId, [run]);
+    }
+    const byExperiment = new Map();
+    for (const [experimentId, runs] of runsByExperiment) {
+        const newest = runs.reduce((best, run) => run.startedAt > best.startedAt ? run : best, runs[0]);
+        const context = newest.context;
+        byExperiment.set(experimentId, Object.freeze({
+            startedAt: newest.startedAt,
+            agent: context?.execution.agentId ?? null,
+            model: context?.execution.model ?? null,
+            flags: context ? Object.freeze({ ...context.execution.flags }) : null,
+        }));
+    }
+    return byExperiment;
+}
+function runStartedAtByRunId(sample) {
+    const byRunId = new Map();
+    for (const run of sample.snapshot.runs)
+        byRunId.set(run.runId, run.startedAt);
+    return byRunId;
+}
+/**
+ * 按 locator 去重的 included slot 选择:同一 locator 出现多份(跨 Run 携带)时
+ * 取 startedAt 最新的一份作展示行。Member 的 action / relation 是 Run provenance，
+ * 不在质量列表里折成额外的时效状态。
+ */
+function selectedSlots(sample) {
+    const runStartedAt = runStartedAtByRunId(sample);
+    const byLocator = new Map();
+    for (const slot of sample.snapshot.slots) {
+        if (slot.state !== "included")
+            continue;
+        const locator = slot.attempt.locator;
+        const startedAt = runStartedAt.get(slot.runId) ?? null;
+        const existing = byLocator.get(locator);
+        if (existing === undefined ||
+            (startedAt !== null && (existing.startedAt === null || startedAt > existing.startedAt))) {
+            byLocator.set(locator, Object.freeze({
+                locator,
+                experimentId: slot.experimentId,
+                evalId: slot.evalId,
+                attemptOrdinal: slot.attemptOrdinal,
+                startedAt,
+            }));
+        }
+    }
+    return Object.freeze([...byLocator.values()]);
+}
+/**
+ * `attemptListData(sample)`:每个 included attempt 一项,顺序取自 Sample 展平顺序
+ * (按 locator 去重后保持首次出现序,不重排)。
+ */
+async function attemptListData(sample, pricing = null) {
+    const [facts, metrics] = await Promise.all([
+        evidenceFacts(sample),
+        attemptMetricRows(sample, pricing),
+    ]);
+    const selections = selectedSlots(sample);
+    return Object.freeze(selections.map((selection) => {
+        const fact = facts.get(selection.locator) ?? Object.freeze({ verdict: null, failureSummary: null });
+        const metric = requireMetrics(metrics.get(metricsKey(selection.experimentId, selection.evalId, selection.locator)), `attempt ${JSON.stringify(selection.locator)}`);
+        const item = Object.freeze({
+            locator: selection.locator,
+            experimentId: selection.experimentId,
+            evalId: selection.evalId,
+            attemptOrdinal: selection.attemptOrdinal,
+            verdict: fact.verdict,
+            failureSummary: fact.failureSummary,
+            passRate: metric.passRate,
+            durationMs: metric.durationMs,
+            ...(metric.costUSD === undefined ? {} : { costUSD: metric.costUSD }),
+            tokens: metric.tokens,
+            startedAt: selection.startedAt,
+            href: attemptHref(selection.locator),
+        });
+        return item;
+    }));
+}
+/**
+ * `experimentListData(sample)`:每个 experiment 一项,展开到每道 Eval;初始排序按
+ * 这份列表自身的题型构成选择主读数——当前 facade 只有通过制读数,恒为
+ * endToEndPassRate 降序(缺数据沉底,同值按 experimentId 字典序收口)。
+ */
+async function experimentListData(sample, pricing = null) {
+    const snapshot = sample.snapshot;
+    const attempts = await attemptListData(sample, pricing);
+    const [experimentMetrics, evalMetrics] = await Promise.all([
+        experimentMetricRows(sample, pricing),
+        evalMetricRows(sample, pricing),
+    ]);
+    const attemptsByEval = new Map();
+    for (const item of attempts) {
+        const key = metricsKey(item.experimentId, item.evalId);
+        const list = attemptsByEval.get(key);
+        if (list)
+            list.push(item);
+        else
+            attemptsByEval.set(key, [item]);
+    }
+    const activeSlots = snapshot.slots.filter((slot) => slot.state !== "excluded");
+    const experiments = new Map();
+    for (const slot of activeSlots) {
+        const entry = experiments.get(slot.experimentId);
+        if (entry === undefined) {
+            experiments.set(slot.experimentId, {
+                evalIds: new Set([slot.evalId]),
+                included: slot.state === "included" ? new Set([slot.evalId]) : new Set(),
+            });
+            continue;
+        }
+        entry.evalIds.add(slot.evalId);
+        if (slot.state === "included")
+            entry.included.add(slot.evalId);
+    }
+    // 组前缀布局(纯字符串)与 facade GroupFunction 坐标先于指标聚合固定。
+    const prefixByExperiment = new Map();
+    for (const [experimentId, entry] of experiments) {
+        const layout = experimentEvalLayout([...entry.evalIds]);
+        const prefixFor = new Map();
+        const walk = (nodes) => {
+            for (const node of nodes) {
+                if (node.kind === "leaf")
+                    continue;
+                for (const evalIdValue of evalIdsUnder(node))
+                    prefixFor.set(evalIdValue, node.prefix);
+                walk(node.children);
+            }
+        };
+        walk(layout);
+        prefixByExperiment.set(experimentId, prefixFor);
+    }
+    const hasGroups = [...prefixByExperiment.values()].some((prefixFor) => prefixFor.size > 0);
+    const groupMetrics = hasGroups
+        ? await groupMetricRows(sample, prefixByExperiment, pricing)
+        : new Map();
+    const watermarks = watermarksByExperiment(sample);
+    const items = [];
+    for (const [experimentId, entry] of experiments) {
+        const evalIds = [...entry.evalIds];
+        const missing = [...evalIds].filter((evalIdValue) => !entry.included.has(evalIdValue));
+        const evalRows = [];
+        for (const evalIdValue of evalIds) {
+            if (!entry.included.has(evalIdValue))
+                continue;
+            const list = attemptsByEval.get(metricsKey(experimentId, evalIdValue)) ?? [];
+            const sorted = [...list].sort((left, right) => left.attemptOrdinal - right.attemptOrdinal || left.locator.localeCompare(right.locator));
+            const metrics = requireMetrics(evalMetrics.get(metricsKey(experimentId, evalIdValue)), `experiment/eval ${JSON.stringify(experimentId)}/${JSON.stringify(evalIdValue)}`);
+            evalRows.push(Object.freeze({
+                evalId: evalIdValue,
+                endToEndPassRate: metrics.passRate,
+                durationMs: metrics.durationMs,
+                ...(metrics.costUSD === undefined ? {} : { costUSD: metrics.costUSD }),
+                tokens: metrics.tokens,
+                attempts: Object.freeze(sorted),
+            }));
+        }
+        const watermark = watermarks.get(experimentId);
+        const experimentMetric = requireMetrics(experimentMetrics.get(experimentId), `experiment ${JSON.stringify(experimentId)}`);
+        const groupMetricsForItem = new Map();
+        const prefixes = [...new Set(prefixByExperiment.get(experimentId)?.values() ?? [])];
+        for (const prefix of prefixes) {
+            const metric = groupMetrics.get(metricsKey(experimentId, prefix));
+            if (metric !== undefined)
+                groupMetricsForItem.set(prefix, metric);
+        }
+        items.push(Object.freeze({
+            experimentId,
+            agent: watermark?.agent ?? null,
+            model: watermark?.model ?? null,
+            flags: watermark?.flags ?? null,
+            evaluationKind: "pass",
+            endToEndPassRate: experimentMetric.passRate,
+            durationMs: experimentMetric.durationMs,
+            ...(experimentMetric.costUSD === undefined ? {} : { costUSD: experimentMetric.costUSD }),
+            tokens: experimentMetric.tokens,
+            missingEvalIds: Object.freeze(missing.sort((left, right) => left.localeCompare(right))),
+            groupMetrics: groupMetricsForItem,
+            evalRows: Object.freeze(evalRows),
+            href: experimentHref(experimentId),
+        }));
+    }
+    items.sort(byMetricDescThenId((item) => item.endToEndPassRate.value));
+    return Object.freeze(items);
+}
+function evalIdsUnder(node) {
+    if (node.kind === "leaf")
+        return [node.evalId];
+    return node.children.flatMap(evalIdsUnder);
+}
+function byMetricDescThenId(valueOf) {
+    return (left, right) => {
+        const leftValue = valueOf(left);
+        const rightValue = valueOf(right);
+        if (leftValue === null && rightValue === null) {
+            return left.experimentId.localeCompare(right.experimentId);
+        }
+        if (leftValue === null)
+            return 1;
+        if (rightValue === null)
+            return -1;
+        return rightValue - leftValue || left.experimentId.localeCompare(right.experimentId);
+    };
+}
+//# sourceMappingURL=compute.cjs.map

package/dist/report/components/entity-lists/compute.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"compute.js","sourceRoot":"","sources":["compute.ts"],"names":[],"mappings":";;AAsGA,8CAKC;AAUD,oDAEC;AAmRD,0CAyBC;AAMD,gDAuGC;AAlgBD,2DAA4G;AAC5G,uDAA+E;AAC/E,+DAA+D;AAC/D,yDAA4G;AAoF5G,mCAAmC;AACnC,SAAgB,iBAAiB,CAAC,WAAmB,EAAE,WAAmB;IACtE,IAAI,CAAC,WAAW;QACZ,OAAO,WAAW,CAAC;IACvB,MAAM,MAAM,GAAG,GAAG,WAAW,GAAG,CAAC;IACjC,OAAO,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;AAC3F,CAAC;AACD,SAAS,YAAY,CAAC,MAAc,EAAE,OAAe;IACjD,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;AACrD,CAAC;AACD;;;;;GAKG;AACH,SAAgB,oBAAoB,CAAC,YAA+B;IAChE,OAAO,WAAW,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;AACzC,CAAC;AACD,SAAS,WAAW,CAAC,OAA0B,EAAE,SAAiB;IAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QACpB,OAAO,EAAE,CAAC;IACd,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClF,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,IAAI;YACJ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;;YAElB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,KAAK,CAAC;QAC9B,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC1C,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;IAC9D,IAAI,QAAQ,EAAE,CAAC;QACX,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;YACpC,OAAO,WAAW,CAAC,OAAO,EAAE,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,CAAC,GAAG,MAAM,CAAC;aACb,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aAChD,GAAG,CAAC,CAAC,MAAM,EAAkB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,UAAU,GAAqB,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACrD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;QACnC,IAAI,EAAE,OAAgB;QACtB,OAAO;QACP,MAAM,EAAE,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC;QACxC,QAAQ,EAAE,WAAW,CAAC,YAAY,EAAE,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;KACxE,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,GAAqB,CAAC,GAAG,MAAM,CAAC;SAC1C,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SAChD,GAAG,CAAC,CAAC,MAAM,EAAkB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,UAAU,EAAE,GAAG,SAAS,CAAC,CAAC;AACzC,CAAC;AAYD,mDAAmD;AACnD,SAAS,oBAAoB,CAAC,KAA6C;IACvE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW;QAClD,OAAO,IAAI,CAAC;IAChB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS;QAC5B,OAAO,MAAM,CAAC,OAAO,CAAC;IAC1B,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ;QAC3B,OAAO,IAAI,CAAC;IAChB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACtE,SAAS;QACb,IAAK,MAA4C,CAAC,KAAK,KAAK,YAAY;YACpE,SAAS;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7E,MAAM,KAAK,GAAI,OAA6C,CAAC,KAAK,CAAC;YACnE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAC7C,OAAO,KAAK,CAAC;QACrB,CAAC;QACD,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AACD,KAAK,UAAU,aAAa,CAAC,MAAc;IACvC,MAAM,IAAI,GAAG,MAAM,IAAA,kCAAiB,EAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACtC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;YAC7B,OAAO,EAAE,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAE,KAAK,CAAC,MAAM,CAAC,OAAmB,CAAC,CAAC,CAAC,IAAI;YAC/E,cAAc,EAAE,oBAAoB,CAAC,KAAK,CAAC;SAC9C,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,OAA8B;IAC3E,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAS,EAAC,MAAM,EAAE;QACjC,EAAE,EAAE,EAAE,UAAU,EAAV,yBAAU,EAAE,MAAM,EAAN,qBAAM,EAAE,OAAO,EAAP,sBAAO,EAAE;QACnC,MAAM,EAAE,OAAO,KAAK,IAAI;YACpB,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,MAAM,EAAN,mBAAM,EAAE;YAClC,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,OAAO,EAAE,IAAA,oBAAO,EAAC,OAAO,CAAC,EAAE,MAAM,EAAN,mBAAM,EAAE;KACpE,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,GAAG,EAA6B,CAAC;IACnD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAC/B,SAAS;QACb,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAoB,EAAE,GAAG,CAAC,MAAgB,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;YAC7F,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAG,GAElC,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,EAAE,GAAG,CAAC,MAAM;SACrB,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,UAAU,CAAC,YAAoB,EAAE,WAAmB,EAAE,OAAgB;IAC3E,OAAO,OAAO,KAAK,SAAS;QACxB,CAAC,CAAC,GAAG,YAAY,SAAS,WAAW,EAAE;QACvC,CAAC,CAAC,GAAG,YAAY,SAAS,WAAW,SAAS,OAAO,EAAE,CAAC;AAChE,CAAC;AACD;;;;GAIG;AACH,SAAS,cAAc,CAAC,OAAsC,EAAE,OAAe;IAC3E,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,2CAA2C,OAAO,OAAO,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AACD,8DAA8D;AAC9D,KAAK,UAAU,cAAc,CAAC,MAAc,EAAE,OAA8B;IACxE,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAS,EAAC,MAAM,EAAE;QACjC,EAAE,EAAE,EAAE,UAAU,EAAV,yBAAU,EAAE,MAAM,EAAN,qBAAM,EAAE;QAC1B,MAAM,EAAE,OAAO,KAAK,IAAI;YACpB,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,MAAM,EAAN,mBAAM,EAAE;YAClC,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,OAAO,EAAE,IAAA,oBAAO,EAAC,OAAO,CAAC,EAAE,MAAM,EAAN,mBAAM,EAAE;KACpE,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,GAAG,EAA6B,CAAC;IACnD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAoB,EAAE,GAAG,CAAC,MAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;YAChF,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAG,GAElC,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,EAAE,GAAG,CAAC,MAAM;SACrB,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,KAAK,UAAU,oBAAoB,CAAC,MAAc,EAAE,OAA8B;IAC9E,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAS,EAAC,MAAM,EAAE;QACjC,EAAE,EAAE,EAAE,UAAU,EAAV,yBAAU,EAAE;QAClB,MAAM,EAAE,OAAO,KAAK,IAAI;YACpB,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,MAAM,EAAN,mBAAM,EAAE;YAClC,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,OAAO,EAAE,IAAA,oBAAO,EAAC,OAAO,CAAC,EAAE,MAAM,EAAN,mBAAM,EAAE;KACpE,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,GAAG,EAAmC,CAAC;IACxD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAA0B,EAAE,MAAM,CAAC,MAAM,CAAC;YACnD,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAG,GAElC,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,EAAE,GAAG,CAAC,MAAM;SACrB,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AACD;;;GAGG;AACH,KAAK,UAAU,eAAe,CAAC,MAAc,EAAE,kBAA0E,EAAE,OAA8B;IACrJ,MAAM,WAAW,GAAG,CAAC,OAA2B,EAAU,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACrI,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAS,EAAC,MAAM,EAAE;QACjC,EAAE,EAAE,EAAE,UAAU,EAAV,yBAAU,EAAE,MAAM,EAAE,WAAW,EAAE;QACvC,MAAM,EAAE,OAAO,KAAK,IAAI;YACpB,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,MAAM,EAAN,mBAAM,EAAE;YAClC,CAAC,CAAC,EAAE,QAAQ,EAAR,qBAAQ,EAAE,UAAU,EAAV,uBAAU,EAAE,OAAO,EAAE,IAAA,oBAAO,EAAC,OAAO,CAAC,EAAE,MAAM,EAAN,mBAAM,EAAE;KACpE,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,GAAG,EAA6B,CAAC;IACnD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YACjD,SAAS;QACb,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAoB,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;YAClE,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAG,GAElC,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,EAAE,GAAG,CAAC,MAAM;SACrB,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,WAAW,CAAC,OAAuB;IACxC,OAAO,IAAA,+BAAkB,EAAC,IAAA,gCAAmB,EAAC,OAAO,CAAC,CAAC,CAAC;AAC5D,CAAC;AACD,SAAS,cAAc,CAAC,YAA0B;IAC9C,OAAO,IAAA,+BAAkB,EAAC,IAAA,mCAAsB,EAAC,YAAY,CAAC,CAAC,CAAC;AACpE,CAAC;AACD,gEAAgE;AAChE,SAAS,sBAAsB,CAAC,MAAc;IAM1C,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAuD,CAAC;IACxF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACpD,IAAI,IAAI;YACJ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YAEf,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,GAAG,EAKxB,CAAC;IACL,KAAK,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,gBAAgB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;QACjG,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC;YACzC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,IAAI;YACzC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI;YACvC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACxE,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,YAAY,CAAC;AACxB,CAAC;AACD,SAAS,mBAAmB,CAAC,MAAc;IACvC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI;QAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1C,OAAO,OAAO,CAAC;AACnB,CAAC;AACD;;;;GAIG;AACH,SAAS,aAAa,CAAC,MAAc;IACjC,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAiC,CAAC;IAC3D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU;YACzB,SAAS;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;QACrC,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;QACvD,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,QAAQ,KAAK,SAAS;YACtB,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC1F,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;gBACjC,OAAO;gBACP,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,SAAS;aACZ,CAAC,CAAC,CAAC;QACR,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAClD,CAAC;AACD;;;GAGG;AACI,KAAK,UAAU,eAAe,CAAC,MAAc,EAAE,UAAiC,IAAI;IACvF,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACvC,aAAa,CAAC,MAAM,CAAC;QACrB,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC;KACrC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAmB,EAAE;QAC/D,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACpG,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,WAAW,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpK,MAAM,IAAI,GAAoB,MAAM,CAAC,MAAM,CAAC;YACxC,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,cAAc,EAAE,SAAS,CAAC,cAAc;YACxC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YACpE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,IAAI,EAAE,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC;SACvC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD;;;;GAIG;AACI,KAAK,UAAU,kBAAkB,CAAC,MAAc,EAAE,UAAiC,IAAI;IAC1F,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACjC,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,CAAC,iBAAiB,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACvD,oBAAoB,CAAC,MAAM,EAAE,OAAO,CAAC;QACrC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC;KAClC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,IAAI,GAAG,EAA6B,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI;YACJ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;YAEhB,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;IAC/E,MAAM,WAAW,GAAG,IAAI,GAAG,EAGvB,CAAC;IACL,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE;gBAC/B,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC/B,QAAQ,EAAE,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE;aAC3E,CAAC,CAAC;YACH,SAAS;QACb,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU;YACzB,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IACD,gDAAgD;IAChD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA6C,CAAC;IAChF,KAAK,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,oBAAoB,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,MAAM,IAAI,GAAG,CAAC,KAAgC,EAAQ,EAAE;YACpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;oBACpB,SAAS;gBACb,KAAK,MAAM,WAAW,IAAI,YAAY,CAAC,IAAI,CAAC;oBACxC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxB,CAAC;QACL,CAAC,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,CAAC;QACb,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IAC3F,MAAM,YAAY,GAAG,SAAS;QAC1B,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,CAAC;QAC5D,CAAC,CAAC,IAAI,GAAG,EAA6B,CAAC;IAC3C,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAClD,MAAM,KAAK,GAAyB,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QACvF,MAAM,QAAQ,GAA4B,EAAE,CAAC;QAC7C,KAAK,MAAM,WAAW,IAAI,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC;gBAChC,SAAS;YACb,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7E,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACxI,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,EAAE,mBAAmB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACzK,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACxB,MAAM,EAAE,WAAW;gBACnB,gBAAgB,EAAE,OAAO,CAAC,QAAQ;gBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;gBACtE,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;aAClC,CAAC,CAAC,CAAC;QACR,CAAC;QACD,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC/C,MAAM,gBAAgB,GAAG,cAAc,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,cAAc,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC3H,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAA6B,CAAC;QACjE,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACpF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;YAClE,IAAI,MAAM,KAAK,SAAS;gBACpB,mBAAmB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACrB,YAAY;YACZ,KAAK,EAAE,SAAS,EAAE,KAAK,IAAI,IAAI;YAC/B,KAAK,EAAE,SAAS,EAAE,KAAK,IAAI,IAAI;YAC/B,KAAK,EAAE,SAAS,EAAE,KAAK,IAAI,IAAI;YAC/B,cAAc,EAAE,MAAM;YACtB,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ;YAC3C,UAAU,EAAE,gBAAgB,CAAC,UAAU;YACvC,GAAG,CAAC,gBAAgB,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC;YACxF,MAAM,EAAE,gBAAgB,CAAC,MAAM;YAC/B,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;YACvF,YAAY,EAAE,mBAAmB;YACjC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;YACjC,IAAI,EAAE,cAAc,CAAC,YAAY,CAAC;SACrC,CAAC,CAAC,CAAC;IACR,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;IACtE,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,YAAY,CAAC,IAAoB;IACtC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;AAC/C,CAAC;AACD,SAAS,kBAAkB,CAAC,OAAoD;IAC5E,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACnB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,SAAS,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,SAAS,KAAK,IAAI;YAClB,OAAO,CAAC,CAAC;QACb,IAAI,UAAU,KAAK,IAAI;YACnB,OAAO,CAAC,CAAC,CAAC;QACd,OAAO,UAAU,GAAG,SAAS,IAAI,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzF,CAAC,CAAC;AACN,CAAC","sourcesContent":["// 实体列表计算函数(*Data):固定 Sample → 闭合组件数据。\n// ExperimentTable / AttemptList / FailureList 的 *Data 都住在这里。\n//\n// 共同约定见 docs/feature/reports/architecture.md 与 calculations.md：\n// - 第一参只收 Report Sample;issues 与 Evidence 留在 Analysis-owned MetricValue 里;\n// - 指标一律来自 `aggregate()` facade,判定来自公开 attempt-evidence DomainView,\n//   身份与覆盖事实来自 closed SampleSnapshot——这里不实现任何统计算法;\n// - null ≠ 0:缺数据不编数,覆盖率经 samples/total 如实暴露;\n// - 详情 href 一律经 `libraryDetailRoute()` + `attemptDetailTarget()` /\n//   `experimentDetailTarget()` 建立,不自行编码 locator / experiment id 路径。\nimport type { AttemptEvidenceDomainView, CostMetricValue, JsonValue, MetricValue, PricingProfile, Sample, } from \"../../../analysis/index.ts\";\nimport type { AttemptLocator } from \"../../../attempt-locator.ts\";\nimport type { EvalId, ExperimentId } from \"../../../analysis/index.ts\";\nimport type { Verdict } from \"../../../shared/types.ts\";\nimport { aggregate, attempt, evalId, experiment, type AggregationSubject, } from \"../../model/aggregate.ts\";\nimport { costUSD, durationMs, passRate, tokens } from \"../../model/metrics.ts\";\nimport { toAttemptEvidence } from \"../../model/conversions.ts\";\nimport { attemptDetailTarget, experimentDetailTarget, libraryDetailRoute, } from \"../../library/details.ts\";\ntype UtcMillis = Sample[\"snapshot\"][\"runs\"][number][\"startedAt\"];\ntype ClosedAttemptEvidenceEntry = AttemptEvidenceDomainView[\"entries\"][number];\n/**\n * 当前 Analysis 只发布通过制读数（没有总分 Measure），题型构成恒为\n * \"pass\"。未来 Analysis 发布计分制 Measure 时，这里与 content.ts 的列集一起按\n * 同一构成判据扩展。\n */\nexport type EvaluationKindComposition = \"pass\" | \"points\" | \"mixed\";\n/** 一个层级共用的四枚 Analysis-owned 读数。 */\nexport interface ExperimentMetrics {\n    readonly passRate: MetricValue<number>;\n    readonly durationMs: MetricValue<number>;\n    /** Present only when the owning Report declares a PricingProfile. */\n    readonly costUSD?: CostMetricValue;\n    readonly tokens: MetricValue<number>;\n}\n/** 一次 attempt 的闭合行。 */\nexport interface AttemptListItem {\n    readonly locator: AttemptLocator;\n    readonly experimentId: ExperimentId;\n    readonly evalId: EvalId;\n    readonly attemptOrdinal: number;\n    /** 来自公开 attempt-evidence DomainView;证据读取失败时为 null(不伪造判定)。 */\n    readonly verdict: Verdict | null;\n    /**\n     * 闭合失败摘要:errored 取 outcome 词,failed 取首条 mismatched 断言条目的\n     * display 标签;closed 数据没有可读摘录时为 null(渲染成 \"—\",不发明文案)。\n     */\n    readonly failureSummary: string | null;\n    readonly passRate: MetricValue<number>;\n    readonly durationMs: MetricValue<number>;\n    /** Present only when the owning Report declares a PricingProfile. */\n    readonly costUSD?: CostMetricValue;\n    readonly tokens: MetricValue<number>;\n    /** 所属 selected Run 的 startedAt(attempt 级起点不进 closed snapshot)。 */\n    readonly startedAt: UtcMillis | null;\n    /** 详情 href,经 libraryDetailRoute(attemptDetailTarget(locator)) 建立。 */\n    readonly href: string;\n}\n/** experiment 层级表里一道 Eval 的闭合行;attempts 是它的可见子行。 */\nexport interface ExperimentListEvalRow {\n    readonly evalId: EvalId;\n    readonly endToEndPassRate: MetricValue<number>;\n    readonly durationMs: MetricValue<number>;\n    readonly costUSD?: CostMetricValue;\n    readonly tokens: MetricValue<number>;\n    readonly attempts: readonly AttemptListItem[];\n}\n/** 一个 experiment 的闭合行。 */\nexport interface ExperimentListItem {\n    readonly experimentId: ExperimentId;\n    /** 来自实验水位 Run 的 closed context;Run context 缺席时如实为 null。 */\n    readonly agent: string | null;\n    readonly model: string | null;\n    readonly flags: Readonly<Record<string, JsonValue>> | null;\n    /** 占位默认值,见 EvaluationKindComposition 注释。 */\n    readonly evaluationKind: EvaluationKindComposition;\n    readonly endToEndPassRate: MetricValue<number>;\n    readonly durationMs: MetricValue<number>;\n    readonly costUSD?: CostMetricValue;\n    readonly tokens: MetricValue<number>;\n    /** 当前口径下没有 attempt 的题(active slot 为 not-recorded / core-invalid)。 */\n    readonly missingEvalIds: readonly EvalId[];\n    /**\n     * 路径段组行的 Analysis-owned 读数,key 是完整组前缀(如 \"downshift/basic\")。\n     * 组行不手写聚合:每个组前缀是 facade GroupFunction 的一个坐标,\n     * 分母 / 状态 / Evidence 全部留在 Analysis。\n     */\n    readonly groupMetrics: ReadonlyMap<string, ExperimentMetrics>;\n    readonly evalRows: readonly ExperimentListEvalRow[];\n    /** 详情 href,经 libraryDetailRoute(experimentDetailTarget(id)) 建立。 */\n    readonly href: string;\n}\n/** Eval 路径层级布局：叶子 / 路径段组。 */\nexport type EvalLayoutNode = {\n    readonly kind: \"leaf\";\n    readonly evalId: EvalId;\n} | {\n    readonly kind: \"group\";\n    readonly segment: string;\n    readonly prefix: string;\n    readonly children: readonly EvalLayoutNode[];\n};\n/** 相对已表达前缀的剩余路径;无前缀时是完整 evalId。 */\nexport function relativeEvalLabel(evalIdValue: EvalId, labelPrefix: string): string {\n    if (!labelPrefix)\n        return evalIdValue;\n    const prefix = `${labelPrefix}/`;\n    return evalIdValue.startsWith(prefix) ? evalIdValue.slice(prefix.length) : evalIdValue;\n}\nfunction joinEvalPath(prefix: string, segment: string): string {\n    return prefix ? `${prefix}/${segment}` : segment;\n}\n/**\n * Eval 路径段 → 层级布局。两条收起条件在每一层兄弟之间各自判定\n * (docs/feature/reports/library.md「身份格与行数」):\n * 唯一组且无叶时剥壳前进,不插组行;组全为单成员或本层只有叶时全部放平。\n * 纯字符串投影,不读任何指标。\n */\nexport function experimentEvalLayout(evalIdValues: readonly EvalId[]): readonly EvalLayoutNode[] {\n    return layoutLevel(evalIdValues, \"\");\n}\nfunction layoutLevel(members: readonly EvalId[], dirPrefix: string): readonly EvalLayoutNode[] {\n    if (members.length === 0)\n        return [];\n    const leaves: EvalId[] = [];\n    const groups = new Map<string, EvalId[]>();\n    for (const member of members) {\n        const remaining = relativeEvalLabel(member, dirPrefix).split(\"/\").filter(Boolean);\n        if (remaining.length <= 1) {\n            leaves.push(member);\n            continue;\n        }\n        const head = remaining[0]!;\n        const list = groups.get(head);\n        if (list)\n            list.push(member);\n        else\n            groups.set(head, [member]);\n    }\n    const collapse = groups.size === 0 ||\n        (groups.size === 1 && leaves.length === 0) ||\n        [...groups.values()].every((group) => group.length === 1);\n    if (collapse) {\n        if (groups.size === 1 && leaves.length === 0) {\n            const head = [...groups.keys()][0]!;\n            return layoutLevel(members, joinEvalPath(dirPrefix, head));\n        }\n        return [...leaves]\n            .sort((left, right) => left.localeCompare(right))\n            .map((member): EvalLayoutNode => ({ kind: \"leaf\", evalId: member }));\n    }\n    const groupNodes: EvalLayoutNode[] = [...groups.entries()]\n        .sort(([left], [right]) => left.localeCompare(right))\n        .map(([segment, groupMembers]) => ({\n        kind: \"group\" as const,\n        segment,\n        prefix: joinEvalPath(dirPrefix, segment),\n        children: layoutLevel(groupMembers, joinEvalPath(dirPrefix, segment)),\n    }));\n    const leafNodes: EvalLayoutNode[] = [...leaves]\n        .sort((left, right) => left.localeCompare(right))\n        .map((member): EvalLayoutNode => ({ kind: \"leaf\", evalId: member }));\n    return [...groupNodes, ...leafNodes];\n}\ninterface AttemptFact {\n    readonly verdict: Verdict | null;\n    readonly failureSummary: string | null;\n}\ninterface SlotSelection {\n    readonly locator: AttemptLocator;\n    readonly experimentId: ExperimentId;\n    readonly evalId: EvalId;\n    readonly attemptOrdinal: number;\n    readonly startedAt: UtcMillis | null;\n}\n/** 一次 attempt 的闭合失败摘要(只读公开 DomainView,不重算断言展示)。 */\nfunction closedFailureSummary(entry: ClosedAttemptEvidenceEntry | undefined): string | null {\n    if (entry === undefined || entry.state !== \"available\")\n        return null;\n    const detail = entry.detail;\n    if (detail.verdict === \"errored\")\n        return detail.outcome;\n    if (detail.verdict !== \"failed\")\n        return null;\n    for (const item of detail.entries) {\n        const result = item.result;\n        if (typeof result !== \"object\" || result === null || Array.isArray(result))\n            continue;\n        if ((result as Readonly<Record<string, unknown>>).state !== \"mismatched\")\n            continue;\n        const display = item.display;\n        if (typeof display === \"object\" && display !== null && !Array.isArray(display)) {\n            const label = (display as Readonly<Record<string, unknown>>).label;\n            if (typeof label === \"string\" && label.length > 0)\n                return label;\n        }\n        return \"assertion\";\n    }\n    return null;\n}\nasync function evidenceFacts(sample: Sample): Promise<ReadonlyMap<AttemptLocator, AttemptFact>> {\n    const view = await toAttemptEvidence(sample);\n    const facts = new Map<AttemptLocator, AttemptFact>();\n    for (const entry of view.entries) {\n        const locator = entry.attempt.locator;\n        facts.set(locator, Object.freeze({\n            verdict: entry.state === \"available\" ? (entry.detail.verdict as Verdict) : null,\n            failureSummary: closedFailureSummary(entry),\n        }));\n    }\n    return facts;\n}\nasync function attemptMetricRows(sample: Sample, pricing: PricingProfile | null): Promise<ReadonlyMap<string, ExperimentMetrics>> {\n    const rows = await aggregate(sample, {\n        by: { experiment, evalId, attempt },\n        values: pricing === null\n            ? { passRate, durationMs, tokens }\n            : { passRate, durationMs, costUSD: costUSD(pricing), tokens },\n    });\n    const byKey = new Map<string, ExperimentMetrics>();\n    for (const row of rows) {\n        if (typeof row.attempt !== \"string\")\n            continue;\n        byKey.set(metricsKey(row.experiment as string, row.evalId as string, row.attempt), Object.freeze({\n            passRate: row.passRate,\n            durationMs: row.durationMs,\n            ...(pricing === null ? {} : { costUSD: (row as unknown as {\n                    readonly costUSD: CostMetricValue;\n                }).costUSD }),\n            tokens: row.tokens,\n        }));\n    }\n    return byKey;\n}\nfunction metricsKey(experimentId: string, evalIdValue: string, locator?: string): string {\n    return locator === undefined\n        ? `${experimentId}\\u0000${evalIdValue}`\n        : `${experimentId}\\u0000${evalIdValue}\\u0000${locator}`;\n}\n/**\n * Included Analysis subjects always have an aggregate row, even when every\n * measure in that row is empty. Treat an omitted row as a broken Analysis\n * contract instead of manufacturing a Report-owned MetricValue.\n */\nfunction requireMetrics(metrics: ExperimentMetrics | undefined, subject: string): ExperimentMetrics {\n    if (metrics === undefined) {\n        throw new Error(`Analysis aggregate omitted the required ${subject} row.`);\n    }\n    return metrics;\n}\n/** 每个 experiment 每道 Eval 一行,按 evalId 升序返回(不重排 attempt 语义)。 */\nasync function evalMetricRows(sample: Sample, pricing: PricingProfile | null): Promise<ReadonlyMap<string, ExperimentMetrics>> {\n    const rows = await aggregate(sample, {\n        by: { experiment, evalId },\n        values: pricing === null\n            ? { passRate, durationMs, tokens }\n            : { passRate, durationMs, costUSD: costUSD(pricing), tokens },\n    });\n    const byKey = new Map<string, ExperimentMetrics>();\n    for (const row of rows) {\n        byKey.set(metricsKey(row.experiment as string, row.evalId as string), Object.freeze({\n            passRate: row.passRate,\n            durationMs: row.durationMs,\n            ...(pricing === null ? {} : { costUSD: (row as unknown as {\n                    readonly costUSD: CostMetricValue;\n                }).costUSD }),\n            tokens: row.tokens,\n        }));\n    }\n    return byKey;\n}\nasync function experimentMetricRows(sample: Sample, pricing: PricingProfile | null): Promise<ReadonlyMap<ExperimentId, ExperimentMetrics>> {\n    const rows = await aggregate(sample, {\n        by: { experiment },\n        values: pricing === null\n            ? { passRate, durationMs, tokens }\n            : { passRate, durationMs, costUSD: costUSD(pricing), tokens },\n    });\n    const byId = new Map<ExperimentId, ExperimentMetrics>();\n    for (const row of rows) {\n        byId.set(row.experiment as ExperimentId, Object.freeze({\n            passRate: row.passRate,\n            durationMs: row.durationMs,\n            ...(pricing === null ? {} : { costUSD: (row as unknown as {\n                    readonly costUSD: CostMetricValue;\n                }).costUSD }),\n            tokens: row.tokens,\n        }));\n    }\n    return byId;\n}\n/**\n * 组行读数的 facade 聚合:每个路径段组前缀是一个 GroupFunction 坐标,\n * 分母 / 状态 / Evidence 全部由 Analysis 按 logical slots 计算。\n */\nasync function groupMetricRows(sample: Sample, prefixByExperiment: ReadonlyMap<ExperimentId, ReadonlyMap<EvalId, string>>, pricing: PricingProfile | null): Promise<ReadonlyMap<string, ExperimentMetrics>> {\n    const groupPrefix = (subject: AggregationSubject): string => prefixByExperiment.get(subject.experimentId)?.get(subject.evalId) ?? \"\";\n    const rows = await aggregate(sample, {\n        by: { experiment, prefix: groupPrefix },\n        values: pricing === null\n            ? { passRate, durationMs, tokens }\n            : { passRate, durationMs, costUSD: costUSD(pricing), tokens },\n    });\n    const byKey = new Map<string, ExperimentMetrics>();\n    for (const row of rows) {\n        const prefix = row.prefix;\n        if (typeof prefix !== \"string\" || prefix.length === 0)\n            continue;\n        byKey.set(metricsKey(row.experiment as string, prefix), Object.freeze({\n            passRate: row.passRate,\n            durationMs: row.durationMs,\n            ...(pricing === null ? {} : { costUSD: (row as unknown as {\n                    readonly costUSD: CostMetricValue;\n                }).costUSD }),\n            tokens: row.tokens,\n        }));\n    }\n    return byKey;\n}\nfunction attemptHref(locator: AttemptLocator): string {\n    return libraryDetailRoute(attemptDetailTarget(locator));\n}\nfunction experimentHref(experimentId: ExperimentId): string {\n    return libraryDetailRoute(experimentDetailTarget(experimentId));\n}\n/** SampleSnapshot → 每个 experiment 的身份水位(最新 startedAt 的 Run)。 */\nfunction watermarksByExperiment(sample: Sample): ReadonlyMap<ExperimentId, {\n    readonly startedAt: UtcMillis;\n    readonly agent: string | null;\n    readonly model: string | null;\n    readonly flags: Readonly<Record<string, JsonValue>> | null;\n}> {\n    const runsByExperiment = new Map<ExperimentId, typeof sample.snapshot.runs[number][]>();\n    for (const run of sample.snapshot.runs) {\n        const list = runsByExperiment.get(run.experimentId);\n        if (list)\n            list.push(run);\n        else\n            runsByExperiment.set(run.experimentId, [run]);\n    }\n    const byExperiment = new Map<ExperimentId, {\n        readonly startedAt: UtcMillis;\n        readonly agent: string | null;\n        readonly model: string | null;\n        readonly flags: Readonly<Record<string, JsonValue>> | null;\n    }>();\n    for (const [experimentId, runs] of runsByExperiment) {\n        const newest = runs.reduce((best, run) => run.startedAt > best.startedAt ? run : best, runs[0]!);\n        const context = newest.context;\n        byExperiment.set(experimentId, Object.freeze({\n            startedAt: newest.startedAt,\n            agent: context?.execution.agentId ?? null,\n            model: context?.execution.model ?? null,\n            flags: context ? Object.freeze({ ...context.execution.flags }) : null,\n        }));\n    }\n    return byExperiment;\n}\nfunction runStartedAtByRunId(sample: Sample): ReadonlyMap<string, UtcMillis> {\n    const byRunId = new Map<string, UtcMillis>();\n    for (const run of sample.snapshot.runs)\n        byRunId.set(run.runId, run.startedAt);\n    return byRunId;\n}\n/**\n * 按 locator 去重的 included slot 选择:同一 locator 出现多份(跨 Run 携带)时\n * 取 startedAt 最新的一份作展示行。Member 的 action / relation 是 Run provenance，\n * 不在质量列表里折成额外的时效状态。\n */\nfunction selectedSlots(sample: Sample): readonly SlotSelection[] {\n    const runStartedAt = runStartedAtByRunId(sample);\n    const byLocator = new Map<AttemptLocator, SlotSelection>();\n    for (const slot of sample.snapshot.slots) {\n        if (slot.state !== \"included\")\n            continue;\n        const locator = slot.attempt.locator;\n        const startedAt = runStartedAt.get(slot.runId) ?? null;\n        const existing = byLocator.get(locator);\n        if (existing === undefined ||\n            (startedAt !== null && (existing.startedAt === null || startedAt > existing.startedAt))) {\n            byLocator.set(locator, Object.freeze({\n                locator,\n                experimentId: slot.experimentId,\n                evalId: slot.evalId,\n                attemptOrdinal: slot.attemptOrdinal,\n                startedAt,\n            }));\n        }\n    }\n    return Object.freeze([...byLocator.values()]);\n}\n/**\n * `attemptListData(sample)`:每个 included attempt 一项,顺序取自 Sample 展平顺序\n * (按 locator 去重后保持首次出现序,不重排)。\n */\nexport async function attemptListData(sample: Sample, pricing: PricingProfile | null = null): Promise<readonly AttemptListItem[]> {\n    const [facts, metrics] = await Promise.all([\n        evidenceFacts(sample),\n        attemptMetricRows(sample, pricing),\n    ]);\n    const selections = selectedSlots(sample);\n    return Object.freeze(selections.map((selection): AttemptListItem => {\n        const fact = facts.get(selection.locator) ?? Object.freeze({ verdict: null, failureSummary: null });\n        const metric = requireMetrics(metrics.get(metricsKey(selection.experimentId, selection.evalId, selection.locator)), `attempt ${JSON.stringify(selection.locator)}`);\n        const item: AttemptListItem = Object.freeze({\n            locator: selection.locator,\n            experimentId: selection.experimentId,\n            evalId: selection.evalId,\n            attemptOrdinal: selection.attemptOrdinal,\n            verdict: fact.verdict,\n            failureSummary: fact.failureSummary,\n            passRate: metric.passRate,\n            durationMs: metric.durationMs,\n            ...(metric.costUSD === undefined ? {} : { costUSD: metric.costUSD }),\n            tokens: metric.tokens,\n            startedAt: selection.startedAt,\n            href: attemptHref(selection.locator),\n        });\n        return item;\n    }));\n}\n/**\n * `experimentListData(sample)`:每个 experiment 一项,展开到每道 Eval;初始排序按\n * 这份列表自身的题型构成选择主读数——当前 facade 只有通过制读数,恒为\n * endToEndPassRate 降序(缺数据沉底,同值按 experimentId 字典序收口)。\n */\nexport async function experimentListData(sample: Sample, pricing: PricingProfile | null = null): Promise<readonly ExperimentListItem[]> {\n    const snapshot = sample.snapshot;\n    const attempts = await attemptListData(sample, pricing);\n    const [experimentMetrics, evalMetrics] = await Promise.all([\n        experimentMetricRows(sample, pricing),\n        evalMetricRows(sample, pricing),\n    ]);\n    const attemptsByEval = new Map<string, AttemptListItem[]>();\n    for (const item of attempts) {\n        const key = metricsKey(item.experimentId, item.evalId);\n        const list = attemptsByEval.get(key);\n        if (list)\n            list.push(item);\n        else\n            attemptsByEval.set(key, [item]);\n    }\n    const activeSlots = snapshot.slots.filter((slot) => slot.state !== \"excluded\");\n    const experiments = new Map<ExperimentId, {\n        evalIds: Set<EvalId>;\n        included: Set<EvalId>;\n    }>();\n    for (const slot of activeSlots) {\n        const entry = experiments.get(slot.experimentId);\n        if (entry === undefined) {\n            experiments.set(slot.experimentId, {\n                evalIds: new Set([slot.evalId]),\n                included: slot.state === \"included\" ? new Set([slot.evalId]) : new Set(),\n            });\n            continue;\n        }\n        entry.evalIds.add(slot.evalId);\n        if (slot.state === \"included\")\n            entry.included.add(slot.evalId);\n    }\n    // 组前缀布局(纯字符串)与 facade GroupFunction 坐标先于指标聚合固定。\n    const prefixByExperiment = new Map<ExperimentId, ReadonlyMap<EvalId, string>>();\n    for (const [experimentId, entry] of experiments) {\n        const layout = experimentEvalLayout([...entry.evalIds]);\n        const prefixFor = new Map<EvalId, string>();\n        const walk = (nodes: readonly EvalLayoutNode[]): void => {\n            for (const node of nodes) {\n                if (node.kind === \"leaf\")\n                    continue;\n                for (const evalIdValue of evalIdsUnder(node))\n                    prefixFor.set(evalIdValue, node.prefix);\n                walk(node.children);\n            }\n        };\n        walk(layout);\n        prefixByExperiment.set(experimentId, prefixFor);\n    }\n    const hasGroups = [...prefixByExperiment.values()].some((prefixFor) => prefixFor.size > 0);\n    const groupMetrics = hasGroups\n        ? await groupMetricRows(sample, prefixByExperiment, pricing)\n        : new Map<string, ExperimentMetrics>();\n    const watermarks = watermarksByExperiment(sample);\n    const items: ExperimentListItem[] = [];\n    for (const [experimentId, entry] of experiments) {\n        const evalIds = [...entry.evalIds];\n        const missing = [...evalIds].filter((evalIdValue) => !entry.included.has(evalIdValue));\n        const evalRows: ExperimentListEvalRow[] = [];\n        for (const evalIdValue of evalIds) {\n            if (!entry.included.has(evalIdValue))\n                continue;\n            const list = attemptsByEval.get(metricsKey(experimentId, evalIdValue)) ?? [];\n            const sorted = [...list].sort((left, right) => left.attemptOrdinal - right.attemptOrdinal || left.locator.localeCompare(right.locator));\n            const metrics = requireMetrics(evalMetrics.get(metricsKey(experimentId, evalIdValue)), `experiment/eval ${JSON.stringify(experimentId)}/${JSON.stringify(evalIdValue)}`);\n            evalRows.push(Object.freeze({\n                evalId: evalIdValue,\n                endToEndPassRate: metrics.passRate,\n                durationMs: metrics.durationMs,\n                ...(metrics.costUSD === undefined ? {} : { costUSD: metrics.costUSD }),\n                tokens: metrics.tokens,\n                attempts: Object.freeze(sorted),\n            }));\n        }\n        const watermark = watermarks.get(experimentId);\n        const experimentMetric = requireMetrics(experimentMetrics.get(experimentId), `experiment ${JSON.stringify(experimentId)}`);\n        const groupMetricsForItem = new Map<string, ExperimentMetrics>();\n        const prefixes = [...new Set(prefixByExperiment.get(experimentId)?.values() ?? [])];\n        for (const prefix of prefixes) {\n            const metric = groupMetrics.get(metricsKey(experimentId, prefix));\n            if (metric !== undefined)\n                groupMetricsForItem.set(prefix, metric);\n        }\n        items.push(Object.freeze({\n            experimentId,\n            agent: watermark?.agent ?? null,\n            model: watermark?.model ?? null,\n            flags: watermark?.flags ?? null,\n            evaluationKind: \"pass\",\n            endToEndPassRate: experimentMetric.passRate,\n            durationMs: experimentMetric.durationMs,\n            ...(experimentMetric.costUSD === undefined ? {} : { costUSD: experimentMetric.costUSD }),\n            tokens: experimentMetric.tokens,\n            missingEvalIds: Object.freeze(missing.sort((left, right) => left.localeCompare(right))),\n            groupMetrics: groupMetricsForItem,\n            evalRows: Object.freeze(evalRows),\n            href: experimentHref(experimentId),\n        }));\n    }\n    items.sort(byMetricDescThenId((item) => item.endToEndPassRate.value));\n    return Object.freeze(items);\n}\nfunction evalIdsUnder(node: EvalLayoutNode): readonly EvalId[] {\n    if (node.kind === \"leaf\")\n        return [node.evalId];\n    return node.children.flatMap(evalIdsUnder);\n}\nfunction byMetricDescThenId(valueOf: (item: ExperimentListItem) => number | null): (left: ExperimentListItem, right: ExperimentListItem) => number {\n    return (left, right) => {\n        const leftValue = valueOf(left);\n        const rightValue = valueOf(right);\n        if (leftValue === null && rightValue === null) {\n            return left.experimentId.localeCompare(right.experimentId);\n        }\n        if (leftValue === null)\n            return 1;\n        if (rightValue === null)\n            return -1;\n        return rightValue - leftValue || left.experimentId.localeCompare(right.experimentId);\n    };\n}\n"]}