niceeval 0.13.1 → 0.13.2-canary.35

package/dist/runner/feedback/human.cjs

@@ -58,6 +58,130 @@ const NON_TTY_HEARTBEAT_IDLE_MS = 30000;
 /** dashboard 高度预留:避免最后一行触发终端自动滚动(与 live.ts 旧实现的 `rows - 2` 同一动机,
  *  这里只需要给「下一帧」留出一行余地,不需要额外的表头/尾行预留)。 */
 const DASHBOARD_ROW_RESERVE = 1;
+const HUMAN_RESULTS_EXPERIMENT_CAP = 5;
+function freshHumanResult(result) {
+    const score = result.scoreResult;
+    const scoreState = score === undefined
+        ? undefined
+        : score.status === "scored"
+            ? "complete"
+            : score.earnedScore > 0
+                ? "partial"
+                : "unavailable";
+    return {
+        experimentId: result.experimentId ?? "default",
+        evalId: result.id,
+        evaluationKind: result.evaluationKind,
+        verdict: result.verdict,
+        ...(scoreState === undefined || score === undefined ? {} : { scoreState, earned: score.earnedScore }),
+    };
+}
+function reusedHumanResult(result) {
+    const attachment = result.score.state === "applicable" && result.score.attachment.state === "available"
+        ? result.score.attachment.value
+        : undefined;
+    return {
+        experimentId: result.target.experimentId,
+        evalId: result.target.evalId,
+        evaluationKind: result.source.evaluationKind,
+        verdict: result.verdict,
+        ...(attachment === undefined
+            ? {}
+            : {
+                scoreState: attachment.state,
+                ...(attachment.earned === undefined ? {} : { earned: attachment.earned }),
+            }),
+    };
+}
+function humanResultItems(summary) {
+    return [
+        ...summary.results.map(freshHumanResult),
+        ...summary.reusedAttempts.map(reusedHumanResult),
+    ];
+}
+function buildResultsPanelRows(items) {
+    const byExperiment = new Map();
+    for (const item of items) {
+        const group = byExperiment.get(item.experimentId);
+        if (group)
+            group.push(item);
+        else
+            byExperiment.set(item.experimentId, [item]);
+    }
+    const groups = [...byExperiment.entries()];
+    const rows = [];
+    for (const [experimentId, members] of groups.slice(0, HUMAN_RESULTS_EXPERIMENT_CAP)) {
+        rows.push({ kind: "line", text: experimentId });
+        const byEval = new Map();
+        for (const member of members) {
+            const evalGroup = byEval.get(member.evalId);
+            if (evalGroup)
+                evalGroup.push(member);
+            else
+                byEval.set(member.evalId, [member]);
+        }
+        for (const [evalId, attempts] of byEval) {
+            if (attempts.some((attempt) => attempt.evaluationKind === "score")) {
+                const complete = attempts.filter((attempt) => attempt.scoreState === "complete" && attempt.earned !== undefined);
+                const partial = attempts.filter((attempt) => attempt.scoreState === "partial" && attempt.earned !== undefined);
+                const reading = complete.length > 0
+                    ? `${complete.reduce((sum, attempt) => sum + attempt.earned, 0) / complete.length} score · ${complete.length}/${attempts.length} complete`
+                    : partial.length > 0
+                        ? `≥${partial.map((attempt) => attempt.earned).join(", ≥")} score · partial`
+                        : "score unavailable";
+                rows.push({ kind: "line", text: `  ${evalId}  ${reading}` });
+            }
+            else {
+                const passed = attempts.filter((attempt) => attempt.verdict === "passed").length;
+                rows.push({ kind: "line", text: `  ${evalId}  ${passed}/${attempts.length} passed` });
+            }
+        }
+    }
+    if (groups.length > HUMAN_RESULTS_EXPERIMENT_CAP) {
+        rows.push({
+            kind: "line",
+            text: (0, index_ts_1.t)("feedback.human.resultsMore", { count: groups.length - HUMAN_RESULTS_EXPERIMENT_CAP }),
+        });
+    }
+    return rows;
+}
+function buildPreAttemptErrorRows(results) {
+    const errored = results.filter((result) => result.verdict === "errored" && result.locator === undefined && result.error !== undefined);
+    if (errored.length === 0)
+        return undefined;
+    const groups = new Map();
+    for (const result of errored) {
+        const error = result.error;
+        const failureId = error.origin.scope === "run" ? error.origin.timingNodeId : `${error.code}:${error.message}`;
+        const members = groups.get(failureId);
+        if (members)
+            members.push(result);
+        else
+            groups.set(failureId, [result]);
+    }
+    const rows = [];
+    for (const [failureId, members] of groups) {
+        const representative = members[0];
+        const error = representative.error;
+        const codeMatch = /\bERR_[A-Z0-9_]+\b/u.exec(error.message);
+        const errorCode = codeMatch?.[0] ?? error.code;
+        const focusedMessage = codeMatch === null ? error.message.slice(-600) : error.message.slice(codeMatch.index);
+        rows.push({ kind: "line", text: `${FAILURE_SYMBOL} ${representative.experimentId ?? "default"} · sandbox provisioning failed` });
+        rows.push({ kind: "line", text: `  phase: ${error.origin.scope === "run" ? "sandbox.image.build" : error.origin.phase}` });
+        rows.push({ kind: "line", text: `  affected: ${members.map((member) => member.id).join(", ")}` });
+        rows.push({ kind: "line", text: `  shared failure: ${failureId}` });
+        rows.push({ kind: "line", text: `  ${errorCode}` });
+        for (const line of focusedMessage.split(/\r?\n/u).slice(0, 6)) {
+            const text = line.trimEnd();
+            if (text.length > 0)
+                rows.push({ kind: "line", text: `  ${text}` });
+        }
+        if (errorCode === "ERR_PNPM_IGNORED_BUILDS") {
+            rows.push({ kind: "line", text: "  fix: Review these dependencies and configure pnpm allowBuilds." });
+        }
+    }
+    return { rows, slots: errored.length };
+}
 /** 按 `io.stderr.isTTY` 派发:构造时选一次,运行期不再切换。 */
 function createHumanRenderer(options) {
     const { io, command } = options;
@@ -327,36 +451,76 @@ function buildDiagnosticLines(event, state) {
 function buildSummaryLines(event, state, panel) {
     const { summary, completion } = event;
     const fullReuse = state.total > 0 && state.total === state.reused;
+    const resultItems = humanResultItems(summary);
+    const hasScore = resultItems.some((item) => item.evaluationKind === "score");
+    const hasPass = resultItems.some((item) => item.evaluationKind === "pass");
+    const scored = resultItems.filter((item) => item.evaluationKind === "score" && item.scoreState === "complete").length;
     // required reporter(显式 --junit)写失败必须让这行判红——它不是
     // CompletionStatus 的第四个值(那个枚举只有 complete/incomplete/interrupted 三态),但必须
     // 避免人看到一句会被误读成"全绿"的 PASSED、进程却以非零退出。
     const verdictWord = completion.status === "interrupted"
         ? (0, index_ts_1.t)("feedback.human.resultInterrupted")
-        : completion.status === "incomplete"
-            ? (0, index_ts_1.t)("feedback.human.resultIncomplete")
-            : summary.failed > 0 || summary.errored > 0 || completion.reporterErrors.some((e) => e.required)
-                ? (0, index_ts_1.t)("feedback.human.resultFailed")
-                : (0, index_ts_1.t)("feedback.human.resultPassed");
+        : summary.errored > 0
+            ? (0, index_ts_1.t)("feedback.human.resultErrored")
+            : completion.status === "incomplete"
+                ? (0, index_ts_1.t)("feedback.human.resultIncomplete")
+                : completion.reporterErrors.some((e) => e.required)
+                    ? (0, index_ts_1.t)("feedback.human.resultFailed")
+                    : hasScore && !hasPass
+                        ? (0, index_ts_1.t)("feedback.human.resultScored")
+                        : hasScore && hasPass
+                            ? summary.failed > 0
+                                ? (0, index_ts_1.t)("feedback.human.resultFailed")
+                                : (0, index_ts_1.t)("feedback.human.resultCompleted")
+                            : summary.failed > 0
+                                ? (0, index_ts_1.t)("feedback.human.resultFailed")
+                                : (0, index_ts_1.t)("feedback.human.resultPassed");
     const summaryRows = [
         {
             kind: "line",
-            text: (0, index_ts_1.t)(completion.unstarted > 0
-                ? "feedback.human.summaryIncompleteLine"
-                : fullReuse
-                    ? "feedback.human.summaryAllReusedLine"
-                    : "feedback.human.summaryLine", {
-                passed: summary.passed,
-                failed: summary.failed,
-                errored: summary.errored,
-                unstarted: completion.unstarted,
-                reused: state.reused,
-            }),
+            text: hasScore && !hasPass
+                ? (0, index_ts_1.t)("feedback.human.scoreSummaryLine", {
+                    scored,
+                    skipped: summary.skipped,
+                    errored: summary.errored,
+                    reused: state.reused,
+                })
+                : (0, index_ts_1.t)(completion.unstarted > 0
+                    ? "feedback.human.summaryIncompleteLine"
+                    : fullReuse
+                        ? "feedback.human.summaryAllReusedLine"
+                        : "feedback.human.summaryLine", {
+                    passed: summary.passed,
+                    failed: summary.failed,
+                    errored: summary.errored,
+                    unstarted: completion.unstarted,
+                    reused: state.reused,
+                }),
         },
         { kind: "line", text: formatSummaryCostLine(state) },
     ];
     const blocks = [
         (0, panel_ts_1.renderPanel)({ title: verdictWord, meta: formatElapsed(summary.durationMs), rows: summaryRows, width: panel.width, mode: panel.mode }),
     ];
+    if (resultItems.length > 0) {
+        blocks.push((0, panel_ts_1.renderPanel)({
+            title: (0, index_ts_1.t)("feedback.human.resultsHeader"),
+            meta: `${new Set(resultItems.map((item) => item.experimentId)).size} configs`,
+            rows: buildResultsPanelRows(resultItems),
+            width: panel.width,
+            mode: panel.mode,
+        }));
+    }
+    const preAttemptErrors = buildPreAttemptErrorRows(summary.results);
+    if (preAttemptErrors !== undefined) {
+        blocks.push((0, panel_ts_1.renderPanel)({
+            title: (0, index_ts_1.t)("feedback.human.errorsHeader"),
+            meta: `${preAttemptErrors.slots} slots`,
+            rows: preAttemptErrors.rows,
+            width: panel.width,
+            mode: panel.mode,
+        }));
+    }
     // 全通过时(state.failures 为空)不留空 FAILURES 面板。fresh 失败来自 durable event，carry
     // 失败由 plan 静态注入；reducer 把两者按 locator 收进同一清单，这里不从 InvocationSummary 再造 ——
     // 整套结果集(含携入)都要出现在这里,不只是本次派发的那部分(见 cli.md「计数口径…」)。