niceeval 0.12.1 → 0.12.2-canary.31

package/dist/runner/feedback/json.cjs

@@ -0,0 +1,371 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createJsonRenderer = createJsonRenderer;
+exports.computeExitCode = computeExitCode;
+exports.renderJsonPlanDocument = renderJsonPlanDocument;
+const eval_conclusions_ts_1 = require("./eval-conclusions.cjs");
+/** `ExpEvent`/`ExpPlanDocument` 的 `format`/`schemaVersion` —— 只在破坏性形状变更时递增
+ *  (见 cli.md「事件与计划文档的 TypeScript 形状」)。 */
+const EXP_STREAM_FORMAT = "niceeval.exp";
+const EXP_PLAN_FORMAT = "niceeval.exp-plan";
+const SCHEMA_VERSION = 1;
+const EXP_PLAN_SCHEMA_VERSION = 4;
+/** 连续无永久事件多久才追加一条 `progress` 心跳(cli.md「机器怎么读:--json」:「连续 30 秒
+ *  没有这些永久事件,才追加一条 progress 心跳」——两者合并前分别是 30s/60s,统一取 30s)。 */
+const JSON_HEARTBEAT_IDLE_MS = 30000;
+function writeEvent(io, event) {
+    io.stdout.write(`${JSON.stringify(event)}\n`);
+}
+/**
+ * 创建 JSON profile 的 `FeedbackRenderer`。只用 `io.stdout` 写文本——`--json` 的全部正常事件
+ * 走一个 stdout sink,不拆到 stderr(两个 OS stream 被 CI runner 或 agent 工具层分开缓冲时会
+ * 打乱顺序,单流才能保证事件序就是发生序)。
+ */
+function createJsonRenderer(options) {
+    const { io } = options;
+    // 距上一次「有意义的输出」(任意一次永久事件)过了多久,用来判断要不要追加一条心跳;
+    // 由 appendDurable 无条件更新——"plan" 本身就是第一次永久事件,天然把这个时钟从 0 开始计。
+    let lastCheckpointAtMs = 0;
+    // "summary" 与 "receipt" 是 coordinator.finish() 里连续 emit 的两个独立永久事件(中间不会插入
+    // 其它事件)。先暂存 summary，receipt 到达时再写 eval 结论行与唯一的最终 receipt。
+    let pendingSummary;
+    function noteCheckpoint(atMs) {
+        lastCheckpointAtMs = atMs;
+    }
+    return {
+        appendDurable(event, state) {
+            switch (event.type) {
+                case "plan": {
+                    noteCheckpoint(event.at);
+                    const { shape, reused, experimentConcurrency } = event.plan;
+                    writeEvent(io, {
+                        format: EXP_STREAM_FORMAT,
+                        schemaVersion: SCHEMA_VERSION,
+                        event: "start",
+                        total: shape.totalAttempts,
+                        configs: shape.configs,
+                        concurrency: shape.maxConcurrency,
+                        // 一个实验都没声明 maxConcurrency 时省略整个字段,不输出空对象(cli.md 的 StartEvent)。
+                        ...(experimentConcurrency && Object.keys(experimentConcurrency).length > 0
+                            ? { experimentConcurrency }
+                            : {}),
+                        reused,
+                    });
+                    return;
+                }
+                case "failure": {
+                    noteCheckpoint(event.at);
+                    writeFailureOrError(io, event);
+                    return;
+                }
+                case "diagnostic": {
+                    noteCheckpoint(event.at);
+                    if (!isFirstOccurrence(state, event.key))
+                        return; // 去重后只追加一次(cli.md)
+                    const phase = lifecyclePhaseField(event.data?.phase);
+                    // `code` 是 cli.md `WarningEvent` 里那个稳定词法(`lock-taken-over` / `dispatch-halted`),
+                    // **不是**去重 key:去重 key 常把折叠身份编进去(`lock-taken-over:<exp>|<eval>`),原样
+                    // 透出会让消费方拿到一个每次运行都不同的 code、没法按值分支。折叠到哪一条实验/用例
+                    // 由下面的 experimentId/evalId 两个具名字段回答。
+                    const code = event.code ?? event.key;
+                    // 身份两字段:attempt 级诊断从 identity 取;运行级诊断(实验闸 / eval 闸这类不属于
+                    // 任何单条 attempt 的事实)不许伪造 identity,从 `data` 的同名字段取(见 ../types.ts
+                    // "diagnostic" 变体的 identity 注释)。
+                    const experimentId = event.identity?.experimentId ?? stringField(event.data?.experimentId);
+                    const evalId = event.identity?.evalId ?? stringField(event.data?.evalId);
+                    writeEvent(io, {
+                        event: "warning",
+                        code,
+                        level: event.severity,
+                        message: event.message,
+                        ...(phase !== undefined ? { phase } : {}),
+                        ...(experimentId !== undefined ? { experimentId } : {}),
+                        ...(evalId !== undefined ? { evalId } : {}),
+                    });
+                    return;
+                }
+                case "budget-exhausted": {
+                    noteCheckpoint(event.at);
+                    if (!isFirstOccurrence(state, `budget-exhausted:${event.experimentId}`))
+                        return;
+                    writeEvent(io, {
+                        event: "budget_exhausted",
+                        experimentId: event.experimentId,
+                        spent: event.spent,
+                        unstarted: event.unstarted,
+                    });
+                    return;
+                }
+                case "experiment-hook": {
+                    noteCheckpoint(event.at);
+                    writeEvent(io, {
+                        event: event.hook === "setup" ? "experiment_setup" : "experiment_teardown",
+                        experimentId: event.experimentId,
+                        status: event.status,
+                        ...(event.durationMs !== undefined ? { durationMs: event.durationMs } : {}),
+                    });
+                    return;
+                }
+                case "precheck": {
+                    noteCheckpoint(event.at);
+                    writeEvent(io, {
+                        event: "judge_precheck",
+                        status: event.status,
+                        ...(event.durationMs !== undefined ? { durationMs: event.durationMs } : {}),
+                    });
+                    return;
+                }
+                case "lock-wait": {
+                    noteCheckpoint(event.at);
+                    writeEvent(io, {
+                        event: "lock_wait",
+                        experimentId: event.experimentId,
+                        evalId: event.evalId,
+                        status: event.status,
+                        ...(event.holderPid !== undefined ? { holderPid: event.holderPid } : {}),
+                        ...(event.holderHost !== undefined ? { holderHost: event.holderHost } : {}),
+                        // 折叠 carried/dispatched 两个内部计数为一个公开 resolution:仍有 attempt 需要真实
+                        // 派发(dispatched > 0)记 "dispatched",全部由携带满足才记 "carried"
+                        // (见 ../types.ts 里 DurableFeedbackEvent "lock-wait" 变体的字段注释)。
+                        ...(event.status === "resolved"
+                            ? { resolution: (event.dispatched ?? 0) > 0 ? "dispatched" : "carried" }
+                            : {}),
+                        ...(event.waitedMs !== undefined ? { waitedMs: event.waitedMs } : {}),
+                    });
+                    return;
+                }
+                case "run-activity": {
+                    // Run activity 只服务 human live 面；ExpEvent 的已采纳词表没有这一种事件。
+                    return;
+                }
+                case "interrupted": {
+                    noteCheckpoint(event.at);
+                    if (!isFirstOccurrence(state, "interrupted"))
+                        return;
+                    writeEvent(io, { event: "interrupted" });
+                    return;
+                }
+                case "reporter-error": {
+                    noteCheckpoint(event.at);
+                    if (!isFirstOccurrence(state, `reporter-error:${event.reporter}`))
+                        return;
+                    writeEvent(io, {
+                        event: "reporter_error",
+                        reporter: event.reporter,
+                        required: event.required,
+                        message: event.message,
+                    });
+                    return;
+                }
+                case "summary":
+                    pendingSummary = event.summary;
+                    return;
+                case "kept": {
+                    if (event.verdict === "skipped") {
+                        throw new Error("A skipped attempt cannot own a retained sandbox");
+                    }
+                    writeEvent(io, {
+                        event: "kept",
+                        locator: String(event.locator),
+                        evalId: event.identity.evalId,
+                        attempt: event.identity.attempt,
+                        verdict: event.verdict,
+                        provider: event.provider,
+                        sandboxId: event.sandboxId,
+                        enter: event.enter ?? `niceeval sandbox enter ${event.sandboxId.slice(0, 12)}`,
+                    });
+                    return;
+                }
+                case "receipt":
+                    writeEvalConclusions(io, pendingSummary, state);
+                    writeEvent(io, { type: "receipt", receipt: event.receipt });
+                    return;
+                default: {
+                    // 穷尽性检查:新增 DurableFeedbackEvent 变体时这里编译期报错提醒补上对应分支。
+                    const exhaustive = event;
+                    return exhaustive;
+                }
+            }
+        },
+        onTick(event, state) {
+            const idle = event.at - lastCheckpointAtMs;
+            if (idle < JSON_HEARTBEAT_IDLE_MS)
+                return;
+            noteCheckpoint(event.at);
+            writeEvent(io, {
+                event: "progress",
+                elapsedMs: event.elapsedMs,
+                total: state.total,
+                reused: state.reused,
+                running: state.running,
+                elsewhere: state.elsewhere,
+                queued: state.queued,
+                // 与 human 首行同一份状态、同一套划分:已了结的 attempt 按 verdict 分项,消费方不必
+                // 自己从合计数里猜成败(契约见 docs/feature/experiments/cli.md 的 ProgressEvent)。
+                passed: state.passed,
+                failed: state.failed,
+                errored: state.errored,
+                skipped: state.skipped,
+            });
+        },
+        // 没有 clearDynamic/redrawDynamic/activity/onLifecycle:见文件顶部注释——JSON 流不维护
+        // 动态区域、不逐次输出 provisioning retry/backoff、不逐条展示 active phase 或 passed attempt。
+    };
+}
+/** 某个去重 key 在 `state.diagnostics` 里是不是第一次出现(count === 1)。budget-exhausted /
+ *  interrupted / reporter-error 的去重 key 计算方式与 reducer.ts 完全一致(见该文件的
+ *  `budget-exhausted:${experimentId}` / `"interrupted"` / `reporter-error:${reporter}`)。 */
+function isFirstOccurrence(state, key) {
+    return (state.diagnostics.find((d) => d.key === key)?.count ?? 0) <= 1;
+}
+/** `data` 里的一个字符串字段;非字符串(或缺失)一律当没有,不把数字/对象硬塞进只接受
+ *  字符串的事件字段里。 */
+function stringField(value) {
+    return typeof value === "string" ? value : undefined;
+}
+/** 诊断 data 是 JSON 边界；只有全局 LifecyclePhase 闭集成员才能进入 WarningEvent.phase。 */
+function lifecyclePhaseField(value) {
+    switch (value) {
+        case "judge.precheck":
+        case "experiment.setup":
+        case "experiment.teardown":
+        case "sandbox.queue":
+        case "sandbox.create":
+        case "sandbox.prepare":
+        case "sandbox.prepare.eval":
+        case "sandbox.prepare.group":
+        case "sandbox.prepare.experiment":
+        case "agent.ensure":
+        case "workspace.baseline":
+        case "agent.setup":
+        case "telemetry.configure":
+        case "eval.run":
+        case "agent.run":
+        case "workspace.diff":
+        case "assertions.evaluate":
+        case "telemetry.collect":
+        case "agent.teardown":
+        case "sandbox.cleanup":
+        case "sandbox.suspend":
+        case "sandbox.stop":
+            return value;
+        default:
+            return undefined;
+    }
+}
+// ───────────────────────── failure / error 事件(不设上限) ─────────────────────────
+function writeFailureOrError(io, event) {
+    const experimentId = requiredExperimentId(event.identity.experimentId, event.identity.evalId);
+    const fact = event.fact;
+    if (fact !== undefined) {
+        writeEvent(io, {
+            event: "failure",
+            locator: String(event.locator),
+            evalId: event.identity.evalId,
+            experimentId,
+            verdict: event.verdict,
+            fact: fact.title,
+            ...(fact.matcher !== undefined ? { matcher: fact.matcher } : {}),
+            ...(fact.expected !== undefined ? { expected: fact.expected } : {}),
+            ...(fact.received !== undefined ? { received: fact.received } : {}),
+        });
+        return;
+    }
+    if (event.verdict === "errored") {
+        writeEvent(io, {
+            event: "error",
+            locator: String(event.locator),
+            evalId: event.identity.evalId,
+            experimentId,
+            phase: event.phase ?? "eval.run",
+            reason: event.reason,
+        });
+        return;
+    }
+    writeEvent(io, {
+        event: "failure",
+        locator: String(event.locator),
+        evalId: event.identity.evalId,
+        experimentId,
+        verdict: event.verdict,
+        fact: event.reason,
+    });
+}
+function requiredExperimentId(experimentId, evalId) {
+    if (experimentId === undefined) {
+        throw new Error(`JSON experiment event is missing experimentId for eval ${evalId}`);
+    }
+    return experimentId;
+}
+// ───────────────────────── 逐 eval 结论行(不设上限,写在 result 之前) ─────────────────────────
+/** 一条 `eval` 事件(cli.md「runs 与首过即停怎样展示」):字段随 earlyExit 是否触发在
+ *  planned/unstarted/reason 与 passed 两组间二选一,不同时出现两组字段。`rate` 是
+ *  `EvalConclusionRow` 派生出的额外读数,不在 `ExpEvent` 的 `EvalEvent` 形状里,这里不透出。 */
+function evalConclusionEvent(row) {
+    const experimentId = requiredExperimentId(row.experimentId, row.evalId);
+    if (row.locator === undefined) {
+        throw new Error(`JSON experiment event is missing locator for eval ${row.evalId}`);
+    }
+    const base = {
+        event: "eval",
+        locator: row.locator,
+        evalId: row.evalId,
+        experimentId,
+        verdict: row.verdict,
+        attempts: row.attempts,
+    };
+    if (row.reason === "early_exit") {
+        if (row.planned === undefined || row.unstarted === undefined) {
+            throw new Error(`Early-exit eval event is missing planned counts for eval ${row.evalId}`);
+        }
+        return { ...base, planned: row.planned, unstarted: row.unstarted, reason: row.reason };
+    }
+    if (row.passed === undefined) {
+        throw new Error(`Completed eval event is missing passed count for eval ${row.evalId}`);
+    }
+    return { ...base, passed: row.passed };
+}
+function writeEvalConclusions(io, pending, state) {
+    if (!pending)
+        return;
+    const rows = (0, eval_conclusions_ts_1.evalConclusionRows)(pending.results, state.earlyExitByEval, state.diagnostics);
+    for (const row of rows)
+        writeEvent(io, evalConclusionEvent(row));
+}
+// ───────────────────────── 退出码(CompletionStatus 驱动) ─────────────────────────
+/**
+ * 把 `InvocationSummary` + `InvocationCompletion` 折成 CLI 退出码(cli.md「机器怎么读:--json」
+ * 的退出码表)。纯函数,不看 CLI flag、不读 `process.env`;两种输出形态(human/json)共用同一套
+ * 退出码,不是某一种 profile 专属——放在这个模块只是历史沿革(此前 `computeCiExitCode` 定义在
+ * ci.ts,合并后更名为不带 profile 前缀的 `computeExitCode`)。
+ *
+ * 不在这里处理「2 = CLI/runner 未捕获崩溃」——那是进程级 uncaught exception/rejection 处理器
+ * 的职责,不是「一次 run 正常收尾后该给什么退出码」的问题,不应该由 completion 驱动。
+ */
+function computeExitCode(summary, completion) {
+    if (completion.status === "interrupted")
+        return 130;
+    if (completion.status === "incomplete")
+        return 1;
+    if (completion.reporterErrors.some((e) => e.required))
+        return 1;
+    return summary.failed > 0 || summary.errored > 0 ? 1 : 0;
+}
+/**
+ * `--dry --json`(cli.md:「一次完成的读取,不是事件流」)。dry run 不派发 attempt,没有
+ * `RunFeedbackState` 可言,这是独立于 `FeedbackRenderer`/coordinator 的纯函数。
+ */
+function renderJsonPlanDocument(input) {
+    const reused = input.matrix.reduce((n, row) => n + (row.reused ? 1 : 0), 0);
+    return `${JSON.stringify({
+        format: EXP_PLAN_FORMAT,
+        schemaVersion: EXP_PLAN_SCHEMA_VERSION,
+        total: input.total,
+        evals: input.evals,
+        configs: input.configs,
+        attempts: input.attempts,
+        reused,
+        matrix: input.matrix,
+    })}\n`;
+}
+//# sourceMappingURL=json.cjs.map

package/dist/runner/feedback/json.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["json.ts"],"names":[],"mappings":";;AAmLA,gDA8LC;AAqID,0CAQC;AA0FD,wDAYC;AAvkBD,+DAAmF;AACnF;0CAC0C;AAC1C,MAAM,iBAAiB,GAAG,cAAc,CAAC;AACzC,MAAM,eAAe,GAAG,mBAAmB,CAAC;AAC5C,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC;8DAC8D;AAC9D,MAAM,sBAAsB,GAAG,KAAK,CAAC;AAqIrC,SAAS,UAAU,CAAC,EAAc,EAAE,KAAe;IAC/C,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAClD,CAAC;AACD;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,OAA4B;IAC3D,MAAM,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;IACvB,4CAA4C;IAC5C,4DAA4D;IAC5D,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,yEAAyE;IACzE,0DAA0D;IAC1D,IAAI,cAA6C,CAAC;IAClD,SAAS,cAAc,CAAC,IAAY;QAChC,kBAAkB,GAAG,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO;QACH,aAAa,CAAC,KAAK,EAAE,KAAK;YACtB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACV,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC5D,UAAU,CAAC,EAAE,EAAE;wBACX,MAAM,EAAE,iBAAiB;wBACzB,aAAa,EAAE,cAAc;wBAC7B,KAAK,EAAE,OAAO;wBACd,KAAK,EAAE,KAAK,CAAC,aAAa;wBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,WAAW,EAAE,KAAK,CAAC,cAAc;wBACjC,+DAA+D;wBAC/D,GAAG,CAAC,qBAAqB,IAAI,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,MAAM,GAAG,CAAC;4BACtE,CAAC,CAAC,EAAE,qBAAqB,EAAE;4BAC3B,CAAC,CAAC,EAAE,CAAC;wBACT,MAAM;qBACT,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,SAAS,CAAC,CAAC,CAAC;oBACb,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,mBAAmB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;oBAC/B,OAAO;gBACX,CAAC;gBACD,KAAK,YAAY,CAAC,CAAC,CAAC;oBAChB,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;wBACpC,OAAO,CAAC,mBAAmB;oBAC/B,MAAM,KAAK,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACrD,iFAAiF;oBACjF,mEAAmE;oBACnE,8CAA8C;oBAC9C,qCAAqC;oBACrC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC;oBACrC,wDAAwD;oBACxD,+DAA+D;oBAC/D,iCAAiC;oBACjC,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,EAAE,YAAY,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;oBAC3F,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACzE,UAAU,CAAC,EAAE,EAAE;wBACX,KAAK,EAAE,SAAS;wBAChB,IAAI;wBACJ,KAAK,EAAE,KAAK,CAAC,QAAQ;wBACrB,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvD,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC9C,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;oBACtB,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,oBAAoB,KAAK,CAAC,YAAY,EAAE,CAAC;wBACnE,OAAO;oBACX,UAAU,CAAC,EAAE,EAAE;wBACX,KAAK,EAAE,kBAAkB;wBACzB,YAAY,EAAE,KAAK,CAAC,YAAY;wBAChC,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;qBAC7B,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;oBACrB,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,UAAU,CAAC,EAAE,EAAE;wBACX,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,qBAAqB;wBAC1E,YAAY,EAAE,KAAK,CAAC,YAAY;wBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC9E,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,UAAU,CAAC,CAAC,CAAC;oBACd,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,UAAU,CAAC,EAAE,EAAE;wBACX,KAAK,EAAE,gBAAgB;wBACvB,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC9E,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACf,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,UAAU,CAAC,EAAE,EAAE;wBACX,KAAK,EAAE,WAAW;wBAClB,YAAY,EAAE,KAAK,CAAC,YAAY;wBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACxE,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC3E,+DAA+D;wBAC/D,uDAAuD;wBACvD,8DAA8D;wBAC9D,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU;4BAC3B,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EAAE;4BACxE,CAAC,CAAC,EAAE,CAAC;wBACT,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACxE,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,cAAc,CAAC,CAAC,CAAC;oBAClB,wDAAwD;oBACxD,OAAO;gBACX,CAAC;gBACD,KAAK,aAAa,CAAC,CAAC,CAAC;oBACjB,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,CAAC;wBACxC,OAAO;oBACX,UAAU,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;oBACzC,OAAO;gBACX,CAAC;gBACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;oBACpB,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACzB,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,kBAAkB,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAC7D,OAAO;oBACX,UAAU,CAAC,EAAE,EAAE;wBACX,KAAK,EAAE,gBAAgB;wBACvB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,OAAO,EAAE,KAAK,CAAC,OAAO;qBACzB,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,SAAS;oBACV,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC;oBAC/B,OAAO;gBACX,KAAK,MAAM,CAAC,CAAC,CAAC;oBACV,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;wBAC9B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;oBACvE,CAAC;oBACD,UAAU,CAAC,EAAE,EAAE;wBACX,KAAK,EAAE,MAAM;wBACb,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;wBAC9B,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;wBAC7B,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO;wBAC/B,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,0BAA0B,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;qBACjF,CAAC,CAAC;oBACH,OAAO;gBACX,CAAC;gBACD,KAAK,SAAS;oBACV,oBAAoB,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;oBAChD,UAAU,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,OAAO;gBACX,OAAO,CAAC,CAAC,CAAC;oBACN,oDAAoD;oBACpD,MAAM,UAAU,GAAU,KAAK,CAAC;oBAChC,OAAO,UAAU,CAAC;gBACtB,CAAC;YACL,CAAC;QACL,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,KAAK;YACf,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,GAAG,kBAAkB,CAAC;YAC3C,IAAI,IAAI,GAAG,sBAAsB;gBAC7B,OAAO;YACX,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACzB,UAAU,CAAC,EAAE,EAAE;gBACX,KAAK,EAAE,UAAU;gBACjB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,wDAAwD;gBACxD,mEAAmE;gBACnE,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC,CAAC;QACP,CAAC;QACD,wEAAwE;QACxE,6EAA6E;KAChF,CAAC;AACN,CAAC;AACD;;4FAE4F;AAC5F,SAAS,iBAAiB,CAAC,KAAuB,EAAE,GAAW;IAC3D,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;AAC3E,CAAC;AACD;iBACiB;AACjB,SAAS,WAAW,CAAC,KAA4B;IAC7C,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AACD,yEAAyE;AACzE,SAAS,mBAAmB,CAAC,KAA4B;IACrD,QAAQ,KAAK,EAAE,CAAC;QACZ,KAAK,gBAAgB,CAAC;QACtB,KAAK,kBAAkB,CAAC;QACxB,KAAK,qBAAqB,CAAC;QAC3B,KAAK,eAAe,CAAC;QACrB,KAAK,gBAAgB,CAAC;QACtB,KAAK,iBAAiB,CAAC;QACvB,KAAK,sBAAsB,CAAC;QAC5B,KAAK,uBAAuB,CAAC;QAC7B,KAAK,4BAA4B,CAAC;QAClC,KAAK,cAAc,CAAC;QACpB,KAAK,oBAAoB,CAAC;QAC1B,KAAK,aAAa,CAAC;QACnB,KAAK,qBAAqB,CAAC;QAC3B,KAAK,UAAU,CAAC;QAChB,KAAK,WAAW,CAAC;QACjB,KAAK,gBAAgB,CAAC;QACtB,KAAK,qBAAqB,CAAC;QAC3B,KAAK,mBAAmB,CAAC;QACzB,KAAK,gBAAgB,CAAC;QACtB,KAAK,iBAAiB,CAAC;QACvB,KAAK,iBAAiB,CAAC;QACvB,KAAK,cAAc;YACf,OAAO,KAAK,CAAC;QACjB;YACI,OAAO,SAAS,CAAC;IACzB,CAAC;AACL,CAAC;AACD,+EAA+E;AAC/E,SAAS,mBAAmB,CAAC,EAAc,EAAE,KAE5C;IACG,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9F,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,UAAU,CAAC,EAAE,EAAE;YACX,KAAK,EAAE,SAAS;YAChB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YAC9B,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YAC7B,YAAY;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtE,CAAC,CAAC;QACH,OAAO;IACX,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC9B,UAAU,CAAC,EAAE,EAAE;YACX,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YAC9B,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YAC7B,YAAY;YACZ,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,UAAU;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,OAAO;IACX,CAAC;IACD,UAAU,CAAC,EAAE,EAAE;QACX,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;QAC9B,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;QAC7B,YAAY;QACZ,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC,CAAC;AACP,CAAC;AACD,SAAS,oBAAoB,CAAC,YAAgC,EAAE,MAAc;IAC1E,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,0DAA0D,MAAM,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,YAAY,CAAC;AACxB,CAAC;AACD,oFAAoF;AACpF;;0EAE0E;AAC1E,SAAS,mBAAmB,CAAC,GAAsB;IAC/C,MAAM,YAAY,GAAG,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACxE,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,qDAAqD,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,IAAI,GAAkB;QACxB,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,YAAY;QACZ,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC;IACF,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QAC9B,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,4DAA4D,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,OAAO,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;IAC3F,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,yDAAyD,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;AAC3C,CAAC;AACD,SAAS,oBAAoB,CAAC,EAAc,EAAE,OAAsC,EAAE,KAAuB;IACzG,IAAI,CAAC,OAAO;QACR,OAAO;IACX,MAAM,IAAI,GAAG,IAAA,wCAAkB,EAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3F,KAAK,MAAM,GAAG,IAAI,IAAI;QAClB,UAAU,CAAC,EAAE,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC;AACjD,CAAC;AACD,+EAA+E;AAC/E;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,OAA0B,EAAE,UAAgC;IACxF,IAAI,UAAU,CAAC,MAAM,KAAK,aAAa;QACnC,OAAO,GAAG,CAAC;IACf,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY;QAClC,OAAO,CAAC,CAAC;IACb,IAAI,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QACjD,OAAO,CAAC,CAAC;IACb,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,CAAC;AAsFD;;;GAGG;AACH,SAAgB,sBAAsB,CAAC,KAAoB;IACvD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5E,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QACrB,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,uBAAuB;QACtC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM;QACN,MAAM,EAAE,KAAK,CAAC,MAAM;KACvB,CAAC,IAAI,CAAC;AACX,CAAC","sourcesContent":["// JSON profile renderer(见 docs/feature/experiments/cli.md「机器怎么读:--json」与「事件与\n// 计划文档的 TypeScript 形状」)。合并了此前 agent.ts + ci.ts 两个 profile —— 逐项对照证实\n// agent 档/ci 档是同一消费者模型的两套参数(heartbeat 30/60s、失败展开上限 5/50、流路由、词法\n// 前缀……),没有模型差,见 memory/exp-output-two-forms-ruling.md。\n//\n// 目标读者是任何非交互解析者(coding agent、CI annotation adapter、脚本),不是人眼:\n// - 单一 stdout 上的 NDJSON 事件流,一行一个 JSON 对象,词法就是 JSON,没有自造 envelope\n//   语法。`stderr` 只留给 run 尚未建立前的 argv/config 错误(那些错误发生在 coordinator/renderer\n//   存在之前,根本不经过这个模块——所以这里没有任何写 `io.stderr` 的分支,不是遗漏)。\n// - 首行 `start` 携带 `format`/`schemaVersion` 标识整条流;其余事件不重复这两个字段。\n// - 失败/错误立即逐条追加,不做展开上限 suppression(机器逐事件消费,截断反而是信息损失,\n//   见 cli.md「'立即追加'也必须有上限」表:上限只约束人读文本)。\n// - 连续 30 秒没有永久事件才追加一条 `progress` 心跳;任意永久事件重置这个时钟。\n// - 事件形状按 `ExpEvent` 判别联合(判别字段 `event`)逐个实现,字段名复用 Record 词表\n//   (locator/evalId/experimentId/phase/verdict),不为事件流发明第二套命名。\n//\n// 不实现 `clearDynamic`/`redrawDynamic`/`activity`/`onLifecycle`:JSON 流没有「动态区域」概念,\n// 不展示 active phase、不逐次输出 provisioning retry/backoff、不逐条打印 passed attempt —— 这些\n// 目标行为由「不实现对应可选钩子」天然满足(见 renderer.ts 的接口注释)。\n//\n// 为什么 diagnostic/budget-exhausted/interrupted/reporter-error 仍然去重(只在首次出现时追加)\n// 而 failure/error 不做 suppression:cli.md「什么动态更新,什么逐条追加」表把两者分成不同的行——\n// 「retry 耗尽、降级、budget 不可执行」是「去重后追加一次」的永久事件,「failed/errored + locator」\n// 是「立即追加,不设上限」的独立证据;`--json` 的「不做 suppression」只针对后者(每条失败一个\n// 有界事件),不是把去重规则也一起取消。\nimport type { FeedbackRenderer } from \"./renderer.ts\";\nimport type { FeedbackIO } from \"./io.ts\";\nimport type { DurableFeedbackEvent, InvocationCompletion, InvocationReceipt, InvocationSummary, LifecyclePhase, RunFeedbackState, } from \"../types.ts\";\nimport type { JsonValue, Verdict } from \"../../shared/types.ts\";\nimport { evalConclusionRows, type EvalConclusionRow } from \"./eval-conclusions.ts\";\n/** `ExpEvent`/`ExpPlanDocument` 的 `format`/`schemaVersion` —— 只在破坏性形状变更时递增\n *  (见 cli.md「事件与计划文档的 TypeScript 形状」)。 */\nconst EXP_STREAM_FORMAT = \"niceeval.exp\";\nconst EXP_PLAN_FORMAT = \"niceeval.exp-plan\";\nconst SCHEMA_VERSION = 1;\nconst EXP_PLAN_SCHEMA_VERSION = 4;\n/** 连续无永久事件多久才追加一条 `progress` 心跳(cli.md「机器怎么读:--json」:「连续 30 秒\n *  没有这些永久事件,才追加一条 progress 心跳」——两者合并前分别是 30s/60s,统一取 30s)。 */\nconst JSON_HEARTBEAT_IDLE_MS = 30000;\nexport interface JsonRendererOptions {\n    io: FeedbackIO;\n}\nexport interface StartEvent {\n    format: typeof EXP_STREAM_FORMAT;\n    schemaVersion: number;\n    event: \"start\";\n    total: number;\n    configs: number;\n    concurrency: number;\n    experimentConcurrency?: Readonly<globalThis.Record<string, number>>;\n    reused: number;\n}\nexport interface ProgressEvent {\n    event: \"progress\";\n    elapsedMs: number;\n    total: number;\n    reused: number;\n    running: number;\n    elsewhere: number;\n    queued: number;\n    passed: number;\n    failed: number;\n    errored: number;\n    skipped: number;\n}\nexport interface FailureEvent {\n    event: \"failure\";\n    locator: string;\n    evalId: string;\n    experimentId: string;\n    verdict: \"failed\" | \"errored\";\n    fact: string;\n    matcher?: string;\n    expected?: JsonValue;\n    received?: JsonValue;\n}\nexport interface ErrorEvent {\n    event: \"error\";\n    locator: string;\n    evalId: string;\n    experimentId: string;\n    phase: LifecyclePhase;\n    reason: string;\n}\ninterface EvalEventBase {\n    event: \"eval\";\n    locator: string;\n    evalId: string;\n    experimentId: string;\n    verdict: Verdict;\n    attempts: number;\n}\nexport type EvalEvent = EvalEventBase & ({\n    passed: number;\n    planned?: never;\n    unstarted?: never;\n    reason?: never;\n} | {\n    passed?: never;\n    planned: number;\n    unstarted: number;\n    reason: \"early_exit\";\n});\nexport interface KeptEvent {\n    event: \"kept\";\n    locator: string;\n    evalId: string;\n    attempt: number;\n    verdict: Exclude<Verdict, \"skipped\">;\n    provider: string;\n    sandboxId: string;\n    enter: string;\n}\nexport interface WarningEvent {\n    event: \"warning\";\n    code: string;\n    level: \"warning\" | \"error\";\n    message: string;\n    phase?: LifecyclePhase;\n    experimentId?: string;\n    evalId?: string;\n}\nexport interface BudgetExhaustedEvent {\n    event: \"budget_exhausted\";\n    experimentId: string;\n    spent: number;\n    unstarted: number;\n}\nexport interface ReporterErrorEvent {\n    event: \"reporter_error\";\n    reporter: string;\n    required: boolean;\n    message: string;\n}\nexport interface InterruptedEvent {\n    event: \"interrupted\";\n}\nexport interface JudgePrecheckEvent {\n    event: \"judge_precheck\";\n    status: \"started\" | \"done\" | \"failed\";\n    durationMs?: number;\n}\nexport interface ExperimentSetupEvent {\n    event: \"experiment_setup\";\n    experimentId: string;\n    status: \"started\" | \"done\" | \"failed\";\n    durationMs?: number;\n}\nexport interface ExperimentTeardownEvent {\n    event: \"experiment_teardown\";\n    experimentId: string;\n    status: \"started\" | \"done\" | \"failed\";\n    durationMs?: number;\n}\nexport interface LockWaitEvent {\n    event: \"lock_wait\";\n    experimentId: string;\n    evalId: string;\n    status: \"started\" | \"resolved\";\n    holderPid?: number;\n    holderHost?: string;\n    resolution?: \"carried\" | \"dispatched\";\n    waitedMs?: number;\n}\n/** The final machine hand-off is the Record v1 receipt, without paths or snapshots. */\nexport interface ReceiptEvent {\n    type: \"receipt\";\n    receipt: InvocationReceipt;\n}\n/** `niceeval exp --json` 唯一公开事件词表；新增事件必须先进入已采纳文档与这个闭合联合。 */\nexport type ExpEvent = StartEvent | ProgressEvent | FailureEvent | ErrorEvent | EvalEvent | KeptEvent | WarningEvent | BudgetExhaustedEvent | ReporterErrorEvent | InterruptedEvent | JudgePrecheckEvent | ExperimentSetupEvent | ExperimentTeardownEvent | LockWaitEvent | ReceiptEvent;\nfunction writeEvent(io: FeedbackIO, event: ExpEvent): void {\n    io.stdout.write(`${JSON.stringify(event)}\\n`);\n}\n/**\n * 创建 JSON profile 的 `FeedbackRenderer`。只用 `io.stdout` 写文本——`--json` 的全部正常事件\n * 走一个 stdout sink,不拆到 stderr(两个 OS stream 被 CI runner 或 agent 工具层分开缓冲时会\n * 打乱顺序,单流才能保证事件序就是发生序)。\n */\nexport function createJsonRenderer(options: JsonRendererOptions): FeedbackRenderer {\n    const { io } = options;\n    // 距上一次「有意义的输出」(任意一次永久事件)过了多久,用来判断要不要追加一条心跳;\n    // 由 appendDurable 无条件更新——\"plan\" 本身就是第一次永久事件,天然把这个时钟从 0 开始计。\n    let lastCheckpointAtMs = 0;\n    // \"summary\" 与 \"receipt\" 是 coordinator.finish() 里连续 emit 的两个独立永久事件(中间不会插入\n    // 其它事件)。先暂存 summary，receipt 到达时再写 eval 结论行与唯一的最终 receipt。\n    let pendingSummary: InvocationSummary | undefined;\n    function noteCheckpoint(atMs: number): void {\n        lastCheckpointAtMs = atMs;\n    }\n    return {\n        appendDurable(event, state) {\n            switch (event.type) {\n                case \"plan\": {\n                    noteCheckpoint(event.at);\n                    const { shape, reused, experimentConcurrency } = event.plan;\n                    writeEvent(io, {\n                        format: EXP_STREAM_FORMAT,\n                        schemaVersion: SCHEMA_VERSION,\n                        event: \"start\",\n                        total: shape.totalAttempts,\n                        configs: shape.configs,\n                        concurrency: shape.maxConcurrency,\n                        // 一个实验都没声明 maxConcurrency 时省略整个字段,不输出空对象(cli.md 的 StartEvent)。\n                        ...(experimentConcurrency && Object.keys(experimentConcurrency).length > 0\n                            ? { experimentConcurrency }\n                            : {}),\n                        reused,\n                    });\n                    return;\n                }\n                case \"failure\": {\n                    noteCheckpoint(event.at);\n                    writeFailureOrError(io, event);\n                    return;\n                }\n                case \"diagnostic\": {\n                    noteCheckpoint(event.at);\n                    if (!isFirstOccurrence(state, event.key))\n                        return; // 去重后只追加一次(cli.md)\n                    const phase = lifecyclePhaseField(event.data?.phase);\n                    // `code` 是 cli.md `WarningEvent` 里那个稳定词法(`lock-taken-over` / `dispatch-halted`),\n                    // **不是**去重 key:去重 key 常把折叠身份编进去(`lock-taken-over:<exp>|<eval>`),原样\n                    // 透出会让消费方拿到一个每次运行都不同的 code、没法按值分支。折叠到哪一条实验/用例\n                    // 由下面的 experimentId/evalId 两个具名字段回答。\n                    const code = event.code ?? event.key;\n                    // 身份两字段:attempt 级诊断从 identity 取;运行级诊断(实验闸 / eval 闸这类不属于\n                    // 任何单条 attempt 的事实)不许伪造 identity,从 `data` 的同名字段取(见 ../types.ts\n                    // \"diagnostic\" 变体的 identity 注释)。\n                    const experimentId = event.identity?.experimentId ?? stringField(event.data?.experimentId);\n                    const evalId = event.identity?.evalId ?? stringField(event.data?.evalId);\n                    writeEvent(io, {\n                        event: \"warning\",\n                        code,\n                        level: event.severity,\n                        message: event.message,\n                        ...(phase !== undefined ? { phase } : {}),\n                        ...(experimentId !== undefined ? { experimentId } : {}),\n                        ...(evalId !== undefined ? { evalId } : {}),\n                    });\n                    return;\n                }\n                case \"budget-exhausted\": {\n                    noteCheckpoint(event.at);\n                    if (!isFirstOccurrence(state, `budget-exhausted:${event.experimentId}`))\n                        return;\n                    writeEvent(io, {\n                        event: \"budget_exhausted\",\n                        experimentId: event.experimentId,\n                        spent: event.spent,\n                        unstarted: event.unstarted,\n                    });\n                    return;\n                }\n                case \"experiment-hook\": {\n                    noteCheckpoint(event.at);\n                    writeEvent(io, {\n                        event: event.hook === \"setup\" ? \"experiment_setup\" : \"experiment_teardown\",\n                        experimentId: event.experimentId,\n                        status: event.status,\n                        ...(event.durationMs !== undefined ? { durationMs: event.durationMs } : {}),\n                    });\n                    return;\n                }\n                case \"precheck\": {\n                    noteCheckpoint(event.at);\n                    writeEvent(io, {\n                        event: \"judge_precheck\",\n                        status: event.status,\n                        ...(event.durationMs !== undefined ? { durationMs: event.durationMs } : {}),\n                    });\n                    return;\n                }\n                case \"lock-wait\": {\n                    noteCheckpoint(event.at);\n                    writeEvent(io, {\n                        event: \"lock_wait\",\n                        experimentId: event.experimentId,\n                        evalId: event.evalId,\n                        status: event.status,\n                        ...(event.holderPid !== undefined ? { holderPid: event.holderPid } : {}),\n                        ...(event.holderHost !== undefined ? { holderHost: event.holderHost } : {}),\n                        // 折叠 carried/dispatched 两个内部计数为一个公开 resolution:仍有 attempt 需要真实\n                        // 派发(dispatched > 0)记 \"dispatched\",全部由携带满足才记 \"carried\"\n                        // (见 ../types.ts 里 DurableFeedbackEvent \"lock-wait\" 变体的字段注释)。\n                        ...(event.status === \"resolved\"\n                            ? { resolution: (event.dispatched ?? 0) > 0 ? \"dispatched\" : \"carried\" }\n                            : {}),\n                        ...(event.waitedMs !== undefined ? { waitedMs: event.waitedMs } : {}),\n                    });\n                    return;\n                }\n                case \"run-activity\": {\n                    // Run activity 只服务 human live 面；ExpEvent 的已采纳词表没有这一种事件。\n                    return;\n                }\n                case \"interrupted\": {\n                    noteCheckpoint(event.at);\n                    if (!isFirstOccurrence(state, \"interrupted\"))\n                        return;\n                    writeEvent(io, { event: \"interrupted\" });\n                    return;\n                }\n                case \"reporter-error\": {\n                    noteCheckpoint(event.at);\n                    if (!isFirstOccurrence(state, `reporter-error:${event.reporter}`))\n                        return;\n                    writeEvent(io, {\n                        event: \"reporter_error\",\n                        reporter: event.reporter,\n                        required: event.required,\n                        message: event.message,\n                    });\n                    return;\n                }\n                case \"summary\":\n                    pendingSummary = event.summary;\n                    return;\n                case \"kept\": {\n                    if (event.verdict === \"skipped\") {\n                        throw new Error(\"A skipped attempt cannot own a retained sandbox\");\n                    }\n                    writeEvent(io, {\n                        event: \"kept\",\n                        locator: String(event.locator),\n                        evalId: event.identity.evalId,\n                        attempt: event.identity.attempt,\n                        verdict: event.verdict,\n                        provider: event.provider,\n                        sandboxId: event.sandboxId,\n                        enter: event.enter ?? `niceeval sandbox enter ${event.sandboxId.slice(0, 12)}`,\n                    });\n                    return;\n                }\n                case \"receipt\":\n                    writeEvalConclusions(io, pendingSummary, state);\n                    writeEvent(io, { type: \"receipt\", receipt: event.receipt });\n                    return;\n                default: {\n                    // 穷尽性检查:新增 DurableFeedbackEvent 变体时这里编译期报错提醒补上对应分支。\n                    const exhaustive: never = event;\n                    return exhaustive;\n                }\n            }\n        },\n        onTick(event, state) {\n            const idle = event.at - lastCheckpointAtMs;\n            if (idle < JSON_HEARTBEAT_IDLE_MS)\n                return;\n            noteCheckpoint(event.at);\n            writeEvent(io, {\n                event: \"progress\",\n                elapsedMs: event.elapsedMs,\n                total: state.total,\n                reused: state.reused,\n                running: state.running,\n                elsewhere: state.elsewhere,\n                queued: state.queued,\n                // 与 human 首行同一份状态、同一套划分:已了结的 attempt 按 verdict 分项,消费方不必\n                // 自己从合计数里猜成败(契约见 docs/feature/experiments/cli.md 的 ProgressEvent)。\n                passed: state.passed,\n                failed: state.failed,\n                errored: state.errored,\n                skipped: state.skipped,\n            });\n        },\n        // 没有 clearDynamic/redrawDynamic/activity/onLifecycle:见文件顶部注释——JSON 流不维护\n        // 动态区域、不逐次输出 provisioning retry/backoff、不逐条展示 active phase 或 passed attempt。\n    };\n}\n/** 某个去重 key 在 `state.diagnostics` 里是不是第一次出现(count === 1)。budget-exhausted /\n *  interrupted / reporter-error 的去重 key 计算方式与 reducer.ts 完全一致(见该文件的\n *  `budget-exhausted:${experimentId}` / `\"interrupted\"` / `reporter-error:${reporter}`)。 */\nfunction isFirstOccurrence(state: RunFeedbackState, key: string): boolean {\n    return (state.diagnostics.find((d) => d.key === key)?.count ?? 0) <= 1;\n}\n/** `data` 里的一个字符串字段;非字符串(或缺失)一律当没有,不把数字/对象硬塞进只接受\n *  字符串的事件字段里。 */\nfunction stringField(value: JsonValue | undefined): string | undefined {\n    return typeof value === \"string\" ? value : undefined;\n}\n/** 诊断 data 是 JSON 边界；只有全局 LifecyclePhase 闭集成员才能进入 WarningEvent.phase。 */\nfunction lifecyclePhaseField(value: JsonValue | undefined): LifecyclePhase | undefined {\n    switch (value) {\n        case \"judge.precheck\":\n        case \"experiment.setup\":\n        case \"experiment.teardown\":\n        case \"sandbox.queue\":\n        case \"sandbox.create\":\n        case \"sandbox.prepare\":\n        case \"sandbox.prepare.eval\":\n        case \"sandbox.prepare.group\":\n        case \"sandbox.prepare.experiment\":\n        case \"agent.ensure\":\n        case \"workspace.baseline\":\n        case \"agent.setup\":\n        case \"telemetry.configure\":\n        case \"eval.run\":\n        case \"agent.run\":\n        case \"workspace.diff\":\n        case \"assertions.evaluate\":\n        case \"telemetry.collect\":\n        case \"agent.teardown\":\n        case \"sandbox.cleanup\":\n        case \"sandbox.suspend\":\n        case \"sandbox.stop\":\n            return value;\n        default:\n            return undefined;\n    }\n}\n// ───────────────────────── failure / error 事件(不设上限) ─────────────────────────\nfunction writeFailureOrError(io: FeedbackIO, event: DurableFeedbackEvent & {\n    type: \"failure\";\n}): void {\n    const experimentId = requiredExperimentId(event.identity.experimentId, event.identity.evalId);\n    const fact = event.fact;\n    if (fact !== undefined) {\n        writeEvent(io, {\n            event: \"failure\",\n            locator: String(event.locator),\n            evalId: event.identity.evalId,\n            experimentId,\n            verdict: event.verdict,\n            fact: fact.title,\n            ...(fact.matcher !== undefined ? { matcher: fact.matcher } : {}),\n            ...(fact.expected !== undefined ? { expected: fact.expected } : {}),\n            ...(fact.received !== undefined ? { received: fact.received } : {}),\n        });\n        return;\n    }\n    if (event.verdict === \"errored\") {\n        writeEvent(io, {\n            event: \"error\",\n            locator: String(event.locator),\n            evalId: event.identity.evalId,\n            experimentId,\n            phase: event.phase ?? \"eval.run\",\n            reason: event.reason,\n        });\n        return;\n    }\n    writeEvent(io, {\n        event: \"failure\",\n        locator: String(event.locator),\n        evalId: event.identity.evalId,\n        experimentId,\n        verdict: event.verdict,\n        fact: event.reason,\n    });\n}\nfunction requiredExperimentId(experimentId: string | undefined, evalId: string): string {\n    if (experimentId === undefined) {\n        throw new Error(`JSON experiment event is missing experimentId for eval ${evalId}`);\n    }\n    return experimentId;\n}\n// ───────────────────────── 逐 eval 结论行(不设上限,写在 result 之前) ─────────────────────────\n/** 一条 `eval` 事件(cli.md「runs 与首过即停怎样展示」):字段随 earlyExit 是否触发在\n *  planned/unstarted/reason 与 passed 两组间二选一,不同时出现两组字段。`rate` 是\n *  `EvalConclusionRow` 派生出的额外读数,不在 `ExpEvent` 的 `EvalEvent` 形状里,这里不透出。 */\nfunction evalConclusionEvent(row: EvalConclusionRow): EvalEvent {\n    const experimentId = requiredExperimentId(row.experimentId, row.evalId);\n    if (row.locator === undefined) {\n        throw new Error(`JSON experiment event is missing locator for eval ${row.evalId}`);\n    }\n    const base: EvalEventBase = {\n        event: \"eval\",\n        locator: row.locator,\n        evalId: row.evalId,\n        experimentId,\n        verdict: row.verdict,\n        attempts: row.attempts,\n    };\n    if (row.reason === \"early_exit\") {\n        if (row.planned === undefined || row.unstarted === undefined) {\n            throw new Error(`Early-exit eval event is missing planned counts for eval ${row.evalId}`);\n        }\n        return { ...base, planned: row.planned, unstarted: row.unstarted, reason: row.reason };\n    }\n    if (row.passed === undefined) {\n        throw new Error(`Completed eval event is missing passed count for eval ${row.evalId}`);\n    }\n    return { ...base, passed: row.passed };\n}\nfunction writeEvalConclusions(io: FeedbackIO, pending: InvocationSummary | undefined, state: RunFeedbackState): void {\n    if (!pending)\n        return;\n    const rows = evalConclusionRows(pending.results, state.earlyExitByEval, state.diagnostics);\n    for (const row of rows)\n        writeEvent(io, evalConclusionEvent(row));\n}\n// ───────────────────────── 退出码(CompletionStatus 驱动) ─────────────────────────\n/**\n * 把 `InvocationSummary` + `InvocationCompletion` 折成 CLI 退出码(cli.md「机器怎么读:--json」\n * 的退出码表)。纯函数,不看 CLI flag、不读 `process.env`;两种输出形态(human/json)共用同一套\n * 退出码,不是某一种 profile 专属——放在这个模块只是历史沿革(此前 `computeCiExitCode` 定义在\n * ci.ts,合并后更名为不带 profile 前缀的 `computeExitCode`)。\n *\n * 不在这里处理「2 = CLI/runner 未捕获崩溃」——那是进程级 uncaught exception/rejection 处理器\n * 的职责,不是「一次 run 正常收尾后该给什么退出码」的问题,不应该由 completion 驱动。\n */\nexport function computeExitCode(summary: InvocationSummary, completion: InvocationCompletion): number {\n    if (completion.status === \"interrupted\")\n        return 130;\n    if (completion.status === \"incomplete\")\n        return 1;\n    if (completion.reporterErrors.some((e) => e.required))\n        return 1;\n    return summary.failed > 0 || summary.errored > 0 ? 1 : 0;\n}\n// ───────────────────────── `--dry --json`:单个 ExpPlanDocument,不是流 ─────────────────────────\n/** 一个 (experiment, eval) 组合在 `ExpPlanDocument.matrix` 里的一行(cli.md「`--dry --json`\n *  输出单个 `ExpPlanDocument`」)。 */\n/** 一条具名差异的机器面投影(`ExpPlanDelta`);selector 只解释本次指纹变化。 */\nexport interface JsonPlanDelta {\n    /** 指纹差异词表:`config:<路径>` / `source:<路径>` / `data:<路径>` / `opaque:no-manifest`。 */\n    selector: string;\n    /** 差异方向。`unknown` 表示历史 manifest 缺失，无法列出具体值。 */\n    kind: \"added\" | \"removed\" | \"changed\" | \"unknown\";\n    /** 值或内容哈希的有界摘要;opaque 与新增/删除侧按缺省略。 */\n    from?: string;\n    to?: string;\n}\nexport interface JsonPlanFingerprintComparisonChanged {\n    kind: \"changed\";\n    deltas: [\n        JsonPlanDelta,\n        ...JsonPlanDelta[]\n    ];\n}\nexport interface JsonPlanFingerprintComparisonUnexplained {\n    kind: \"unexplained\";\n    diagnostic: JsonPlanDiagnostic;\n}\nexport type JsonPlanDiagnosticFact = {\n    label: string;\n    value: JsonValue;\n} | {\n    label: string;\n    from: JsonValue;\n    to: JsonValue;\n};\nexport interface JsonPlanDiagnostic {\n    /** producer 命名空间内的开放 code；消费者不得按当前已知值穷举。 */\n    code: string;\n    /** 不依赖 code 才能读懂的单句摘要。 */\n    summary: string;\n    facts?: JsonPlanDiagnosticFact[];\n    /** 省略=不可比较，[]=可比较字段未观察到差异，非空=观察到具名差异。 */\n    observedDeltas?: JsonPlanDelta[];\n    limitations?: string[];\n    causes?: JsonPlanDiagnostic[];\n}\nexport type JsonPlanFingerprintComparison = JsonPlanFingerprintComparisonChanged | JsonPlanFingerprintComparisonUnexplained;\n/** 本行要派发的 attempt 按未携带原因分组(`ExpPlanDispatch`);gate 词表与六道门同名。 */\nexport interface JsonPlanDispatch {\n    gate: \"fingerprint\" | \"terminal\" | \"eligibility\" | \"rerun\" | \"mode\" | \"missing\";\n    /** 这组原因覆盖的 attempt 序号。 */\n    attempts: number[];\n    /** 指纹门的比较解释；其它 gate 省略。 */\n    comparison?: JsonPlanFingerprintComparison;\n}\nexport interface JsonPlanRow {\n    experimentId: string;\n    evalId: string;\n    evalGroupId?: string;\n    /** 命中缓存指纹,本次不会派发新 attempt。 */\n    reused: boolean;\n    /** previous-result 历史结果。`acceptance: legacy-locator` 表示旧 locator 不符合当前命令语法，不能接受。 */\n    prior?: readonly {\n        locator: string;\n        verdict: \"passed\" | \"failed\" | \"errored\" | \"skipped\";\n        acceptance: \"available\" | \"legacy-locator\";\n        evidenceState: \"local\" | \"borrowed\" | \"dangling\";\n    }[];\n    /** 本行要派发的 attempt 按未携带原因分组;全部携带时省略。 */\n    dispatch?: JsonPlanDispatch[];\n    /** 该用例正被另一条并行 Invocation 持锁运行,真实运行时将等待后携带或补跑(见\n     *  docs/feature/experiments/architecture.md「并发 Invocation:用例锁」)。`--dry` 只读锁\n     *  目录,不取锁、不等待;省略等于 `false`(JSON.stringify 丢弃 `undefined` 属性,\n     *  天然满足这条省略语义,不需要显式写 `locked: false`)。 */\n    locked?: boolean;\n}\nexport interface JsonPlanInput {\n    /** 与 `start` 事件同一口径的总 attempt 数。 */\n    total: number;\n    /** 去重后的 eval 数。 */\n    evals: number;\n    /** (agent, model, flags) 配置组合数。 */\n    configs: number;\n    /** 代表性的 `--attempts` 值(多个实验取值不同时,展示层不逐配置拆分——见 cli.md 未声明混合 attempts\n     *  场景的展示规则,这里与 human/agent 既有的 dry 预览取同一个近似口径:最大值)。 */\n    attempts: number;\n    matrix: readonly JsonPlanRow[];\n}\n/**\n * `--dry --json`(cli.md:「一次完成的读取,不是事件流」)。dry run 不派发 attempt,没有\n * `RunFeedbackState` 可言,这是独立于 `FeedbackRenderer`/coordinator 的纯函数。\n */\nexport function renderJsonPlanDocument(input: JsonPlanInput): string {\n    const reused = input.matrix.reduce((n, row) => n + (row.reused ? 1 : 0), 0);\n    return `${JSON.stringify({\n        format: EXP_PLAN_FORMAT,\n        schemaVersion: EXP_PLAN_SCHEMA_VERSION,\n        total: input.total,\n        evals: input.evals,\n        configs: input.configs,\n        attempts: input.attempts,\n        reused,\n        matrix: input.matrix,\n    })}\\n`;\n}\n"]}