@hawkeyexl/manni 4.3.1 → 4.4.0

package/dist/chunk-NCPWXHDO.js

@@ -0,0 +1,683 @@
+#!/usr/bin/env node
+import {
+  REPORT_FORMATS,
+  parseFormat
+} from "./chunk-ZXRAE55H.js";
+import {
+  palette
+} from "./chunk-RNVYGWIC.js";
+import {
+  escapeWorkflowCommandMessage,
+  escapeWorkflowCommandProperty
+} from "./chunk-MNH7QO4Z.js";
+
+// src/docevals/reporters/scope.ts
+function scopeLine(report) {
+  const sc = report.since ?? report.newerThan;
+  if (sc === void 0) return void 0;
+  const { pagesSelected, pagesTotal } = sc;
+  const ref = report.since?.ref;
+  const window = report.newerThan?.duration;
+  return {
+    empty: pagesSelected === 0,
+    text: (code = (s) => s) => {
+      const what = [
+        ref === void 0 ? void 0 : `since ${code(ref)}`,
+        window === void 0 ? void 0 : `in the last ${window}`
+      ].filter((s) => s !== void 0).join(" and ");
+      return pagesSelected === 0 ? `No pages changed ${what} \u2014 nothing was evaluated.` : `Scoped to ${String(pagesSelected)} of ${String(pagesTotal)} page(s) changed ${what}.`;
+    }
+  };
+}
+
+// src/docevals/reporters/location.ts
+function declaringEntry(r) {
+  return r.location ?? { file: r.file };
+}
+function locationLabel(location) {
+  return location.line === void 0 ? location.file : `${location.file}:${String(location.line)}`;
+}
+
+// src/docevals/reporters/pretty.ts
+function outcomeTag(r, pc) {
+  switch (r.outcome) {
+    case "pass":
+      return pc.green("pass");
+    case "fail":
+      return pc.red("FAIL");
+    case "needs-review":
+      return pc.yellow("review");
+    case "skipped":
+      return pc.dim("skip");
+    case "error":
+      return pc.red("ERROR");
+  }
+}
+function renderPretty(report, opts = {}) {
+  const pc = palette(opts.color === true);
+  const lines = [];
+  const byFile = /* @__PURE__ */ new Map();
+  for (const r of report.evalResults) {
+    const list = byFile.get(r.file) ?? [];
+    list.push(r);
+    byFile.set(r.file, list);
+  }
+  for (const [file, results] of [...byFile.entries()].sort()) {
+    lines.push(pc.bold(file));
+    for (const r of results) {
+      const zone = r.consensus ? pc.dim(` [${r.consensus.zone}]`) : "";
+      const via = r.via ? pc.dim(" (human-reviewed)") : "";
+      const gen = r.generated ? pc.cyan(" (generated)") : "";
+      const entry = pc.dim(locationLabel(declaringEntry(r)));
+      lines.push(`  ${outcomeTag(r, pc)} ${r.evalName}${zone}${via}${gen}  ${entry}`);
+      if (r.skipReason && r.outcome !== "pass") {
+        lines.push(pc.dim(`       ${r.skipReason}`));
+      }
+      for (const f of r.findings ?? []) {
+        const loc = f.line != null ? `:${f.line}` : "";
+        const rule = f.ruleId ? pc.dim(` [${f.ruleId}]`) : "";
+        const sev = f.severity === "error" ? pc.red(f.severity) : f.severity === "warning" ? pc.yellow(f.severity) : pc.dim(f.severity);
+        lines.push(`       ${sev}${loc}${rule} ${f.message}`);
+      }
+      if (r.consensus && r.outcome !== "pass") {
+        const v = r.consensus;
+        lines.push(
+          pc.dim(
+            `       votes pass:${v.votes.pass} fail:${v.votes.fail} partial:${v.votes.partial}` + (v.votes.error ? ` error:${v.votes.error}` : "") + ` \u2014 confidence ${v.meanConfidence.toFixed(2)}`
+          )
+        );
+        const reasoning = v.runs.find((run) => run.verdict)?.verdict?.reasoning;
+        if (reasoning) lines.push(pc.dim(`       ${reasoning}`));
+      }
+    }
+  }
+  for (const p of report.problems) {
+    const tag = p.level === "error" ? pc.red("error") : pc.yellow("warn");
+    const loc = p.line != null ? `:${p.line}` : "";
+    lines.push(`${tag} ${p.file}${loc} ${p.message}`);
+  }
+  if (report.generated.length > 0) {
+    lines.push("");
+    lines.push(pc.cyan(`Generated ${report.generated.length} check script(s):`));
+    for (const g of report.generated) lines.push(`  ${g}`);
+  }
+  lines.push("");
+  lines.push(pc.bold("Suites"));
+  for (const s of report.suites) {
+    const status = s.partial ? pc.yellow("partial \u2014 filtered run, target not evaluated") : s.meetsTarget ? pc.green("ok") : pc.red("below target");
+    const extras = [];
+    if (s.needsReview > 0) extras.push(`${s.needsReview} to review`);
+    if (s.skipped > 0) extras.push(`${s.skipped} skipped`);
+    const extra = extras.length > 0 ? pc.dim(` (${extras.join(", ")})`) : "";
+    lines.push(
+      `  ${s.suite}: ${s.passed}/${s.passed + s.failed + s.errored} passed \u2014 ${(s.passRate * 100).toFixed(0)}% vs target ${(s.targetPassRate * 100).toFixed(0)}% ${status}${extra}`
+    );
+  }
+  const sc = scopeLine(report);
+  if (sc) {
+    lines.push("");
+    lines.push(sc.empty ? pc.yellow(sc.text()) : pc.dim(sc.text()));
+  }
+  const bl = report.baseline;
+  if (bl) {
+    lines.push("");
+    if (bl.written) {
+      lines.push(
+        pc.dim(
+          `Baseline ${bl.path}: recorded ${bl.written.total} finding(s) (+${bl.written.added}, -${bl.written.removed}).`
+        )
+      );
+      if (bl.written.removed > 0) {
+        lines.push(
+          pc.yellow(
+            `  ${bl.written.removed} previously recorded finding(s) are no longer in the baseline. If this run covered less of the corpus than the last one, they have just been forgiven.`
+          )
+        );
+      }
+    } else {
+      lines.push(
+        pc.dim(
+          `Baseline ${bl.path}: ${bl.suppressed} finding(s) suppressed of ${bl.recorded} recorded` + (bl.stale > 0 ? `, ${bl.stale} no longer occur` : "") + "."
+        )
+      );
+    }
+  }
+  if (report.usage.judgedEvals > 0) {
+    lines.push("");
+    lines.push(
+      pc.dim(
+        `Judged ${report.usage.judgedEvals} evals (${report.usage.cachedEvals} cached), ${report.usage.totalTokens.toLocaleString()} tokens`
+      )
+    );
+  }
+  const reviews = report.evalResults.filter(
+    (r) => r.outcome === "needs-review"
+  );
+  if (reviews.length > 0) {
+    lines.push("");
+    lines.push(
+      pc.yellow(
+        `${reviews.length} eval(s) need human review \u2014 run \`manni docevals review\` to record verdicts.`
+      )
+    );
+  }
+  return lines.join("\n");
+}
+
+// src/docevals/reporters/json.ts
+function renderJson(report) {
+  return JSON.stringify(report, null, 2);
+}
+
+// src/docevals/reporters/markdown.ts
+var OUTCOME_ICON = {
+  pass: "\u2705",
+  fail: "\u274C",
+  "needs-review": "\u{1F7E1}",
+  skipped: "\u23ED\uFE0F",
+  error: "\u{1F6D1}"
+};
+function renderMarkdown(report) {
+  const lines = ["## manni docevals results", ""];
+  lines.push("| Suite | Passed | Failed | Review | Pass rate | Target | |");
+  lines.push("|---|---|---|---|---|---|---|");
+  for (const s of report.suites) {
+    lines.push(
+      `| ${s.suite} | ${s.passed} | ${s.failed + s.errored} | ${s.needsReview} | ${(s.passRate * 100).toFixed(0)}% | ${(s.targetPassRate * 100).toFixed(0)}% | ${s.partial ? "\u2796 partial" : s.meetsTarget ? "\u2705" : "\u274C"} |`
+    );
+  }
+  const sc = scopeLine(report);
+  if (sc) {
+    const text = sc.text((s) => `\`${s}\``);
+    lines.push("");
+    lines.push(sc.empty ? `> **${text}**` : `_${text}_`);
+  }
+  const bl = report.baseline;
+  if (bl) {
+    lines.push("");
+    if (bl.written) {
+      lines.push(
+        `_Baseline \`${bl.path}\`: recorded ${bl.written.total} finding(s) (+${bl.written.added}, -${bl.written.removed})._`
+      );
+      if (bl.written.removed > 0) {
+        lines.push(
+          "",
+          `> **${bl.written.removed} previously recorded finding(s) are no longer in the baseline.** If this run covered less of the corpus than the last one, they have just been forgiven.`
+        );
+      }
+    } else {
+      lines.push(
+        `_Baseline \`${bl.path}\`: ${bl.suppressed} finding(s) suppressed of ${bl.recorded} recorded` + (bl.stale > 0 ? `, ${bl.stale} no longer occur` : "") + "._"
+      );
+    }
+  }
+  const notable = report.evalResults.filter(
+    (r) => r.outcome === "fail" || r.outcome === "error" || r.outcome === "needs-review"
+  );
+  if (notable.length > 0) {
+    lines.push("", "### Findings", "");
+    for (const r of notable) {
+      const icon = OUTCOME_ICON[r.outcome] ?? "";
+      const entry = declaringEntry(r);
+      const where = entry.file === r.file ? `\`${locationLabel(entry)}\`` : `\`${r.file}\` \xB7 \`${locationLabel(entry)}\``;
+      lines.push(`- ${icon} **${r.evalName}** \u2014 ${where}`);
+      for (const f of r.findings ?? []) {
+        const loc = f.line != null ? `:${f.line}` : "";
+        lines.push(`  - ${f.severity}${loc}: ${f.message}`);
+      }
+      if (r.consensus) {
+        const v = r.consensus;
+        const reasoning = v.runs.find((run) => run.verdict)?.verdict?.reasoning;
+        lines.push(
+          `  - votes pass:${v.votes.pass} fail:${v.votes.fail} partial:${v.votes.partial}, confidence ${v.meanConfidence.toFixed(2)} (${v.zone})`
+        );
+        if (reasoning) lines.push(`  - ${reasoning}`);
+      }
+      if (r.skipReason && r.outcome === "error") lines.push(`  - ${r.skipReason}`);
+    }
+  }
+  for (const p of report.problems) {
+    lines.push(`- \u26A0\uFE0F \`${p.file}\`${p.line != null ? `:${p.line}` : ""} ${p.message}`);
+  }
+  if (report.generated.length > 0) {
+    lines.push("", "### Generated scripts", "");
+    for (const g of report.generated) lines.push(`- \`${g}\``);
+  }
+  if (report.usage.judgedEvals > 0) {
+    lines.push(
+      "",
+      `_Judged ${report.usage.judgedEvals} evals (${report.usage.cachedEvals} cached), ${report.usage.totalTokens.toLocaleString()} tokens._`
+    );
+  }
+  return lines.join("\n");
+}
+
+// src/docevals/reporters/github.ts
+function renderGithub(report) {
+  const lines = [];
+  for (const r of report.evalResults) {
+    const entry = declaringEntry(r);
+    const entryProps = [
+      `file=${escapeWorkflowCommandProperty(entry.file)}`,
+      entry.line !== void 0 ? `line=${String(entry.line)}` : void 0
+    ];
+    for (const f of r.findings ?? []) {
+      const level = f.severity;
+      const props = [
+        ...f.line != null ? [`file=${escapeWorkflowCommandProperty(f.file)}`, `line=${String(f.line)}`] : entryProps,
+        f.line != null && f.col != null ? `col=${String(f.col)}` : void 0,
+        `title=${escapeWorkflowCommandProperty(`manni docevals: ${f.evalName}`)}`
+      ].filter(Boolean).join(",");
+      lines.push(`::${level} ${props}::${escapeWorkflowCommandMessage(f.message)}`);
+    }
+    if (r.outcome === "fail" && r.consensus) {
+      const reasoning = r.consensus.runs.find((run) => run.verdict)?.verdict?.reasoning ?? "";
+      const props = [...entryProps, `title=${escapeWorkflowCommandProperty(`manni docevals: ${r.evalName}`)}`].filter(Boolean).join(",");
+      lines.push(
+        `::error ${props}::${escapeWorkflowCommandMessage(
+          `AI judge: fail (confidence ${r.consensus.meanConfidence.toFixed(2)}). ${reasoning}`
+        )}`
+      );
+    }
+    if (r.outcome === "error" && (r.findings ?? []).length === 0) {
+      const props = [...entryProps, `title=${escapeWorkflowCommandProperty(`manni docevals: ${r.evalName}`)}`].filter(Boolean).join(",");
+      lines.push(`::error ${props}::${escapeWorkflowCommandMessage(r.skipReason ?? "eval errored")}`);
+    }
+  }
+  for (const p of report.problems) {
+    const level = p.level === "error" ? "error" : "warning";
+    const props = [
+      `file=${escapeWorkflowCommandProperty(p.file)}`,
+      p.line != null ? `line=${p.line}` : void 0,
+      `title=manni docevals`
+    ].filter(Boolean).join(",");
+    lines.push(`::${level} ${props}::${escapeWorkflowCommandMessage(p.message)}`);
+  }
+  const sc = scopeLine(report);
+  if (sc) {
+    lines.push(`::notice title=manni docevals::${escapeWorkflowCommandMessage(sc.text())}`);
+  }
+  lines.push("", renderMarkdown(report));
+  return lines.join("\n");
+}
+
+// src/docevals/reporters/sarif.ts
+var SARIF_SCHEMA = "https://raw.githubusercontent.com/oasis-tcs/sarif-spec/main/sarif-2.1/schema/sarif-schema-2.1.0.json";
+function levelFor(severity) {
+  switch (severity) {
+    case "error":
+      return "error";
+    case "warning":
+      return "warning";
+    case "notice":
+      return "note";
+  }
+}
+function uriFor(file) {
+  return file.replace(/\\/g, "/").replace(/^\.\//, "");
+}
+function ruleIdFor(finding) {
+  return finding.ruleId ?? finding.evalName;
+}
+function entryLocation(result) {
+  const entry = declaringEntry(result);
+  return {
+    artifactLocation: { uri: uriFor(entry.file) },
+    ...entry.line !== void 0 ? { region: { startLine: entry.line } } : {}
+  };
+}
+function renderSarif(report) {
+  const rules = /* @__PURE__ */ new Map();
+  const results = [];
+  for (const evalResult of report.evalResults) {
+    for (const finding of evalResult.findings ?? []) {
+      const id = ruleIdFor(finding);
+      const level = levelFor(finding.severity);
+      if (!rules.has(id)) {
+        rules.set(id, {
+          id,
+          name: finding.evalName,
+          shortDescription: {
+            text: `manni docevals eval "${finding.evalName}" (${evalResult.grader})`
+          },
+          defaultConfiguration: { level }
+        });
+      }
+      results.push({
+        ruleId: id,
+        level,
+        message: { text: finding.message },
+        locations: [
+          {
+            // A finding with a content line keeps it. One without lands on
+            // the entry that declares the eval.
+            physicalLocation: finding.line != null ? {
+              artifactLocation: { uri: uriFor(finding.file) },
+              region: {
+                startLine: finding.line,
+                ...finding.col != null ? { startColumn: finding.col } : {}
+              }
+            } : entryLocation(evalResult)
+          }
+        ]
+      });
+    }
+    if (evalResult.outcome === "error") {
+      const id = evalResult.evalName;
+      if (!rules.has(id)) {
+        rules.set(id, {
+          id,
+          name: evalResult.evalName,
+          shortDescription: {
+            text: `manni docevals eval "${evalResult.evalName}" (${evalResult.grader})`
+          },
+          defaultConfiguration: { level: "error" }
+        });
+      }
+      results.push({
+        ruleId: id,
+        level: "error",
+        message: { text: evalResult.skipReason ?? "eval errored" },
+        locations: [{ physicalLocation: entryLocation(evalResult) }]
+      });
+    }
+    if (evalResult.outcome === "fail" && evalResult.consensus) {
+      const id = evalResult.evalName;
+      if (!rules.has(id)) {
+        rules.set(id, {
+          id,
+          name: evalResult.evalName,
+          shortDescription: {
+            text: `manni docevals eval "${evalResult.evalName}" (AI judge)`
+          },
+          defaultConfiguration: { level: "error" }
+        });
+      }
+      const reasoning = evalResult.consensus.runs.find((r) => r.verdict)?.verdict?.reasoning ?? "";
+      results.push({
+        ruleId: id,
+        level: "error",
+        message: {
+          text: `AI judge: fail (confidence ${evalResult.consensus.meanConfidence.toFixed(2)}). ${reasoning}`.trim()
+        },
+        locations: [{ physicalLocation: entryLocation(evalResult) }]
+      });
+    }
+  }
+  const log = {
+    $schema: SARIF_SCHEMA,
+    version: "2.1.0",
+    runs: [
+      {
+        tool: {
+          driver: {
+            name: "manni-docevals",
+            informationUri: "https://hawkeyexl.github.io/manni/docevals/",
+            rules: [...rules.values()]
+          }
+        },
+        results
+      }
+    ]
+  };
+  return `${JSON.stringify(log, null, 2)}
+`;
+}
+
+// src/docevals/reporters/junit.ts
+var FORBIDDEN = /[---Ÿ]/g;
+function esc(s) {
+  return s.replace(FORBIDDEN, "").replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+}
+function attr(name, value) {
+  return `${name}="${esc(String(value))}"`;
+}
+function failureText(result) {
+  const findings = (result.findings ?? []).map(
+    (f) => `${f.file}${f.line != null ? `:${f.line}` : ""} ${f.message}`
+  );
+  if (findings.length > 0) return findings.join("\n");
+  if (result.consensus) {
+    const reasoning = result.consensus.runs.find((r) => r.verdict)?.verdict?.reasoning ?? "";
+    return `AI judge: fail (confidence ${result.consensus.meanConfidence.toFixed(2)}). ${reasoning}`.trim();
+  }
+  if (result.skipReason) return result.skipReason;
+  return `${result.evalName} failed`;
+}
+function testcase(result) {
+  const entry = declaringEntry(result);
+  const open = `    <testcase ${attr("classname", result.file)} ${attr(
+    "name",
+    result.evalName
+  )} ${attr("file", entry.file)}${entry.line === void 0 ? "" : ` ${attr("line", entry.line)}`} ${attr("time", (result.durationMs / 1e3).toFixed(3))}`;
+  switch (result.outcome) {
+    case "pass":
+      return `${open} />`;
+    case "skipped":
+      return `${open}>
+      <skipped ${attr(
+        "message",
+        result.skipReason ?? "skipped"
+      )} />
+    </testcase>`;
+    case "error":
+      return `${open}>
+      <error ${attr(
+        "message",
+        `${result.evalName} errored`
+      )}>${esc(failureText(result))}</error>
+    </testcase>`;
+    case "needs-review":
+      return `${open}>
+      <skipped ${attr(
+        "message",
+        "needs human review"
+      )} />
+    </testcase>`;
+    default:
+      return `${open}>
+      <failure ${attr(
+        "message",
+        `${result.evalName} failed`
+      )}>${esc(failureText(result))}</failure>
+    </testcase>`;
+  }
+}
+function renderJunit(report) {
+  const bySuite = /* @__PURE__ */ new Map();
+  for (const r of report.evalResults) {
+    const suite = r.suite ?? "default";
+    const list = bySuite.get(suite) ?? [];
+    list.push(r);
+    bySuite.set(suite, list);
+  }
+  const suites = [...bySuite.entries()].map(([name, results]) => {
+    const failures2 = results.filter((r) => r.outcome === "fail").length;
+    const errors2 = results.filter((r) => r.outcome === "error").length;
+    const skipped = results.filter(
+      (r) => r.outcome === "skipped" || r.outcome === "needs-review"
+    ).length;
+    const time = results.reduce((sum, r) => sum + r.durationMs, 0) / 1e3;
+    return [
+      `  <testsuite ${attr("name", name)} ${attr("tests", results.length)} ${attr(
+        "failures",
+        failures2
+      )} ${attr("errors", errors2)} ${attr("skipped", skipped)} ${attr(
+        "time",
+        time.toFixed(3)
+      )}>`,
+      ...results.map(testcase),
+      "  </testsuite>"
+    ].join("\n");
+  });
+  const total = report.evalResults.length;
+  const failures = report.evalResults.filter((r) => r.outcome === "fail").length;
+  const errors = report.evalResults.filter((r) => r.outcome === "error").length;
+  return [
+    '<?xml version="1.0" encoding="UTF-8"?>',
+    `<testsuites ${attr("name", "manni-docevals")} ${attr("tests", total)} ${attr(
+      "failures",
+      failures
+    )} ${attr("errors", errors)}>`,
+    ...suites,
+    "</testsuites>",
+    ""
+  ].join("\n");
+}
+
+// src/docevals/reporters/html.ts
+var OUTCOME_LABEL = {
+  pass: "Pass",
+  fail: "Fail",
+  "needs-review": "Needs review",
+  skipped: "Skipped",
+  error: "Error"
+};
+function esc2(value) {
+  return value.replaceAll("&", "&amp;").replaceAll("<", "&lt;").replaceAll(">", "&gt;").replaceAll('"', "&quot;");
+}
+var pct = (n) => `${(n * 100).toFixed(0)}%`;
+function suiteRows(report) {
+  return report.suites.map((s) => {
+    const verdict = s.partial ? '<span class="v partial">partial</span>' : s.meetsTarget ? '<span class="v ok">met</span>' : '<span class="v bad">missed</span>';
+    const criteria = s.criteria ? `${String(s.criteria.passed)}/${String(s.criteria.total)}` + (s.criteria.suspended > 0 ? ` <span class="muted">(${String(s.criteria.suspended)} suspended)</span>` : "") : '<span class="muted">\u2014</span>';
+    return `<tr><th>${esc2(s.suite)}</th><td>${String(s.passed)}</td><td>${String(
+      s.failed + s.errored
+    )}</td><td>${String(s.needsReview)}</td><td>${String(s.skipped)}</td><td>${criteria}</td><td>${pct(
+      s.passRate
+    )}</td><td>${pct(s.targetPassRate)}</td><td>${verdict}</td></tr>`;
+  }).join("\n");
+}
+function evalBlock(r) {
+  const bits = [];
+  bits.push(
+    `<div class="eval ${esc2(r.outcome)}"><div class="eh"><span class="badge ${esc2(r.outcome)}">${esc2(
+      OUTCOME_LABEL[r.outcome] ?? r.outcome
+    )}</span> <code>${esc2(r.evalName)}</code><span class="muted"> \xB7 ${esc2(locationLabel(declaringEntry(r)))} \xB7 ${esc2(r.grader)}${r.weight !== void 0 && r.weight !== 1 ? ` \xB7 weight ${String(r.weight)}` : ""}</span></div>`
+  );
+  if (r.skipReason) bits.push(`<p class="reason">${esc2(r.skipReason)}</p>`);
+  const verdict = r.consensus?.runs.find((run) => run.verdict)?.verdict;
+  if (verdict) {
+    bits.push(
+      `<p class="reason">${esc2(verdict.reasoning)}</p>`,
+      verdict.observed ? `<blockquote>${esc2(verdict.observed)}</blockquote>` : "",
+      `<p class="muted">consensus ${esc2(r.consensus?.verdict ?? "")} \xB7 agreement ${pct(
+        r.consensus?.agreement ?? 0
+      )} \xB7 confidence ${pct(r.consensus?.meanConfidence ?? 0)} \xB7 zone ${esc2(
+        r.consensus?.zone ?? ""
+      )}</p>`
+    );
+  }
+  if (r.via === "human-review") {
+    bits.push('<p class="note">Resolved by a recorded human review.</p>');
+  }
+  if (r.selfPreference) {
+    bits.push(
+      `<p class="warn">Judged by <code>${esc2(r.selfPreference.model)}</code>, which also ` + (r.selfPreference.axis === "content" ? "wrote what this eval grades, by the page's provenance or meta-provenance." : "proposed this eval, by the page's meta-provenance.") + " Self-judging favors the author; give the eval a model: of its own.</p>"
+    );
+  }
+  for (const f of r.findings ?? []) {
+    bits.push(
+      `<p class="finding"><span class="sev ${esc2(f.severity)}">${esc2(f.severity)}</span> ${esc2(f.message)}${f.line ? ` <span class="muted">(line ${String(f.line)})</span>` : ""}</p>`
+    );
+  }
+  bits.push("</div>");
+  return bits.filter(Boolean).join("\n");
+}
+function renderHtml(report) {
+  const byFile = /* @__PURE__ */ new Map();
+  for (const r of report.evalResults) {
+    const list = byFile.get(r.file) ?? [];
+    list.push(r);
+    byFile.set(r.file, list);
+  }
+  const pages = [...byFile.entries()].sort(([a], [b]) => a.localeCompare(b)).map(([file, results]) => {
+    const failed = results.filter(
+      (r) => r.outcome === "fail" || r.outcome === "error"
+    ).length;
+    return `<section><h3>${esc2(file)}` + (failed > 0 ? ` <span class="badge fail">${String(failed)}</span>` : "") + `</h3>${results.map(evalBlock).join("\n")}</section>`;
+  }).join("\n");
+  const problems = report.problems.length ? `<h2>Problems</h2><ul class="problems">${report.problems.map(
+    (p) => `<li class="${esc2(p.level)}"><code>${esc2(p.file)}</code>${p.line ? `:${String(p.line)}` : ""} \u2014 ${esc2(p.message)}</li>`
+  ).join("")}</ul>` : "";
+  const bl = report.baseline;
+  const baseline = bl ? `<p class="note">Baseline <code>${esc2(bl.path)}</code>: ${String(
+    bl.recorded
+  )} recorded, ${String(bl.suppressed)} suppressed${bl.stale > 0 ? `, ${String(bl.stale)} stale` : ""}.</p>` : "";
+  return `<!doctype html>
+<html lang="en"><head><meta charset="utf-8">
+<meta name="viewport" content="width=device-width,initial-scale=1">
+<title>manni docevals results</title>
+<style>
+:root{--bg:#fff;--fg:#1a1a1a;--muted:#666;--line:#e2e2e2;--ok:#137333;--bad:#b3261e;--warn:#8a6100;--card:#fafafa}
+@media (prefers-color-scheme:dark){:root{--bg:#16181c;--fg:#e6e6e6;--muted:#9aa0a6;--line:#2c2f36;--ok:#7ee2a8;--bad:#ff8a80;--warn:#ffca7a;--card:#1d2026}}
+*{box-sizing:border-box}
+body{margin:0;padding:2rem 1.25rem;background:var(--bg);color:var(--fg);
+font:15px/1.55 ui-sans-serif,-apple-system,Segoe UI,Roboto,Helvetica,Arial,sans-serif}
+main{max-width:60rem;margin:0 auto}
+h1{font-size:1.5rem;margin:0 0 .25rem}
+h2{font-size:1.1rem;margin:2rem 0 .5rem;padding-bottom:.25rem;border-bottom:1px solid var(--line)}
+h3{font-size:.95rem;margin:1.5rem 0 .5rem;font-family:ui-monospace,SFMono-Regular,Consolas,monospace}
+table{border-collapse:collapse;width:100%;font-size:.9rem}
+th,td{text-align:left;padding:.4rem .6rem;border-bottom:1px solid var(--line)}
+thead th{color:var(--muted);font-weight:600}
+code{font-family:ui-monospace,SFMono-Regular,Consolas,monospace;font-size:.9em}
+.muted{color:var(--muted)}
+.eval{border:1px solid var(--line);border-left-width:3px;border-radius:6px;background:var(--card);padding:.6rem .8rem;margin:.4rem 0}
+.eval.fail,.eval.error{border-left-color:var(--bad)}
+.eval.pass{border-left-color:var(--ok)}
+.eval.needs-review{border-left-color:var(--warn)}
+.badge{display:inline-block;padding:.05rem .4rem;border-radius:4px;font-size:.75rem;font-weight:600;border:1px solid var(--line)}
+.badge.pass{color:var(--ok)}.badge.fail,.badge.error{color:var(--bad)}
+blockquote{margin:.4rem 0;padding:.3rem .7rem;border-left:2px solid var(--line);color:var(--muted)}
+.reason{margin:.3rem 0}
+.warn{color:var(--warn);margin:.3rem 0}
+.note{color:var(--muted);margin:.3rem 0}
+.finding{margin:.2rem 0}
+.sev{font-size:.75rem;text-transform:uppercase;font-weight:600;margin-right:.35rem}
+.sev.error{color:var(--bad)}.sev.warning{color:var(--warn)}.sev.notice{color:var(--muted)}
+.v.ok{color:var(--ok)}.v.bad{color:var(--bad)}.v.partial{color:var(--muted)}
+.problems li.error{color:var(--bad)}.problems li.warning{color:var(--warn)}
+</style></head><body><main>
+<h1>manni docevals results</h1>
+<p class="muted">${String(report.pages)} page(s) \xB7 ${String(
+    report.evalResults.length
+  )} eval(s) \xB7 exit ${String(report.exitCode)}</p>
+${baseline}
+<h2>Suites</h2>
+<table><thead><tr><th>Suite</th><th>Pass</th><th>Fail</th><th>Review</th><th>Skip</th><th>Criteria</th><th>Rate</th><th>Target</th><th></th></tr></thead>
+<tbody>
+${suiteRows(report)}
+</tbody></table>
+${problems}
+<h2>Pages</h2>
+${pages}
+</main></body></html>
+`;
+}
+
+// src/docevals/reporters/index.ts
+function render(report, format, opts = {}) {
+  parseFormat(format, REPORT_FORMATS, "format");
+  switch (format) {
+    case "pretty":
+      return renderPretty(report, opts);
+    case "json":
+      return renderJson(report);
+    case "markdown":
+      return renderMarkdown(report);
+    case "sarif":
+      return renderSarif(report);
+    case "junit":
+      return renderJunit(report);
+    case "github":
+      return renderGithub(report);
+    case "html":
+      return renderHtml(report);
+  }
+}
+
+export {
+  render
+};
+//# sourceMappingURL=chunk-NCPWXHDO.js.map