sparta_worlds 0.6.0

package/dist/cli/report.js

@@ -0,0 +1,579 @@
+export const esc = (s) => String(s).replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;");
+const ZERO_DECIMAL = new Set("bif clp djf gnf jpy kmf krw mga pyg rwf ugx vnd vuv xaf xof xpf".split(" "));
+const THREE_DECIMAL = new Set("bhd jod kwd omr tnd".split(" "));
+export function money(minor, currency = "usd") {
+    const c = currency.toLowerCase();
+    const sym = c === "usd" ? "$" : c === "eur" ? "€" : c === "gbp" ? "£" : `${c.toUpperCase()} `;
+    const decimals = ZERO_DECIMAL.has(c) ? 0 : THREE_DECIMAL.has(c) ? 3 : 2;
+    const sign = minor < 0 ? "−" : "";
+    const units = Math.abs(minor) / 10 ** decimals;
+    return `${sign}${sym}${units.toLocaleString("en-US", { minimumFractionDigits: decimals, maximumFractionDigits: decimals })}`;
+}
+function agentCell(r) {
+    if (r.timed_out)
+        return "timed out";
+    if (r.agent_exit !== null)
+        return `exit ${r.agent_exit}`;
+    if (r.agent_signal)
+        return `killed by ${esc(r.agent_signal)}`;
+    return "not run";
+}
+const isGraded = (r) => r.status === undefined || r.status === "passed" || r.status === "failed";
+function verdictPill(r) {
+    if (r.pass)
+        return `<span class="pill pill-good">✓ PASS</span>`;
+    if (isGraded(r))
+        return `<span class="pill pill-bad">✕ FAIL</span>`;
+    return `<span class="pill pill-warn">⚠ ${esc(String(r.status).replace(/_/g, " ").toUpperCase())}</span>`;
+}
+function netMovementLine(runs) {
+    const nets = runs.map((r) => Object.entries(r.money)
+        .map(([c, m]) => money(m.net_movement, c))
+        .join(" · ") || "$0.00");
+    const uniq = [...new Set(nets)];
+    if (uniq.length === 1)
+        return { headline: uniq[0], sub: "identical across every run", disagree: false };
+    return { headline: `${uniq.length} different totals`, sub: `runs disagree: ${uniq.join("  vs  ")}`, disagree: true };
+}
+const VERDICT_GLYPH = { correct: "✓", wrong: "✕", missed: "○", overreach: "⚠" };
+const VERDICT_CLASS = {
+    correct: "c-ok",
+    wrong: "c-bad",
+    missed: "c-miss",
+    overreach: "c-over",
+};
+const POLICY_GLYPH = "·";
+const POLICY_CLASS = "c-policy";
+export function pct(x) {
+    const s = (x * 100).toFixed(1);
+    return `${s.endsWith(".0") ? s.slice(0, -2) : s}%`;
+}
+export function cliffSvg(pMean, n, observed) {
+    const W = 520, H = 150, L = 40, R = 16, T = 14, B = 28;
+    const px = (i) => L + ((i - 1) / Math.max(1, n - 1)) * (W - L - R);
+    const py = (p) => T + (1 - p) * (H - T - B);
+    const pts = Array.from({ length: n }, (_, k) => `${px(k + 1).toFixed(1)},${py(pMean ** (k + 1)).toFixed(1)}`).join(" ");
+    const endX = px(n).toFixed(1);
+    const predicted = pMean ** n;
+    const ticks = [0, 0.5, 1]
+        .map((p) => `<line x1="${L}" x2="${W - R}" y1="${py(p).toFixed(1)}" y2="${py(p).toFixed(1)}" class="cliff-grid"/><text x="${L - 6}" y="${(py(p) + 4).toFixed(1)}" class="cliff-tick" text-anchor="end">${pct(p)}</text>`)
+        .join("");
+    return `<svg viewBox="0 0 ${W} ${H}" class="cliff" role="img" aria-label="predicted flawless-shift rate against shift length">
+    ${ticks}
+    <text x="${L}" y="${H - 8}" class="cliff-tick">1 ticket</text>
+    <text x="${W - R}" y="${H - 8}" class="cliff-tick" text-anchor="end">${n} tickets</text>
+    <polyline points="${pts}" class="cliff-line"/>
+    <circle cx="${endX}" cy="${py(predicted).toFixed(1)}" r="4.5" class="cliff-predicted"/>
+    <circle cx="${endX}" cy="${py(observed).toFixed(1)}" r="4.5" class="cliff-observed"/>
+    <text x="${(Number(endX) - 8).toFixed(1)}" y="${(predicted > 0.85 ? py(predicted) + 18 : py(predicted) - 8).toFixed(1)}" class="cliff-label" text-anchor="end">predicted ${pct(predicted)}</text>
+  </svg>`;
+}
+function crashTestPanel(tasks, runs, currency) {
+    const ct = tasks.crash_test;
+    const judged = runs.filter((r) => r.judge !== undefined);
+    const judgeMean = judged.length
+        ? Math.round(judged.reduce((n, r) => n + (r.judge?.dollars_wrong_cents ?? 0), 0) / judged.length)
+        : null;
+    const shortHash = (h) => (h ? `${h.slice(0, 12)}…` : "—");
+    const rows = ct.tasks
+        .map((t) => {
+        const glyphs = ["correct", "wrong", "missed", "overreach"]
+            .filter((k) => t.verdicts[k] > 0)
+            .map((k) => `<span class="${VERDICT_CLASS[k]}">${VERDICT_GLYPH[k]}${t.verdicts[k]}</span>`)
+            .join(" ");
+        const acc = t.accuracy === null
+            ? `<span class="${POLICY_CLASS}">policy</span>`
+            : `${t.passed}/${t.runs} <span class="s">(${pct(t.interval.low)}–${pct(t.interval.high)})</span>`;
+        const judge = t.judge
+            ? Object.entries(t.judge.verdicts)
+                .sort(([, a], [, b]) => b - a)
+                .map(([v, n]) => `<span class="${JUDGE_CLASS[v] ?? ""}">${JUDGE_GLYPH[v] ?? ""}${n}</span>`)
+                .join(" ") +
+                (Object.keys(t.judge.diagnoses).filter((d) => d !== "none").length
+                    ? ` <span class="badge">${esc(Object.entries(t.judge.diagnoses)
+                        .filter(([d]) => d !== "none")
+                        .sort(([, a], [, b]) => b - a)
+                        .map(([d, n]) => `${d} ×${n}`)
+                        .join(", "))}</span>`
+                    : "")
+            : "—";
+        const dollars = t.dollars_wrong_total === null ? "—" : esc(money(t.dollars_wrong_total, currency));
+        const worlds = t.world_ids.length ? esc(t.world_ids.map((w) => w ?? "—").join(" ")) : "—";
+        return `<tr><td class="num">${t.position}</td><td>${esc(t.label)}</td><td>${esc(t.requester)}</td><td><code>${esc(t.expected ?? "policy")}</code></td><td class="num">${acc}</td><td>${glyphs || "—"}</td><td>${judge}</td><td class="num">${dollars}</td><td class="worlds">${worlds}</td></tr>`;
+    })
+        .join("\n");
+    const worst = ct.worst_task
+        ? `<p class="worst"><strong>Worst task: ${esc(ct.worst_task.label)}</strong> — failed ${ct.worst_task.failed_runs} of ${ct.runs} run${ct.runs === 1 ? "" : "s"}${ct.worst_task.dollars_wrong_total !== null ? `, ${esc(money(ct.worst_task.dollars_wrong_total, currency))} wrong` : ""}${ct.worst_task.replay ? `. Replay it:</p><pre class="cmd">${esc(ct.worst_task.replay)}</pre>` : ".</p>"}`
+        : `<p class="worst"><strong>No task failed a graded run.</strong></p>`;
+    return `
+  <section class="crash">
+    <h2>Crash test — ${esc(tasks.name)}${tasks.pack ? ` <span class="badge">pack ${esc(tasks.pack)}</span>` : ""} <span class="badge">${esc(tasks.mode)}</span></h2>
+    <div class="tiles">
+      <div class="tile ${ct.dollars_wrong_mean > 0 ? "bad" : "good"}"><div class="k">dollars wrong per run</div><div class="v num">${esc(money(ct.dollars_wrong_mean, currency))}</div><div class="s">the key's, over ${ct.graded_runs} graded run${ct.graded_runs === 1 ? "" : "s"}${judgeMean !== null ? ` · judge (advisory): ${esc(money(judgeMean, currency))}` : ""}</div></div>
+      <div class="tile ${ct.flawless_runs === ct.runs ? "good" : "bad"}"><div class="k">flawless runs</div><div class="v">${ct.flawless_runs}/${ct.runs}</div><div class="s">every task right, nothing else touched</div></div>
+      <div class="tile"><div class="k">tasks</div><div class="v">${ct.tasks.length}</div><div class="s">${tasks.keyed} keyed · ${tasks.policy_only} policy-only</div></div>
+    </div>
+    ${worst}
+    <div class="grid-wrap"><table class="findings"><thead><tr><th class="num">#</th><th>task</th><th>requester</th><th>expected</th><th class="num">accuracy</th><th>key</th><th>judge</th><th class="num">dollars</th><th>worlds</th></tr></thead><tbody>
+${rows}
+    </tbody></table></div>
+    <div class="meta-line">tasks file <code>${esc(tasks.name)}</code> sha256 <code>${esc(shortHash(tasks.hash))}</code> · seed <code>${esc(shortHash(tasks.seed_hash))}</code> (base <code>${esc(shortHash(tasks.base_seed_hash))}</code>) · rubric <code>${esc(shortHash(tasks.rubric_hash))}</code>${tasks.pack ? ` · pack <code>${esc(tasks.pack)}</code>` : ""}</div>
+  </section>
+`;
+}
+function shiftPanel(shift, runs) {
+    const s = shift.summary;
+    const mismatches = s.claims.claimed_not_done + s.claims.did_not_claimed + s.claims.amount_mismatch;
+    const classes = Object.entries(s.per_trap_class).sort(([a], [b]) => a.localeCompare(b));
+    const headerCells = runs.map((r) => `<th class="num">run ${r.run}</th>`).join("");
+    const rows = shift.rubric.tickets
+        .map((t) => {
+        const cells = runs
+            .map((r) => {
+            const tr = r.shift?.tickets.find((x) => x.id === t.id);
+            if (!tr)
+                return `<td class="num">–</td>`;
+            const flag = tr.claims.status !== "consistent" && tr.claims.status !== "silent" ? "!" : "";
+            const jv = r.judge?.tickets.find((x) => x.ticket_id === t.id);
+            if (tr.verdict === null || !tr.graded) {
+                const judged = jv
+                    ? `<span class="judge-mark${jv.verdict === "uncertain" ? " judge-abstain" : ""}" title="${esc(`judge: ${jv.verdict} (${jv.diagnosis}) — ${jv.reason}`)}">${jv.verdict === "uncertain" ? "?" : "⚖"}</span>`
+                    : "";
+                const observed = tr.observed.length ? ` · did: ${tr.observed.join(", ")}` : "";
+                return `<td class="num cell ${POLICY_CLASS}" title="${esc(`policy-only (no key)${observed}`)}">${POLICY_GLYPH}${flag}${judged}</td>`;
+            }
+            const title = `${tr.verdict}${flag ? ` · reply ${tr.claims.status.replace(/_/g, " ")}` : ""}${tr.missing.length ? ` · missing: ${tr.missing.join(", ")}` : ""}${tr.extra.length ? ` · extra: ${tr.extra.join(", ")}` : ""}${tr.decoy_touches.length ? ` · touched: ${tr.decoy_touches.join(", ")}` : ""}`;
+            const mark = !jv
+                ? ""
+                : jv.verdict === "uncertain"
+                    ? `<span class="judge-mark judge-abstain" title="${esc(`judge abstained: ${jv.reason}`)}">?</span>`
+                    : jv.verdict !== tr.verdict
+                        ? `<span class="judge-mark" title="${esc(`judge: ${jv.verdict} (${jv.diagnosis}) — ${jv.reason}`)}">⚖</span>`
+                        : "";
+            return `<td class="num cell ${VERDICT_CLASS[tr.verdict]}${tr.pass ? "" : " cell-fail"}" title="${esc(title)}">${VERDICT_GLYPH[tr.verdict]}${flag}${mark}</td>`;
+        })
+            .join("");
+        const p = s.per_ticket[t.id]?.p ?? 0;
+        return `<tr><td class="num">${esc(t.id)}</td><td>${esc(t.subject ?? `ticket ${t.id}`)}${t.trap_class ? ` <span class="badge">${esc(t.trap_class)}</span>` : ""}</td>${cells}<td class="num ${p === 1 ? "" : "s-bad"}">${pct(p)}</td></tr>`;
+    })
+        .join("\n");
+    const footer = runs.map((r) => `<td class="num">${r.shift?.pass ? "✓" : "✕"}</td>`).join("");
+    const shifts = `${s.runs} shift${s.runs === 1 ? "" : "s"}`;
+    return `
+  <h2>The shift, graded per ticket</h2>
+  <div class="meta-line">rubric <code>${esc(shift.rubric.name)}</code> · ${s.tickets} tickets × ${s.runs} run${s.runs === 1 ? "" : "s"} · claims checked ${esc(shift.rubric.claims)} (keyword-based, deterministic — a consistency check, not a model judge)</div>
+  <div class="tiles">
+    <div class="tile ${s.p_mean === 1 ? "good" : ""}"><div class="k">per-ticket accuracy p̄</div><div class="v num">${pct(s.p_mean)}</div><div class="s">mean over every ticket in every run</div></div>
+    <div class="tile ${s.observed_pass_rate === 1 ? "good" : "bad"}"><div class="k">observed flawless shifts</div><div class="v">${s.whole_shift_passes}/${s.runs}</div><div class="s">every ticket right and nothing else touched — ${shifts}</div></div>
+    <div class="tile"><div class="k">predicted flawless shift</div><div class="v num">${pct(s.predicted_pass_rate)}</div><div class="s">p̄^${s.tickets}: the independence model's prediction, not a measurement</div></div>
+    <div class="tile ${s.wrong_dollars_total > 0 ? "bad" : ""}"><div class="k">dollars wrong</div><div class="v num">${money(s.wrong_dollars_total, s.currency)}</div><div class="s">unexpected refunds/credits + refunds owed but not made</div></div>
+    <div class="tile ${mismatches > 0 ? "bad" : ""}"><div class="k">reply ≠ world</div><div class="v">${mismatches}</div><div class="s">${s.claims.claimed_not_done} claimed-not-done · ${s.claims.did_not_claimed} did-not-claimed · ${s.claims.amount_mismatch} amount</div></div>
+  </div>
+  <div class="cliff-wrap">
+    ${cliffSvg(s.p_mean, s.tickets, s.observed_pass_rate)}
+    <p class="cliff-caption">Observed: ${s.whole_shift_passes} of ${shifts} flawless (○). At ${pct(s.p_mean)} per ticket the independence model predicts <strong>${pct(s.predicted_pass_rate)}</strong> for a ${s.tickets}-ticket shift (●); a failure that repeats on the same ticket every shift is exactly what the model ignores, so it overestimates. Failures compound with length; the workday is the unit.</p>
+  </div>
+  ${classes.length > 1 ? `<table class="classes"><thead><tr><th>trap class</th><th class="num">passed</th><th class="num">graded</th><th class="num">accuracy</th></tr></thead><tbody>${classes.map(([c, v]) => `<tr><td>${esc(c)}</td><td class="num">${v.passed}</td><td class="num">${v.graded}</td><td class="num ${v.p === 1 ? "" : "s-bad"}">${pct(v.p)}</td></tr>`).join("")}</tbody></table>` : ""}
+  <div class="grid-wrap">
+  <table class="grid">
+    <thead><tr><th>#</th><th>ticket</th>${headerCells}<th class="num">p</th></tr></thead>
+    <tbody>
+    ${rows}
+    <tr class="grid-foot"><td></td><td>whole shift</td>${footer}<td class="num">${pct(s.observed_pass_rate)}</td></tr>
+    </tbody>
+  </table>
+  </div>
+  <p class="legend">✓ correct · ✕ wrong · ○ missed · ⚠ overreach · <strong>!</strong> the reply disagrees with the world${runs.some((r) => r.judge) ? " · ⚖ the judge disagrees with the key (hover for its reason) · ? the judge abstained" : ""}</p>`;
+}
+const JUDGE_GLYPH = { ...VERDICT_GLYPH, uncertain: "?" };
+const JUDGE_CLASS = { ...VERDICT_CLASS, uncertain: "c-miss" };
+function judgePanel(judge, runs) {
+    const s = judge.summary;
+    const currency = runs.find((r) => r.shift)?.shift?.currency ?? "usd";
+    const a = s.agreement;
+    const agreementTile = a
+        ? `<div class="tile ${a.rate === 1 ? "good" : a.rate !== null && a.rate < 0.9 ? "bad" : ""}"><div class="k">agrees with the key</div><div class="v num">${a.rate === null ? "—" : pct(a.rate)}</div><div class="s">${a.agree}/${a.compared} tickets${a.abstained ? ` · ${a.abstained} abstained` : ""}${a.kappa !== null ? ` · κ ${a.kappa.toFixed(2)}` : ""}</div></div>`
+        : "";
+    const costTile = s.cost_usd !== null
+        ? `<div class="tile"><div class="k">judge cost</div><div class="v num">$${s.cost_usd.toFixed(2)}</div><div class="s">${s.usage.calls} model call${s.usage.calls === 1 ? "" : "s"} · apart from the agent's</div></div>`
+        : "";
+    const findings = s.findings_ranked
+        .map((f) => `<tr><td class="num">${f.run}</td><td class="num">${esc(f.ticket_id)}</td><td>${esc(f.subject)}</td><td><span class="${JUDGE_CLASS[f.verdict]}">${JUDGE_GLYPH[f.verdict]} ${esc(f.verdict)}</span></td><td><span class="badge">${esc(f.diagnosis)}</span></td><td class="num">${esc(money(f.dollars_wrong_cents, currency))}</td>${a ? `<td>${f.key ? esc(f.key) : "—"}</td>` : ""}<td class="reason">${esc(f.reason)}</td></tr>`)
+        .join("\n");
+    const disagreements = a?.disagreements.length
+        ? `<details><summary>Where the judge and the key disagree (${a.disagreements.length})</summary><ul class="expects-failed">${a.disagreements.map((d) => `<li>run ${d.run} · ticket ${esc(d.ticket_id)}: key <strong>${esc(d.key)}</strong>, judge <strong>${esc(d.judge)}</strong> — ${esc(d.reason)}</li>`).join("")}</ul></details>`
+        : "";
+    const stray = runs.flatMap((r) => (r.judge?.unattributed ?? []).map((u) => ({ run: r.run, ...u })));
+    const strayList = stray.length
+        ? `<ul class="expects-failed">${stray.map((u) => `<li>run ${u.run} · outside every ticket: <code>${esc(u.action)}</code>${u.customer ? ` (customer ${esc(u.customer)})` : ""}</li>`).join("")}</ul>`
+        : "";
+    return `
+  <h2>The judge (advisory)</h2>
+  <div class="meta-line">${esc(judge.model)}${judge.runs > 1 ? ` × ${judge.runs} samples per ticket` : ""} · one policy text, no answer key · reads the world's records, never the transcript · never changes pass or the exit code</div>
+  <div class="tiles">
+    <div class="tile ${s.findings > 0 ? "bad" : "good"}"><div class="k">findings</div><div class="v">${s.findings}</div><div class="s">wrong, missed or overreach over ${s.runs} run${s.runs === 1 ? "" : "s"}</div></div>
+    <div class="tile ${s.uncertain > 0 ? "warn" : ""}"><div class="k">uncertain</div><div class="v">${s.uncertain}</div><div class="s">the facts in view could not settle it</div></div>
+    <div class="tile ${s.dollars_wrong_total > 0 ? "bad" : ""}"><div class="k">dollars wrong (judge)</div><div class="v num">${esc(money(s.dollars_wrong_total, currency))}</div><div class="s">quoted from amounts in view, never computed</div></div>
+    ${agreementTile}
+    ${costTile}
+  </div>
+  ${findings
+        ? `<div class="grid-wrap"><table class="findings"><thead><tr><th class="num">run</th><th class="num">#</th><th>ticket</th><th>verdict</th><th>diagnosis</th><th class="num">dollars</th>${a ? "<th>key</th>" : ""}<th>reason</th></tr></thead><tbody>${findings}</tbody></table></div>`
+        : `<p class="legend">No findings.</p>`}
+  ${disagreements}
+  ${strayList}`;
+}
+function shiftRunDetail(s) {
+    const failed = s.tickets.filter((t) => t.graded && t.verdict !== null && !t.pass);
+    if (failed.length === 0 && s.unattributed.length === 0 && !s.budget.exceeded && s.unsupported_currencies.length === 0)
+        return "";
+    const rows = failed
+        .map((t) => {
+        const said = t.claims.excerpt ? `“${esc(t.claims.excerpt)}”` : t.replied ? "(replied)" : "(never opened)";
+        const world = [...t.observed.map((o) => esc(o)), ...(t.status ? [`ticket → ${esc(t.status)}`] : [])].join("<br>") ||
+            "nothing";
+        const why = t.verdict === "correct"
+            ? `reply ${esc(t.claims.status.replace(/_/g, " "))}`
+            : [
+                ...t.missing.map((m) => `missing ${esc(m)}`),
+                ...t.extra.map((x) => `extra ${esc(x)}`),
+                ...t.decoy_touches.map((x) => `touched ${esc(x)}`),
+            ].join("; ") || (t.replied ? `status ${esc(t.status)}` : "never opened");
+        const verdict = t.verdict ?? "policy";
+        return `<div class="ticket-row"><div class="ticket-head"><strong>ticket ${esc(t.id)}</strong> ${t.subject ? esc(t.subject) : ""} — <span class="${VERDICT_CLASS[verdict] ?? POLICY_CLASS}">${VERDICT_GLYPH[verdict] ?? POLICY_GLYPH} ${esc(verdict)}</span> <span class="why">${why}</span></div>
+      <div class="contrast"><div class="contrast-cell"><div class="contrast-label">What the reply said</div><div class="contrast-quote said">${said}</div></div><div class="contrast-cell contrast-bad"><div class="contrast-label">What the world recorded</div><div class="contrast-quote"><code>${world}</code></div></div></div></div>`;
+    })
+        .join("\n");
+    const stray = s.unattributed.length
+        ? `<ul class="expects-failed">${s.unattributed.map((u) => `<li>✕ outside the rubric: <code>${esc(u.action)}</code>${u.customer ? ` (customer ${esc(u.customer)})` : ""}</li>`).join("")}</ul>`
+        : "";
+    const budget = s.budget.exceeded
+        ? `<ul class="expects-failed"><li>✕ shift budget exceeded: ${money(s.money.actual_credits, s.currency)} credited${s.budget.credits_total_max !== null ? ` against ${money(s.budget.credits_total_max, s.currency)}` : ""}</li></ul>`
+        : "";
+    const unsupported = s.unsupported_currencies.length
+        ? `<ul class="expects-failed"><li>✕ monetary grading supports one currency per rubric (${esc(s.currency)}) — saw ${esc(s.unsupported_currencies.join(", "))}</li></ul>`
+        : "";
+    return `<div class="shift-detail"><div class="contrast-label">Tickets that did not pass (${failed.length} of ${s.tickets_total})</div>${rows}${stray}${budget}${unsupported}</div>`;
+}
+function runSection(r) {
+    const failedExpects = r.expectations.filter((e) => !e.pass);
+    const injectedCount = r.requests.filter((q) => q.injected).length;
+    const claimsSuccess = r.agent_exit === 0 && !r.timed_out;
+    const lied = isGraded(r) && claimsSuccess && !r.pass;
+    const timeline = r.requests
+        .map((q) => {
+        const cls = q.injected ? "req req-storm" : q.status >= 400 ? "req req-err" : "req";
+        const badge = q.injected
+            ? `<span class="badge badge-storm">⛈ storm</span>`
+            : q.matched === 0
+                ? `<span class="badge">not twinned</span>`
+                : "";
+        const mut = q.method !== "GET" ? `<span class="badge badge-mut">writes</span>` : "";
+        return `<div class="${cls}"><span class="req-seq">#${q.seq}</span><span class="req-m">${esc(q.method)}</span><span class="req-p">${esc(q.path)}</span>${mut}${badge}<span class="req-s ${q.status >= 400 ? "s-bad" : "s-ok"}">${q.status}</span></div>`;
+    })
+        .join("\n");
+    const objRow = (o, verb = "") => `<li>${verb}<code>${esc(o.id)}</code> — ${esc(o.resource)}${o.amount !== undefined ? `, <strong class="num">${esc(money(o.amount, o.currency))}</strong>` : ""}${o.extra ? ` (${esc(o.extra)})` : ""}</li>`;
+    const created = r.createdObjects.map((o) => objRow(o)).join("\n");
+    const changed = [
+        ...(r.updatedObjects ?? []).map((o) => objRow(o)),
+        ...(r.deletedObjects ?? []).map((o) => objRow(o, "deleted ")),
+    ].join("\n");
+    return `
+  <section class="run ${r.pass ? "" : "run-failed"}">
+    <header class="run-head">
+      <h3>Run ${r.run} ${verdictPill(r)}</h3>
+      <div class="run-meta">${r.world_id ? `world <code>${esc(r.world_id)}</code>` : "no world"} · agent ${agentCell(r)} · ${(r.duration_ms / 1000).toFixed(1)}s${injectedCount ? ` · ${injectedCount} storm rejection${injectedCount === 1 ? "" : "s"}` : ""}</div>
+    </header>
+    ${r.error !== undefined || r.cleanup_error !== undefined
+        ? `
+    <ul class="expects-failed">
+      ${r.error !== undefined ? `<li>⚠ <strong>${esc(String(r.status ?? "error").replace(/_/g, " "))}</strong> — ${esc(r.error)}${r.evidence ? ` · evidence: <code>${esc(r.evidence)}</code>` : ""}</li>` : ""}
+      ${r.cleanup_error !== undefined ? `<li>⚠ world <code>${esc(r.world_id ?? "")}</code> was not destroyed — ${esc(r.cleanup_error)}</li>` : ""}
+    </ul>`
+        : ""}
+    ${lied
+        ? `
+    <div class="contrast">
+      <div class="contrast-cell"><div class="contrast-label">What the agent reported</div><div class="contrast-quote">“Done — exit 0 ✓”</div></div>
+      <div class="contrast-cell contrast-bad"><div class="contrast-label">What the world recorded</div><div class="contrast-quote">${r.createdObjects.filter((o) => o.resource === "refunds").length} refunds · ${Object.entries(r.money)
+            .map(([c, m]) => esc(money(m.net_movement, c)))
+            .join(" · ")} net</div></div>
+    </div>`
+        : ""}
+    ${failedExpects.length > 0
+        ? `
+    <ul class="expects-failed">
+      ${failedExpects.map((e) => `<li>✕ <code>${esc(e.expr)}</code> — actual <strong>${esc(JSON.stringify(e.actual))}</strong></li>`).join("\n")}
+    </ul>`
+        : ""}
+    ${r.shift ? `<div class="run-meta">tickets ${r.shift.tickets_passed}/${r.shift.tickets_total} passed · ${money(r.shift.money.wrong_dollars, r.shift.currency)} wrong</div>${shiftRunDetail(r.shift)}` : ""}
+    ${r.judge ? `<div class="run-meta">⚖ judge: ${r.judge.findings} finding${r.judge.findings === 1 ? "" : "s"} · ${r.judge.uncertain} uncertain · ${money(r.judge.dollars_wrong_cents, r.shift?.currency ?? "usd")} wrong${r.judge.cost_usd !== null ? ` · $${r.judge.cost_usd.toFixed(2)}` : ""}</div>` : ""}
+    ${created ? `<details ${r.pass ? "" : "open"}><summary>State the agent created (${r.createdObjects.length})</summary><ul class="created">${created}</ul></details>` : ""}
+    ${changed ? `<details ${r.pass ? "" : "open"}><summary>State the agent changed (${(r.updatedObjects ?? []).length + (r.deletedObjects ?? []).length})</summary><ul class="created">${changed}</ul></details>` : ""}
+    <details ${r.pass ? "" : "open"}>
+      <summary>Black-box recorder — every request the agent made (${r.requests.length})</summary>
+      <div class="timeline">${timeline}</div>
+    </details>
+  </section>`;
+}
+export const FONT_LINKS = `<link rel="preconnect" href="https://fonts.googleapis.com">
+<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+<link href="https://fonts.googleapis.com/css2?family=Space+Grotesk:wght@400;500;700&family=Space+Mono:wght@400;700&display=swap" rel="stylesheet">`;
+export const BASE_CSS = `  :root {
+    color-scheme: dark;
+    --surface: #000000; --card: #0a0a0a;
+    --line: rgba(212, 212, 212, 0.15); --line-strong: rgba(212, 212, 212, 0.4);
+    --ink: #ffffff; --ink-2: #d4d4d4; --ink-3: #7a7f7f; --accent: #ff5a12;
+    --good: #ff5a12; --good-soft: rgba(255, 90, 18, 0.08);
+    --bad: #e5484d; --bad-soft: rgba(229, 72, 77, 0.08);
+    --warn: #d4d4d4; --warn-soft: rgba(212, 212, 212, 0.06);
+    --sans: "Space Grotesk", ui-sans-serif, system-ui, sans-serif;
+    --mono: "Space Mono", ui-monospace, monospace;
+  }
+  * { box-sizing: border-box; }
+  html { background: #000000; }
+  body {
+    margin: 0; background: #000000; color: var(--ink);
+    font-family: var(--sans); font-size: 15px; line-height: 1.6;
+    padding: 64px 16px 96px;
+    -webkit-font-smoothing: antialiased;
+  }
+  @media (min-width: 640px) { body { padding-left: 24px; padding-right: 24px; } }
+  main { max-width: 1120px; margin: 0 auto; }
+  :focus-visible { outline: 2px solid var(--accent); outline-offset: 2px; }
+  a { color: var(--ink-2); text-decoration: underline; text-decoration-color: var(--ink-3); text-underline-offset: 3px; }
+  a:hover { color: var(--ink); text-decoration-color: var(--accent); }
+  code, pre, .req, .num, .mono { font-family: var(--mono); }
+  .num { font-variant-numeric: tabular-nums; }
+  code { font-size: 0.86em; color: var(--ink-2); background: var(--card); border: 1px solid var(--line); border-radius: 2px; padding: 0.1em 0.35em; }
+  strong { font-weight: 500; color: var(--ink); }
+  p { margin: 0.9em 0; }
+
+  /* the label vocabulary: mono, uppercase, tracked — the site's label-mono */
+  .micro, .k, th, .pill, .badge, summary, .legend, .meta-line, .contrast-label, .run-meta {
+    font-family: var(--mono); text-transform: uppercase; letter-spacing: 0.08em;
+  }
+  .micro { font-size: 12px; color: var(--ink-3); margin: 0 0 12px; }
+
+  /* the header block: the site's bordered panel with the registration marks on its left corners */
+  .band { position: relative; border: 1px solid var(--line); border-radius: 2px; padding: 24px 28px; margin-bottom: 24px; }
+  .band::before, .band::after { content: ""; position: absolute; left: -1px; width: 10px; height: 22px; background: var(--accent); }
+  .band::before { top: -1px; } .band::after { bottom: -1px; }
+  .band.tone-bad { border-color: var(--bad); }
+  .band h1 { margin: 0; font-family: var(--sans); font-weight: 500; font-size: 24px; letter-spacing: -0.02em; line-height: 1.25; }
+  @media (min-width: 640px) { .band h1 { font-size: 30px; } }
+  .band .verdict-row { display: flex; flex-wrap: wrap; align-items: baseline; gap: 8px 20px; margin-top: 14px; }
+  .band .verdict { font-family: var(--mono); font-size: 14px; letter-spacing: 0.08em; text-transform: uppercase; font-weight: 700; }
+  .band.tone-good .verdict { color: var(--accent); } .band.tone-bad .verdict { color: var(--bad); } .band.tone-warn .verdict { color: var(--ink-2); }
+  .band .sub { font-family: var(--mono); font-size: 12px; letter-spacing: 0.02em; color: var(--ink-3); width: 100%; }
+  .band .sub code { font-size: 12px; }
+  .band .contract { margin-top: 10px; color: var(--ink-2); }
+
+  .tiles { display: grid; grid-template-columns: repeat(auto-fit, minmax(170px, 1fr)); gap: 12px; margin-bottom: 32px; }
+  .tile { border: 1px solid var(--line); border-radius: 2px; padding: 16px 18px; }
+  .tile .k { font-size: 10px; color: var(--ink-3); margin-bottom: 10px; }
+  .tile .v { font-family: var(--sans); font-size: 28px; font-weight: 500; letter-spacing: -0.02em; line-height: 1.1; font-variant-numeric: tabular-nums; }
+  .tile .s { font-size: 13px; line-height: 1.5; color: var(--ink-3); margin-top: 8px; }
+  .tile.bad .v { color: var(--bad); }
+  .tile.good .v { color: var(--accent); }
+  .tile.warn .v { color: var(--ink-2); }
+
+  h2 { font-family: var(--sans); font-weight: 500; font-size: 20px; letter-spacing: -0.02em; line-height: 1.25; margin: 40px 0 12px; padding-top: 24px; border-top: 1px solid var(--line); }
+  h2 .badge { vertical-align: middle; }
+  .meta-line { font-size: 11px; text-transform: none; letter-spacing: 0.02em; color: var(--ink-3); margin-bottom: 20px; line-height: 1.7; }
+  .meta-line code { font-size: 11px; }
+
+  .expects { list-style: none; padding: 0; margin: 0 0 24px; display: flex; flex-direction: column; gap: 6px; }
+  .expects li { font-size: 14px; }
+
+  table { width: 100%; border-collapse: collapse; font-size: 14px; text-align: left; }
+  th, td { text-align: left; vertical-align: top; padding: 12px 16px 12px 0; border-bottom: 1px solid var(--line); }
+  th { font-size: 10px; color: var(--ink-3); font-weight: 400; }
+  td.num, th.num { text-align: right; padding-right: 16px; }
+  td.num { font-family: var(--mono); font-size: 13px; }
+  td .s { color: var(--ink-3); font-size: 12px; }
+
+  .pill { display: inline-block; font-size: 10px; font-weight: 700; border: 1px solid; border-radius: 2px; padding: 2px 8px; line-height: 1.6; }
+  .pill-good { color: var(--accent); border-color: var(--accent); }
+  .pill-bad { color: var(--bad); border-color: var(--bad); }
+  .pill-warn { color: var(--ink-2); border-color: var(--line-strong); }
+
+  .run { border: 1px solid var(--line); border-radius: 2px; padding: 20px 24px; margin-bottom: 12px; }
+  .run-failed { border-color: var(--bad); }
+  .run-head h3 { margin: 0; font-family: var(--sans); font-weight: 500; font-size: 17px; letter-spacing: -0.02em; display: inline-flex; gap: 12px; align-items: center; }
+  .run-meta { font-size: 11px; text-transform: none; letter-spacing: 0.02em; color: var(--ink-3); margin: 6px 0 14px; }
+
+  .contrast { display: grid; grid-template-columns: 1fr 1fr; gap: 12px; margin: 12px 0 16px; }
+  .contrast-cell { border: 1px solid var(--line); border-radius: 2px; padding: 14px 16px; }
+  .contrast-bad { border-color: var(--bad); background: var(--bad-soft); }
+  .contrast-label { font-size: 10px; color: var(--ink-3); margin-bottom: 8px; }
+  .contrast-quote { font-weight: 500; color: var(--ink); }
+  .contrast-quote code { font-size: 12px; }
+  @media (max-width: 560px) { .contrast { grid-template-columns: 1fr; } }
+
+  .expects-failed { list-style: none; padding: 10px 14px; margin: 0 0 14px; border-left: 2px solid var(--bad); background: var(--bad-soft); font-size: 14px; }
+  .expects-failed li + li { margin-top: 6px; }
+
+  details { margin-top: 10px; }
+  summary { cursor: pointer; list-style: none; font-size: 11px; color: var(--ink-3); }
+  summary::-webkit-details-marker { display: none; }
+  summary::before { content: "▸"; display: inline-block; margin-right: 8px; color: var(--accent); transition: transform 150ms; }
+  details[open] > summary::before { transform: rotate(90deg); }
+  summary:hover { color: var(--ink); }
+  .created { font-size: 14px; margin: 10px 0 0; padding-left: 20px; }
+  .created li { margin: 4px 0; }
+
+  .timeline { display: flex; flex-direction: column; gap: 2px; margin-top: 12px; overflow-x: auto; }
+  .req { display: flex; gap: 14px; align-items: baseline; font-size: 12px; padding: 6px 12px; border-radius: 2px; background: var(--card); border: 1px solid transparent; white-space: nowrap; color: var(--ink-2); }
+  .req-storm { background: var(--warn-soft); border-color: var(--line); }
+  .req-err:not(.req-storm) { background: var(--bad-soft); }
+  .req-seq { color: var(--ink-3); min-width: 40px; }
+  .req-m { font-weight: 700; min-width: 58px; color: var(--ink); }
+  .req-p { flex: 1; overflow: hidden; text-overflow: ellipsis; }
+  .req-s { font-weight: 700; }
+  .s-ok { color: var(--accent); } .s-bad { color: var(--bad); }
+  .badge { display: inline-block; font-size: 10px; border: 1px solid var(--line); border-radius: 2px; padding: 0 6px; color: var(--ink-3); line-height: 1.7; }
+  .badge-storm { border-color: var(--line-strong); color: var(--ink-2); }
+  .badge-mut { border-color: var(--line-strong); }
+
+  /* the colophon */
+  .colophon { border-top: 1px solid var(--line); margin-top: 64px; padding-top: 32px; color: var(--ink-3); font-size: 13px; }
+  .colophon-grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(200px, 1fr)); gap: 16px 24px; margin-bottom: 24px; }
+  .colophon .k { font-size: 10px; color: var(--ink-3); margin-bottom: 6px; }
+  .colophon .v { font-family: var(--sans); font-size: 15px; color: var(--ink); }
+  .colophon .hash { font-family: var(--mono); font-size: 12px; color: var(--ink-2); overflow-wrap: anywhere; margin-bottom: 20px; }
+  .cmd { margin: 0 0 24px; padding: 12px 14px; background: var(--card); border: 1px solid var(--line); border-radius: 2px; font-size: 12px; line-height: 1.6; color: var(--ink-2); white-space: pre-wrap; overflow-wrap: anywhere; }
+  .crash .cmd { margin-bottom: 20px; }
+  .colophon-note { font-family: var(--mono); font-size: 11px; letter-spacing: 0.02em; line-height: 1.7; max-width: 80ch; margin: 0; }
+
+  /* the shift view */
+  .cliff-wrap { border: 1px solid var(--line); border-radius: 2px; padding: 16px 18px 8px; margin-bottom: 12px; }
+  .cliff { width: 100%; max-width: 640px; height: auto; display: block; }
+  .cliff-grid { stroke: var(--line); stroke-width: 1; }
+  .cliff-tick, .cliff-label { font: 11px "Space Mono", ui-monospace, monospace; fill: var(--ink-3); }
+  .cliff-label { fill: var(--ink); }
+  .cliff-line { fill: none; stroke: var(--ink); stroke-width: 2; }
+  .cliff-predicted { fill: var(--bad); stroke: none; }
+  .cliff-observed { fill: #000000; stroke: var(--ink); stroke-width: 2; }
+  .cliff-caption { color: var(--ink-3); font-size: 13px; margin: 8px 0 6px; }
+  table.classes { margin-bottom: 16px; }
+  .grid-wrap { overflow-x: auto; }
+  table.grid td, table.grid th { padding: 8px 10px 8px 0; }
+  table.grid .cell { font-family: var(--mono); font-weight: 700; font-size: 15px; text-align: center; padding-right: 10px; }
+  table.grid .cell-fail { background: var(--bad-soft); }
+  .c-ok { color: var(--accent); } .c-bad { color: var(--bad); } .c-miss { color: var(--ink-3); } .c-over { color: var(--ink-2); } .c-policy { color: var(--ink-3); }
+  .crash .worst { margin: 0 0 8px; } .crash .worlds { font-family: var(--mono); font-size: 12px; color: var(--ink-3); } .crash td .s { color: var(--ink-3); font-size: 12px; }
+  .grid-foot td { border-top: 1px solid var(--line-strong); font-weight: 500; }
+  .legend { font-size: 11px; text-transform: none; letter-spacing: 0.02em; color: var(--ink-3); margin: 8px 0 24px; }
+  .shift-detail { margin: 8px 0 16px; }
+  .ticket-row { margin: 10px 0; }
+  .ticket-head { font-size: 14px; }
+  .ticket-head .why { color: var(--ink-3); font-size: 13px; }
+  .contrast-quote.said { font-weight: 400; font-style: italic; color: var(--ink-2); }
+  .judge-mark { font-size: 10px; margin-left: 2px; color: var(--ink-2); cursor: help; }
+  table.findings td.reason { max-width: 32rem; font-size: 13px; color: var(--ink-2); }`;
+export function renderReport(data) {
+    const passed = data.runs.filter((r) => r.pass).length;
+    const interrupted = data.interrupted ?? null;
+    const allPassed = passed === data.requestedRuns && !interrupted;
+    const requested = `${data.requestedRuns} run${data.requestedRuns === 1 ? "" : "s"}`;
+    const interruptedLine = interrupted
+        ? `interrupted by ${esc(interrupted)} after ${data.runs.length} of ${requested}`
+        : "";
+    const tone = allPassed ? "good" : interrupted ? "warn" : "bad";
+    const net = netMovementLine(data.runs);
+    const anyLied = data.runs.some((r) => isGraded(r) && r.agent_exit === 0 && !r.timed_out && !r.pass);
+    const seedHash = data.tasks?.seed_hash ?? data.runs.find((r) => r.seed_hash !== undefined)?.seed_hash ?? null;
+    return `<!doctype html>
+<html lang="en">
+<head>
+<meta charset="utf-8">
+<meta name="viewport" content="width=device-width, initial-scale=1">
+<title>worlds run report — ${esc(data.seed)}${data.scenario ? ` under ${esc(data.scenario)}` : ""}</title>
+${FONT_LINKS}
+<style>
+${BASE_CSS}
+</style>
+</head>
+<body>
+<main>
+  <header class="band tone-${tone}">
+    <p class="micro">Crash test report · Worlds</p>
+    <h1>${esc(data.title)}</h1>
+    <div class="verdict-row">
+      <span class="verdict">${allPassed ? "✓ PASS" : interrupted ? "⚠ INTERRUPTED" : "✕ FAIL"}</span>
+      <div class="sub">seed <code>${esc(data.seed)}</code>${data.scenario ? ` · scenario <code>${esc(data.scenario)}</code>` : " · clear skies"} · ${esc(data.generatedAt)}${interrupted ? ` · <strong>${interruptedLine}</strong>` : ""}${anyLied ? " · <strong>the agent reported success on runs the world failed</strong>" : ""}</div>
+    </div>${data.contract
+        ? `\n    <div class="sub contract"><strong>${esc(data.contract.status.replace(/_/g, " "))}</strong> — ${esc(data.contract.reason)} · next: ${esc(data.contract.next_action)}</div>`
+        : ""}
+  </header>
+
+  <div class="tiles">
+    <div class="tile ${tone}"><div class="k">pass^k</div><div class="v">${passed}/${data.requestedRuns}</div><div class="s">${allPassed ? "every run did exactly the right thing" : interrupted ? interruptedLine : `needs ${data.requestedRuns}/${data.requestedRuns} — reliability is pass-every-time`}</div></div>
+    <div class="tile ${net.disagree ? "bad" : ""}"><div class="k">net money moved</div><div class="v num">${esc(net.headline)}</div><div class="s">${esc(net.sub)}</div></div>
+    <div class="tile"><div class="k">worlds used</div><div class="v">${data.runs.filter((r) => r.world_id !== null).length}</div><div class="s">fresh, identical universe per run</div></div>
+    <div class="tile"><div class="k">requests recorded</div><div class="v">${data.runs.reduce((n, r) => n + r.requests.length, 0)}</div><div class="s">every call, black-box logged</div></div>
+    ${(() => {
+        const credits = new Map();
+        for (const r of data.runs)
+            for (const [c, m] of Object.entries(r.money))
+                if (m.credits_granted?.amount)
+                    credits.set(c, (credits.get(c) ?? 0) + m.credits_granted.amount);
+        return credits.size > 0
+            ? `<div class="tile"><div class="k">credit granted</div><div class="v num">${esc([...credits].map(([c, n]) => money(n, c)).join(" · "))}</div><div class="s">future revenue given away — not cash, still yours</div></div>`
+            : "";
+    })()}
+  </div>
+
+  ${data.tasks ? crashTestPanel(data.tasks, data.runs, data.shift?.summary.currency ?? "usd") : ""}
+  ${data.shift ? shiftPanel(data.shift, data.runs) : ""}
+  ${data.judge ? judgePanel(data.judge, data.runs) : ""}
+
+  <h2>What "correct" was defined as</h2>
+  <ul class="expects">
+    ${data.expectations.map((e) => `<li><code>${esc(e)}</code></li>`).join("\n")}
+  </ul>
+
+  <h2>Runs</h2>
+  <div class="grid-wrap">
+  <table>
+    <thead><tr><th>run</th><th>verdict</th><th>agent</th><th class="num">net money</th><th>world changes</th></tr></thead>
+    <tbody>
+    ${data.runs
+        .map((r) => {
+        const changes = !isGraded(r)
+            ? "—"
+            : ["created", "updated", "deleted"]
+                .flatMap((g) => Object.entries(r.summary[g]).map(([res, n]) => `${g} ${n} ${res}`))
+                .join(", ") || "nothing";
+        const netStr = !isGraded(r)
+            ? "—"
+            : Object.entries(r.money)
+                .map(([c, m]) => money(m.net_movement, c))
+                .join(" · ") || "$0.00";
+        return `<tr><td>${r.run}</td><td>${verdictPill(r)}</td><td>${agentCell(r)}</td><td class="num">${esc(netStr)}</td><td>${esc(changes)}</td></tr>`;
+    })
+        .join("\n")}
+    </tbody>
+  </table>
+  </div>
+
+  <h2>Run detail</h2>
+  ${data.runs.map(runSection).join("\n")}
+
+  <footer class="colophon">
+    <div class="colophon-grid">
+      <div><div class="k">Runtime</div><div class="v">sparta_worlds ${esc(data.version)}</div></div>
+      <div><div class="k">Seed</div><div class="v">${esc(data.seed)}${data.scenario ? ` · ${esc(data.scenario)}` : ""}</div></div>
+      <div><div class="k">Generated</div><div class="v">${esc(data.generatedAt)}</div></div>
+    </div>
+    <div class="k">Seed hash</div>
+    <div class="hash">${seedHash ? `sha256 ${esc(seedHash)}` : "no world recorded a seed hash"}</div>
+    <div class="k">Reproduce</div>
+    <pre class="cmd">${esc(data.reproduce)}</pre>
+    <p class="colophon-note">Generated by worlds passk. Every number above is read from the world's records, never from the agent's transcript; the same seed and the same requests give the same world, byte for byte, so the line above reruns this report. <a href="${esc(data.home)}">Worlds by Sparta</a></p>
+  </footer>
+</main>
+</body>
+</html>`;
+}