pennyrouter 0.3.19 → 0.3.21

package/standalone/report.py

@@ -0,0 +1,137 @@
+#!/usr/bin/env python3
+"""Write and display the final report for a penny-compare run."""
+
+from __future__ import annotations
+
+import json
+import os
+from pathlib import Path
+import shutil
+import subprocess
+import sys
+from datetime import datetime, timezone
+
+
+BUCKETS = ("cache_read", "cache_write", "write_5m", "write_1h", "fresh_input",
+           "output", "reasoning_output", "total")
+
+
+def read_json(path: Path) -> dict:
+    try:
+        return json.loads(path.read_text())
+    except (OSError, ValueError):
+        return {}
+
+
+def read_calls(path: Path, since: float) -> list[dict]:
+    calls = []
+    try:
+        lines = path.read_text().splitlines()
+    except OSError:
+        return calls
+    for line in lines:
+        try:
+            call = json.loads(line)
+        except ValueError:
+            continue
+        # recorded_at is generated locally when the pane accepts this call. The panes follow
+        # transcripts continuously, so it also gives reset a single clock across both formats.
+        if float(call.get("recorded_at") or 0) >= since:
+            calls.append(call)
+    return calls
+
+
+def summarize(meta: dict, calls: list[dict]) -> dict:
+    totals = {bucket: sum(int(call.get(bucket) or 0) for call in calls) for bucket in BUCKETS}
+    totals["cost"] = sum(float(call.get("cost") or 0) for call in calls)
+    return {**meta, "call_count": len(calls), "totals": totals, "calls": calls}
+
+
+def metric(saved: float, baseline: float, unit: str = "") -> str:
+    pct = (saved / baseline * 100) if baseline else 0.0
+    if saved >= 0:
+        return f"{unit}{saved:,.2f} saved ({pct:,.1f}%)" if unit else f"{saved:,.0f} saved ({pct:,.1f}%)"
+    extra = abs(saved)
+    return f"{unit}{extra:,.2f} extra ({abs(pct):,.1f}%)" if unit else f"{extra:,.0f} extra ({abs(pct):,.1f}%)"
+
+
+def centered(lines: list[str]) -> str:
+    size = shutil.get_terminal_size((100, 30))
+    width = min(max(len(line) for line in lines) + 8, max(40, size.columns - 2))
+    available = width - 6
+    lines = [line if len(line) <= available else line[:available - 1] + "…" for line in lines]
+    top = max(0, (size.lines - len(lines) - 4) // 2)
+    left = max(0, (size.columns - width) // 2)
+    pad = " " * left
+    border = "═" * (width - 2)
+    body = [pad + "╔" + border + "╗"]
+    for line in lines:
+        inner = line.center(width - 2)
+        body.append(pad + "║" + inner + "║")
+    body.append(pad + "╚" + border + "╝")
+    return "\033[2J\033[H" + ("\n" * top) + "\033[1m" + "\n".join(body) + "\033[0m"
+
+
+def main() -> int:
+    state = Path(sys.argv[1])
+    reports = Path(sys.argv[2])
+    session = sys.argv[3]
+    try:
+        started = (state / "started").stat().st_mtime
+    except OSError:
+        started = 0.0
+    try:
+        reset = (state / "reset").stat().st_mtime
+    except OSError:
+        reset = 0.0
+    measured_from = max(started, reset)
+
+    left = summarize(read_json(state / "pane-left.json"),
+                     read_calls(state / "calls-left.jsonl", measured_from))
+    right = summarize(read_json(state / "pane-right.json"),
+                      read_calls(state / "calls-right.jsonl", measured_from))
+    native = next((side for side in (left, right) if side.get("role") == "NATIVE"), left)
+    penny = next((side for side in (left, right) if side.get("role") == "PENNY"), right)
+    native_totals, penny_totals = native["totals"], penny["totals"]
+    savings = {
+        "cost": native_totals["cost"] - penny_totals["cost"],
+        "tokens": native_totals["total"] - penny_totals["total"],
+    }
+    savings["cost_percent"] = savings["cost"] / native_totals["cost"] * 100 if native_totals["cost"] else 0.0
+    savings["token_percent"] = savings["tokens"] / native_totals["total"] * 100 if native_totals["total"] else 0.0
+
+    finished = datetime.now(timezone.utc)
+    report = {
+        "created_at": finished.isoformat(),
+        "measured_from_epoch": measured_from,
+        "pricing_profile": left.get("pricing_profile", "standard"),
+        "left": left, "right": right, "savings_native_minus_penny": savings,
+    }
+    reports.mkdir(parents=True, exist_ok=True)
+    destination = reports / f"compare-{finished.strftime('%Y%m%d-%H%M%S-%f')}.json"
+    destination.write_text(json.dumps(report, indent=2) + "\n")
+
+    lines = [
+        "PENNY COMPARISON",
+        "",
+        metric(savings["cost"], native_totals["cost"], "$"),
+        metric(savings["tokens"], native_totals["total"]),
+        "",
+        f"NATIVE  {native['call_count']} calls  {native_totals['total']:,} tokens  ${native_totals['cost']:,.2f}",
+        f"PENNY   {penny['call_count']} calls  {penny_totals['total']:,} tokens  ${penny_totals['cost']:,.2f}",
+        "",
+        f"Report: {destination}",
+        "Press Enter to quit",
+    ]
+    sys.stdout.write(centered(lines))
+    sys.stdout.flush()
+    try:
+        input()
+    except (EOFError, KeyboardInterrupt):
+        pass
+    subprocess.run(["tmux", "kill-session", "-t", session], check=False)
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())