pi-bedrouter 0.2.0 → 0.2.2

package/README.md

@@ -65,7 +65,7 @@ Example for a developer with a checkout:
 
 ## How the footer works
 
-Bedrouter echoes every routing decision in response headers (`x-bedrouter-model`, `-requested`, `-class`, `-reason`, `-conversation`, `-classifier`). Pi hands extensions those headers in the `after_provider_response` event, so the status line updates the moment a response starts, before any tokens stream. When the turn ends, the extension asks bedrouter for the conversation's running totals (`GET /v1/conversations/:key`) and appends cost: spend so far (classifier calls included), what the same tokens would have cost on the model the client asked for, and the difference as a percentage. `↑n` counts escalations in this conversation. The line clears when you switch to a non-bedrouter model. A background health check (every `healthPollS` seconds) keeps it honest between turns: if the server dies the line reads `bedrouter: DOWN` and, with `autoStart` on, the extension restarts it and says so.
+Bedrouter echoes every routing decision in response headers (`x-bedrouter-model`, `-requested`, `-class`, `-reason`, `-conversation`, `-classifier`). Pi hands extensions those headers in the `after_provider_response` event, so the status line updates the moment a response starts, before any tokens stream. When the turn ends, the extension asks bedrouter for the conversation's running totals (`GET /v1/conversations/:key`) and appends cost: spend so far, then the routing effect against what the same tokens would have cost on the model the client asked for: `saved $x (n%)`, `same as asked-for`, or `+$x over asked-for (routed up)` when the router chose a stronger rung. The classifier's one-off call is shown separately (`classifier $0.0004`) rather than counted against routing. `↑n` counts escalations in this conversation. The line clears when you switch to a non-bedrouter model. A background health check (every `healthPollS` seconds) keeps it honest between turns: if the server dies the line reads `bedrouter: DOWN` and, with `autoStart` on, the extension restarts it and says so.
 
 Under a coding agent every request carries tools and a large system prompt, so you will see `execute` and `explore` decided by keywords or the classifier, then `sticky` for the rest of the session, `up:kw:explore` when an explicit design question moves the conversation up, and escalations after failures. `trivial` shows up for bare chat clients, not for Pi.
 

package/extensions/index.ts

@@ -13,7 +13,7 @@ import type { ExtensionAPI, ExtensionContext } from "@earendil-works/pi-coding-a
 import { loadSettings, saveSettings, settingsPath, agentDir, type Settings } from "../src/settings.js";
 import * as br from "../src/bedrouter.js";
 import { fitNotes, piModels } from "../src/models.js";
-import { fromHeaders, statusLine, type LastDecision } from "../src/footer.js";
+import { downLine, fromHeaders, readyLine, restartingLine, statusLine, type LastDecision, type Paint } from "../src/footer.js";
 
 export default async function (pi: ExtensionAPI) {
   let settings = loadSettings();
@@ -28,7 +28,8 @@ export default async function (pi: ExtensionAPI) {
 
   const isOurs = (ctx: ExtensionContext) => ctx.model?.provider === settings.providerName;
   const setStatus = (ctx: ExtensionContext, text: string | undefined) => { lastCtx = ctx; if (ctx.hasUI && settings.footer) ctx.ui.setStatus("bedrouter", text); };
-  const readyText = () => statusLine(last, stats);
+  const paint = (ctx: ExtensionContext | null): Paint => (ctx?.hasUI && ctx.ui.theme ? (c, t) => ctx.ui.theme.fg(c, t) : (_c, t) => t);
+  const readyText = (ctx: ExtensionContext | null = lastCtx) => statusLine(last, stats, paint(ctx));
   const notify = (ctx: ExtensionContext, msg: string, type: "info" | "warning" | "error" = "info") => { if (ctx.hasUI) ctx.ui.notify(msg, type); };
   /** Show multi-line output (doctor/report/log) as a visible message without adding it to the model's context. */
   const show = (title: string, body: string) => pi.sendMessage({ customType: "bedrouter", content: `**${title}**\n\n\`\`\`\n${body}\n\`\`\``, display: true }, { triggerTurn: false });
@@ -112,23 +113,23 @@ export default async function (pi: ExtensionAPI) {
 
   pi.on("session_start", async (ev, ctx) => {
     lastCtx = ctx;
-    if (ev.reason !== "startup" && ev.reason !== "new") { if (isOurs(ctx)) setStatus(ctx, statusLine(last, stats)); return; }
+    if (ev.reason !== "startup" && ev.reason !== "new") { if (isOurs(ctx)) setStatus(ctx, statusLine(last, stats, paint(ctx))); return; }
     last = null; stats = null;
     const h = await br.health(settings);
     serverUp = !!h?.ok;
     if (!h?.ok && settings.autoStart) {
       const r = await bringUp(ctx, { install: true, start: true });
       serverUp = r.ok;
-      if (!r.ok) { notify(ctx, `bedrouter: ${r.lines[r.lines.length - 1]}`, "warning"); setStatus(ctx, "bedrouter: DOWN · /bedrouter start"); return; }
+      if (!r.ok) { notify(ctx, `bedrouter: ${r.lines[r.lines.length - 1]}`, "warning"); setStatus(ctx, downLine("/bedrouter start", paint(ctx))); return; }
       const created = r.lines.filter((l) => l.startsWith("created "));
       if (created.length) notify(ctx, created.join("\n"), "warning");
-    } else if (!h?.ok) { setStatus(ctx, "bedrouter: DOWN · /bedrouter start"); return; }
+    } else if (!h?.ok) { setStatus(ctx, downLine("/bedrouter start", paint(ctx))); return; }
     await autoSelect(ctx);
-    if (isOurs(ctx)) setStatus(ctx, "bedrouter: ready");
+    if (isOurs(ctx)) setStatus(ctx, readyText(ctx));
   });
 
   pi.on("model_select", async (ev, ctx) => {
-    if (ev.model.provider === settings.providerName) setStatus(ctx, statusLine(last, stats));
+    if (ev.model.provider === settings.providerName) setStatus(ctx, statusLine(last, stats, paint(ctx)));
     else setStatus(ctx, undefined);
   });
 
@@ -140,13 +141,13 @@ export default async function (pi: ExtensionAPI) {
     last = d;
     serverUp = true;
     if (d.conversation) ourConversations.add(d.conversation);
-    setStatus(ctx, statusLine(last, stats));
+    setStatus(ctx, statusLine(last, stats, paint(ctx)));
   });
 
   pi.on("agent_end", async (_ev, ctx) => {
     if (!isOurs(ctx) || !last?.conversation) return;
     stats = await br.conversation(settings, last.conversation);
-    setStatus(ctx, statusLine(last, stats));
+    setStatus(ctx, statusLine(last, stats, paint(ctx)));
   });
 
   // ---- background health poll ----------------------------------------------------------------------------------
@@ -160,14 +161,14 @@ export default async function (pi: ExtensionAPI) {
     if (up === serverUp) return;
     serverUp = up;
     if (up) { setStatus(ctx, readyText()); if (last) notify(ctx, "bedrouter: back up"); return; }
-    setStatus(ctx, "bedrouter: DOWN" + (settings.autoStart ? " · restarting…" : " · /bedrouter start"));
+    setStatus(ctx, settings.autoStart ? restartingLine(paint(ctx)) : downLine("/bedrouter start", paint(ctx)));
     if (!settings.autoStart || Date.now() - restartAttemptAt < 60_000) return;
     restartAttemptAt = Date.now();
     // same path as startup: locate, build/install if needed, start
     const r = await bringUp(ctx, { install: true, start: true });
     serverUp = r.ok;
     if (r.ok) { setStatus(ctx, readyText()); notify(ctx, `bedrouter: restarted`); }
-    else { setStatus(ctx, "bedrouter: DOWN · /bedrouter start"); notify(ctx, `bedrouter: restart failed — ${r.lines[r.lines.length - 1].split("\n")[0]}`, "warning"); }
+    else { setStatus(ctx, downLine("/bedrouter start", paint(ctx))); notify(ctx, `bedrouter: restart failed — ${r.lines[r.lines.length - 1].split("\n")[0]}`, "warning"); }
   }
   if (settings.healthPollS > 0) { poll = setInterval(() => void checkHealth(), settings.healthPollS * 1000); poll.unref(); }
 
@@ -212,10 +213,10 @@ export default async function (pi: ExtensionAPI) {
           const r = await bringUp(ctx, { install: false, start: true });
           show(`bedrouter ${sub}`, r.lines.join("\n"));
           serverUp = r.ok;
-          if (r.ok) { await autoSelect(ctx); setStatus(ctx, isOurs(ctx) ? readyText() : undefined); }
+          if (r.ok) { await autoSelect(ctx); setStatus(ctx, isOurs(ctx) ? readyText(ctx) : undefined); }
           break;
         }
-        case "stop": notify(ctx, await br.stop(settings)); serverUp = false; setStatus(ctx, isOurs(ctx) ? "bedrouter: DOWN · /bedrouter start" : undefined); break;
+        case "stop": notify(ctx, await br.stop(settings)); serverUp = false; setStatus(ctx, isOurs(ctx) ? downLine("/bedrouter start", paint(ctx)) : undefined); break;
         case "install": {
           notify(ctx, "bedrouter: installing/building (this can take a minute)…");
           const r = await bringUp(ctx, { install: true, start: false });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-bedrouter",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "Pi extension for bedrouter: starts the cost-aware Bedrock model router, registers it as a provider, and shows which model served each request",
   "keywords": [
     "pi-package",

package/src/footer.ts

@@ -13,15 +13,36 @@ export function fromHeaders(h: Record<string, string>): LastDecision | null {
 const usd = (n: number) => (n >= 1 ? `$${n.toFixed(2)}` : `$${n.toFixed(4)}`);
 const short = (reason: string) => reason.replace(/^keyword:/, "kw:").replace(/^classifier:/, "clf:").replace(/^upgrade:keyword:/, "up:kw:").replace(/^shape:/, "");
 
-export function statusLine(d: LastDecision | null, c: ConversationStats | null): string {
-  if (!d) return "bedrouter: ready";
+/**
+ * Pi's footer sorts extension statuses by key, joins them with ONE space, and collapses runs of ASCII spaces, so two
+ * packages' lines run into each other. Each status therefore starts with a dim segment bar and ends with non-breaking
+ * spaces (which survive the collapse) as a right margin. `paint` is ctx.ui.theme.fg when a UI is present.
+ */
+export type Paint = (color: "success" | "error" | "warning" | "dim" | "accent", text: string) => string;
+const plain: Paint = (_c, t) => t;
+const NBSP2 = "\u00a0\u00a0";
+export const segment = (body: string, paint: Paint = plain) => `${paint("dim", "│")} ${body}${NBSP2}`;
+
+export function readyLine(paint: Paint = plain): string { return segment(`${paint("success", "✓")} bedrouter ready`, paint); }
+export function downLine(hint: string, paint: Paint = plain): string { return segment(`${paint("error", "✗")} bedrouter down · ${hint}`, paint); }
+export function restartingLine(paint: Paint = plain): string { return segment(`${paint("warning", "↻")} bedrouter restarting…`, paint); }
+
+export function statusLine(d: LastDecision | null, c: ConversationStats | null, paint: Paint = plain): string {
+  if (!d) return readyLine(paint);
   const arrow = d.model === d.requested ? "=" : "≠";
-  let s = `⇄ ${d.model} ${arrow} ${d.requested}  ${d.cls}·${short(d.reason)}`;
+  let s = `${paint("success", "✓")} bedrouter ⇄ ${d.model} ${arrow} ${d.requested}  ${d.cls}·${short(d.reason)}`;
   if (c && c.requests > 0) {
     const spend = c.costUsd + c.classifierCostUsd;
-    const diff = c.requestedCostUsd - spend;
+    // Routing effect = model cost vs the same tokens on the asked-for model. The classifier's one-off call is overhead
+    // and shown as such, never folded into "over asked-for" (which would flag every break-even session as a loss).
+    const diff = c.requestedCostUsd - c.costUsd;
     const pct = c.requestedCostUsd > 0 ? Math.round((diff / c.requestedCostUsd) * 100) : 0;
-    s += `  ${usd(spend)}${diff >= 0 ? ` saved ${usd(diff)} (${pct}%)` : ` +${usd(-diff)} over asked-for`}${c.escalations ? `  ↑${c.escalations}` : ""}`;
+    const clf = c.classifierCostUsd > 0 ? `, classifier ${usd(c.classifierCostUsd)}` : "";
+    let verdict: string;
+    if (Math.abs(diff) < 1e-6) verdict = `same as asked-for${clf}`;
+    else if (diff > 0) verdict = `saved ${usd(diff)} (${pct}%)${clf}`;
+    else verdict = `+${usd(-diff)} over asked-for (routed up)${clf}`;
+    s += `  ${usd(spend)} · ${verdict}${c.escalations ? `  ↑${c.escalations}` : ""}`;
   }
-  return s;
+  return segment(s, paint);
 }