@fiale-plus/pi-rogue 0.2.3 → 0.3.0

package/node_modules/@fiale-plus/pi-rogue-router/src/observe.ts

@@ -1,3 +1,4 @@
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
 import { appendRouteEvent, buildRouteEvent } from "./ledger.js";
 import { decideRoute } from "./decision.js";
 import { checkpointWithDiffStats, streamCheckpointsFromSessionPath } from "./checkpoints.js";
@@ -21,12 +22,20 @@ export interface RouterObserveSummary {
   role: keyof RouterProfile | "none" | "current";
   targetModel?: string;
   currentModel?: string;
+  currentProvider?: string;
   match: boolean | null;
   confidence: number;
   reason: string;
   text: string;
 }
 
+export interface RouterModelApplySummary {
+  applied: boolean;
+  reason: string;
+  fromModel?: string;
+  toModel?: string;
+}
+
 function squish(text: unknown, max = 140): string {
   const value = String(text ?? "").replace(/\s+/g, " ").trim();
   return value.length <= max ? value : `${value.slice(0, max - 1).trimEnd()}…`;
@@ -53,10 +62,22 @@ function modelLeaf(model: string): string {
   return model.split("/").at(-1)?.toLowerCase() ?? model.toLowerCase();
 }
 
-export function modelsMatch(current: string | undefined, target: string | undefined): boolean | null {
+export function modelsMatch(current: string | undefined, target: string | undefined, currentProvider?: string): boolean | null {
   if (!current || !target) return null;
   const c = current.toLowerCase();
   const t = target.toLowerCase();
+  const provider = currentProvider?.toLowerCase();
+  const [targetProvider, ...targetModelParts] = t.split("/");
+  if (targetModelParts.length > 0) {
+    const targetModel = targetModelParts.join("/");
+    if (provider) {
+      const currentModel = c.startsWith(`${provider}/`) ? c.slice(provider.length + 1) : c;
+      if (provider === targetProvider) return currentModel === targetModel;
+      return currentModel === t;
+    }
+    if (c.includes("/")) return c === t;
+    return false;
+  }
   return c === t || modelLeaf(c) === modelLeaf(t) || c.endsWith(`/${modelLeaf(t)}`) || t.endsWith(`/${modelLeaf(c)}`);
 }
 
@@ -70,7 +91,7 @@ export function summarizeRouterDecision(checkpoint: RouterCheckpoint, decision:
   const profile = activeProfile(config);
   const role = actionRole(decision.action);
   const targetModel = targetForRole(role, profile, checkpoint.activeModel);
-  const match = role === "none" ? null : modelsMatch(checkpoint.activeModel, targetModel);
+  const match = role === "none" ? null : modelsMatch(checkpoint.activeModel, targetModel, checkpoint.provider);
   const verdict = match === null ? "INFO" : match ? "MATCH" : "MISMATCH";
   const roleText = role === "none" ? "no-model" : role;
   const targetText = targetModel ? `${roleText}(${targetModel})` : roleText;
@@ -81,6 +102,7 @@ export function summarizeRouterDecision(checkpoint: RouterCheckpoint, decision:
     role,
     targetModel,
     currentModel: checkpoint.activeModel,
+    currentProvider: checkpoint.provider,
     match,
     confidence: decision.confidence,
     reason: decision.reason,
@@ -94,9 +116,51 @@ export async function latestCheckpointFromSession(sessionPath: string): Promise<
   return latest;
 }
 
-export async function observeRouterTurn(ctx: any): Promise<RouterObserveSummary | null> {
+function findConfiguredModel(ctx: any, target: string, currentProvider?: string): { model: any; matchedBy: "qualified" | "id" } | undefined {
+  const all = ctx?.modelRegistry?.getAll?.() ?? [];
+  const observedProvider = currentProvider?.toLowerCase();
+  const byCurrentProviderId = observedProvider ? all.find((model: any) => model.id === target && String(model.provider).toLowerCase() === observedProvider) : undefined;
+  if (byCurrentProviderId) return { model: byCurrentProviderId, matchedBy: "id" };
+  const [provider, ...modelParts] = target.split("/");
+  if (modelParts.length > 0) {
+    const found = ctx?.modelRegistry?.find?.(provider, modelParts.join("/"));
+    if (found) return { model: found, matchedBy: "qualified" };
+    const byQualified = all.find((model: any) => `${model.provider}/${model.id}` === target);
+    if (byQualified) return { model: byQualified, matchedBy: "qualified" };
+  }
+  const byId = all.filter((model: any) => model.id === target);
+  return byId.length === 1 ? { model: byId[0], matchedBy: "id" } : undefined;
+}
+
+function configuredModelMatches(current: string | undefined, currentProvider: string | undefined, resolved: { model: any; matchedBy: "qualified" | "id" }): boolean {
+  const model = resolved.model;
+  if (!current || !model?.provider || !model?.id) return false;
+  const c = current.toLowerCase();
+  const provider = String(model.provider).toLowerCase();
+  const id = String(model.id).toLowerCase();
+  const observedProvider = currentProvider?.toLowerCase();
+  if (observedProvider) {
+    const currentModel = c.startsWith(`${observedProvider}/`) ? c.slice(observedProvider.length + 1) : c;
+    return observedProvider === provider && currentModel === id;
+  }
+  return c === `${provider}/${id}` || (resolved.matchedBy === "id" && c === id);
+}
+
+export async function applyModelRouting(pi: Pick<ExtensionAPI, "setModel"> | undefined, ctx: any, summary: RouterObserveSummary): Promise<RouterModelApplySummary> {
+  if (!summary.targetModel || summary.role === "none" || summary.role === "current") return { applied: false, reason: "no model switch for route action" };
+  const resolved = findConfiguredModel(ctx, summary.targetModel, summary.currentProvider);
+  if (resolved?.matchedBy === "id" && modelsMatch(summary.currentModel, summary.targetModel, summary.currentProvider)) return { applied: false, reason: "current model already matches target", fromModel: summary.currentModel, toModel: summary.targetModel };
+  if (resolved && configuredModelMatches(summary.currentModel, summary.currentProvider, resolved)) return { applied: false, reason: "current model already matches target", fromModel: summary.currentModel, toModel: summary.targetModel };
+  if (!resolved && modelsMatch(summary.currentModel, summary.targetModel, summary.currentProvider)) return { applied: false, reason: "current model already matches target", fromModel: summary.currentModel, toModel: summary.targetModel };
+  if (!resolved) return { applied: false, reason: `target model not configured: ${summary.targetModel}`, fromModel: summary.currentModel, toModel: summary.targetModel };
+  const success = await pi?.setModel?.(resolved.model);
+  if (!success) return { applied: false, reason: `target model unavailable or missing auth: ${summary.targetModel}`, fromModel: summary.currentModel, toModel: summary.targetModel };
+  return { applied: true, reason: summary.reason, fromModel: summary.currentModel, toModel: summary.targetModel };
+}
+
+export async function observeRouterTurn(ctx: any, pi?: Pick<ExtensionAPI, "setModel">): Promise<RouterObserveSummary | null> {
   const config = loadRouterConfig(ctx);
-  if (!config.enabled || config.print === "off") return null;
+  if (!config.enabled || (config.print === "off" && config.mode === "observe")) return null;
   const sessionPath = ctx?.sessionManager?.getSessionFile?.();
   if (!sessionPath) return null;
   const checkpoint = await latestCheckpointFromSession(String(sessionPath));
@@ -120,7 +184,14 @@ export async function observeRouterTurn(ctx: any): Promise<RouterObserveSummary
     lastSummary: summary.text,
   }, String(sessionPath));
 
+  if (config.mode === "auto_model") {
+    const applied = await applyModelRouting(pi, ctx, summary);
+    if (applied.applied || summary.match === false) {
+      ctx.ui?.notify?.(`router auto-model: ${applied.applied ? "APPLIED" : "SKIPPED"} ${applied.fromModel ?? "unknown"} → ${applied.toModel ?? "none"} · ${applied.reason}`, applied.applied ? "info" : "warning");
+    }
+  }
+
   if (config.print === "mismatch_only" && summary.match !== false) return summary;
-  ctx.ui?.notify?.(summary.text, summary.match === false ? "warning" : "info");
+  if (config.print !== "off") ctx.ui?.notify?.(summary.text, summary.match === false ? "warning" : "info");
   return summary;
 }

package/node_modules/@fiale-plus/pi-rogue-router/src/outcomes.ts

@@ -6,6 +6,7 @@ import { readRouteEvents, type RouteEvent } from "./ledger.js";
 import type { RouterCheckpoint, TaskStatus, TaskType } from "./types.js";
 
 export const ROUTER_OUTCOME_SCHEMA = "pi-router.outcome.v1" as const;
+export const ROUTER_OUTCOME_ENRICH_SUMMARY_SCHEMA = "pi-router.outcome-enrich-summary.v1" as const;
 
 export interface RouterOutcome {
   schema: typeof ROUTER_OUTCOME_SCHEMA;
@@ -43,9 +44,15 @@ export interface OutcomeWriteSummary {
   inferred: number;
 }
 
-function roundStatus(event: RouteEvent, checkpoint?: RouterCheckpoint): TaskStatus {
-  if (event.decision.action === "stop_and_ask_user") return "unknown";
-  if (checkpoint?.features.verifierUsed && checkpoint.features.progressScore >= 0.75) return "partial";
+export interface OutcomeEnrichSummary {
+  schema: typeof ROUTER_OUTCOME_ENRICH_SUMMARY_SCHEMA;
+  output: string;
+  inputOutcomes: number;
+  outputOutcomes: number;
+  enriched: number;
+}
+
+function roundStatus(_event: RouteEvent, _checkpoint?: RouterCheckpoint): TaskStatus {
   return "unknown";
 }
 
@@ -78,7 +85,7 @@ export function buildUnknownOutcome(event: RouteEvent, checkpoint?: RouterCheckp
     testsPassedAfter: null,
     verifierImproved: null,
     acceptedDiff: null,
-    userInterrupted: event.decision.action === "stop_and_ask_user",
+    userInterrupted: false,
     userOverrodeDecision: Boolean(event.observed.overriddenBy),
     finalFilesTouched: checkpoint ? ((checkpoint.features.diffFilesChanged ?? 0) > 0 ? (checkpoint.features.diffFilesChanged ?? 0) : checkpoint.features.filesTouched) : 0,
     finalDiffLines: checkpoint?.features.diffLines ?? 0,
@@ -107,8 +114,14 @@ export function readOutcomes(path?: string): RouterOutcome[] {
   return readFileSync(resolved, "utf8")
     .split("\n")
     .filter((line) => line.trim())
-    .flatMap((line) => {
-      try { return [JSON.parse(line) as RouterOutcome]; } catch { return []; }
+    .map((line, index) => {
+      try {
+        const outcome = JSON.parse(line) as RouterOutcome;
+        if (outcome.schema !== ROUTER_OUTCOME_SCHEMA) throw new Error("invalid schema");
+        return outcome;
+      } catch (error) {
+        throw new Error(`invalid outcome JSONL at ${path}:${index + 1}: ${error instanceof Error ? error.message : String(error)}`);
+      }
     });
 }
 
@@ -118,6 +131,94 @@ export function writeOutcomesJsonl(outcomes: RouterOutcome[], path: string): voi
   writeFileSync(resolved, outcomes.map((outcome) => JSON.stringify(outcome)).join("\n") + (outcomes.length ? "\n" : ""));
 }
 
+function routeEventForOutcome(outcome: RouterOutcome, byId: Map<string, RouteEvent>, byCheckpoint: Map<string, RouteEvent>): RouteEvent | undefined {
+  return (outcome.routeEventId ? byId.get(outcome.routeEventId) : undefined) ?? (outcome.checkpointId ? byCheckpoint.get(outcome.checkpointId) : undefined);
+}
+
+function checkpointForOutcome(outcome: RouterOutcome, event: RouteEvent | undefined, byCheckpoint: Map<string, RouterCheckpoint>): RouterCheckpoint | undefined {
+  return (outcome.checkpointId ? byCheckpoint.get(outcome.checkpointId) : undefined) ?? (event ? byCheckpoint.get(event.checkpointId) : undefined);
+}
+
+function inferredStatus(outcome: RouterOutcome, checkpoint?: RouterCheckpoint, event?: RouteEvent, testsPassed: boolean | null = outcome.testsPassedAfter): TaskStatus {
+  const stopWasFollowed = event?.decision.action === "stop_and_ask_user" && event.observed.followed === true && !event.observed.overriddenBy;
+  if (stopWasFollowed || outcome.userInterrupted) return outcome.taskStatus === "unknown" ? "abandoned" : outcome.taskStatus;
+  if (testsPassed === true && Math.max(outcome.finalDiffLines, checkpoint?.features.diffLines ?? 0, event?.metrics.diffLines ?? 0) > 0) return "success";
+  if (testsPassed === true && outcome.taskStatus === "unknown") return "partial";
+  if (testsPassed === false && outcome.taskStatus === "unknown") return "failed";
+  if (outcome.taskStatus === "partial" && testsPassed === true && Math.max(outcome.finalDiffLines, checkpoint?.features.diffLines ?? 0, event?.metrics.diffLines ?? 0) > 0) return "success";
+  return outcome.taskStatus;
+}
+
+export function enrichOutcome(outcome: RouterOutcome, options: { checkpoint?: RouterCheckpoint; event?: RouteEvent; recordedAt?: string } = {}): RouterOutcome {
+  const checkpoint = options.checkpoint;
+  const event = options.event;
+  const testsPassedAfter = outcome.testsPassedAfter;
+  const verifierImproved = outcome.verifierImproved
+    ?? (checkpoint?.features.testsImproved !== null && checkpoint?.features.testsImproved !== undefined ? checkpoint.features.testsImproved : null);
+  const taskStatus = inferredStatus(outcome, checkpoint, event, testsPassedAfter);
+  const evidenceDiffLines = checkpoint?.features.diffLines ?? event?.metrics.diffLines ?? 0;
+  const evidenceFilesTouched = checkpoint
+    ? ((checkpoint.features.diffFilesChanged ?? 0) > 0 ? checkpoint.features.diffFilesChanged : checkpoint.features.filesTouched)
+    : event?.metrics.diffFilesChanged ?? 0;
+  const evidenceErrorRepeats = checkpoint?.features.sameErrorRepeatedCount ?? event?.metrics.sameErrorRepeatedCount ?? 0;
+  const finalDiffLines = Math.max(outcome.finalDiffLines, evidenceDiffLines);
+  const finalFilesTouched = Math.max(outcome.finalFilesTouched, evidenceFilesTouched);
+  const reworkTurns = Math.max(outcome.reworkTurns, evidenceErrorRepeats > 1 ? evidenceErrorRepeats - 1 : 0);
+  const acceptedDiff = outcome.acceptedDiff
+    ?? (finalDiffLines > 0 && testsPassedAfter === true ? true : testsPassedAfter === false || taskStatus === "abandoned" ? false : null);
+  const notes = JSON.stringify({ enrichedFromCheckpoint: checkpoint?.checkpointId, routeEventId: event?.eventId, taskStatus, testsPassedAfter, verifierImproved, acceptedDiff });
+
+  return {
+    ...outcome,
+    recordedAt: options.recordedAt ?? outcome.recordedAt,
+    checkpointId: outcome.checkpointId ?? event?.checkpointId,
+    routeEventId: outcome.routeEventId ?? event?.eventId,
+    taskType: outcome.taskType === "unknown" ? taskTypeFromCheckpoint(checkpoint) : outcome.taskType,
+    taskStatus,
+    testsPassedAfter,
+    verifierImproved,
+    acceptedDiff,
+    userInterrupted: outcome.userInterrupted || Boolean(event?.decision.action === "stop_and_ask_user" && event.observed.followed === true && !event.observed.overriddenBy),
+    userOverrodeDecision: outcome.userOverrodeDecision || Boolean(event?.observed.overriddenBy),
+    finalFilesTouched,
+    finalDiffLines,
+    reworkTurns,
+    evidence: {
+      ...outcome.evidence,
+      rawSessionRef: outcome.evidence.rawSessionRef ?? checkpoint?.rawSessionRef ?? event?.rawSessionRef,
+      routeEventId: outcome.evidence.routeEventId ?? event?.eventId,
+      notesHash: outcome.evidence.notesHash ?? hashText(notes),
+    },
+  };
+}
+
+function validateOutcomeLinks(outcomes: RouterOutcome[], checkpoints: RouterCheckpoint[], events: RouteEvent[]): void {
+  const checkpointIds = new Set(checkpoints.map((checkpoint) => checkpoint.checkpointId));
+  const eventIds = new Set(events.map((event) => event.eventId));
+  const eventById = new Map(events.map((event) => [event.eventId, event]));
+  const eventCheckpointIds = new Set(events.map((event) => event.checkpointId));
+  for (const outcome of outcomes) {
+    if (events.length > 0 && outcome.routeEventId && !eventIds.has(outcome.routeEventId)) throw new Error(`outcome routeEventId not found: ${outcome.routeEventId}`);
+    if (outcome.routeEventId && outcome.checkpointId) {
+      const event = eventById.get(outcome.routeEventId);
+      if (event && event.checkpointId !== outcome.checkpointId) throw new Error(`outcome routeEventId/checkpointId mismatch: ${outcome.routeEventId}`);
+    }
+    if ((checkpoints.length > 0 || events.length > 0) && outcome.checkpointId && !checkpointIds.has(outcome.checkpointId) && !eventCheckpointIds.has(outcome.checkpointId)) throw new Error(`outcome checkpointId not found: ${outcome.checkpointId}`);
+  }
+}
+
+export function enrichOutcomes(outcomes: RouterOutcome[], checkpoints: RouterCheckpoint[] = [], events: RouteEvent[] = [], recordedAt?: string): RouterOutcome[] {
+  validateOutcomeLinks(outcomes, checkpoints, events);
+  const checkpointById = new Map(checkpoints.map((checkpoint) => [checkpoint.checkpointId, checkpoint]));
+  const eventById = new Map(events.map((event) => [event.eventId, event]));
+  const eventByCheckpoint = new Map(events.map((event) => [event.checkpointId, event]));
+  return outcomes.map((outcome) => {
+    const event = routeEventForOutcome(outcome, eventById, eventByCheckpoint);
+    const checkpoint = checkpointForOutcome(outcome, event, checkpointById);
+    return enrichOutcome(outcome, { checkpoint, event, recordedAt });
+  });
+}
+
 export function writeInferredOutcomes(options: { checkpointPath: string; eventsPath: string; outputPath: string }): OutcomeWriteSummary {
   if (!existsSync(resolve(options.eventsPath))) throw new Error(`required route events file not found: ${options.eventsPath}`);
   const checkpoints = readCheckpointJsonl(options.checkpointPath);
@@ -126,3 +227,26 @@ export function writeInferredOutcomes(options: { checkpointPath: string; eventsP
   writeOutcomesJsonl(outcomes, options.outputPath);
   return { schema: "pi-router.outcomes-summary.v1", output: resolve(options.outputPath), outcomes: outcomes.length, inferred: outcomes.length };
 }
+
+export function writeEnrichedOutcomes(options: { outcomesPath: string; outputPath: string; checkpointPath?: string; eventsPath?: string }): OutcomeEnrichSummary {
+  if (!options.checkpointPath && !options.eventsPath) throw new Error("outcome enrichment requires --checkpoint-file or --events evidence");
+  if (options.eventsPath && !existsSync(resolve(options.eventsPath))) throw new Error(`route events file not found: ${options.eventsPath}`);
+  if (options.checkpointPath && !existsSync(resolve(options.checkpointPath))) throw new Error(`checkpoint file not found: ${options.checkpointPath}`);
+  const input = readOutcomes(options.outcomesPath);
+  const checkpoints = options.checkpointPath ? readCheckpointJsonl(options.checkpointPath) : [];
+  const events = options.eventsPath ? readRouteEvents(options.eventsPath) : [];
+  if (checkpoints.length === 0 && events.length === 0) {
+    if (options.checkpointPath && !options.eventsPath) throw new Error(`checkpoint file contains no checkpoints: ${options.checkpointPath}`);
+    if (options.eventsPath && !options.checkpointPath) throw new Error(`route events file contains no events: ${options.eventsPath}`);
+    throw new Error("outcome enrichment evidence files contain no usable checkpoint or route events");
+  }
+  const enriched = enrichOutcomes(input, checkpoints, events);
+  writeOutcomesJsonl(enriched, options.outputPath);
+  return {
+    schema: ROUTER_OUTCOME_ENRICH_SUMMARY_SCHEMA,
+    output: resolve(options.outputPath),
+    inputOutcomes: input.length,
+    outputOutcomes: enriched.length,
+    enriched: enriched.filter((outcome, index) => JSON.stringify(outcome) !== JSON.stringify(input[index])).length,
+  };
+}

package/node_modules/@fiale-plus/pi-rogue-router/src/reports.test.ts

@@ -0,0 +1,92 @@
+import { mkdtempSync, readFileSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { describe, expect, it } from "vitest";
+import { writeRouterReport } from "./reports.js";
+
+function tempFile(name: string): string {
+  return join(mkdtempSync(join(tmpdir(), "pi-router-report-")), name);
+}
+
+const rawRef = { schema: "pi-router.raw-session-ref.v1", path: "/tmp/session.jsonl", fromEvent: 0, toEvent: 1, fromByte: 0, toByte: 1, contentHash: "hash" };
+
+function event(action = "run_verifier") {
+  return {
+    schema: "pi-router.route-event.v1",
+    eventId: "event-1",
+    recordedAt: "2026-06-14T00:00:00.000Z",
+    checkpointId: "checkpoint-1",
+    sessionId: "session-1",
+    rawSessionRef: rawRef,
+    sourceEvent: { index: 0, timestamp: null },
+    decision: { schema: "pi-router.route-decision.v1", decisionId: "decision-1", checkpointId: "checkpoint-1", action, reason: "test", confidence: 0.5, policyVersion: "test", alternatives: [] },
+    runtime: { activeModel: "qwen", provider: "local", contextTokensApprox: 1000, gitDirty: true },
+    observed: { followed: false, overriddenBy: "continue_current" },
+    metrics: { loopScore: 0.2, progressScore: 0.8, sameCommandRepeatedCount: 1, sameErrorRepeatedCount: 0, verifierUsed: true, diffLines: 10, diffFilesChanged: 1 },
+  };
+}
+
+function outcome() {
+  return {
+    schema: "pi-router.outcome.v1",
+    outcomeId: "outcome-1",
+    recordedAt: "2026-06-14T00:00:00.000Z",
+    sessionId: "session-1",
+    checkpointId: "checkpoint-1",
+    routeEventId: "event-1",
+    taskType: "implementation",
+    taskStatus: "success",
+    testsPassedAfter: true,
+    verifierImproved: true,
+    acceptedDiff: true,
+    userInterrupted: false,
+    userOverrodeDecision: true,
+    finalFilesTouched: 1,
+    finalDiffLines: 10,
+    wallTimeMs: null,
+    cloudCostUsd: null,
+    frontierCalls: 0,
+    localTurns: 2,
+    reworkTurns: 0,
+    evidence: { source: "manual", rawSessionRef: rawRef, routeEventId: "event-1", notesHash: "notes" },
+  };
+}
+
+function trainingRow(label: "continue" | "intervene" | "unknown") {
+  return {
+    schema: "pi-router.training-row.v1",
+    checkpointId: `checkpoint-${label}`,
+    sessionId: "session-1",
+    rawSessionRef: rawRef,
+    features: { phase: "implementation", activeModel: "qwen", provider: "local", contextTokensApprox: 1000, sameCommandRepeatedCount: 1, sameErrorRepeatedCount: 0, loopScore: 0.1, progressScore: 0.9, verifierUsed: true, noVerifierUsed: false, diffLines: 10, diffFilesChanged: 1, diffChurnScore: 0.01, filesTouched: 1 },
+    labels: { routeAction: label === "unknown" ? null : "continue_current", binaryGate: label, source: label === "unknown" ? "unknown" : "teacher", confidence: label === "unknown" ? null : 0.8 },
+    outcome: { taskStatus: "unknown", testsPassedAfter: null, acceptedDiff: null, userOverrodeDecision: null, reworkTurns: null },
+    provenance: { localRuleAction: "continue_current", excludedLocalRuleAsTruth: label === "unknown" },
+  };
+}
+
+describe("router report", () => {
+  it("writes JSON and Markdown summaries", () => {
+    const eventsPath = tempFile("events.jsonl");
+    const outcomesPath = tempFile("outcomes.jsonl");
+    const rowsPath = tempFile("training.jsonl");
+    const gatePath = tempFile("gate-report.json");
+    const outputPath = tempFile("report.json");
+    const markdownPath = tempFile("report.md");
+    writeFileSync(eventsPath, `${JSON.stringify(event())}\n`);
+    writeFileSync(outcomesPath, `${JSON.stringify(outcome())}\n`);
+    writeFileSync(rowsPath, [JSON.stringify(trainingRow("continue")), JSON.stringify(trainingRow("unknown"))].join("\n") + "\n");
+    writeFileSync(gatePath, JSON.stringify({ schema: "pi-router.binary-gate-eval.v1", candidate: { accuracy: 0.8, f1: 0.7 }, ruleBaseline: { accuracy: 0.6, f1: 0.5 } }));
+
+    const report = writeRouterReport({ eventsPath, outcomesPath, trainingRowsPath: rowsPath, gateReportPath: gatePath, outputPath, markdownPath });
+
+    expect(report).toMatchObject({ schema: "pi-router.report.v1", routeEvents: { total: 1, mismatches: 1 }, outcomes: { total: 1, linked: 1 }, trainingRows: { total: 2, labeled: 1, localRuleExcluded: 1 } });
+    expect(JSON.parse(readFileSync(outputPath, "utf8")).schema).toBe("pi-router.report.v1");
+    expect(readFileSync(markdownPath, "utf8")).toContain("# Pi router report");
+  });
+
+  it("requires at least one report input and rejects missing provided inputs", () => {
+    expect(() => writeRouterReport({ outputPath: tempFile("report.json") })).toThrow(/requires at least one input/);
+    expect(() => writeRouterReport({ eventsPath: tempFile("missing-events.jsonl"), outputPath: tempFile("report.json") })).toThrow(/report input file not found/);
+  });
+});

package/node_modules/@fiale-plus/pi-rogue-router/src/reports.ts

@@ -0,0 +1,116 @@
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { dirname, resolve } from "node:path";
+import { readTrainingRows } from "./binary-gate.js";
+import { readRouteEvents, type RouteEvent } from "./ledger.js";
+import { readOutcomes, type RouterOutcome } from "./outcomes.js";
+
+export const ROUTER_REPORT_SCHEMA = "pi-router.report.v1" as const;
+
+export interface RouterReport {
+  schema: typeof ROUTER_REPORT_SCHEMA;
+  generatedAt: string;
+  inputs: { events?: string; outcomes?: string; gateReport?: string; trainingRows?: string };
+  routeEvents: { total: number; byAction: Record<string, number>; byModel: Record<string, number>; mismatches: number };
+  outcomes: { total: number; byStatus: Record<string, number>; linked: number; missingEvidence: number };
+  trainingRows: { total: number; labeled: number; unlabeled: number; localRuleExcluded: number; byGate: Record<string, number> };
+  gate?: unknown;
+}
+
+function increment(map: Record<string, number>, key: string): void {
+  map[key] = (map[key] ?? 0) + 1;
+}
+
+function routeSummary(events: RouteEvent[]): RouterReport["routeEvents"] {
+  const byAction: Record<string, number> = {};
+  const byModel: Record<string, number> = {};
+  let mismatches = 0;
+  for (const event of events) {
+    increment(byAction, event.decision.action);
+    increment(byModel, event.runtime.activeModel ?? "unknown");
+    if (event.observed.followed === false || event.observed.overriddenBy) mismatches++;
+  }
+  return { total: events.length, byAction, byModel, mismatches };
+}
+
+function outcomeSummary(outcomes: RouterOutcome[]): RouterReport["outcomes"] {
+  const byStatus: Record<string, number> = {};
+  let linked = 0;
+  let missingEvidence = 0;
+  for (const outcome of outcomes) {
+    increment(byStatus, outcome.taskStatus);
+    if (outcome.routeEventId || outcome.checkpointId) linked++;
+    if (!outcome.evidence.rawSessionRef && !outcome.evidence.notesHash) missingEvidence++;
+  }
+  return { total: outcomes.length, byStatus, linked, missingEvidence };
+}
+
+function trainingSummary(rowsPath?: string): RouterReport["trainingRows"] {
+  if (!rowsPath) return { total: 0, labeled: 0, unlabeled: 0, localRuleExcluded: 0, byGate: {} };
+  const rows = readTrainingRows(rowsPath);
+  const byGate: Record<string, number> = {};
+  let labeled = 0;
+  let localRuleExcluded = 0;
+  for (const row of rows) {
+    increment(byGate, row.labels.binaryGate);
+    if (row.labels.binaryGate === "unknown") localRuleExcluded += row.provenance.excludedLocalRuleAsTruth ? 1 : 0;
+    else labeled++;
+  }
+  return { total: rows.length, labeled, unlabeled: rows.length - labeled, localRuleExcluded, byGate };
+}
+
+function readJson(path?: string): unknown {
+  if (!path) return undefined;
+  if (!existsSync(resolve(path))) throw new Error(`report input file not found: ${path}`);
+  return JSON.parse(readFileSync(resolve(path), "utf8"));
+}
+
+function markdown(report: RouterReport): string {
+  const gate = report.gate && typeof report.gate === "object" ? report.gate as { candidate?: { accuracy?: number; f1?: number }; ruleBaseline?: { accuracy?: number; f1?: number } } : undefined;
+  const lines = [
+    "# Pi router report",
+    "",
+    `- generatedAt: ${report.generatedAt}`,
+    `- route events: ${report.routeEvents.total}`,
+    `- route mismatches/overrides: ${report.routeEvents.mismatches}`,
+    `- outcomes: ${report.outcomes.total}`,
+    `- training rows: ${report.trainingRows.total} (${report.trainingRows.labeled} labeled, ${report.trainingRows.unlabeled} unlabeled)`,
+    `- local-rule labels excluded: ${report.trainingRows.localRuleExcluded}`,
+    "",
+    "## Route actions",
+    ...Object.entries(report.routeEvents.byAction).sort().map(([key, value]) => `- ${key}: ${value}`),
+    "",
+    "## Outcome status",
+    ...Object.entries(report.outcomes.byStatus).sort().map(([key, value]) => `- ${key}: ${value}`),
+  ];
+  if (gate) {
+    lines.push("", "## Gate eval", `- candidate accuracy/f1: ${gate.candidate?.accuracy ?? "n/a"}/${gate.candidate?.f1 ?? "n/a"}`, `- rule baseline accuracy/f1: ${gate.ruleBaseline?.accuracy ?? "n/a"}/${gate.ruleBaseline?.f1 ?? "n/a"}`);
+  }
+  return `${lines.join("\n")}\n`;
+}
+
+export function buildRouterReport(options: { eventsPath?: string; outcomesPath?: string; trainingRowsPath?: string; gateReportPath?: string; generatedAt?: string }): RouterReport {
+  if (options.eventsPath && !existsSync(resolve(options.eventsPath))) throw new Error(`report input file not found: ${options.eventsPath}`);
+  const events = options.eventsPath ? readRouteEvents(options.eventsPath) : [];
+  const outcomes = options.outcomesPath ? readOutcomes(options.outcomesPath) : [];
+  return {
+    schema: ROUTER_REPORT_SCHEMA,
+    generatedAt: options.generatedAt ?? new Date().toISOString(),
+    inputs: { events: options.eventsPath, outcomes: options.outcomesPath, trainingRows: options.trainingRowsPath, gateReport: options.gateReportPath },
+    routeEvents: routeSummary(events),
+    outcomes: outcomeSummary(outcomes),
+    trainingRows: trainingSummary(options.trainingRowsPath),
+    gate: readJson(options.gateReportPath),
+  };
+}
+
+export function writeRouterReport(options: { outputPath: string; markdownPath?: string; eventsPath?: string; outcomesPath?: string; trainingRowsPath?: string; gateReportPath?: string }): RouterReport {
+  if (!options.eventsPath && !options.outcomesPath && !options.trainingRowsPath && !options.gateReportPath) throw new Error("router report requires at least one input file");
+  const report = buildRouterReport(options);
+  mkdirSync(dirname(resolve(options.outputPath)), { recursive: true });
+  writeFileSync(resolve(options.outputPath), `${JSON.stringify(report, null, 2)}\n`);
+  if (options.markdownPath) {
+    mkdirSync(dirname(resolve(options.markdownPath)), { recursive: true });
+    writeFileSync(resolve(options.markdownPath), markdown(report));
+  }
+  return report;
+}