@hassangameryt/freeflow 0.3.0 → 0.5.0

package/router/dist/benchmarks/storage-policy-benchmarks.js

@@ -5,534 +5,614 @@ import { join, resolve } from "node:path";
 import { fileURLToPath } from "node:url";
 import { mkdtemp } from "node:fs/promises";
 import { performance } from "node:perf_hooks";
-import { approximateTokens, defaultJsonRunReportPath, escapeMarkdownTableCell as escapeTable, formatPercent, latencySummary, normalizeIterations, parseBenchmarkCliArgs, reductionPercent, writeBenchmarkReportPair, } from "./benchmark-harness.js";
-import { commandOutputFingerprints, createVault, findExactDuplicateCommandOutput, readOutputText, storeCommandOutput, storeMetadataOutput, } from "../vault/vault.js";
+import {
+  approximateTokens,
+  defaultJsonRunReportPath,
+  escapeMarkdownTableCell as escapeTable,
+  formatPercent,
+  latencySummary,
+  normalizeIterations,
+  parseBenchmarkCliArgs,
+  reductionPercent,
+  writeBenchmarkReportPair,
+} from "./benchmark-harness.js";
+import {
+  commandOutputFingerprints,
+  createVault,
+  findExactDuplicateCommandOutput,
+  readOutputText,
+  storeCommandOutput,
+  storeMetadataOutput,
+} from "../vault/vault.js";
 const DEFAULT_ITERATIONS = 2;
 const LARGE_EXACT_THRESHOLD_BYTES = 8 * 1024;
 const FIXTURES = createStoragePolicyFixtures();
 const POLICIES = [
-    {
-        id: "store-everything",
-        label: "Store everything exactly",
-        description: "Current baseline: every command output is vaulted exactly, so recovery is maximally useful and storage/privacy surface is largest.",
-        decide() {
-            return "exact";
-        },
+  {
+    id: "store-everything",
+    label: "Store everything exactly",
+    description:
+      "Current baseline: every command output is vaulted exactly, so recovery is maximally useful and storage/privacy surface is largest.",
+    decide() {
+      return "exact";
     },
-    {
-        id: "threshold-exact",
-        label: "Threshold exact storage",
-        description: `Exact storage only when combined output is at least ${LARGE_EXACT_THRESHOLD_BYTES} bytes; smaller outputs are metadata-only. This intentionally tests whether a threshold alone would drop exact failure/verification recovery.`,
-        decide(input) {
-            return input.rawCombinedBytes >= LARGE_EXACT_THRESHOLD_BYTES ? "exact" : "metadata";
-        },
+  },
+  {
+    id: "threshold-exact",
+    label: "Threshold exact storage",
+    description: `Exact storage only when combined output is at least ${LARGE_EXACT_THRESHOLD_BYTES} bytes; smaller outputs are metadata-only. This intentionally tests whether a threshold alone would drop exact failure/verification recovery.`,
+    decide(input) {
+      return input.rawCombinedBytes >= LARGE_EXACT_THRESHOLD_BYTES ? "exact" : "metadata";
     },
-    {
-        id: "metadata-small-exact-large-hybrid",
-        label: "Metadata-small / exact-large hybrid",
-        description: `Small non-sensitive outputs become metadata-only; exactness-sensitive or >= ${LARGE_EXACT_THRESHOLD_BYTES} byte outputs remain exactly recoverable.`,
-        decide(input) {
-            return input.fixture.exactnessSensitive || input.rawCombinedBytes >= LARGE_EXACT_THRESHOLD_BYTES ? "exact" : "metadata";
-        },
+  },
+  {
+    id: "metadata-small-exact-large-hybrid",
+    label: "Metadata-small / exact-large hybrid",
+    description: `Small non-sensitive outputs become metadata-only; exactness-sensitive or >= ${LARGE_EXACT_THRESHOLD_BYTES} byte outputs remain exactly recoverable.`,
+    decide(input) {
+      return input.fixture.exactnessSensitive || input.rawCombinedBytes >= LARGE_EXACT_THRESHOLD_BYTES
+        ? "exact"
+        : "metadata";
     },
-    {
-        id: "duplicate-output-dedupe",
-        label: "Duplicate output dedupe",
-        description: "First occurrence is stored exactly; exact duplicates become metadata-only records that point at the prior exact output.",
-        decide(input) {
-            return input.duplicate ? "duplicate-metadata" : "exact";
-        },
+  },
+  {
+    id: "duplicate-output-dedupe",
+    label: "Duplicate output dedupe",
+    description:
+      "First occurrence is stored exactly; exact duplicates become metadata-only records that point at the prior exact output.",
+    decide(input) {
+      return input.duplicate ? "duplicate-metadata" : "exact";
     },
-    {
-        id: "hybrid-dedupe",
-        label: "Hybrid exactness + duplicate dedupe",
-        description: `Exactness-sensitive or >= ${LARGE_EXACT_THRESHOLD_BYTES} byte outputs stay exactly recoverable; exact duplicates of those outputs become metadata pointers; small non-sensitive outputs are metadata-only.`,
-        decide(input) {
-            const shouldStoreExact = input.fixture.exactnessSensitive || input.rawCombinedBytes >= LARGE_EXACT_THRESHOLD_BYTES;
-            if (!shouldStoreExact) {
-                return "metadata";
-            }
-            return input.duplicate ? "duplicate-metadata" : "exact";
-        },
+  },
+  {
+    id: "hybrid-dedupe",
+    label: "Hybrid exactness + duplicate dedupe",
+    description: `Exactness-sensitive or >= ${LARGE_EXACT_THRESHOLD_BYTES} byte outputs stay exactly recoverable; exact duplicates of those outputs become metadata pointers; small non-sensitive outputs are metadata-only.`,
+    decide(input) {
+      const shouldStoreExact =
+        input.fixture.exactnessSensitive || input.rawCombinedBytes >= LARGE_EXACT_THRESHOLD_BYTES;
+      if (!shouldStoreExact) {
+        return "metadata";
+      }
+      return input.duplicate ? "duplicate-metadata" : "exact";
     },
+  },
 ];
 export async function runStoragePolicyBenchmarks(options = {}) {
-    const iterations = normalizeIterations(options.iterations, DEFAULT_ITERATIONS);
-    const policies = [];
-    for (const policy of POLICIES) {
-        policies.push(await runPolicy(policy, iterations));
-    }
-    return {
-        generatedAt: options.generatedAt ?? new Date().toISOString(),
-        iterations,
-        summary: summarizeStoragePolicyReport(policies),
-        fixtures: FIXTURES,
-        policies,
-    };
+  const iterations = normalizeIterations(options.iterations, DEFAULT_ITERATIONS);
+  const policies = [];
+  for (const policy of POLICIES) {
+    policies.push(await runPolicy(policy, iterations));
+  }
+  return {
+    generatedAt: options.generatedAt ?? new Date().toISOString(),
+    iterations,
+    summary: summarizeStoragePolicyReport(policies),
+    fixtures: FIXTURES,
+    policies,
+  };
 }
 export function renderStoragePolicyBenchmarkReport(report) {
-    const date = report.generatedAt.slice(0, 10);
-    const lines = [
-        "# Storage Policy Benchmark Report - Iteration 1",
-        "",
-        `Date: ${date}`,
-        "",
-        "## Scope",
-        "",
-        "Benchmark-only experiment for Freeflow vault storage policies. This report does not change runtime defaults or repo config. It compares exact storage, threshold storage, hybrid metadata/exact storage, and duplicate-output dedupe using deterministic command-output fixtures.",
-        "",
-        "## Summary",
-        "",
-        `- Fixtures: ${report.summary.fixtures}`,
-        `- Policies: ${report.summary.policies}`,
-        `- Safe candidates for further evaluation: ${report.summary.safeCandidateIds.join(", ") || "none"}`,
-        `- Disqualified by exact-recovery safety: ${report.summary.disqualifiedCandidateIds.join(", ") || "none"}`,
-        `- Runtime default changed: ${report.summary.defaultUnchanged ? "no" : "yes"}`,
-        "",
-        "## Policy Results",
-        "",
-        "| Policy | Exact-sensitive recovery | Storage bytes | Index bytes | Exact stored bytes | Storage reduction | Token-surface reduction | Privacy surface | Metadata-only | Duplicate metadata | Latency p50/p95 | Notes |",
-        "| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | --- |",
-    ];
-    for (const policy of report.policies) {
-        lines.push([
-            escapeTable(policy.label),
-            `${policy.safety.exactnessSensitiveRecoverable}/${policy.safety.exactnessSensitiveFixtures}`,
-            String(policy.totals.storageBytes),
-            String(policy.totals.indexBytes),
-            String(policy.totals.exactStoredCombinedBytes),
-            formatPercent(policy.totals.storageReductionPercent),
-            formatPercent(policy.totals.tokenSurfaceReductionPercent),
-            formatPercent(policy.totals.privacySurfacePercent),
-            String(policy.totals.metadataOnlyRecords),
-            String(policy.totals.duplicateMetadataRecords),
-            `${policy.totals.latencyMs.p50.toFixed(2)}/${policy.totals.latencyMs.p95.toFixed(2)}`,
-            escapeTable(policy.notes.join(" ")),
-        ].join(" | ").replace(/^/, "| ").replace(/$/, " |"));
+  const date = report.generatedAt.slice(0, 10);
+  const lines = [
+    "# Storage Policy Benchmark Report - Iteration 1",
+    "",
+    `Date: ${date}`,
+    "",
+    "## Scope",
+    "",
+    "Benchmark-only experiment for Freeflow vault storage policies. This report does not change runtime defaults or repo config. It compares exact storage, threshold storage, hybrid metadata/exact storage, and duplicate-output dedupe using deterministic command-output fixtures.",
+    "",
+    "## Summary",
+    "",
+    `- Fixtures: ${report.summary.fixtures}`,
+    `- Policies: ${report.summary.policies}`,
+    `- Safe candidates for further evaluation: ${report.summary.safeCandidateIds.join(", ") || "none"}`,
+    `- Disqualified by exact-recovery safety: ${report.summary.disqualifiedCandidateIds.join(", ") || "none"}`,
+    `- Runtime default changed: ${report.summary.defaultUnchanged ? "no" : "yes"}`,
+    "",
+    "## Policy Results",
+    "",
+    "| Policy | Exact-sensitive recovery | Storage bytes | Index bytes | Exact stored bytes | Storage reduction | Token-surface reduction | Privacy surface | Metadata-only | Duplicate metadata | Latency p50/p95 | Notes |",
+    "| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | --- |",
+  ];
+  for (const policy of report.policies) {
+    lines.push(
+      [
+        escapeTable(policy.label),
+        `${policy.safety.exactnessSensitiveRecoverable}/${policy.safety.exactnessSensitiveFixtures}`,
+        String(policy.totals.storageBytes),
+        String(policy.totals.indexBytes),
+        String(policy.totals.exactStoredCombinedBytes),
+        formatPercent(policy.totals.storageReductionPercent),
+        formatPercent(policy.totals.tokenSurfaceReductionPercent),
+        formatPercent(policy.totals.privacySurfacePercent),
+        String(policy.totals.metadataOnlyRecords),
+        String(policy.totals.duplicateMetadataRecords),
+        `${policy.totals.latencyMs.p50.toFixed(2)}/${policy.totals.latencyMs.p95.toFixed(2)}`,
+        escapeTable(policy.notes.join(" ")),
+      ]
+        .join(" | ")
+        .replace(/^/, "| ")
+        .replace(/$/, " |"),
+    );
+  }
+  lines.push("", "## Candidate Notes", "");
+  for (const policy of report.policies) {
+    lines.push(`### ${policy.label}`, "", policy.description, "");
+    lines.push(`- Exactness-sensitive recovery: ${policy.safety.exactnessSensitiveRecoveryPassed ? "pass" : "fail"}`);
+    lines.push(`- Metadata-only recovery labeled: ${policy.safety.metadataOnlyRecoveryLabeled ? "yes" : "no"}`);
+    lines.push(`- Repeated outputs deduped: ${policy.safety.repeatedOutputsDeduped ? "yes" : "no"}`);
+    lines.push(
+      "",
+      "| Fixture | Iteration | Record | Recovery | Exact bytes | Notes |",
+      "| --- | ---: | --- | --- | ---: | --- |",
+    );
+    for (const fixture of policy.fixtures) {
+      lines.push(
+        [
+          escapeTable(fixture.fixtureId),
+          String(fixture.iteration),
+          `${fixture.recordKind}/${fixture.recoverability}`,
+          fixture.usefulRecovery,
+          String(fixture.exactStoredCombinedBytes),
+          escapeTable(fixture.notes.join(" ")),
+        ]
+          .join(" | ")
+          .replace(/^/, "| ")
+          .replace(/$/, " |"),
+      );
     }
-    lines.push("", "## Candidate Notes", "");
-    for (const policy of report.policies) {
-        lines.push(`### ${policy.label}`, "", policy.description, "");
-        lines.push(`- Exactness-sensitive recovery: ${policy.safety.exactnessSensitiveRecoveryPassed ? "pass" : "fail"}`);
-        lines.push(`- Metadata-only recovery labeled: ${policy.safety.metadataOnlyRecoveryLabeled ? "yes" : "no"}`);
-        lines.push(`- Repeated outputs deduped: ${policy.safety.repeatedOutputsDeduped ? "yes" : "no"}`);
-        lines.push("", "| Fixture | Iteration | Record | Recovery | Exact bytes | Notes |", "| --- | ---: | --- | --- | ---: | --- |");
-        for (const fixture of policy.fixtures) {
-            lines.push([
-                escapeTable(fixture.fixtureId),
-                String(fixture.iteration),
-                `${fixture.recordKind}/${fixture.recoverability}`,
-                fixture.usefulRecovery,
-                String(fixture.exactStoredCombinedBytes),
-                escapeTable(fixture.notes.join(" ")),
-            ].join(" | ").replace(/^/, "| ").replace(/$/, " |"));
-        }
-        lines.push("");
-    }
-    lines.push("## Decision Boundary", "", "This benchmark intentionally stops before changing defaults. Any storage default change still needs a product/safety decision because metadata-only storage changes exact recovery semantics and privacy surface.", "");
-    return `${lines.join("\n")}\n`;
+    lines.push("");
+  }
+  lines.push(
+    "## Decision Boundary",
+    "",
+    "This benchmark intentionally stops before changing defaults. Any storage default change still needs a product/safety decision because metadata-only storage changes exact recovery semantics and privacy surface.",
+    "",
+  );
+  return `${lines.join("\n")}\n`;
 }
-export async function writeStoragePolicyBenchmarkReports(report, markdownReportPath = defaultReportPath(), options = {}) {
-    return writeBenchmarkReportPair({
-        report,
-        markdownReportPath,
-        jsonReportPath: options.jsonReportPath,
-        renderMarkdown: renderStoragePolicyBenchmarkReport,
-    });
+export async function writeStoragePolicyBenchmarkReports(
+  report,
+  markdownReportPath = defaultReportPath(),
+  options = {},
+) {
+  return writeBenchmarkReportPair({
+    report,
+    markdownReportPath,
+    jsonReportPath: options.jsonReportPath,
+    renderMarkdown: renderStoragePolicyBenchmarkReport,
+  });
 }
 async function runPolicy(policy, iterations) {
-    const temp = await createTempDir(`freeflow-storage-policy-${policy.id}-`);
-    const vault = createVault({ root: temp.path });
-    const sessionId = `storage-policy-${policy.id}`;
-    const fixtureResults = [];
-    try {
-        for (let iteration = 1; iteration <= iterations; iteration += 1) {
-            for (const fixture of FIXTURES) {
-                fixtureResults.push(await runPolicyFixture({ policy, vault, sessionId, fixture, iteration }));
-            }
-        }
-        const storageBytes = await directorySize(temp.path);
-        const indexBytes = await directorySize(join(temp.path, "index"));
-        return buildPolicyResult({ policy, fixtureResults, storageBytes, indexBytes });
-    }
-    finally {
-        await temp.cleanup();
+  const temp = await createTempDir(`freeflow-storage-policy-${policy.id}-`);
+  const vault = createVault({ root: temp.path });
+  const sessionId = `storage-policy-${policy.id}`;
+  const fixtureResults = [];
+  try {
+    for (let iteration = 1; iteration <= iterations; iteration += 1) {
+      for (const fixture of FIXTURES) {
+        fixtureResults.push(await runPolicyFixture({ policy, vault, sessionId, fixture, iteration }));
+      }
     }
+    const storageBytes = await directorySize(temp.path);
+    const indexBytes = await directorySize(join(temp.path, "index"));
+    return buildPolicyResult({ policy, fixtureResults, storageBytes, indexBytes });
+  } finally {
+    await temp.cleanup();
+  }
 }
 async function runPolicyFixture(options) {
-    const combined = combineOutputSections(options.fixture.stdout, options.fixture.stderr);
-    const rawCombinedBytes = byteLength(combined);
-    const fingerprints = commandOutputFingerprints({
-        command: options.fixture.command,
-        stdout: options.fixture.stdout,
-        stderr: options.fixture.stderr,
-        combined,
-        executionStatus: options.fixture.executionStatus,
-        exitCode: options.fixture.exitCode,
-    });
-    const duplicate = await findExactDuplicateCommandOutput(options.vault, {
-        sessionId: options.sessionId,
-        fingerprints,
-    }).catch(() => undefined);
-    const decisionInput = { fixture: options.fixture, combined, rawCombinedBytes };
-    if (duplicate !== undefined) {
-        decisionInput.duplicate = duplicate;
-    }
-    const decision = options.policy.decide(decisionInput);
-    const storeOptions = { ...options, combined, rawCombinedBytes, fingerprints, decision };
-    if (duplicate !== undefined) {
-        Object.assign(storeOptions, { duplicate });
-    }
-    const observation = await storeWithPolicy(storeOptions);
-    const recovery = await checkRecovery({ ...options, observation, combined });
-    return {
-        fixtureId: options.fixture.id,
-        iteration: options.iteration,
-        outputId: observation.record.outputId,
-        recordKind: observation.record.kind,
-        persistence: observation.record.persistence.status,
-        recoverability: observation.record.persistence.recoverability,
-        rawCombinedBytes,
-        exactStoredCombinedBytes: observation.exactStoredCombinedBytes,
-        latencyMs: observation.latencyMs,
-        exactRecovery: recovery.exactRecovery,
-        usefulRecovery: recovery.usefulRecovery,
-        ...(observation.duplicateOf !== undefined ? { duplicateOf: observation.duplicateOf } : {}),
-        exactnessSensitive: options.fixture.exactnessSensitive,
-        notes: recovery.notes,
-    };
+  const combined = combineOutputSections(options.fixture.stdout, options.fixture.stderr);
+  const rawCombinedBytes = byteLength(combined);
+  const fingerprints = commandOutputFingerprints({
+    command: options.fixture.command,
+    stdout: options.fixture.stdout,
+    stderr: options.fixture.stderr,
+    combined,
+    executionStatus: options.fixture.executionStatus,
+    exitCode: options.fixture.exitCode,
+  });
+  const duplicate = await findExactDuplicateCommandOutput(options.vault, {
+    sessionId: options.sessionId,
+    fingerprints,
+  }).catch(() => undefined);
+  const decisionInput = { fixture: options.fixture, combined, rawCombinedBytes };
+  if (duplicate !== undefined) {
+    decisionInput.duplicate = duplicate;
+  }
+  const decision = options.policy.decide(decisionInput);
+  const storeOptions = { ...options, combined, rawCombinedBytes, fingerprints, decision };
+  if (duplicate !== undefined) {
+    Object.assign(storeOptions, { duplicate });
+  }
+  const observation = await storeWithPolicy(storeOptions);
+  const recovery = await checkRecovery({ ...options, observation, combined });
+  return {
+    fixtureId: options.fixture.id,
+    iteration: options.iteration,
+    outputId: observation.record.outputId,
+    recordKind: observation.record.kind,
+    persistence: observation.record.persistence.status,
+    recoverability: observation.record.persistence.recoverability,
+    rawCombinedBytes,
+    exactStoredCombinedBytes: observation.exactStoredCombinedBytes,
+    latencyMs: observation.latencyMs,
+    exactRecovery: recovery.exactRecovery,
+    usefulRecovery: recovery.usefulRecovery,
+    ...(observation.duplicateOf !== undefined ? { duplicateOf: observation.duplicateOf } : {}),
+    exactnessSensitive: options.fixture.exactnessSensitive,
+    notes: recovery.notes,
+  };
 }
 async function storeWithPolicy(options) {
-    const startedAt = performance.now();
-    if (options.decision === "exact") {
-        const record = await storeCommandOutput(options.vault, {
-            sessionId: options.sessionId,
-            command: options.fixture.command,
-            stdout: options.fixture.stdout,
-            stderr: options.fixture.stderr,
-            combined: options.combined,
-            executionStatus: options.fixture.executionStatus,
-            exitCode: options.fixture.exitCode,
-            decisionIds: [decisionId("storage-policy", options.policy.id, options.fixture.id, String(options.iteration), "exact")],
-            producer: { kind: "command", name: "storage-policy-experiment" },
-        });
-        return {
-            record,
-            decision: options.decision,
-            latencyMs: performance.now() - startedAt,
-            rawCombinedBytes: options.rawCombinedBytes,
-            exactStoredCombinedBytes: options.rawCombinedBytes,
-        };
-    }
-    const duplicateOf = options.decision === "duplicate-metadata" ? options.duplicate?.outputId : undefined;
-    const record = await storeMetadataOutput(options.vault, {
-        sessionId: options.sessionId,
-        sourceKind: "other",
-        rawLineCount: countLines(options.combined),
-        rawByteCount: options.rawCombinedBytes,
-        rawSha256: sha256Text(options.combined),
-        decisionIds: [decisionId("storage-policy", options.policy.id, options.fixture.id, String(options.iteration), options.decision)],
-        producer: { kind: "command", name: "storage-policy-experiment" },
-        metadata: {
-            policy: options.policy.id,
-            command: options.fixture.command,
-            executionStatus: options.fixture.executionStatus,
-            exitCode: options.fixture.exitCode,
-            exactnessSensitive: options.fixture.exactnessSensitive,
-            ...(duplicateOf !== undefined ? { duplicateOf } : {}),
-        },
+  const startedAt = performance.now();
+  if (options.decision === "exact") {
+    const record = await storeCommandOutput(options.vault, {
+      sessionId: options.sessionId,
+      command: options.fixture.command,
+      stdout: options.fixture.stdout,
+      stderr: options.fixture.stderr,
+      combined: options.combined,
+      executionStatus: options.fixture.executionStatus,
+      exitCode: options.fixture.exitCode,
+      decisionIds: [
+        decisionId("storage-policy", options.policy.id, options.fixture.id, String(options.iteration), "exact"),
+      ],
+      producer: { kind: "command", name: "storage-policy-experiment" },
     });
     return {
-        record,
-        decision: options.decision,
-        latencyMs: performance.now() - startedAt,
-        rawCombinedBytes: options.rawCombinedBytes,
-        exactStoredCombinedBytes: 0,
-        ...(duplicateOf !== undefined ? { duplicateOf } : {}),
+      record,
+      decision: options.decision,
+      latencyMs: performance.now() - startedAt,
+      rawCombinedBytes: options.rawCombinedBytes,
+      exactStoredCombinedBytes: options.rawCombinedBytes,
     };
+  }
+  const duplicateOf = options.decision === "duplicate-metadata" ? options.duplicate?.outputId : undefined;
+  const record = await storeMetadataOutput(options.vault, {
+    sessionId: options.sessionId,
+    sourceKind: "other",
+    rawLineCount: countLines(options.combined),
+    rawByteCount: options.rawCombinedBytes,
+    rawSha256: sha256Text(options.combined),
+    decisionIds: [
+      decisionId("storage-policy", options.policy.id, options.fixture.id, String(options.iteration), options.decision),
+    ],
+    producer: { kind: "command", name: "storage-policy-experiment" },
+    metadata: {
+      policy: options.policy.id,
+      command: options.fixture.command,
+      executionStatus: options.fixture.executionStatus,
+      exitCode: options.fixture.exitCode,
+      exactnessSensitive: options.fixture.exactnessSensitive,
+      ...(duplicateOf !== undefined ? { duplicateOf } : {}),
+    },
+  });
+  return {
+    record,
+    decision: options.decision,
+    latencyMs: performance.now() - startedAt,
+    rawCombinedBytes: options.rawCombinedBytes,
+    exactStoredCombinedBytes: 0,
+    ...(duplicateOf !== undefined ? { duplicateOf } : {}),
+  };
 }
 async function checkRecovery(options) {
-    const notes = [];
-    if (options.observation.record.kind === "command") {
-        try {
-            const recovered = await readOutputText(options.vault, options.sessionId, options.observation.record.outputId, "combined");
-            const passed = recovered === options.combined;
-            notes.push(passed ? "exact combined recovery passed" : "exact combined recovery mismatch");
-            return { exactRecovery: passed ? "passed" : "failed", usefulRecovery: passed ? "exact" : "none", notes };
-        }
-        catch (error) {
-            notes.push(`exact recovery failed: ${errorMessage(error)}`);
-            return { exactRecovery: "failed", usefulRecovery: "none", notes };
-        }
+  const notes = [];
+  if (options.observation.record.kind === "command") {
+    try {
+      const recovered = await readOutputText(
+        options.vault,
+        options.sessionId,
+        options.observation.record.outputId,
+        "combined",
+      );
+      const passed = recovered === options.combined;
+      notes.push(passed ? "exact combined recovery passed" : "exact combined recovery mismatch");
+      return { exactRecovery: passed ? "passed" : "failed", usefulRecovery: passed ? "exact" : "none", notes };
+    } catch (error) {
+      notes.push(`exact recovery failed: ${errorMessage(error)}`);
+      return { exactRecovery: "failed", usefulRecovery: "none", notes };
     }
-    if (options.observation.duplicateOf !== undefined) {
-        try {
-            const recovered = await readOutputText(options.vault, options.sessionId, options.observation.duplicateOf, "combined");
-            const passed = recovered === options.combined;
-            notes.push(passed ? `metadata duplicate points to exact outputId=${options.observation.duplicateOf}` : `metadata duplicate pointer mismatch outputId=${options.observation.duplicateOf}`);
-            return { exactRecovery: "not-exact", usefulRecovery: passed ? "duplicate-ref" : "none", notes };
-        }
-        catch (error) {
-            notes.push(`duplicate reference recovery failed: ${errorMessage(error)}`);
-            return { exactRecovery: "not-exact", usefulRecovery: "none", notes };
-        }
+  }
+  if (options.observation.duplicateOf !== undefined) {
+    try {
+      const recovered = await readOutputText(
+        options.vault,
+        options.sessionId,
+        options.observation.duplicateOf,
+        "combined",
+      );
+      const passed = recovered === options.combined;
+      notes.push(
+        passed
+          ? `metadata duplicate points to exact outputId=${options.observation.duplicateOf}`
+          : `metadata duplicate pointer mismatch outputId=${options.observation.duplicateOf}`,
+      );
+      return { exactRecovery: "not-exact", usefulRecovery: passed ? "duplicate-ref" : "none", notes };
+    } catch (error) {
+      notes.push(`duplicate reference recovery failed: ${errorMessage(error)}`);
+      return { exactRecovery: "not-exact", usefulRecovery: "none", notes };
     }
-    notes.push("metadata-only record intentionally has no raw exact recovery");
-    return { exactRecovery: "not-exact", usefulRecovery: "metadata-only", notes };
+  }
+  notes.push("metadata-only record intentionally has no raw exact recovery");
+  return { exactRecovery: "not-exact", usefulRecovery: "metadata-only", notes };
 }
 function buildPolicyResult(options) {
-    const rawCombinedBytes = sum(options.fixtureResults.map((fixture) => fixture.rawCombinedBytes));
-    const exactStoredCombinedBytes = sum(options.fixtureResults.map((fixture) => fixture.exactStoredCombinedBytes));
-    const latency = latencySummary(options.fixtureResults.map((fixture) => fixture.latencyMs));
-    const exactnessSensitiveFixtures = options.fixtureResults.filter((fixture) => fixture.exactnessSensitive).length;
-    const exactnessSensitiveRecoverable = options.fixtureResults.filter((fixture) => fixture.exactnessSensitive && (fixture.usefulRecovery === "exact" || fixture.usefulRecovery === "duplicate-ref")).length;
-    const metadataOnlyRecords = options.fixtureResults.filter((fixture) => fixture.recordKind === "metadata").length;
-    const duplicateMetadataRecords = options.fixtureResults.filter((fixture) => fixture.usefulRecovery === "duplicate-ref").length;
-    const repeatedOutputsDeduped = duplicateMetadataRecords > 0;
-    const safety = {
-        exactnessSensitiveFixtures,
-        exactnessSensitiveRecoverable,
-        exactnessSensitiveRecoveryPassed: exactnessSensitiveRecoverable === exactnessSensitiveFixtures,
-        metadataOnlyRecoveryLabeled: options.fixtureResults.every((fixture) => fixture.recordKind !== "metadata" || fixture.recoverability === "metadata_only"),
-        repeatedOutputsDeduped,
-    };
-    const notes = [];
-    if (!safety.exactnessSensitiveRecoveryPassed) {
-        notes.push("disqualified: exactness-sensitive failure/verification output would lose exact recovery");
-    }
-    if (options.policy.id === "threshold-exact" && !safety.exactnessSensitiveRecoveryPassed) {
-        notes.push("threshold-only policy is unsafe without an exactness-sensitive override");
-    }
-    if (options.policy.id === "metadata-small-exact-large-hybrid" && safety.exactnessSensitiveRecoveryPassed) {
-        notes.push("hybrid preserved exact recovery for sensitive fixtures while reducing exact raw storage");
-    }
-    if (options.policy.id === "duplicate-output-dedupe" && repeatedOutputsDeduped) {
-        notes.push("duplicates kept metadata pointers to prior exact output");
-    }
-    if (options.policy.id === "hybrid-dedupe" && safety.exactnessSensitiveRecoveryPassed && repeatedOutputsDeduped) {
-        notes.push("hybrid+dedupe preserved exact-sensitive recovery while metadata-only small output and duplicate pointers reduced exact raw storage");
-    }
-    return {
-        policyId: options.policy.id,
-        label: options.policy.label,
-        description: options.policy.description,
-        totals: {
-            rawCombinedBytes,
-            rawCombinedTokensApprox: approximateTokens(rawCombinedBytes),
-            exactStoredCombinedBytes,
-            exactStoredTokensApprox: approximateTokens(exactStoredCombinedBytes),
-            storageBytes: options.storageBytes,
-            indexBytes: options.indexBytes,
-            metadataOnlyRecords,
-            exactRecords: options.fixtureResults.length - metadataOnlyRecords,
-            duplicateMetadataRecords,
-            storageReductionPercent: reductionPercent(rawCombinedBytes, exactStoredCombinedBytes),
-            tokenSurfaceReductionPercent: reductionPercent(approximateTokens(rawCombinedBytes), approximateTokens(exactStoredCombinedBytes)),
-            privacySurfacePercent: rawCombinedBytes > 0 ? Math.round((exactStoredCombinedBytes / rawCombinedBytes) * 10_000) / 100 : 0,
-            latencyMs: latency,
-        },
-        safety,
-        fixtures: options.fixtureResults,
-        notes,
-    };
+  const rawCombinedBytes = sum(options.fixtureResults.map((fixture) => fixture.rawCombinedBytes));
+  const exactStoredCombinedBytes = sum(options.fixtureResults.map((fixture) => fixture.exactStoredCombinedBytes));
+  const latency = latencySummary(options.fixtureResults.map((fixture) => fixture.latencyMs));
+  const exactnessSensitiveFixtures = options.fixtureResults.filter((fixture) => fixture.exactnessSensitive).length;
+  const exactnessSensitiveRecoverable = options.fixtureResults.filter(
+    (fixture) =>
+      fixture.exactnessSensitive && (fixture.usefulRecovery === "exact" || fixture.usefulRecovery === "duplicate-ref"),
+  ).length;
+  const metadataOnlyRecords = options.fixtureResults.filter((fixture) => fixture.recordKind === "metadata").length;
+  const duplicateMetadataRecords = options.fixtureResults.filter(
+    (fixture) => fixture.usefulRecovery === "duplicate-ref",
+  ).length;
+  const repeatedOutputsDeduped = duplicateMetadataRecords > 0;
+  const safety = {
+    exactnessSensitiveFixtures,
+    exactnessSensitiveRecoverable,
+    exactnessSensitiveRecoveryPassed: exactnessSensitiveRecoverable === exactnessSensitiveFixtures,
+    metadataOnlyRecoveryLabeled: options.fixtureResults.every(
+      (fixture) => fixture.recordKind !== "metadata" || fixture.recoverability === "metadata_only",
+    ),
+    repeatedOutputsDeduped,
+  };
+  const notes = [];
+  if (!safety.exactnessSensitiveRecoveryPassed) {
+    notes.push("disqualified: exactness-sensitive failure/verification output would lose exact recovery");
+  }
+  if (options.policy.id === "threshold-exact" && !safety.exactnessSensitiveRecoveryPassed) {
+    notes.push("threshold-only policy is unsafe without an exactness-sensitive override");
+  }
+  if (options.policy.id === "metadata-small-exact-large-hybrid" && safety.exactnessSensitiveRecoveryPassed) {
+    notes.push("hybrid preserved exact recovery for sensitive fixtures while reducing exact raw storage");
+  }
+  if (options.policy.id === "duplicate-output-dedupe" && repeatedOutputsDeduped) {
+    notes.push("duplicates kept metadata pointers to prior exact output");
+  }
+  if (options.policy.id === "hybrid-dedupe" && safety.exactnessSensitiveRecoveryPassed && repeatedOutputsDeduped) {
+    notes.push(
+      "hybrid+dedupe preserved exact-sensitive recovery while metadata-only small output and duplicate pointers reduced exact raw storage",
+    );
+  }
+  return {
+    policyId: options.policy.id,
+    label: options.policy.label,
+    description: options.policy.description,
+    totals: {
+      rawCombinedBytes,
+      rawCombinedTokensApprox: approximateTokens(rawCombinedBytes),
+      exactStoredCombinedBytes,
+      exactStoredTokensApprox: approximateTokens(exactStoredCombinedBytes),
+      storageBytes: options.storageBytes,
+      indexBytes: options.indexBytes,
+      metadataOnlyRecords,
+      exactRecords: options.fixtureResults.length - metadataOnlyRecords,
+      duplicateMetadataRecords,
+      storageReductionPercent: reductionPercent(rawCombinedBytes, exactStoredCombinedBytes),
+      tokenSurfaceReductionPercent: reductionPercent(
+        approximateTokens(rawCombinedBytes),
+        approximateTokens(exactStoredCombinedBytes),
+      ),
+      privacySurfacePercent:
+        rawCombinedBytes > 0 ? Math.round((exactStoredCombinedBytes / rawCombinedBytes) * 10_000) / 100 : 0,
+      latencyMs: latency,
+    },
+    safety,
+    fixtures: options.fixtureResults,
+    notes,
+  };
 }
 function summarizeStoragePolicyReport(policies) {
-    const safeCandidateIds = policies
-        .filter((policy) => policy.safety.exactnessSensitiveRecoveryPassed && policy.safety.metadataOnlyRecoveryLabeled)
-        .map((policy) => policy.policyId);
-    const disqualifiedCandidateIds = policies
-        .filter((policy) => !policy.safety.exactnessSensitiveRecoveryPassed || !policy.safety.metadataOnlyRecoveryLabeled)
-        .map((policy) => policy.policyId);
-    return {
-        fixtures: FIXTURES.length,
-        policies: policies.length,
-        safeCandidateIds,
-        disqualifiedCandidateIds,
-        defaultUnchanged: true,
-    };
+  const safeCandidateIds = policies
+    .filter((policy) => policy.safety.exactnessSensitiveRecoveryPassed && policy.safety.metadataOnlyRecoveryLabeled)
+    .map((policy) => policy.policyId);
+  const disqualifiedCandidateIds = policies
+    .filter((policy) => !policy.safety.exactnessSensitiveRecoveryPassed || !policy.safety.metadataOnlyRecoveryLabeled)
+    .map((policy) => policy.policyId);
+  return {
+    fixtures: FIXTURES.length,
+    policies: policies.length,
+    safeCandidateIds,
+    disqualifiedCandidateIds,
+    defaultUnchanged: true,
+  };
 }
 function createStoragePolicyFixtures() {
-    const largeLines = Array.from({ length: 300 }, (_, index) => `large log line ${String(index + 1).padStart(3, "0")} ${"x".repeat(80)}`).join("\n") + "\nLARGE_LOG_SENTINEL exact tail\n";
-    return [
-        {
-            id: "small-success",
-            title: "Small successful command output",
-            command: "echo ok",
-            stdout: "ok\n",
-            stderr: "",
-            executionStatus: "success",
-            exitCode: 0,
-            exactnessSensitive: false,
-        },
-        {
-            id: "small-failure",
-            title: "Small failed command with exact diagnostic",
-            command: "npm test",
-            stdout: "Tests: 1 failed, 24 passed, 25 total\n",
-            stderr: "AssertionError: STORAGE_POLICY_FAILURE_SENTINEL\n",
-            executionStatus: "failed",
-            exitCode: 1,
-            exactnessSensitive: true,
-        },
-        {
-            id: "verification-output",
-            title: "Verification output with completion claim evidence",
-            command: "npm run verify",
-            stdout: "Verification passed: STORAGE_POLICY_VERIFY_SENTINEL\n",
-            stderr: "",
-            executionStatus: "success",
-            exitCode: 0,
-            exactnessSensitive: true,
-        },
-        {
-            id: "large-log",
-            title: "Large noisy log output",
-            command: "tail huge.log",
-            stdout: largeLines,
-            stderr: "",
-            executionStatus: "success",
-            exitCode: 0,
-            exactnessSensitive: false,
-        },
-        {
-            id: "large-log-repeat",
-            title: "Large noisy log repeated output",
-            command: "tail huge.log",
-            stdout: largeLines,
-            stderr: "",
-            executionStatus: "success",
-            exitCode: 0,
-            exactnessSensitive: false,
-            repeatedGroup: "large-log",
-        },
-        {
-            id: "repeated-failure-a",
-            title: "Repeated exactness-sensitive failure first occurrence",
-            command: "npm test -- repeated",
-            stdout: "Tests: 1 failed, 24 passed, 25 total\n",
-            stderr: "AssertionError: REPEATED_STORAGE_POLICY_FAILURE_SENTINEL\n",
-            executionStatus: "failed",
-            exitCode: 1,
-            exactnessSensitive: true,
-            repeatedGroup: "failure",
-        },
-        {
-            id: "repeated-failure-b",
-            title: "Repeated exactness-sensitive failure second occurrence",
-            command: "npm test -- repeated",
-            stdout: "Tests: 1 failed, 24 passed, 25 total\n",
-            stderr: "AssertionError: REPEATED_STORAGE_POLICY_FAILURE_SENTINEL\n",
-            executionStatus: "failed",
-            exitCode: 1,
-            exactnessSensitive: true,
-            repeatedGroup: "failure",
-        },
-        {
-            id: "repeat-a",
-            title: "Repeated output first occurrence",
-            command: "fixture repeat",
-            stdout: "REPEATED_STORAGE_POLICY_SENTINEL\n",
-            stderr: "",
-            executionStatus: "success",
-            exitCode: 0,
-            exactnessSensitive: false,
-            repeatedGroup: "repeat",
-        },
-        {
-            id: "repeat-b",
-            title: "Repeated output second occurrence",
-            command: "fixture repeat",
-            stdout: "REPEATED_STORAGE_POLICY_SENTINEL\n",
-            stderr: "",
-            executionStatus: "success",
-            exitCode: 0,
-            exactnessSensitive: false,
-            repeatedGroup: "repeat",
-        },
-    ];
+  const largeLines =
+    Array.from(
+      { length: 300 },
+      (_, index) => `large log line ${String(index + 1).padStart(3, "0")} ${"x".repeat(80)}`,
+    ).join("\n") + "\nLARGE_LOG_SENTINEL exact tail\n";
+  return [
+    {
+      id: "small-success",
+      title: "Small successful command output",
+      command: "echo ok",
+      stdout: "ok\n",
+      stderr: "",
+      executionStatus: "success",
+      exitCode: 0,
+      exactnessSensitive: false,
+    },
+    {
+      id: "small-failure",
+      title: "Small failed command with exact diagnostic",
+      command: "npm test",
+      stdout: "Tests: 1 failed, 24 passed, 25 total\n",
+      stderr: "AssertionError: STORAGE_POLICY_FAILURE_SENTINEL\n",
+      executionStatus: "failed",
+      exitCode: 1,
+      exactnessSensitive: true,
+    },
+    {
+      id: "verification-output",
+      title: "Verification output with completion claim evidence",
+      command: "npm run verify",
+      stdout: "Verification passed: STORAGE_POLICY_VERIFY_SENTINEL\n",
+      stderr: "",
+      executionStatus: "success",
+      exitCode: 0,
+      exactnessSensitive: true,
+    },
+    {
+      id: "large-log",
+      title: "Large noisy log output",
+      command: "tail huge.log",
+      stdout: largeLines,
+      stderr: "",
+      executionStatus: "success",
+      exitCode: 0,
+      exactnessSensitive: false,
+    },
+    {
+      id: "large-log-repeat",
+      title: "Large noisy log repeated output",
+      command: "tail huge.log",
+      stdout: largeLines,
+      stderr: "",
+      executionStatus: "success",
+      exitCode: 0,
+      exactnessSensitive: false,
+      repeatedGroup: "large-log",
+    },
+    {
+      id: "repeated-failure-a",
+      title: "Repeated exactness-sensitive failure first occurrence",
+      command: "npm test -- repeated",
+      stdout: "Tests: 1 failed, 24 passed, 25 total\n",
+      stderr: "AssertionError: REPEATED_STORAGE_POLICY_FAILURE_SENTINEL\n",
+      executionStatus: "failed",
+      exitCode: 1,
+      exactnessSensitive: true,
+      repeatedGroup: "failure",
+    },
+    {
+      id: "repeated-failure-b",
+      title: "Repeated exactness-sensitive failure second occurrence",
+      command: "npm test -- repeated",
+      stdout: "Tests: 1 failed, 24 passed, 25 total\n",
+      stderr: "AssertionError: REPEATED_STORAGE_POLICY_FAILURE_SENTINEL\n",
+      executionStatus: "failed",
+      exitCode: 1,
+      exactnessSensitive: true,
+      repeatedGroup: "failure",
+    },
+    {
+      id: "repeat-a",
+      title: "Repeated output first occurrence",
+      command: "fixture repeat",
+      stdout: "REPEATED_STORAGE_POLICY_SENTINEL\n",
+      stderr: "",
+      executionStatus: "success",
+      exitCode: 0,
+      exactnessSensitive: false,
+      repeatedGroup: "repeat",
+    },
+    {
+      id: "repeat-b",
+      title: "Repeated output second occurrence",
+      command: "fixture repeat",
+      stdout: "REPEATED_STORAGE_POLICY_SENTINEL\n",
+      stderr: "",
+      executionStatus: "success",
+      exitCode: 0,
+      exactnessSensitive: false,
+      repeatedGroup: "repeat",
+    },
+  ];
 }
 async function directorySize(path) {
-    try {
-        const info = await stat(path);
-        if (info.isFile()) {
-            return info.size;
-        }
-        if (!info.isDirectory()) {
-            return 0;
-        }
+  try {
+    const info = await stat(path);
+    if (info.isFile()) {
+      return info.size;
     }
-    catch {
-        return 0;
+    if (!info.isDirectory()) {
+      return 0;
     }
-    const entries = await readdir(path, { withFileTypes: true });
-    let total = 0;
-    for (const entry of entries) {
-        total += await directorySize(join(path, entry.name));
-    }
-    return total;
+  } catch {
+    return 0;
+  }
+  const entries = await readdir(path, { withFileTypes: true });
+  let total = 0;
+  for (const entry of entries) {
+    total += await directorySize(join(path, entry.name));
+  }
+  return total;
 }
 async function createTempDir(prefix) {
-    const path = await mkdtemp(resolve(tmpdir(), prefix));
-    return {
-        path,
-        cleanup: async () => {
-            await rm(path, { recursive: true, force: true });
-        },
-    };
+  const path = await mkdtemp(resolve(tmpdir(), prefix));
+  return {
+    path,
+    cleanup: async () => {
+      await rm(path, { recursive: true, force: true });
+    },
+  };
 }
 function combineOutputSections(stdout, stderr) {
-    if (stdout.length === 0) {
-        return stderr;
-    }
-    if (stderr.length === 0) {
-        return stdout;
-    }
-    return `[stdout]\n${stdout}\n[stderr]\n${stderr}`;
+  if (stdout.length === 0) {
+    return stderr;
+  }
+  if (stderr.length === 0) {
+    return stdout;
+  }
+  return `[stdout]\n${stdout}\n[stderr]\n${stderr}`;
 }
 function countLines(text) {
-    if (text.length === 0) {
-        return 0;
-    }
-    return text.split("\n").length;
+  if (text.length === 0) {
+    return 0;
+  }
+  return text.split("\n").length;
 }
 function sum(values) {
-    return values.reduce((total, value) => total + value, 0);
+  return values.reduce((total, value) => total + value, 0);
 }
 function byteLength(value) {
-    return Buffer.byteLength(value, "utf8");
+  return Buffer.byteLength(value, "utf8");
 }
 function sha256Text(value) {
-    return createHash("sha256").update(value).digest("hex");
+  return createHash("sha256").update(value).digest("hex");
 }
 function decisionId(...parts) {
-    return `ffdec_${sha256Text(parts.join("\0")).slice(0, 16)}`;
+  return `ffdec_${sha256Text(parts.join("\0")).slice(0, 16)}`;
 }
 function errorMessage(error) {
-    return error instanceof Error ? error.message : String(error);
+  return error instanceof Error ? error.message : String(error);
 }
 function defaultReportPath() {
-    return resolve(process.cwd(), "evals/reports/runtime/storage-policy-benchmark-1-report.md");
+  return resolve(process.cwd(), "router/evals/reports/storage-policy-benchmark-1-report.md");
 }
 async function runCli() {
-    const { iterations, reportPath, jsonReportPath } = parseBenchmarkCliArgs(process.argv.slice(2), { reportPath: defaultReportPath() });
-    const options = {};
-    if (iterations !== undefined) {
-        options.iterations = iterations;
-    }
-    const report = await runStoragePolicyBenchmarks(options);
-    const reports = await writeStoragePolicyBenchmarkReports(report, reportPath, {
-        jsonReportPath: jsonReportPath === undefined ? defaultJsonRunReportPath(reportPath) : jsonReportPath,
-    });
-    const shortId = createHash("sha256").update(JSON.stringify(report.summary)).digest("hex").slice(0, 8);
-    console.log(`Freeflow storage policy benchmark ${shortId}: safe candidates ${report.summary.safeCandidateIds.join(", ") || "none"}`);
-    console.log(`Markdown report: ${reports.markdown}`);
-    if (reports.json) {
-        console.log(`JSON run data: ${reports.json}`);
-    }
-    if (report.summary.safeCandidateIds.length === 0) {
-        process.exitCode = 1;
-    }
+  const { iterations, reportPath, jsonReportPath } = parseBenchmarkCliArgs(process.argv.slice(2), {
+    reportPath: defaultReportPath(),
+  });
+  const options = {};
+  if (iterations !== undefined) {
+    options.iterations = iterations;
+  }
+  const report = await runStoragePolicyBenchmarks(options);
+  const reports = await writeStoragePolicyBenchmarkReports(report, reportPath, {
+    jsonReportPath: jsonReportPath === undefined ? defaultJsonRunReportPath(reportPath) : jsonReportPath,
+  });
+  const shortId = createHash("sha256").update(JSON.stringify(report.summary)).digest("hex").slice(0, 8);
+  console.log(
+    `Freeflow storage policy benchmark ${shortId}: safe candidates ${report.summary.safeCandidateIds.join(", ") || "none"}`,
+  );
+  console.log(`Markdown report: ${reports.markdown}`);
+  if (reports.json) {
+    console.log(`JSON run data: ${reports.json}`);
+  }
+  if (report.summary.safeCandidateIds.length === 0) {
+    process.exitCode = 1;
+  }
 }
 if (process.argv[1] && fileURLToPath(import.meta.url) === resolve(process.argv[1])) {
-    await runCli();
+  await runCli();
 }