soturail 0.4.1 → 0.7.0

package/dist/core/diagram-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagram-validator.js","sourceRoot":"","sources":["../../src/core/diagram-validator.ts"],"names":[],"mappings":"AAWA,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,MAAM,QAAQ,GAA+B,EAAE,CAAC;IAChD,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAC3E,OAAO,EAAE,aAAa,EAAE,gCAAgC,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACrF,CAAC;IACD,IAAI,CAAC,wEAAwE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACzF,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,4FAA4F,EAAE,CAAC,CAAC;IAC9I,CAAC;IACD,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAAC,CAAC;QACnI,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,qDAAqD,EAAE,CAAC,CAAC;QAC1J,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC9D,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,6BAA6B,KAAK,EAAE,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpI,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,qFAAqF,EAAE,CAAC,CAAC;IACzI,CAAC;IACD,OAAO;QACL,aAAa,EAAE,gCAAgC;QAC/C,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC;QAChE,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACzD,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;AAC7B,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE,CAAC;QAClE,IAAI,KAAK,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,uBAAuB,CAAC,IAAY;IAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;QAC7D,IAAI,KAAK,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/core/evaluation-suite.d.ts

@@ -0,0 +1,28 @@
+export type EvalResult = "pass" | "fail" | "warn";
+export interface EvaluationCase {
+    id: string;
+    group: string;
+    title: string;
+    result: EvalResult;
+    details: Record<string, unknown>;
+    evidence: string[];
+}
+export interface EvaluationRun {
+    schemaVersion: "soturail.eval.v1";
+    id: string;
+    createdAt: string;
+    suite: "v0.6.1";
+    cases: EvaluationCase[];
+    summary: {
+        passed: number;
+        failed: number;
+        warnings: number;
+    };
+    reports: {
+        json: string;
+        markdown: string;
+    };
+}
+export declare function listEvaluationCases(): string;
+export declare function runEvaluationSuite(root?: string): Promise<EvaluationRun>;
+export declare function readEvaluationReport(root?: string): Promise<string>;

package/dist/core/evaluation-suite.js

@@ -0,0 +1,333 @@
+import { promises as fs } from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { compressOutputWithEngine } from "../compressors/index.js";
+import { lintAgentDocs } from "./agent-docs-hygiene.js";
+import { appendJsonl, ensureWorkspace, getWorkspacePaths, writeJson } from "./config.js";
+import { buildRolePack, offloadContext, restoreOffload, routeContext, selectContext } from "./context-intelligence.js";
+import { validateMermaidDiagram } from "./diagram-validator.js";
+import { buildWorkflowEvidence } from "./evidence-pack.js";
+import { createFsSnapshot, planEdit } from "./fs-evidence.js";
+import { compareFormats } from "./format-compare.js";
+import { initHarnessContract, checkHarnessContract, noteHarnessFailure } from "./harness-rail.js";
+import { validateJsonFile } from "./json-validator.js";
+import { rememberMemory, recallMemory } from "./memory-rail.js";
+import { decidePolicyItem, queuePolicyItem } from "./policy-rail.js";
+import { makeRailId } from "./rail-utils.js";
+import { estimateTokens } from "./token-estimator.js";
+import { createWorkflow } from "./workflow-store.js";
+const caseList = [
+    ["memory-recall-quality", "memory", "Memory recall ranks exact project facts above unrelated memory."],
+    ["context-selection-quality", "context", "Context selection preserves expected file, command, error and rule."],
+    ["reducer-quality", "reducers", "Reducers preserve critical diagnostics across common tool outputs."],
+    ["context-router-quality", "context", "Context router selects expected deterministic expert routes."],
+    ["role-pack-quality", "context", "Role packs include expected scope and omit unrelated risky context."],
+    ["agent-doc-hygiene-quality", "agents", "Short root agent docs pass and oversized docs warn."],
+    ["offload-restore-quality", "context", "Offload and restore preserve recovery pointer and failure line."],
+    ["format-quality", "payload", "Format comparison preserves evidence and warns about risky payloads."],
+    ["strict-json-quality", "payload", "Strict JSON validation catches duplicates, secrets, huge arrays and invalid JSON."],
+    ["evidence-pack-completeness", "evidence", "Evidence packs include workflow, raw, policy, harness and filesystem sections."],
+    ["harness-scenario-quality", "harness", "Repeated harness failures become concrete prevention candidates."],
+    ["diagram-validation-quality", "diagram", "Diagram validation catches invalid syntax and workflow warnings."]
+];
+export function listEvaluationCases() {
+    return [
+        "SotuRail evaluation cases",
+        `suite: v0.6.1`,
+        `cases_count: ${caseList.length}`,
+        "",
+        ...caseList.map(([id, group, title]) => `- ${id} [${group}] ${title}`)
+    ].join("\n") + "\n";
+}
+export async function runEvaluationSuite(root = process.cwd()) {
+    await ensureWorkspace(root);
+    const evalRoot = await createEvalProject();
+    const cases = [];
+    for (const [id, group, title] of caseList) {
+        cases.push(await runCase(id, group, title, evalRoot));
+    }
+    const run = {
+        schemaVersion: "soturail.eval.v1",
+        id: makeRailId("eval", "v0.6.1"),
+        createdAt: new Date().toISOString(),
+        suite: "v0.6.1",
+        cases,
+        summary: {
+            passed: cases.filter((item) => item.result === "pass").length,
+            failed: cases.filter((item) => item.result === "fail").length,
+            warnings: cases.filter((item) => item.result === "warn").length
+        },
+        reports: {
+            json: "",
+            markdown: ""
+        }
+    };
+    await writeEvaluationReports(run, root);
+    return run;
+}
+export async function readEvaluationReport(root = process.cwd()) {
+    const reportPath = path.join(evalDir(root), "latest.md");
+    return fs.readFile(reportPath, "utf8").catch(() => "No evaluation report found. Run: soturail eval run\n");
+}
+async function runCase(id, group, title, root) {
+    try {
+        switch (id) {
+            case "memory-recall-quality":
+                return await memoryRecallCase(id, group, title, root);
+            case "context-selection-quality":
+                return await contextSelectionCase(id, group, title, root);
+            case "reducer-quality":
+                return await reducerCase(id, group, title, root);
+            case "context-router-quality":
+                return routerCase(id, group, title);
+            case "role-pack-quality":
+                return await rolePackCase(id, group, title, root);
+            case "agent-doc-hygiene-quality":
+                return await agentDocCase(id, group, title, root);
+            case "offload-restore-quality":
+                return await offloadCase(id, group, title, root);
+            case "format-quality":
+                return await formatCase(id, group, title, root);
+            case "strict-json-quality":
+                return await strictJsonCase(id, group, title, root);
+            case "evidence-pack-completeness":
+                return await evidenceCase(id, group, title, root);
+            case "harness-scenario-quality":
+                return await harnessCase(id, group, title, root);
+            case "diagram-validation-quality":
+                return diagramCase(id, group, title);
+            default:
+                return makeCase(id, group, title, "warn", { reason: "case not implemented" }, []);
+        }
+    }
+    catch (error) {
+        return makeCase(id, group, title, "fail", { error: error instanceof Error ? error.message : String(error) }, []);
+    }
+}
+async function memoryRecallCase(id, group, title, root) {
+    await rememberMemory("Architecture decision: keep MCP read-only by default and use local context packs.", { tags: ["architecture"], source: "eval" }, root);
+    await rememberMemory("Recurring bug: Windows npm cache can make stale global CLI checks misleading.", { tags: ["bug"], source: "eval" }, root);
+    await rememberMemory("Release decision: npm publish must succeed before GitHub Release creation.", { tags: ["release"], source: "eval" }, root);
+    await rememberMemory("Policy decision: raw log expansion requires review and redaction.", { tags: ["policy"], source: "eval" }, root);
+    await rememberMemory("Unrelated note: coffee preference should not affect release policy.", { tags: ["misc"], source: "eval" }, root);
+    const matches = await recallMemory("Architecture decision MCP read-only local context packs", 3, root);
+    const top = matches[0]?.record.text ?? "";
+    return makeCase(id, group, title, top.includes("Architecture decision") ? "pass" : "fail", {
+        topMatch: top,
+        matches: matches.map((match) => ({ id: match.record.id, score: match.score, reason: match.reason }))
+    }, ["memoryRecordsFile"]);
+}
+async function contextSelectionCase(id, group, title, root) {
+    const selection = await selectContext("validateRefund ERR_REFUND_WINDOW npm test Rule R08", 5, root);
+    const item = selection.items.find((candidate) => candidate.path === "src/refund-policy.ts");
+    const summary = item?.summary ?? "";
+    const ok = Boolean(item && summary.includes("ERR_REFUND_WINDOW") && summary.includes("npm test") && summary.includes("Rule R08"));
+    return makeCase(id, group, title, ok ? "pass" : "fail", {
+        expert: selection.expert,
+        selected: selection.items.map((candidate) => candidate.path ?? candidate.id),
+        expectedFile: "src/refund-policy.ts",
+        summary
+    }, [`.soturail/context/selections/${selection.id}.json`]);
+}
+async function reducerCase(id, group, title, root) {
+    const samples = [
+        ["npm", "npm test", "npm ERR! Test failed at tests/app.test.ts:12\nRun npm test for details.", "tests/app.test.ts"],
+        ["vitest", "vitest run", "FAIL tests/app.test.ts > app\nAssertionError: expected 1 to equal 2\n    at tests/app.test.ts:12:10", "AssertionError"],
+        ["tsc", "tsc --noEmit", "src/app.ts:12:7 - error TS2322: Type 'string' is not assignable to type 'number'.", "TS2322"],
+        ["java", "java Main", "Exception in thread main java.lang.NullPointerException\n\tat com.example.Main.main(Main.java:12)", "NullPointerException"],
+        ["maven", "mvn test", "[ERROR] UserServiceTest.shouldSaveUser <<< FAILURE!\n    at src/test/java/UserServiceTest.java:27", "UserServiceTest.java:27"],
+        ["docker", "docker logs app", "2026-05-26 ERROR connection refused while opening /app/config.yml", "connection refused"],
+        ["git-diff", "git diff", "diff --git a/src/app.ts b/src/app.ts\n@@ -1 +1 @@\n-return 1\n+return 2", "src/app.ts"],
+        ["git-status", "git status", "modified: src/app.ts\ndeleted: src/old.ts\nuntracked: docs/new.md", "src/app.ts"],
+        ["eslint", "npx eslint src", "src/app.ts\n  12:7 error 'unused' is never used @typescript-eslint/no-unused-vars", "@typescript-eslint/no-unused-vars"],
+        ["vite-next", "vite build", "vite v5 building...\nwarn Large page data detected in app/dashboard/page.tsx\nbuilt in 1.24s", "app/dashboard/page.tsx"]
+    ];
+    const results = [];
+    for (const [name, command, output, expected] of samples) {
+        const reduced = await compressOutputWithEngine(command, output, `eval-${name}`, "ts", root);
+        results.push({ name, expected, passed: reduced.summary.includes(expected), tokens: estimateTokens(reduced.summary) });
+    }
+    return makeCase(id, group, title, results.every((item) => item.passed) ? "pass" : "fail", { reducers: results }, ["raw reducer summaries"]);
+}
+function routerCase(id, group, title) {
+    const expectations = [
+        ["security policy", "security"],
+        ["release notes npm publish", "release"],
+        ["README docs tutorial", "docs"],
+        ["failing test source file", "code"],
+        ["workflow evidence", "workflow"],
+        ["remembered decision", "memory"],
+        ["compare ecosystem docs", "research"]
+    ];
+    const results = expectations.map(([query, expected]) => ({ query, expected, actual: routeContext(query).expert }));
+    return makeCase(id, group, title, results.every((item) => item.actual === item.expected) ? "pass" : "fail", { routes: results }, []);
+}
+async function rolePackCase(id, group, title, root) {
+    const roles = ["planner", "executor", "reviewer", "release-manager", "researcher"];
+    const results = [];
+    for (const role of roles) {
+        const pack = await buildRolePack(role, root);
+        results.push({
+            role,
+            hasPurpose: pack.content.includes("## Purpose"),
+            hasOmissions: pack.content.includes("## Omitted Sources"),
+            avoidsSecrets: !/real token|private key/i.test(pack.content)
+        });
+    }
+    return makeCase(id, group, title, results.every((item) => item.hasPurpose && item.hasOmissions && item.avoidsSecrets) ? "pass" : "fail", { roles: results }, [".soturail/context/role-packs/"]);
+}
+async function agentDocCase(id, group, title, root) {
+    await fs.writeFile(path.join(root, "AGENTS.md"), "# Agent Notes\n\nSotuRail is a local-first Context OS.\n\nSafety: do not expose secrets or raw logs without approval.\n", "utf8");
+    const short = await lintAgentDocs(root);
+    await fs.writeFile(path.join(root, "CLAUDE.md"), `${"# Oversized\n\n"}${"Missing safety text.\n".repeat(700)}`, "utf8");
+    const oversized = await lintAgentDocs(root);
+    return makeCase(id, group, title, short.includes("findings_count: 0") && /CLAUDE\.md: too long/.test(oversized) ? "pass" : "fail", {
+        shortFindings: short.match(/findings_count: \d+/)?.[0],
+        oversizedIncludesWarning: /too long/.test(oversized)
+    }, ["AGENTS.md", "CLAUDE.md"]);
+}
+async function offloadCase(id, group, title, root) {
+    const file = path.join(root, "logs", "failure.log");
+    await fs.mkdir(path.dirname(file), { recursive: true });
+    await fs.writeFile(file, "ERROR critical failure line: PaymentTimeout at src/payments.ts:44\nfull details preserved locally\n", "utf8");
+    const record = await offloadContext("logs/failure.log", root);
+    const restored = await restoreOffload(record.id, root);
+    return makeCase(id, group, title, record.summary.includes("PaymentTimeout") && restored.includes("PaymentTimeout") ? "pass" : "fail", {
+        offloadId: record.id,
+        recovery: `soturail context restore ${record.id}`,
+        source: record.source
+    }, [record.path]);
+}
+async function formatCase(id, group, title, root) {
+    const file = path.join(root, "payload.json");
+    await fs.writeFile(file, JSON.stringify({ evidence: "ERR_REFUND_WINDOW", command: "npm test", items: Array.from({ length: 55 }, (_, index) => ({ index })) }, null, 2), "utf8");
+    const report = await compareFormats("payload.json", root);
+    return makeCase(id, group, title, report.markdownTokens > 0 && report.taggedTokens > 0 && report.warnings.some((warning) => warning.includes("huge array")) ? "pass" : "fail", {
+        markdownTokens: report.markdownTokens,
+        jsonTokens: report.jsonTokens,
+        taggedTokens: report.taggedTokens,
+        warnings: report.warnings
+    }, ["payload.json"]);
+}
+async function strictJsonCase(id, group, title, root) {
+    await fs.writeFile(path.join(root, "invalid.json"), "{\"ok\": true,}\n", "utf8");
+    await fs.writeFile(path.join(root, "risky.json"), `{"name":"one","name":"two","apiKey":"replace-me","items":[${Array.from({ length: 55 }, (_, index) => index).join(",")}]}\n`, "utf8");
+    const invalid = await validateJsonFile("invalid.json", { strict: true }, root);
+    const risky = await validateJsonFile("risky.json", { strict: true }, root);
+    const ok = invalid.result === "fail" && risky.duplicateKeys.length > 0 && risky.probableSecrets.length > 0 && risky.hugeArrays.length > 0;
+    return makeCase(id, group, title, ok ? "pass" : "fail", { invalid, risky }, ["invalid.json", "risky.json"]);
+}
+async function evidenceCase(id, group, title, root) {
+    const workflow = await createWorkflow("Evaluation evidence workflow", root);
+    await initHarnessContract(root);
+    const contract = await checkHarnessContract(root);
+    await noteHarnessFailure("Agent skipped release evidence before claiming done.", { workflow: workflow.id, prevention: "workflow check" }, root);
+    const policy = await queuePolicyItem("npm publish", "npm publish --access public", "publish changes public package state", workflow.id, root);
+    await decidePolicyItem(policy.id, "approved", root);
+    await appendJsonl(getWorkspacePaths(root).rawIndex, {
+        raw_id: "eval_raw_001",
+        path: ".soturail/raw/eval.log",
+        command: "npm test",
+        exit_code: 0,
+        created_at: new Date().toISOString(),
+        compressor: "eval",
+        raw_tokens_estimated: 10,
+        compressed_tokens_estimated: 5
+    });
+    await createFsSnapshot(root);
+    await planEdit("Change src/refund-policy.ts for evidence fixture", root);
+    const evidence = await buildWorkflowEvidence(workflow.id, root);
+    const ok = [
+        workflow.id,
+        "eval_raw_001",
+        "approved npm publish",
+        "Harness Failures",
+        "Filesystem Evidence",
+        "Harness Contract"
+    ].every((needle) => evidence.content.includes(needle)) && contract.includes("valid: true");
+    return makeCase(id, group, title, ok ? "pass" : "fail", {
+        workflowId: workflow.id,
+        evidencePath: evidence.path,
+        contractValid: contract.includes("valid: true")
+    }, [evidence.path]);
+}
+async function harnessCase(id, group, title, root) {
+    const records = [
+        await noteHarnessFailure("Agent repeated stale docs in root instructions.", { prevention: "doc" }, root),
+        await noteHarnessFailure("Agent forgot release checklist.", { prevention: "rule" }, root),
+        await noteHarnessFailure("Agent forgot recurring Windows cache issue.", { prevention: "memory" }, root),
+        await noteHarnessFailure("Agent skipped verify step.", { prevention: "workflow check" }, root)
+    ];
+    const candidates = new Set(records.map((record) => record.preventionCandidate));
+    const ok = ["doc", "rule", "memory", "workflow check"].every((candidate) => candidates.has(candidate));
+    return makeCase(id, group, title, ok ? "pass" : "fail", { candidates: [...candidates] }, [".soturail/harness/failures.jsonl"]);
+}
+function diagramCase(id, group, title) {
+    const invalid = validateMermaidDiagram("not a diagram");
+    const warning = validateMermaidDiagram("stateDiagram-v2\n  Draft --> Active\n  Orphan --> Closed\n");
+    const ok = !invalid.valid && warning.valid && warning.findings.some((finding) => finding.message.includes("verification"));
+    return makeCase(id, group, title, ok ? "pass" : "fail", { invalid, warning }, ["diagram-validator"]);
+}
+function makeCase(id, group, title, result, details, evidence) {
+    return { id, group, title, result, details, evidence };
+}
+async function createEvalProject() {
+    const root = await fs.mkdtemp(path.join(os.tmpdir(), "soturail-eval-"));
+    await fs.mkdir(path.join(root, "src"), { recursive: true });
+    await fs.mkdir(path.join(root, "docs"), { recursive: true });
+    await fs.mkdir(path.join(root, "tests"), { recursive: true });
+    await fs.writeFile(path.join(root, "README.md"), "# Eval Project\n\nSotuRail local-first Context OS evaluation fixture.\n", "utf8");
+    await fs.writeFile(path.join(root, "package.json"), "{\"scripts\":{\"test\":\"vitest run\",\"build\":\"tsc\"}}\n", "utf8");
+    await fs.writeFile(path.join(root, "src", "refund-policy.ts"), [
+        "export function validateRefund() {",
+        "  // Rule R08: refunds must preserve release evidence.",
+        "  // Command: npm test",
+        "  throw new Error(\"ERR_REFUND_WINDOW\");",
+        "}",
+        ""
+    ].join("\n"), "utf8");
+    await fs.writeFile(path.join(root, "docs", "security-policy.md"), "# Security Policy\n\nRaw logs require review and redaction.\n", "utf8");
+    await fs.writeFile(path.join(root, "docs", "release.md"), "# Release\n\nnpm publish must finish before GitHub Release.\n", "utf8");
+    await fs.writeFile(path.join(root, "docs", "research.md"), "# Research\n\nCompare ecosystem docs with citations.\n", "utf8");
+    await fs.writeFile(path.join(root, "tests", "refund.test.ts"), "import { validateRefund } from '../src/refund-policy';\n", "utf8");
+    await ensureWorkspace(root);
+    return root;
+}
+async function writeEvaluationReports(run, root) {
+    const dir = evalDir(root);
+    await fs.mkdir(dir, { recursive: true });
+    const jsonPath = path.join(dir, "latest.json");
+    const markdownPath = path.join(dir, "latest.md");
+    run.reports.json = jsonPath;
+    run.reports.markdown = markdownPath;
+    await writeJson(jsonPath, run);
+    await fs.writeFile(markdownPath, renderEvaluationReport(run, root), "utf8");
+}
+function renderEvaluationReport(run, root) {
+    const rows = run.cases.map((item) => `| ${item.id} | ${item.group} | ${item.result} | ${item.title} |`);
+    return [
+        "# SotuRail Evaluation Report",
+        "",
+        "Generated from deterministic local fixtures. No network, paid APIs, GitHub access or real agent hosts are required.",
+        "",
+        `suite: ${run.suite}`,
+        `id: ${run.id}`,
+        `createdAt: ${run.createdAt}`,
+        `passed: ${run.summary.passed}`,
+        `failed: ${run.summary.failed}`,
+        `warnings: ${run.summary.warnings}`,
+        `json_report: ${path.relative(root, run.reports.json).replace(/\\/g, "/")}`,
+        "",
+        "| case_id | group | result | title |",
+        "|---|---|---|---|",
+        ...rows,
+        "",
+        "Token savings without quality preservation is not a success.",
+        "Warnings are separate from failures. A passing suite means critical local evidence was preserved on this fixture set, not that SotuRail is superior to any external tool.",
+        ""
+    ].join("\n");
+}
+function evalDir(root) {
+    return path.join(getWorkspacePaths(root).workspace, "eval");
+}
+//# sourceMappingURL=evaluation-suite.js.map

package/dist/core/evaluation-suite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluation-suite.js","sourceRoot":"","sources":["../../src/core/evaluation-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACzF,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AACvH,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAClG,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AA8BrD,MAAM,QAAQ,GAAG;IACf,CAAC,uBAAuB,EAAE,QAAQ,EAAE,iEAAiE,CAAC;IACtG,CAAC,2BAA2B,EAAE,SAAS,EAAE,qEAAqE,CAAC;IAC/G,CAAC,iBAAiB,EAAE,UAAU,EAAE,oEAAoE,CAAC;IACrG,CAAC,wBAAwB,EAAE,SAAS,EAAE,8DAA8D,CAAC;IACrG,CAAC,mBAAmB,EAAE,SAAS,EAAE,qEAAqE,CAAC;IACvG,CAAC,2BAA2B,EAAE,QAAQ,EAAE,qDAAqD,CAAC;IAC9F,CAAC,yBAAyB,EAAE,SAAS,EAAE,iEAAiE,CAAC;IACzG,CAAC,gBAAgB,EAAE,SAAS,EAAE,sEAAsE,CAAC;IACrG,CAAC,qBAAqB,EAAE,SAAS,EAAE,mFAAmF,CAAC;IACvH,CAAC,4BAA4B,EAAE,UAAU,EAAE,gFAAgF,CAAC;IAC5H,CAAC,0BAA0B,EAAE,SAAS,EAAE,kEAAkE,CAAC;IAC3G,CAAC,4BAA4B,EAAE,SAAS,EAAE,kEAAkE,CAAC;CACrG,CAAC;AAEX,MAAM,UAAU,mBAAmB;IACjC,OAAO;QACL,2BAA2B;QAC3B,eAAe;QACf,gBAAgB,QAAQ,CAAC,MAAM,EAAE;QACjC,EAAE;QACF,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,KAAK,KAAK,EAAE,CAAC;KACvE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAC3D,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,MAAM,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,GAAG,GAAkB;QACzB,aAAa,EAAE,kBAAkB;QACjC,EAAE,EAAE,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC;QAChC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,QAAQ;QACf,KAAK;QACL,OAAO,EAAE;YACP,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;YAC7D,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;YAC7D,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;SAChE;QACD,OAAO,EAAE;YACP,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE,EAAE;SACb;KACF,CAAC;IACF,MAAM,sBAAsB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,CAAC;IACzD,OAAO,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,sDAAsD,CAAC,CAAC;AAC7G,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAC3E,IAAI,CAAC;QACH,QAAQ,EAAE,EAAE,CAAC;YACX,KAAK,uBAAuB;gBAC1B,OAAO,MAAM,gBAAgB,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACxD,KAAK,2BAA2B;gBAC9B,OAAO,MAAM,oBAAoB,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAC5D,KAAK,iBAAiB;gBACpB,OAAO,MAAM,WAAW,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACnD,KAAK,wBAAwB;gBAC3B,OAAO,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACtC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACpD,KAAK,2BAA2B;gBAC9B,OAAO,MAAM,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACpD,KAAK,yBAAyB;gBAC5B,OAAO,MAAM,WAAW,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACnD,KAAK,gBAAgB;gBACnB,OAAO,MAAM,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAClD,KAAK,qBAAqB;gBACxB,OAAO,MAAM,cAAc,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACtD,KAAK,4BAA4B;gBAC/B,OAAO,MAAM,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACpD,KAAK,0BAA0B;gBAC7B,OAAO,MAAM,WAAW,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACnD,KAAK,4BAA4B;gBAC/B,OAAO,WAAW,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACvC;gBACE,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,EAAE,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACnH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IACpF,MAAM,cAAc,CAAC,mFAAmF,EAAE,EAAE,IAAI,EAAE,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;IAC5J,MAAM,cAAc,CAAC,+EAA+E,EAAE,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/I,MAAM,cAAc,CAAC,4EAA4E,EAAE,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;IAChJ,MAAM,cAAc,CAAC,mEAAmE,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;IACtI,MAAM,cAAc,CAAC,qEAAqE,EAAE,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;IACtI,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,yDAAyD,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACvG,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;IAC1C,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;QACzF,QAAQ,EAAE,GAAG;QACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;KACrG,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IACxF,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,oDAAoD,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACrG,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,sBAAsB,CAAC,CAAC;IAC5F,MAAM,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;IACpC,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAClI,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;QACtD,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,IAAI,SAAS,CAAC,EAAE,CAAC;QAC5E,YAAY,EAAE,sBAAsB;QACpC,OAAO;KACR,EAAE,CAAC,gCAAgC,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAC/E,MAAM,OAAO,GAAG;QACd,CAAC,KAAK,EAAE,UAAU,EAAE,yEAAyE,EAAE,mBAAmB,CAAC;QACnH,CAAC,QAAQ,EAAE,YAAY,EAAE,qGAAqG,EAAE,gBAAgB,CAAC;QACjJ,CAAC,KAAK,EAAE,cAAc,EAAE,mFAAmF,EAAE,QAAQ,CAAC;QACtH,CAAC,MAAM,EAAE,WAAW,EAAE,mGAAmG,EAAE,sBAAsB,CAAC;QAClJ,CAAC,OAAO,EAAE,UAAU,EAAE,mGAAmG,EAAE,yBAAyB,CAAC;QACrJ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,mEAAmE,EAAE,oBAAoB,CAAC;QACxH,CAAC,UAAU,EAAE,UAAU,EAAE,yEAAyE,EAAE,YAAY,CAAC;QACjH,CAAC,YAAY,EAAE,YAAY,EAAE,mEAAmE,EAAE,YAAY,CAAC;QAC/G,CAAC,QAAQ,EAAE,gBAAgB,EAAE,mFAAmF,EAAE,mCAAmC,CAAC;QACtJ,CAAC,WAAW,EAAE,YAAY,EAAE,8FAA8F,EAAE,wBAAwB,CAAC;KAC7I,CAAC;IACX,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,OAAO,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5F,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxH,CAAC;IACD,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,uBAAuB,CAAC,CAAC,CAAC;AAC9I,CAAC;AAED,SAAS,UAAU,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa;IAC1D,MAAM,YAAY,GAAG;QACnB,CAAC,iBAAiB,EAAE,UAAU,CAAC;QAC/B,CAAC,2BAA2B,EAAE,SAAS,CAAC;QACxC,CAAC,sBAAsB,EAAE,MAAM,CAAC;QAChC,CAAC,0BAA0B,EAAE,MAAM,CAAC;QACpC,CAAC,mBAAmB,EAAE,UAAU,CAAC;QACjC,CAAC,qBAAqB,EAAE,QAAQ,CAAC;QACjC,CAAC,wBAAwB,EAAE,UAAU,CAAC;KAC9B,CAAC;IACX,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnH,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;AACvI,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAChF,MAAM,KAAK,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,iBAAiB,EAAE,YAAY,CAAU,CAAC;IAC5F,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC/C,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACzD,aAAa,EAAE,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;SAC7D,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,+BAA+B,CAAC,CAAC,CAAC;AAClM,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAChF,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,yHAAyH,EAAE,MAAM,CAAC,CAAC;IACpL,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,GAAG,iBAAiB,GAAG,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACxH,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;IAC5C,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;QACjI,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC;QACtD,wBAAwB,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;KACrD,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IACpD,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,qGAAqG,EAAE,MAAM,CAAC,CAAC;IACxI,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACvD,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;QACpI,SAAS,EAAE,MAAM,CAAC,EAAE;QACpB,QAAQ,EAAE,4BAA4B,MAAM,CAAC,EAAE,EAAE;QACjD,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC7C,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAChL,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IAC1D,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,GAAG,CAAC,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;QAC7K,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAClF,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;IACjF,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,6DAA6D,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxL,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3E,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;IAC1I,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC;AAC9G,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAChF,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,8BAA8B,EAAE,IAAI,CAAC,CAAC;IAC5E,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,kBAAkB,CAAC,sDAAsD,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;IAChJ,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,aAAa,EAAE,6BAA6B,EAAE,sCAAsC,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9I,MAAM,gBAAgB,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACpD,MAAM,WAAW,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE;QAClD,MAAM,EAAE,cAAc;QACtB,IAAI,EAAE,wBAAwB;QAC9B,OAAO,EAAE,UAAU;QACnB,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,UAAU,EAAE,MAAM;QAClB,oBAAoB,EAAE,EAAE;QACxB,2BAA2B,EAAE,CAAC;KAC/B,CAAC,CAAC;IACH,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,QAAQ,CAAC,kDAAkD,EAAE,IAAI,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAChE,MAAM,EAAE,GAAG;QACT,QAAQ,CAAC,EAAE;QACX,cAAc;QACd,sBAAsB;QACtB,kBAAkB;QAClB,qBAAqB;QACrB,kBAAkB;KACnB,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAC3F,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;QACtD,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,aAAa,EAAE,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC;KAChD,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa,EAAE,IAAY;IAC/E,MAAM,OAAO,GAAG;QACd,MAAM,kBAAkB,CAAC,iDAAiD,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC;QACxG,MAAM,kBAAkB,CAAC,iCAAiC,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC;QACzF,MAAM,kBAAkB,CAAC,6CAA6C,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC;QACvG,MAAM,kBAAkB,CAAC,4BAA4B,EAAE,EAAE,UAAU,EAAE,gBAAgB,EAAE,EAAE,IAAI,CAAC;KAC/F,CAAC;IACF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAChF,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IACvG,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC,EAAE,EAAE,CAAC,kCAAkC,CAAC,CAAC,CAAC;AACjI,CAAC;AAED,SAAS,WAAW,CAAC,EAAU,EAAE,KAAa,EAAE,KAAa;IAC3D,MAAM,OAAO,GAAG,sBAAsB,CAAC,eAAe,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,sBAAsB,CAAC,4DAA4D,CAAC,CAAC;IACrG,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;IAC3H,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC;AACvG,CAAC;AAED,SAAS,QAAQ,CACf,EAAU,EACV,KAAa,EACb,KAAa,EACb,MAAkB,EAClB,OAAgC,EAChC,QAAkB;IAElB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,iBAAiB;IAC9B,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;IACxE,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,yEAAyE,EAAE,MAAM,CAAC,CAAC;IACpI,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,6DAA6D,EAAE,MAAM,CAAC,CAAC;IAC3H,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,kBAAkB,CAAC,EAAE;QAC7D,oCAAoC;QACpC,wDAAwD;QACxD,wBAAwB;QACxB,2CAA2C;QAC3C,GAAG;QACH,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACtB,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,oBAAoB,CAAC,EAAE,+DAA+D,EAAE,MAAM,CAAC,CAAC;IAC3I,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,+DAA+D,EAAE,MAAM,CAAC,CAAC;IACnI,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,wDAAwD,EAAE,MAAM,CAAC,CAAC;IAC7H,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,0DAA0D,EAAE,MAAM,CAAC,CAAC;IACnI,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,GAAkB,EAAE,IAAY;IACpE,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACjD,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,QAAQ,CAAC;IAC5B,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,YAAY,CAAC;IACpC,MAAM,SAAS,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,sBAAsB,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,sBAAsB,CAAC,GAAkB,EAAE,IAAY;IAC9D,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;IACxG,OAAO;QACL,8BAA8B;QAC9B,EAAE;QACF,qHAAqH;QACrH,EAAE;QACF,UAAU,GAAG,CAAC,KAAK,EAAE;QACrB,OAAO,GAAG,CAAC,EAAE,EAAE;QACf,cAAc,GAAG,CAAC,SAAS,EAAE;QAC7B,WAAW,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE;QAC/B,WAAW,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE;QAC/B,aAAa,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE;QACnC,gBAAgB,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;QAC3E,EAAE;QACF,sCAAsC;QACtC,mBAAmB;QACnB,GAAG,IAAI;QACP,EAAE;QACF,8DAA8D;QAC9D,2KAA2K;QAC3K,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAC9D,CAAC"}

package/dist/core/evidence-pack.d.ts

@@ -0,0 +1,4 @@
+export declare function buildWorkflowEvidence(id: string, root?: string): Promise<{
+    path: string;
+    content: string;
+}>;

package/dist/core/evidence-pack.js

@@ -0,0 +1,139 @@
+import { execFile } from "node:child_process";
+import { promises as fs } from "node:fs";
+import path from "node:path";
+import { promisify } from "node:util";
+import { ensureWorkspace, getWorkspacePaths, readJsonl, relativeToRoot } from "./config.js";
+import { makeRailId } from "./rail-utils.js";
+import { readWorkflow } from "./workflow-store.js";
+import { SOTURAIL_VERSION } from "./version.js";
+const execFileAsync = promisify(execFile);
+export async function buildWorkflowEvidence(id, root = process.cwd()) {
+    await ensureWorkspace(root);
+    const paths = getWorkspacePaths(root);
+    const workflow = await readWorkflow(id, root);
+    const workflowDir = path.join(paths.workflowsDir, id);
+    const rawRecords = await readJsonl(paths.rawIndex);
+    const policy = await readJsonl(paths.policyDecisionsFile);
+    const failures = await readJsonl(paths.harnessFailuresFile);
+    const changedFiles = await gitChangedFiles(root);
+    const harnessContractPath = path.join(paths.harnessContractsDir, "default.json");
+    const harnessContractPresent = await exists(harnessContractPath);
+    const reviewPath = path.join(workflowDir, "review.md");
+    const reviewJsonPath = path.join(workflowDir, "review.json");
+    const verifyPath = path.join(workflowDir, "verify.md");
+    const verifyJsonPath = path.join(workflowDir, "verify.json");
+    const evalReportPath = path.join(paths.workspace, "eval", "latest.md");
+    const diagramValidationPath = path.join(paths.diagramsDir, "validation.json");
+    const offloadIds = await listOffloadIds(paths.contextOffloadDir);
+    const packageVersion = await readPackageVersion(root);
+    const releaseNotesPath = packageVersion ? path.join(root, "docs", "releases", `RELEASE_NOTES_v${packageVersion}.md`) : "";
+    const reportId = makeRailId("evidence", id);
+    const reportPath = path.join(paths.reportsDir, `${reportId}.md`);
+    const content = [
+        `# SotuRail Evidence Pack: ${workflow.title}`,
+        "",
+        "schemaVersion: soturail.evidence.v1",
+        `createdAt: ${new Date().toISOString()}`,
+        "",
+        "## Workflow",
+        "",
+        `- workflow_id: ${workflow.id}`,
+        `- state: ${workflow.state}`,
+        `- plan: ${relativeToRoot(root, path.join(workflowDir, "plan.md"))}`,
+        `- tasks: ${relativeToRoot(root, path.join(workflowDir, "tasks.md"))}`,
+        `- verification: ${relativeToRoot(root, path.join(workflowDir, "verification.md"))}`,
+        `- review_report: ${await exists(reviewPath) ? relativeToRoot(root, reviewPath) : "missing"}`,
+        `- review_json: ${await exists(reviewJsonPath) ? relativeToRoot(root, reviewJsonPath) : "missing"}`,
+        `- verify_report: ${await exists(verifyPath) ? relativeToRoot(root, verifyPath) : "missing"}`,
+        `- verify_json: ${await exists(verifyJsonPath) ? relativeToRoot(root, verifyJsonPath) : "missing"}`,
+        "",
+        "## Context And Role Packs",
+        "",
+        `- context_dir: ${relativeToRoot(root, paths.contextDir)}`,
+        `- role_packs: ${relativeToRoot(root, paths.contextRolePacksDir)}`,
+        "",
+        "## Commands And Raw IDs",
+        "",
+        ...(rawRecords.length > 0 ? rawRecords.slice(-10).map((record) => `- ${record.raw_id}: ${record.command} (exit ${record.exit_code})`) : ["- none recorded"]),
+        "",
+        "## Offload IDs",
+        "",
+        ...(offloadIds.length > 0 ? offloadIds.map((offload) => `- ${offload}`) : ["- none recorded"]),
+        "",
+        "## Policy Decisions",
+        "",
+        ...(policy.length > 0 ? policy.slice(-10).map((decision) => `- ${decision.id}: ${decision.decision} ${decision.category}`) : ["- none recorded"]),
+        "",
+        "## Harness Failures",
+        "",
+        ...(failures.length > 0 ? failures.slice(-10).map((failure) => `- ${failure.id}: ${failure.whatFailed}`) : ["- none recorded"]),
+        "",
+        "## Filesystem Evidence",
+        "",
+        "### Changed Files",
+        "",
+        ...(changedFiles.length > 0 ? changedFiles.map((file) => `- ${file}`) : ["- none detected"]),
+        "",
+        `- snapshots: ${relativeToRoot(root, paths.fsSnapshotsDir)}`,
+        "- Run `soturail fs diff` for current git diff evidence.",
+        "",
+        "## Harness Contract",
+        "",
+        `- contract: ${harnessContractPresent ? relativeToRoot(root, harnessContractPath) : "none found"}`,
+        "- result: run `soturail harness contract check` for current validation status.",
+        "",
+        "## Diagram And Evaluation Evidence",
+        "",
+        `- diagram_validation: ${await exists(diagramValidationPath) ? relativeToRoot(root, diagramValidationPath) : "missing"}`,
+        `- eval_report: ${await exists(evalReportPath) ? relativeToRoot(root, evalReportPath) : "missing"}`,
+        "",
+        "## Release Evidence",
+        "",
+        `- package_version: ${packageVersion ?? "unknown"}`,
+        `- cli_version: ${SOTURAIL_VERSION}`,
+        `- changelog_entry: ${packageVersion ? `## [${packageVersion}]` : "unknown"}`,
+        `- release_notes: ${releaseNotesPath && await exists(releaseNotesPath) ? relativeToRoot(root, releaseNotesPath) : "missing"}`,
+        "- npm_tarball_check: run `soturail release verify-package` or `npm run release:check`.",
+        `- github_tag_recommendation: ${packageVersion ? `v${packageVersion}` : "unknown"}`,
+        "- npm_publish_checklist: build, test, release check, GitHub release notes, npm publish.",
+        "- ci_status_note: check GitHub Actions for the pushed commit/tag.",
+        "",
+        "## Recovery",
+        "",
+        "- Raw logs: `soturail expand <raw_id>`",
+        "- Offloads: `soturail context restore <offload-id>`",
+        "- Policy: `soturail policy queue`",
+        ""
+    ].join("\n");
+    await fs.writeFile(reportPath, content, "utf8");
+    return { path: reportPath, content };
+}
+async function listOffloadIds(dir) {
+    const entries = await fs.readdir(dir).catch(() => []);
+    return entries.filter((entry) => entry.endsWith(".json")).map((entry) => entry.replace(/\.json$/, "")).sort();
+}
+async function readPackageVersion(root) {
+    const raw = await fs.readFile(path.join(root, "package.json"), "utf8").catch(() => "");
+    if (!raw)
+        return null;
+    try {
+        const parsed = JSON.parse(raw);
+        return parsed.version ?? null;
+    }
+    catch {
+        return null;
+    }
+}
+async function gitChangedFiles(root) {
+    try {
+        const { stdout } = await execFileAsync("git", ["diff", "--name-only", "--", "."], { cwd: root, timeout: 3000, windowsHide: true });
+        return stdout.split(/\r?\n/).map((line) => line.trim()).filter(Boolean);
+    }
+    catch {
+        return [];
+    }
+}
+async function exists(filePath) {
+    return fs.access(filePath).then(() => true).catch(() => false);
+}
+//# sourceMappingURL=evidence-pack.js.map

package/dist/core/evidence-pack.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence-pack.js","sourceRoot":"","sources":["../../src/core/evidence-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAI5F,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,EAAU,EAAE,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAC1E,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,MAAM,SAAS,CAAe,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAiB,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAuB,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAClF,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,CAAC;IACjF,MAAM,sBAAsB,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACvD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACvD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;IACvE,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;IAC9E,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACjE,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,kBAAkB,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1H,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG;QACd,6BAA6B,QAAQ,CAAC,KAAK,EAAE;QAC7C,EAAE;QACF,qCAAqC;QACrC,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;QACxC,EAAE;QACF,aAAa;QACb,EAAE;QACF,kBAAkB,QAAQ,CAAC,EAAE,EAAE;QAC/B,YAAY,QAAQ,CAAC,KAAK,EAAE;QAC5B,WAAW,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE;QACpE,YAAY,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,EAAE;QACtE,mBAAmB,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,EAAE;QACpF,oBAAoB,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;QAC7F,kBAAkB,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;QACnG,oBAAoB,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;QAC7F,kBAAkB,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;QACnG,EAAE;QACF,2BAA2B;QAC3B,EAAE;QACF,kBAAkB,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE;QAC1D,iBAAiB,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,mBAAmB,CAAC,EAAE;QAClE,EAAE;QACF,yBAAyB;QACzB,EAAE;QACF,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,UAAU,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC5J,EAAE;QACF,gBAAgB;QAChB,EAAE;QACF,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC9F,EAAE;QACF,qBAAqB;QACrB,EAAE;QACF,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACjJ,EAAE;QACF,qBAAqB;QACrB,EAAE;QACF,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,EAAE,KAAK,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC/H,EAAE;QACF,wBAAwB;QACxB,EAAE;QACF,mBAAmB;QACnB,EAAE;QACF,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC5F,EAAE;QACF,gBAAgB,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,cAAc,CAAC,EAAE;QAC5D,yDAAyD;QACzD,EAAE;QACF,qBAAqB;QACrB,EAAE;QACF,eAAe,sBAAsB,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE;QAClG,gFAAgF;QAChF,EAAE;QACF,oCAAoC;QACpC,EAAE;QACF,yBAAyB,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;QACxH,kBAAkB,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;QACnG,EAAE;QACF,qBAAqB;QACrB,EAAE;QACF,sBAAsB,cAAc,IAAI,SAAS,EAAE;QACnD,kBAAkB,gBAAgB,EAAE;QACpC,sBAAsB,cAAc,CAAC,CAAC,CAAC,OAAO,cAAc,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE;QAC7E,oBAAoB,gBAAgB,IAAI,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;QAC7H,wFAAwF;QACxF,gCAAgC,cAAc,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE;QACnF,yFAAyF;QACzF,mEAAmE;QACnE,EAAE;QACF,aAAa;QACb,EAAE;QACF,wCAAwC;QACxC,qDAAqD;QACrD,mCAAmC;QACnC,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAChD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAChH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAY;IAC5C,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACvF,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAyB,CAAC;QACvD,OAAO,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACnI,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,QAAgB;IACpC,OAAO,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC"}

package/dist/core/format-compare.d.ts

@@ -0,0 +1,12 @@
+export interface FormatCompareReport {
+    file: string;
+    bytes: number;
+    markdownTokens: number;
+    jsonTokens: number | null;
+    taggedTokens: number;
+    compactSuggestion: string;
+    taggedSuggestion: string;
+    warnings: string[];
+}
+export declare function compareFormats(file: string, root?: string): Promise<FormatCompareReport>;
+export declare function renderFormatCompare(report: FormatCompareReport): string;