soturail 0.2.1

package/dist/compressors/test-reducer.js

@@ -0,0 +1,50 @@
+export function isTestCommand(command, raw) {
+    return /\b(npm|pnpm|yarn|bun)\s+(run\s+)?test\b/i.test(command) ||
+        /\b(vitest|jest|pytest|mocha|mvn|gradle)\b/i.test(command) ||
+        /\b(FAIL|FAILED|AssertionError|Traceback|Tests?:|BUILD FAILED|There (?:was|were) \d+ failure|Surefire)\b/i.test(raw);
+}
+const IMPORTANT = /\b(FAIL|FAILED|Error|AssertionError|Expected|Received|Traceback|Caused by|at\s+.+:\d+:\d+|\.test\.|\.spec\.|tests?\/|src[\\/].+:\d+|FAILED TESTS|BUILD FAILED|Surefire|Maven|Gradle|passed|failed|skipped|summary|Test Files|Tests|Snapshots|Time)\b/i;
+const NOISE = /^\s*(PASS|✓|✔|ok)\s+/i;
+export function reduceTestOutput(raw, rawId) {
+    const lines = raw.split(/\r?\n/);
+    const important = [];
+    const summary = [];
+    const seen = new Set();
+    let passedNoise = 0;
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (trimmed.length === 0) {
+            continue;
+        }
+        if (NOISE.test(trimmed)) {
+            passedNoise += 1;
+            continue;
+        }
+        const key = trimmed.replace(/\s+/g, " ");
+        if (seen.has(key)) {
+            continue;
+        }
+        seen.add(key);
+        if (IMPORTANT.test(trimmed)) {
+            important.push(line);
+        }
+        if (/\b(Test Files|Tests|Snapshots|Time|passed|failed|skipped|errors?)\b/i.test(trimmed)) {
+            summary.push(line);
+        }
+    }
+    const sections = [
+        "Test Output Summary",
+        `Raw log: soturail expand ${rawId}`,
+        "",
+        "Summary counts:",
+        ...(summary.length > 0 ? summary.slice(-20) : ["- no explicit test summary detected"]),
+        "",
+        "Failures, assertions, stack traces, and file paths:",
+        ...(important.length > 0 ? important.slice(0, 160) : ["- no failure-looking lines detected"])
+    ];
+    if (passedNoise > 0) {
+        sections.push("", `[Collapsed ${passedNoise} repeated passed/progress lines. Recover with: soturail expand ${rawId}]`);
+    }
+    return `${sections.join("\n").trimEnd()}\n`;
+}
+//# sourceMappingURL=test-reducer.js.map

package/dist/compressors/test-reducer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-reducer.js","sourceRoot":"","sources":["../../src/compressors/test-reducer.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,GAAW;IACxD,OAAO,0CAA0C,CAAC,IAAI,CAAC,OAAO,CAAC;QAC7D,4CAA4C,CAAC,IAAI,CAAC,OAAO,CAAC;QAC1D,0GAA0G,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzH,CAAC;AAED,MAAM,SAAS,GACb,uPAAuP,CAAC;AAC1P,MAAM,KAAK,GAAG,uBAAuB,CAAC;AAEtC,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,KAAa;IACzD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,WAAW,IAAI,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEd,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,sEAAsE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACzF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG;QACf,qBAAqB;QACrB,4BAA4B,KAAK,EAAE;QACnC,EAAE;QACF,iBAAiB;QACjB,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC;QACtF,EAAE;QACF,qDAAqD;QACrD,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC;KAC9F,CAAC;IAEF,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,WAAW,kEAAkE,KAAK,GAAG,CAAC,CAAC;IACzH,CAAC;IAED,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;AAC9C,CAAC"}

package/dist/core/cache-normalizer.d.ts

@@ -0,0 +1,23 @@
+export type CacheBlockType = "static_header" | "governance" | "config" | "repo_map" | "approved_specs" | "approved_memory";
+export interface CacheBlock {
+    block_id: string;
+    type: CacheBlockType;
+    source_path: string;
+    sha256: string;
+    stable_order: number;
+    token_estimate: number;
+    updated_at: string;
+}
+export interface CachePayloadSection {
+    label: string;
+    stable: boolean;
+    content: string;
+}
+export interface CachePayloadResult {
+    blocks: CacheBlock[];
+    sections: CachePayloadSection[];
+    payload: string;
+    estimated_cache_stability_score: number;
+}
+export declare function buildCachePayload(root?: string, dynamicFooter?: string): Promise<CachePayloadResult>;
+export declare function readCacheBlocks(root?: string): Promise<CacheBlock[]>;

package/dist/core/cache-normalizer.js

@@ -0,0 +1,170 @@
+import { createHash } from "node:crypto";
+import { promises as fs } from "node:fs";
+import path from "node:path";
+import { appendJsonl, getWorkspacePaths, readJsonl } from "./config.js";
+import { estimateTokens } from "./token-estimator.js";
+function sha256(text) {
+    return createHash("sha256").update(text).digest("hex");
+}
+function normalizeSourcePath(root, sourcePath) {
+    if (sourcePath.startsWith("internal://")) {
+        return sourcePath;
+    }
+    return path.normalize(path.relative(path.resolve(root), path.resolve(sourcePath))).replace(/\\/g, "/");
+}
+function blockIdFor(type, sourcePath) {
+    const safe = sourcePath
+        .replace(/^\.soturail\//, "")
+        .replace(/[^\w.-]+/g, "-")
+        .replace(/^-+|-+$/g, "")
+        .slice(0, 80);
+    return `${type}-${safe || "main"}`;
+}
+async function readIfExists(filePath) {
+    try {
+        return await fs.readFile(filePath, "utf8");
+    }
+    catch {
+        return null;
+    }
+}
+async function listSpecFiles(specsDir) {
+    const results = [];
+    try {
+        const entries = await fs.readdir(specsDir, { withFileTypes: true });
+        for (const entry of entries) {
+            const absolute = path.resolve(specsDir, entry.name);
+            if (entry.isDirectory()) {
+                results.push(...(await listSpecFiles(absolute)));
+            }
+            else if (entry.isFile() && entry.name === "spec.md") {
+                results.push(absolute);
+            }
+        }
+    }
+    catch {
+        return [];
+    }
+    return results.sort((left, right) => left.localeCompare(right));
+}
+async function collectStableSources(root) {
+    const paths = getWorkspacePaths(root);
+    const sources = [
+        {
+            type: "static_header",
+            sourcePath: "internal://soturail/static-header",
+            stableOrder: 0,
+            content: [
+                "# SotuRail Static Header",
+                "Local-first Context OS payload. Stable blocks are ordered before dynamic session data.",
+                "Metrics are local estimates unless imported provider metadata explicitly exists."
+            ].join("\n")
+        }
+    ];
+    const governanceFiles = ["AGENTS.md", "CLAUDE.md", "GEMINI.md"];
+    const governanceContent = [];
+    for (const file of governanceFiles) {
+        const absolute = path.resolve(root, file);
+        const content = await readIfExists(absolute);
+        if (content) {
+            governanceContent.push(`## ${file}\n${content.trim()}`);
+        }
+    }
+    if (governanceContent.length > 0) {
+        sources.push({
+            type: "governance",
+            sourcePath: path.resolve(root, "AGENTS.md"),
+            stableOrder: 10,
+            content: governanceContent.join("\n\n")
+        });
+    }
+    const config = await readIfExists(paths.configFile);
+    if (config) {
+        sources.push({ type: "config", sourcePath: paths.configFile, stableOrder: 20, content: config.trim() });
+    }
+    const repoMapPath = path.resolve(paths.indexesDir, "repo-map.json");
+    const repoMap = await readIfExists(repoMapPath);
+    if (repoMap) {
+        sources.push({ type: "repo_map", sourcePath: repoMapPath, stableOrder: 30, content: repoMap.trim() });
+    }
+    const specFiles = await listSpecFiles(paths.specsDir);
+    specFiles.forEach((specFile, index) => {
+        sources.push({
+            type: "approved_specs",
+            sourcePath: specFile,
+            stableOrder: 40 + index,
+            content: ""
+        });
+    });
+    for (const source of sources.filter((item) => item.type === "approved_specs")) {
+        const content = await readIfExists(source.sourcePath);
+        if (content && /\b(Status:\s*Approved|\[approved\]|approved:\s*true)\b/i.test(content)) {
+            source.content = content.trim();
+        }
+    }
+    const legacyMemoryRecords = await readJsonl(paths.memoryFile);
+    const approvedMemoryRecords = await readJsonl(paths.memoryApprovedFile);
+    const memoryRecords = [...legacyMemoryRecords, ...approvedMemoryRecords];
+    const approvedMemory = memoryRecords.filter((record) => {
+        const content = typeof record.content === "string" ? record.content : "";
+        return record.approved === true || /\[approved\]/i.test(content);
+    });
+    if (approvedMemory.length > 0) {
+        sources.push({
+            type: "approved_memory",
+            sourcePath: paths.memoryApprovedFile,
+            stableOrder: 60,
+            content: approvedMemory.map((record) => JSON.stringify(record)).join("\n")
+        });
+    }
+    return sources.filter((source) => source.content.trim().length > 0).sort((left, right) => left.stableOrder - right.stableOrder);
+}
+export async function buildCachePayload(root = process.cwd(), dynamicFooter = "Dynamic footer intentionally empty.") {
+    const paths = getWorkspacePaths(root);
+    const updatedAt = new Date().toISOString();
+    const stableSources = await collectStableSources(root);
+    const blocks = stableSources.map((source) => {
+        const normalizedSource = normalizeSourcePath(root, source.sourcePath);
+        return {
+            block_id: blockIdFor(source.type, normalizedSource),
+            type: source.type,
+            source_path: normalizedSource,
+            sha256: sha256(source.content),
+            stable_order: source.stableOrder,
+            token_estimate: estimateTokens(source.content),
+            updated_at: updatedAt
+        };
+    });
+    await fs.mkdir(path.dirname(paths.cacheBlocks), { recursive: true });
+    await fs.writeFile(paths.cacheBlocks, "", "utf8");
+    for (const block of blocks) {
+        await appendJsonl(paths.cacheBlocks, block);
+    }
+    const stableSections = stableSources.map((source) => ({
+        label: source.type,
+        stable: true,
+        content: source.content
+    }));
+    const sections = [
+        ...stableSections,
+        {
+            label: "dynamic-footer",
+            stable: false,
+            content: dynamicFooter
+        }
+    ];
+    const payload = sections
+        .map((section) => `<!-- soturail:${section.stable ? "stable" : "dynamic"}:${section.label} -->\n${section.content.trim()}`)
+        .join("\n\n");
+    const stableTokens = blocks.reduce((sum, block) => sum + block.token_estimate, 0);
+    const dynamicTokens = estimateTokens(dynamicFooter);
+    const estimated_cache_stability_score = stableTokens + dynamicTokens === 0
+        ? 0
+        : Number((stableTokens / (stableTokens + dynamicTokens)).toFixed(4));
+    return { blocks, sections, payload: `${payload}\n`, estimated_cache_stability_score };
+}
+export async function readCacheBlocks(root = process.cwd()) {
+    const paths = getWorkspacePaths(root);
+    return readJsonl(paths.cacheBlocks);
+}
+//# sourceMappingURL=cache-normalizer.js.map

package/dist/core/cache-normalizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-normalizer.js","sourceRoot":"","sources":["../../src/core/cache-normalizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAwCtD,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,UAAkB;IAC3D,IAAI,UAAU,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACzC,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AACzG,CAAC;AAED,SAAS,UAAU,CAAC,IAAoB,EAAE,UAAkB;IAC1D,MAAM,IAAI,GAAG,UAAU;SACpB,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;SAC5B,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,OAAO,GAAG,IAAI,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAgB;IAC1C,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,QAAgB;IAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACnD,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACtD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAAY;IAC9C,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAmB;QAC9B;YACE,IAAI,EAAE,eAAe;YACrB,UAAU,EAAE,mCAAmC;YAC/C,WAAW,EAAE,CAAC;YACd,OAAO,EAAE;gBACP,0BAA0B;gBAC1B,wFAAwF;gBACxF,kFAAkF;aACnF,CAAC,IAAI,CAAC,IAAI,CAAC;SACb;KACF,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;IAChE,MAAM,iBAAiB,GAAa,EAAE,CAAC;IACvC,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,iBAAiB,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC;YAC3C,WAAW,EAAE,EAAE;YACf,OAAO,EAAE,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC;SACxC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpD,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1G,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,CAAC;IAChD,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtD,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACpC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,gBAAgB;YACtB,UAAU,EAAE,QAAQ;YACpB,WAAW,EAAE,EAAE,GAAG,KAAK;YACvB,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,gBAAgB,CAAC,EAAE,CAAC;QAC9E,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACtD,IAAI,OAAO,IAAI,yDAAyD,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACvF,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED,MAAM,mBAAmB,GAAG,MAAM,SAAS,CAA0B,KAAK,CAAC,UAAU,CAAC,CAAC;IACvF,MAAM,qBAAqB,GAAG,MAAM,SAAS,CAA0B,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACjG,MAAM,aAAa,GAAG,CAAC,GAAG,mBAAmB,EAAE,GAAG,qBAAqB,CAAC,CAAC;IACzE,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;QACrD,MAAM,OAAO,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,OAAO,MAAM,CAAC,QAAQ,KAAK,IAAI,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IACH,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,KAAK,CAAC,kBAAkB;YACpC,WAAW,EAAE,EAAE;YACf,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SAC3E,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;AAClI,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,EACpB,aAAa,GAAG,qCAAqC;IAErD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,MAAM,GAAiB,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACxD,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACtE,OAAO;YACL,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC;YACnD,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,WAAW,EAAE,gBAAgB;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;YAC9B,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC;YAC9C,UAAU,EAAE,SAAS;SACtB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,MAAM,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,cAAc,GAA0B,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3E,KAAK,EAAE,MAAM,CAAC,IAAI;QAClB,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC,CAAC;IACJ,MAAM,QAAQ,GAAG;QACf,GAAG,cAAc;QACjB;YACE,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,aAAa;SACvB;KACF,CAAC;IAEF,MAAM,OAAO,GAAG,QAAQ;SACrB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,iBAAiB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK,SAAS,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;SAC1H,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IAClF,MAAM,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IACpD,MAAM,+BAA+B,GAAG,YAAY,GAAG,aAAa,KAAK,CAAC;QACxE,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,IAAI,EAAE,+BAA+B,EAAE,CAAC;AACxF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACxD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO,SAAS,CAAa,KAAK,CAAC,WAAW,CAAC,CAAC;AAClD,CAAC"}

package/dist/core/config.d.ts

@@ -0,0 +1,104 @@
+import { z } from "zod";
+export declare const WORKSPACE_DIR = ".soturail";
+export declare const DEFAULT_BINARY_EXTENSIONS: readonly ["png", "jpg", "jpeg", "gif", "webp", "pdf", "zip", "exe", "dll", "so", "class", "jar", "mp4", "mp3", "wav"];
+export declare const ConfigSchema: z.ZodObject<{
+    schema_version: z.ZodDefault<z.ZodLiteral<1>>;
+    project_name: z.ZodDefault<z.ZodString>;
+    workspace_dir: z.ZodDefault<z.ZodString>;
+    max_file_size_kb: z.ZodDefault<z.ZodNumber>;
+    ignore_extensions: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
+    response_compression: z.ZodDefault<z.ZodObject<{
+        default_mode: z.ZodDefault<z.ZodEnum<["normal", "concise", "ultra", "review", "commit", "debug", "docs"]>>;
+        preserve_code_blocks: z.ZodDefault<z.ZodBoolean>;
+        preserve_security_warnings: z.ZodDefault<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        default_mode: "normal" | "concise" | "ultra" | "review" | "commit" | "debug" | "docs";
+        preserve_code_blocks: boolean;
+        preserve_security_warnings: boolean;
+    }, {
+        default_mode?: "normal" | "concise" | "ultra" | "review" | "commit" | "debug" | "docs" | undefined;
+        preserve_code_blocks?: boolean | undefined;
+        preserve_security_warnings?: boolean | undefined;
+    }>>;
+    cache: z.ZodDefault<z.ZodObject<{
+        dynamic_footer_token_budget: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        dynamic_footer_token_budget: number;
+    }, {
+        dynamic_footer_token_budget?: number | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    schema_version: 1;
+    project_name: string;
+    workspace_dir: string;
+    max_file_size_kb: number;
+    ignore_extensions: string[];
+    response_compression: {
+        default_mode: "normal" | "concise" | "ultra" | "review" | "commit" | "debug" | "docs";
+        preserve_code_blocks: boolean;
+        preserve_security_warnings: boolean;
+    };
+    cache: {
+        dynamic_footer_token_budget: number;
+    };
+}, {
+    schema_version?: 1 | undefined;
+    project_name?: string | undefined;
+    workspace_dir?: string | undefined;
+    max_file_size_kb?: number | undefined;
+    ignore_extensions?: string[] | undefined;
+    response_compression?: {
+        default_mode?: "normal" | "concise" | "ultra" | "review" | "commit" | "debug" | "docs" | undefined;
+        preserve_code_blocks?: boolean | undefined;
+        preserve_security_warnings?: boolean | undefined;
+    } | undefined;
+    cache?: {
+        dynamic_footer_token_budget?: number | undefined;
+    } | undefined;
+}>;
+export type SotuRailConfig = z.infer<typeof ConfigSchema>;
+export declare const defaultConfig: SotuRailConfig;
+export interface WorkspacePaths {
+    root: string;
+    workspace: string;
+    configDir: string;
+    configFile: string;
+    rawDir: string;
+    rawIndex: string;
+    indexesDir: string;
+    memoryDir: string;
+    memoryFile: string;
+    specsDir: string;
+    metricsDir: string;
+    metricsFile: string;
+    cacheDir: string;
+    cacheBlocks: string;
+    dedupeDir: string;
+    dedupeIndex: string;
+    hooksDir: string;
+    hooksHosts: string;
+    rulesDir: string;
+    rulesFile: string;
+    rulesChecklist: string;
+    rulesCitations: string;
+    rulesValidatorsDir: string;
+    memoryPendingFile: string;
+    memoryApprovedFile: string;
+}
+export interface EnsureResult {
+    created: string[];
+    skipped: string[];
+}
+export declare function getWorkspacePaths(root?: string, workspaceDir?: string): WorkspacePaths;
+export declare function relativeToRoot(root: string, absolutePath: string): string;
+export declare function ensureDir(dirPath: string, result?: EnsureResult, root?: string): Promise<void>;
+export declare function writeFileIfMissing(filePath: string, content: string, result?: EnsureResult, root?: string): Promise<"created" | "skipped">;
+export declare function ensureWorkspace(root?: string): Promise<EnsureResult>;
+export declare function loadConfig(root?: string): Promise<SotuRailConfig>;
+export declare function validateConfigFile(root?: string): Promise<{
+    ok: boolean;
+    message: string;
+}>;
+export declare function appendJsonl(filePath: string, value: unknown): Promise<void>;
+export declare function readJsonl<T>(filePath: string): Promise<T[]>;
+export declare function writeJson(filePath: string, value: unknown): Promise<void>;

package/dist/core/config.js

@@ -0,0 +1,186 @@
+import { promises as fs } from "node:fs";
+import path from "node:path";
+import { z } from "zod";
+export const WORKSPACE_DIR = ".soturail";
+export const DEFAULT_BINARY_EXTENSIONS = [
+    "png",
+    "jpg",
+    "jpeg",
+    "gif",
+    "webp",
+    "pdf",
+    "zip",
+    "exe",
+    "dll",
+    "so",
+    "class",
+    "jar",
+    "mp4",
+    "mp3",
+    "wav"
+];
+export const ConfigSchema = z.object({
+    schema_version: z.literal(1).default(1),
+    project_name: z.string().default("soturail-project"),
+    workspace_dir: z.string().default(WORKSPACE_DIR),
+    max_file_size_kb: z.number().int().positive().max(10240).default(512),
+    ignore_extensions: z.array(z.string()).default([...DEFAULT_BINARY_EXTENSIONS]),
+    response_compression: z
+        .object({
+        default_mode: z.enum(["normal", "concise", "ultra", "review", "commit", "debug", "docs"]).default("normal"),
+        preserve_code_blocks: z.boolean().default(true),
+        preserve_security_warnings: z.boolean().default(true)
+    })
+        .default({ default_mode: "normal", preserve_code_blocks: true, preserve_security_warnings: true }),
+    cache: z
+        .object({
+        dynamic_footer_token_budget: z.number().int().positive().max(10000).default(800)
+    })
+        .default({ dynamic_footer_token_budget: 800 })
+});
+export const defaultConfig = ConfigSchema.parse({});
+export function getWorkspacePaths(root = process.cwd(), workspaceDir = WORKSPACE_DIR) {
+    const resolvedRoot = path.resolve(root);
+    const workspace = path.resolve(resolvedRoot, workspaceDir);
+    return {
+        root: resolvedRoot,
+        workspace,
+        configDir: path.resolve(workspace, "config"),
+        configFile: path.resolve(workspace, "config", "config.json"),
+        rawDir: path.resolve(workspace, "raw"),
+        rawIndex: path.resolve(workspace, "raw", "index.jsonl"),
+        indexesDir: path.resolve(workspace, "indexes"),
+        memoryDir: path.resolve(workspace, "memory"),
+        memoryFile: path.resolve(workspace, "memory", "memory.jsonl"),
+        specsDir: path.resolve(workspace, "specs"),
+        metricsDir: path.resolve(workspace, "metrics"),
+        metricsFile: path.resolve(workspace, "metrics", "events.jsonl"),
+        cacheDir: path.resolve(workspace, "cache"),
+        cacheBlocks: path.resolve(workspace, "cache", "blocks.jsonl"),
+        dedupeDir: path.resolve(workspace, "dedupe"),
+        dedupeIndex: path.resolve(workspace, "dedupe", "index.jsonl"),
+        hooksDir: path.resolve(workspace, "hooks"),
+        hooksHosts: path.resolve(workspace, "hooks", "hosts.json"),
+        rulesDir: path.resolve(workspace, "rules"),
+        rulesFile: path.resolve(workspace, "rules", "rules.yml"),
+        rulesChecklist: path.resolve(workspace, "rules", "checklist.md"),
+        rulesCitations: path.resolve(workspace, "rules", "citations.json"),
+        rulesValidatorsDir: path.resolve(workspace, "rules", "validators"),
+        memoryPendingFile: path.resolve(workspace, "memory", "pending.jsonl"),
+        memoryApprovedFile: path.resolve(workspace, "memory", "approved.jsonl")
+    };
+}
+export function relativeToRoot(root, absolutePath) {
+    return path.normalize(path.relative(path.resolve(root), path.resolve(absolutePath)));
+}
+async function exists(filePath) {
+    try {
+        await fs.access(filePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export async function ensureDir(dirPath, result, root) {
+    const alreadyExists = await exists(dirPath);
+    await fs.mkdir(dirPath, { recursive: true });
+    if (result && root) {
+        const display = relativeToRoot(root, dirPath);
+        if (alreadyExists) {
+            result.skipped.push(display);
+        }
+        else {
+            result.created.push(display);
+        }
+    }
+}
+export async function writeFileIfMissing(filePath, content, result, root) {
+    await fs.mkdir(path.dirname(filePath), { recursive: true });
+    const display = root ? relativeToRoot(root, filePath) : filePath;
+    if (await exists(filePath)) {
+        result?.skipped.push(display);
+        return "skipped";
+    }
+    await fs.writeFile(filePath, content, "utf8");
+    result?.created.push(display);
+    return "created";
+}
+export async function ensureWorkspace(root = process.cwd()) {
+    const paths = getWorkspacePaths(root);
+    const result = { created: [], skipped: [] };
+    const dirs = [
+        paths.workspace,
+        paths.configDir,
+        paths.rawDir,
+        paths.indexesDir,
+        paths.memoryDir,
+        paths.specsDir,
+        paths.metricsDir,
+        paths.cacheDir,
+        paths.dedupeDir,
+        paths.hooksDir,
+        paths.rulesDir,
+        paths.rulesValidatorsDir
+    ];
+    for (const dir of dirs) {
+        await ensureDir(dir, result, paths.root);
+    }
+    await writeFileIfMissing(paths.configFile, `${JSON.stringify(defaultConfig, null, 2)}\n`, result, paths.root);
+    await writeFileIfMissing(paths.rawIndex, "", result, paths.root);
+    await writeFileIfMissing(paths.memoryFile, "", result, paths.root);
+    await writeFileIfMissing(paths.memoryPendingFile, "", result, paths.root);
+    await writeFileIfMissing(paths.memoryApprovedFile, "", result, paths.root);
+    await writeFileIfMissing(paths.metricsFile, "", result, paths.root);
+    await writeFileIfMissing(paths.cacheBlocks, "", result, paths.root);
+    await writeFileIfMissing(paths.dedupeIndex, "", result, paths.root);
+    return result;
+}
+export async function loadConfig(root = process.cwd()) {
+    const paths = getWorkspacePaths(root);
+    try {
+        const raw = await fs.readFile(paths.configFile, "utf8");
+        return ConfigSchema.parse(JSON.parse(raw));
+    }
+    catch (error) {
+        if (error.code === "ENOENT") {
+            return defaultConfig;
+        }
+        throw error;
+    }
+}
+export async function validateConfigFile(root = process.cwd()) {
+    const paths = getWorkspacePaths(root);
+    try {
+        const raw = await fs.readFile(paths.configFile, "utf8");
+        ConfigSchema.parse(JSON.parse(raw));
+        return { ok: true, message: "config.json is valid" };
+    }
+    catch (error) {
+        return { ok: false, message: error instanceof Error ? error.message : String(error) };
+    }
+}
+export async function appendJsonl(filePath, value) {
+    await fs.mkdir(path.dirname(filePath), { recursive: true });
+    await fs.appendFile(filePath, `${JSON.stringify(value)}\n`, "utf8");
+}
+export async function readJsonl(filePath) {
+    try {
+        const raw = await fs.readFile(filePath, "utf8");
+        return raw
+            .split(/\r?\n/)
+            .filter((line) => line.trim().length > 0)
+            .map((line) => JSON.parse(line));
+    }
+    catch (error) {
+        if (error.code === "ENOENT") {
+            return [];
+        }
+        throw error;
+    }
+}
+export async function writeJson(filePath, value) {
+    await fs.mkdir(path.dirname(filePath), { recursive: true });
+    await fs.writeFile(filePath, `${JSON.stringify(value, null, 2)}\n`, "utf8");
+}
+//# sourceMappingURL=config.js.map

package/dist/core/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,aAAa,GAAG,WAAW,CAAC;AAEzC,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,IAAI;IACJ,OAAO;IACP,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACG,CAAC;AAEX,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC;IACpD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;IAChD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;IACrE,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAAC;IAC9E,oBAAoB,EAAE,CAAC;SACpB,MAAM,CAAC;QACN,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC3G,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAC/C,0BAA0B,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;KACtD,CAAC;SACD,OAAO,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,CAAC;IACpG,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,2BAA2B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;KACjF,CAAC;SACD,OAAO,CAAC,EAAE,2BAA2B,EAAE,GAAG,EAAE,CAAC;CACjD,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,aAAa,GAAmB,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAmCpE,MAAM,UAAU,iBAAiB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,GAAG,aAAa;IAClF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAC3D,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;QAC5D,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;QACtC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,aAAa,CAAC;QACvD,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,cAAc,CAAC;QAC7D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC;QAC/D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC;QAC7D,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;QAC7D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;QAC1D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC;QACxD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC;QAChE,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,gBAAgB,CAAC;QAClE,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;QAClE,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,eAAe,CAAC;QACrE,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,gBAAgB,CAAC;KACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,YAAoB;IAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AACvF,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,QAAgB;IACpC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe,EAAE,MAAqB,EAAE,IAAa;IACnF,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,QAAgB,EAChB,OAAe,EACf,MAAqB,EACrB,IAAa;IAEb,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACjE,IAAI,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACxD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,MAAM,GAAiB,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG;QACX,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,MAAM;QACZ,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,kBAAkB;KACzB,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9G,MAAM,kBAAkB,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACjE,MAAM,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACnE,MAAM,kBAAkB,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1E,MAAM,kBAAkB,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAC3D,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IACxF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,KAAc;IAChE,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,QAAgB;IACjD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAChD,OAAO,GAAG;aACP,KAAK,CAAC,OAAO,CAAC;aACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;aACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAc;IAC9D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC9E,CAAC"}

package/dist/core/dedupe-store.d.ts

@@ -0,0 +1,17 @@
+export interface DedupeRecord {
+    output_sha256: string;
+    raw_id: string;
+    command: string;
+    exit_code: number;
+    raw_path: string;
+    created_at: string;
+}
+export declare function sha256Text(text: string): string;
+export declare class DedupeStore {
+    private readonly root;
+    constructor(root?: string);
+    findReusable(outputHash: string, exitCode: number): Promise<DedupeRecord | null>;
+    append(record: DedupeRecord): Promise<void>;
+    readAll(): Promise<DedupeRecord[]>;
+    private rawExists;
+}

package/dist/core/dedupe-store.js

@@ -0,0 +1,44 @@
+import { createHash } from "node:crypto";
+import { promises as fs } from "node:fs";
+import path from "node:path";
+import { appendJsonl, getWorkspacePaths, readJsonl } from "./config.js";
+export function sha256Text(text) {
+    return createHash("sha256").update(text).digest("hex");
+}
+export class DedupeStore {
+    root;
+    constructor(root = process.cwd()) {
+        this.root = root;
+    }
+    async findReusable(outputHash, exitCode) {
+        const records = await this.readAll();
+        for (const record of [...records].reverse()) {
+            if (record.output_sha256 !== outputHash || record.exit_code !== exitCode) {
+                continue;
+            }
+            if (await this.rawExists(record.raw_path)) {
+                return record;
+            }
+        }
+        return null;
+    }
+    async append(record) {
+        const paths = getWorkspacePaths(this.root);
+        await appendJsonl(paths.dedupeIndex, record);
+    }
+    async readAll() {
+        const paths = getWorkspacePaths(this.root);
+        return readJsonl(paths.dedupeIndex);
+    }
+    async rawExists(rawPath) {
+        const paths = getWorkspacePaths(this.root);
+        try {
+            await fs.access(path.resolve(paths.root, rawPath));
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+}
+//# sourceMappingURL=dedupe-store.js.map

package/dist/core/dedupe-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedupe-store.js","sourceRoot":"","sources":["../../src/core/dedupe-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAWxE,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,OAAO,WAAW;IACO;IAA7B,YAA6B,OAAO,OAAO,CAAC,GAAG,EAAE;QAApB,SAAI,GAAJ,IAAI,CAAgB;IAAG,CAAC;IAErD,KAAK,CAAC,YAAY,CAAC,UAAkB,EAAE,QAAgB;QACrD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,IAAI,MAAM,CAAC,aAAa,KAAK,UAAU,IAAI,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACzE,SAAS;YACX,CAAC;YACD,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAoB;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,OAAO,SAAS,CAAe,KAAK,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,OAAe;QACrC,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}

package/dist/core/document-ingest.d.ts

@@ -0,0 +1,15 @@
+export type IngestType = "rules" | "requirements" | "docs" | "course";
+export interface DocumentSection {
+    title: string;
+    content: string;
+    start_line: number;
+}
+export interface IngestedDocument {
+    source_file: string;
+    type: IngestType;
+    text: string;
+    content_hash: string;
+    sections: DocumentSection[];
+}
+export declare function isIngestType(value: string): value is IngestType;
+export declare function ingestDocument(file: string, type: IngestType, root?: string): Promise<IngestedDocument>;