@isaacriehm/cairn-core 0.8.0 → 0.9.2

package/dist/init/curator/walker.js

@@ -0,0 +1,380 @@
+/**
+ * Curator pipeline — Phase 9a-walker top-level (v0.9.0).
+ *
+ * Builds the unified corpus by running three sub-walkers:
+ *
+ *   - Source comments (existing `walkSourceComments`) — essay-class
+ *     block comments per source file
+ *   - Doc paragraphs (existing `discoverDocs` + paragraph splitter)
+ *     — README + docs/**\/*.md paragraphs ≥80 chars
+ *   - Rule sections (existing `discoverRuleSources` +
+ *     `parseRuleSections`) — H2/H3 sections from CLAUDE.md /
+ *     AGENTS.md / .claude/rules/**\/*.md
+ *
+ * Each candidate runs through the regex pre-filter (`regex-prefilter.ts`)
+ * which drops 60-80% of raw blocks (test files, JSX comments, license
+ * headers, JSDoc with only @tags, etc.). Survivors get written to
+ * `.cairn/init/curator/corpus.jsonl` and packed into shards capped
+ * at 120k input tokens (`shards.json`).
+ */
+import { createHash } from "node:crypto";
+import { existsSync, readFileSync, statSync } from "node:fs";
+import { join } from "node:path";
+import { walkSourceComments } from "../source-comments/walker.js";
+import { discoverRuleSources } from "../rules-merge/discover.js";
+import { parseRuleSections } from "../rules-merge/parse-sections.js";
+import { applyPrefilter, } from "./regex-prefilter.js";
+import { packShards, writeCorpus, writeShards, } from "./corpus.js";
+import { walkFs } from "@isaacriehm/cairn-state";
+import { readMapperOutputFile } from "../phases/mapper-output-io.js";
+const MIN_DOC_PARAGRAPH_CHARS = 80;
+const SOURCE_FILE_CAP = 5_000;
+const SKIP_DIRS = new Set([
+    ".git",
+    "node_modules",
+    "dist",
+    "build",
+    "target",
+    "out",
+    ".next",
+    ".turbo",
+    ".cairn",
+]);
+export async function runCuratorWalker(args) {
+    const { repoRoot } = args;
+    const offLimitsGlobs = loadOffLimitsGlobs(repoRoot);
+    const moduleFlagsByPrefix = loadModuleFlags(repoRoot);
+    const dropped = {
+        "test-file": 0,
+        "generated-dir": 0,
+        "archive-dir": 0,
+        "off-limits-glob": 0,
+        "jsx-block-comment": 0,
+        "license-header": 0,
+        "jsdoc-tag-only": 0,
+        "todo-or-banner-only": 0,
+        "below-minimum-prose": 0,
+    };
+    const records = [];
+    // ── 1. Source-comment sub-walker ──────────────────────────────────
+    const commentWalk = walkSourceComments({
+        repoRoot,
+        fileCap: SOURCE_FILE_CAP,
+    });
+    for (const block of commentWalk.blocks) {
+        const result = applyPrefilter({
+            file: block.file,
+            source_kind: "comment",
+            prose: block.prose,
+            raw: block.raw,
+            offLimitsGlobs,
+        });
+        if (result.drop) {
+            dropped[result.reason] += 1;
+            continue;
+        }
+        const moduleSlug = moduleSlugForFile(block.file);
+        const enclosing = detectEnclosingSymbol(repoRoot, block.file, block.endOffset);
+        const record = {
+            comment_id: shortHash(`${block.file}:${block.startLine}-${block.endLine}`),
+            source_kind: "comment",
+            file: block.file,
+            module: moduleSlug,
+            lang: block.lang,
+            prose_clean: result.cleanedProse,
+            nearby_imports: detectNearbyImports(repoRoot, block.file),
+            module_flags: moduleFlagsByPrefix[moduleSlug] ?? [],
+            line_range: [block.startLine, block.endLine],
+        };
+        if (enclosing !== undefined)
+            record.enclosing_symbol = enclosing;
+        records.push(record);
+    }
+    // ── 2. Doc-paragraph sub-walker ───────────────────────────────────
+    for (const doc of discoverDocsForCurator(repoRoot)) {
+        let raw;
+        try {
+            raw = readFileSync(join(repoRoot, doc), "utf8");
+        }
+        catch {
+            continue;
+        }
+        const paragraphs = splitMarkdownParagraphs(raw);
+        let lineCursor = 1;
+        for (const p of paragraphs) {
+            const startLine = lineCursor;
+            const endLine = startLine + countNewlines(p) - 1;
+            lineCursor = endLine + 2; // +1 for the trailing newline + 1 blank-line separator
+            if (p.length < MIN_DOC_PARAGRAPH_CHARS)
+                continue;
+            const result = applyPrefilter({
+                file: doc,
+                source_kind: "doc",
+                prose: p,
+                offLimitsGlobs,
+            });
+            if (result.drop) {
+                dropped[result.reason] += 1;
+                continue;
+            }
+            const moduleSlug = "docs";
+            records.push({
+                comment_id: shortHash(`${doc}:${startLine}-${endLine}`),
+                source_kind: "doc",
+                file: doc,
+                module: moduleSlug,
+                lang: "md",
+                prose_clean: result.cleanedProse,
+                line_range: [startLine, endLine],
+                module_flags: moduleFlagsByPrefix[moduleSlug] ?? [],
+            });
+        }
+    }
+    // ── 3. Rule-section sub-walker ────────────────────────────────────
+    for (const ruleFile of discoverRuleSources(repoRoot)) {
+        let raw;
+        try {
+            raw = readFileSync(ruleFile.absPath, "utf8");
+        }
+        catch {
+            continue;
+        }
+        const sections = parseRuleSections(raw);
+        for (const sec of sections) {
+            // Preamble (level 0) is the first slab before any heading; rare
+            // to carry a real decision and often boilerplate. Skip.
+            if (sec.level === 0)
+                continue;
+            // Honor operator-protected `<!-- cairn:keep --> ` blocks — those
+            // are deliberately kept untouched.
+            if (sec.protectedByKeepMarker)
+                continue;
+            const startLine = lineFromOffset(raw, sec.startOffset);
+            const endLine = startLine + countNewlines(sec.body) - 1;
+            const result = applyPrefilter({
+                file: ruleFile.path,
+                source_kind: "rule",
+                prose: sec.body,
+                offLimitsGlobs,
+            });
+            if (result.drop) {
+                dropped[result.reason] += 1;
+                continue;
+            }
+            const moduleSlug = "rules";
+            records.push({
+                comment_id: shortHash(`${ruleFile.path}:${startLine}-${endLine}`),
+                source_kind: "rule",
+                file: ruleFile.path,
+                module: moduleSlug,
+                lang: "md",
+                prose_clean: result.cleanedProse,
+                line_range: [startLine, endLine],
+                module_flags: moduleFlagsByPrefix[moduleSlug] ?? [],
+            });
+        }
+    }
+    // ── 4. Persist corpus + shards ────────────────────────────────────
+    const corpus = writeCorpus(repoRoot, records);
+    const plan = packShards(records);
+    const shardsPath = writeShards(repoRoot, plan);
+    return {
+        corpus_path: corpus.corpus_path,
+        shards_path: shardsPath,
+        records_total: corpus.records_total,
+        records_by_kind: corpus.records_by_kind,
+        dropped,
+        shards: plan.shards.length,
+        total_input_tokens_estimate: plan.total_input_tokens_estimate,
+    };
+}
+/* -------------------------------------------------------------------------- */
+/* Helpers — module / docs / rules / off-limits                               */
+/* -------------------------------------------------------------------------- */
+function moduleSlugForFile(file) {
+    // Top-level dir wins; if path has no dir, use "(root)".
+    const idx = file.indexOf("/");
+    if (idx === -1)
+        return "(root)";
+    return file.slice(0, idx);
+}
+function loadOffLimitsGlobs(repoRoot) {
+    const mapperOut = readMapperOutputFile(repoRoot);
+    const fromMapper = mapperOut?.output.off_limits_globs;
+    if (Array.isArray(fromMapper))
+        return fromMapper;
+    return [];
+}
+function loadModuleFlags(repoRoot) {
+    const mapperOut = readMapperOutputFile(repoRoot);
+    const km = mapperOut?.output.key_modules;
+    if (!Array.isArray(km))
+        return {};
+    const out = {};
+    for (const m of km) {
+        if (typeof m !== "object" || m === null)
+            continue;
+        const slug = m.slug;
+        const flags = m.flags;
+        if (typeof slug === "string" && Array.isArray(flags)) {
+            out[slug] = flags.filter((f) => typeof f === "string");
+        }
+    }
+    return out;
+}
+/**
+ * Doc-walker for curator. Includes README + every .md under `docs/`,
+ * skipping `.archive/`, `.planning/archive/`, and the standard
+ * generated-output dirs. Mirrors `discoverDocs` but adds the README at
+ * the repo root and tolerates missing `docs/` dirs gracefully.
+ */
+function discoverDocsForCurator(repoRoot) {
+    const out = [];
+    for (const top of ["README.md", "README", "Readme.md"]) {
+        if (existsSync(join(repoRoot, top))) {
+            out.push(top);
+            break;
+        }
+    }
+    const docsDir = join(repoRoot, "docs");
+    if (existsSync(docsDir)) {
+        walkFs({
+            dir: docsDir,
+            repoRoot,
+            onDir: (_rel, _abs, ent) => {
+                if (ent.name.startsWith("."))
+                    return false;
+                if (SKIP_DIRS.has(ent.name))
+                    return false;
+                return true;
+            },
+            onFile: (rel, abs, ent) => {
+                if (!ent.name.endsWith(".md"))
+                    return;
+                // Drop .archive/ or .planning/archive/ paths.
+                if (/(?:^|\/)(?:\.archive|\.planning\/archive)\//.test(rel))
+                    return;
+                try {
+                    statSync(abs);
+                }
+                catch {
+                    return;
+                }
+                out.push(rel);
+            },
+        });
+    }
+    return out;
+}
+/**
+ * Split markdown into paragraphs on blank-line boundaries. Headings
+ * become standalone paragraphs (the heading line itself + nothing
+ * else), so the prefilter's "below-minimum-prose" rule sweeps them
+ * out. Code fences stay as one paragraph each.
+ */
+function splitMarkdownParagraphs(raw) {
+    const out = [];
+    const lines = raw.split("\n");
+    let buffer = [];
+    let inFence = false;
+    const flush = () => {
+        if (buffer.length === 0)
+            return;
+        const joined = buffer.join("\n").trim();
+        if (joined.length > 0)
+            out.push(joined);
+        buffer = [];
+    };
+    for (const line of lines) {
+        if (/^\s*```/.test(line)) {
+            buffer.push(line);
+            inFence = !inFence;
+            continue;
+        }
+        if (!inFence && line.trim().length === 0) {
+            flush();
+            continue;
+        }
+        buffer.push(line);
+    }
+    flush();
+    return out;
+}
+function countNewlines(s) {
+    let n = 1;
+    for (let i = 0; i < s.length; i++) {
+        if (s[i] === "\n")
+            n += 1;
+    }
+    return n;
+}
+function lineFromOffset(raw, offset) {
+    let line = 1;
+    const cap = Math.min(offset, raw.length);
+    for (let i = 0; i < cap; i++) {
+        if (raw[i] === "\n")
+            line += 1;
+    }
+    return line;
+}
+function shortHash(seed) {
+    return createHash("sha256").update(seed).digest("hex").slice(0, 7);
+}
+/* -------------------------------------------------------------------------- */
+/* Source-comment context heuristics                                          */
+/* -------------------------------------------------------------------------- */
+/**
+ * Best-effort enclosing-symbol detection. After the comment block ends,
+ * scan up to 4 lines forward for the first JS/TS/Python/Rust/Go-style
+ * declaration. Returns undefined when nothing matches; the curator
+ * subagent treats absence as "anonymous block".
+ */
+function detectEnclosingSymbol(repoRoot, file, endOffset) {
+    let raw;
+    try {
+        raw = readFileSync(join(repoRoot, file), "utf8");
+    }
+    catch {
+        return undefined;
+    }
+    const tail = raw.slice(endOffset, endOffset + 800);
+    const lines = tail.split("\n").slice(0, 4);
+    for (const line of lines) {
+        const m = line.match(/^\s*(?:export\s+)?(?:async\s+)?(?:function|class|interface|type|const|let|var|enum|namespace)\s+([A-Za-z_$][\w$]*)/) ??
+            line.match(/^\s*(?:def|fn|func)\s+([A-Za-z_][\w]*)/) ??
+            line.match(/^\s*(?:struct|impl|trait)\s+([A-Za-z_][\w]*)/);
+        if (m && m[1])
+            return m[1];
+    }
+    return undefined;
+}
+/**
+ * Top-of-file imports — first 30 lines. Heuristic narrative for the
+ * curator subagent ("this module imports X — likely a Y handler").
+ */
+function detectNearbyImports(repoRoot, file) {
+    let raw;
+    try {
+        raw = readFileSync(join(repoRoot, file), "utf8");
+    }
+    catch {
+        return [];
+    }
+    const head = raw.split("\n").slice(0, 30);
+    const out = [];
+    for (const line of head) {
+        const js = line.match(/^\s*import\s+(?:[\w{},*\s]+\s+from\s+)?["']([^"']+)["']/);
+        if (js && js[1])
+            out.push(js[1]);
+        const py = line.match(/^\s*(?:from\s+(\S+)\s+import|import\s+(\S+))/);
+        if (py) {
+            const mod = py[1] ?? py[2];
+            if (mod)
+                out.push(mod);
+        }
+        if (out.length >= 8)
+            break;
+    }
+    return out;
+}
+//# sourceMappingURL=walker.js.map

package/dist/init/curator/walker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"walker.js","sourceRoot":"","sources":["../../../src/init/curator/walker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EACL,cAAc,GAEf,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,UAAU,EACV,WAAW,EACX,WAAW,GAGZ,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAEjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAErE,MAAM,uBAAuB,GAAG,EAAE,CAAC;AACnC,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,MAAM;IACN,cAAc;IACd,MAAM;IACN,OAAO;IACP,QAAQ;IACR,KAAK;IACL,OAAO;IACP,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC;AAgBH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAA0B;IAE1B,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;IAC1B,MAAM,cAAc,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,mBAAmB,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAEtD,MAAM,OAAO,GAA+B;QAC1C,WAAW,EAAE,CAAC;QACd,eAAe,EAAE,CAAC;QAClB,aAAa,EAAE,CAAC;QAChB,iBAAiB,EAAE,CAAC;QACpB,mBAAmB,EAAE,CAAC;QACtB,gBAAgB,EAAE,CAAC;QACnB,gBAAgB,EAAE,CAAC;QACnB,qBAAqB,EAAE,CAAC;QACxB,qBAAqB,EAAE,CAAC;KACzB,CAAC;IAEF,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,qEAAqE;IACrE,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACrC,QAAQ;QACR,OAAO,EAAE,eAAe;KACzB,CAAC,CAAC;IACH,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,WAAW,EAAE,SAAS;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,cAAc;SACf,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,OAAO,CAAC,MAAM,CAAC,MAAoB,CAAC,IAAI,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAiB;YAC3B,UAAU,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC1E,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,WAAW,EAAE,MAAM,CAAC,YAAY;YAChC,cAAc,EAAE,mBAAmB,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC;YACzD,YAAY,EAAE,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE;YACnD,UAAU,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC;SAC7C,CAAC;QACF,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,qEAAqE;IACrE,KAAK,MAAM,GAAG,IAAI,sBAAsB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnD,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,UAAU,CAAC;YAC7B,MAAM,OAAO,GAAG,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACjD,UAAU,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,uDAAuD;YACjF,IAAI,CAAC,CAAC,MAAM,GAAG,uBAAuB;gBAAE,SAAS;YACjD,MAAM,MAAM,GAAG,cAAc,CAAC;gBAC5B,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,KAAK;gBAClB,KAAK,EAAE,CAAC;gBACR,cAAc;aACf,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,OAAO,CAAC,MAAM,CAAC,MAAoB,CAAC,IAAI,CAAC,CAAC;gBAC1C,SAAS;YACX,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,SAAS,CAAC,GAAG,GAAG,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;gBACvD,WAAW,EAAE,KAAK;gBAClB,IAAI,EAAE,GAAG;gBACT,MAAM,EAAE,UAAU;gBAClB,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,MAAM,CAAC,YAAY;gBAChC,UAAU,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;gBAChC,YAAY,EAAE,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE;aACpD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,KAAK,MAAM,QAAQ,IAAI,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrD,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,gEAAgE;YAChE,wDAAwD;YACxD,IAAI,GAAG,CAAC,KAAK,KAAK,CAAC;gBAAE,SAAS;YAC9B,iEAAiE;YACjE,mCAAmC;YACnC,IAAI,GAAG,CAAC,qBAAqB;gBAAE,SAAS;YACxC,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,MAAM,MAAM,GAAG,cAAc,CAAC;gBAC5B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,WAAW,EAAE,MAAM;gBACnB,KAAK,EAAE,GAAG,CAAC,IAAI;gBACf,cAAc;aACf,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,OAAO,CAAC,MAAM,CAAC,MAAoB,CAAC,IAAI,CAAC,CAAC;gBAC1C,SAAS;YACX,CAAC;YACD,MAAM,UAAU,GAAG,OAAO,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,SAAS,CAAC,GAAG,QAAQ,CAAC,IAAI,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;gBACjE,WAAW,EAAE,MAAM;gBACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM,EAAE,UAAU;gBAClB,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,MAAM,CAAC,YAAY;gBAChC,UAAU,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;gBAChC,YAAY,EAAE,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE;aACpD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAE/C,OAAO;QACL,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,WAAW,EAAE,UAAU;QACvB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,OAAO;QACP,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;QAC1B,2BAA2B,EAAE,IAAI,CAAC,2BAA2B;KAC9D,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAEhF,SAAS,iBAAiB,CAAC,IAAY;IACrC,wDAAwD;IACxD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,MAAM,SAAS,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,SAAS,EAAE,MAAM,CAAC,gBAAgB,CAAC;IACtD,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IACjD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,SAAS,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,EAAE,GAAG,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,MAAM,GAAG,GAA6B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI;YAAE,SAAS;QAClD,MAAM,IAAI,GAAI,CAAwB,CAAC,IAAI,CAAC;QAC5C,MAAM,KAAK,GAAI,CAAyB,CAAC,KAAK,CAAC;QAC/C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,SAAS,sBAAsB,CAAC,QAAgB;IAC9C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,EAAE,CAAC;QACvD,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;YACpC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACd,MAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvC,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC;YACL,GAAG,EAAE,OAAO;YACZ,QAAQ;YACR,KAAK,EAAE,CAAC,IAAY,EAAE,IAAY,EAAE,GAAW,EAAE,EAAE;gBACjD,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC3C,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC1C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,EAAE,CAAC,GAAW,EAAE,GAAW,EAAE,GAAW,EAAE,EAAE;gBAChD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO;gBACtC,8CAA8C;gBAC9C,IAAI,6CAA6C,CAAC,IAAI,CAAC,GAAG,CAAC;oBAAE,OAAO;gBACpE,IAAI,CAAC;oBACH,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;gBACT,CAAC;gBACD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,SAAS,uBAAuB,CAAC,GAAW;IAC1C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,MAAM,GAAa,EAAE,CAAC;IAC1B,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAChC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,GAAG,EAAE,CAAC;IACd,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,OAAO,GAAG,CAAC,OAAO,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,SAAS;QACX,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,KAAK,EAAE,CAAC;IACR,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,CAAS;IAC9B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,cAAc,CAAC,GAAW,EAAE,MAAc;IACjD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,IAAI,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAEhF;;;;;GAKG;AACH,SAAS,qBAAqB,CAC5B,QAAgB,EAChB,IAAY,EACZ,SAAiB;IAEjB,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,GAAG,GAAG,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GACL,IAAI,CAAC,KAAK,CACR,oHAAoH,CACrH;YACD,IAAI,CAAC,KAAK,CAAC,wCAAwC,CAAC;YACpD,IAAI,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,QAAgB,EAAE,IAAY;IACzD,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;QACjF,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACtE,IAAI,EAAE,EAAE,CAAC;YACP,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3B,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC;YAAE,MAAM;IAC7B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/init/eta-calibration.d.ts

@@ -0,0 +1,39 @@
+/**
+ * ETA calibration cache for the init pipeline's long Haiku phases.
+ *
+ * Lives at `~/.cairn/cache/eta-calibration.json`, shared across every
+ * project the operator adopts on this machine. Each entry is a rolling
+ * `secondsPerUnit` average for one of the long phases — pre-flight
+ * uses these to convert unit counts (paragraphs, comment blocks, etc.)
+ * into a wall-clock estimate before the operator commits, then each
+ * completed phase writes its measured rate back via EWMA so the cache
+ * compounds accuracy across runs and as the underlying model speeds
+ * up.
+ *
+ * Defaults shipped here are calibrated against Haiku at the time of
+ * writing; first-run estimates use them, subsequent runs use the
+ * operator's own measurements.
+ */
+export type EtaPhase = "7-topic-index" | "8-docs-ingest" | "9-source-comments" | "10-rules-merge";
+export interface PhaseCalibration {
+    /** Wall-clock seconds per unit, averaged across recent runs. */
+    secondsPerUnit: number;
+    /** Total samples folded into the EWMA so far. */
+    samples: number;
+}
+export interface CalibrationCache {
+    version: 1;
+    phases: Record<EtaPhase, PhaseCalibration>;
+}
+export declare function defaultCache(): CalibrationCache;
+export declare function readCalibration(): CalibrationCache;
+/**
+ * Fold a measured `seconds / units` rate back into the calibration
+ * cache for `phase`. Uses an EWMA with a warm-up alpha for the first
+ * few samples so a fresh cache converges fast.
+ */
+export declare function recordSample(args: {
+    phase: EtaPhase;
+    units: number;
+    durationMs: number;
+}): void;

package/dist/init/eta-calibration.js

@@ -0,0 +1,143 @@
+/**
+ * ETA calibration cache for the init pipeline's long Haiku phases.
+ *
+ * Lives at `~/.cairn/cache/eta-calibration.json`, shared across every
+ * project the operator adopts on this machine. Each entry is a rolling
+ * `secondsPerUnit` average for one of the long phases — pre-flight
+ * uses these to convert unit counts (paragraphs, comment blocks, etc.)
+ * into a wall-clock estimate before the operator commits, then each
+ * completed phase writes its measured rate back via EWMA so the cache
+ * compounds accuracy across runs and as the underlying model speeds
+ * up.
+ *
+ * Defaults shipped here are calibrated against Haiku at the time of
+ * writing; first-run estimates use them, subsequent runs use the
+ * operator's own measurements.
+ */
+import { existsSync, mkdirSync, readFileSync, renameSync, writeFileSync, } from "node:fs";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { logger } from "../logger.js";
+const log = logger("init.eta-calibration");
+/**
+ * Shipped defaults. Each `secondsPerUnit` is the time it takes to
+ * process one "primary unit" of the phase, with the phase's internal
+ * concurrency already baked in (so callers multiply units × rate
+ * without re-applying the parallelism factor).
+ *
+ * Units per phase:
+ *   - 7-topic-index    → Jaccard-filtered pair-judge calls
+ *   - 8-docs-ingest    → markdown paragraphs scanned
+ *   - 9-source-comments → essay-class comment blocks classified
+ *   - 10-rules-merge   → H2/H3 sections across rule files
+ */
+const DEFAULT_SECONDS_PER_UNIT = {
+    "7-topic-index": 0.6,
+    "8-docs-ingest": 0.1,
+    "9-source-comments": 0.75,
+    "10-rules-merge": 0.6,
+};
+/** Minimum-sample EWMA — heavier weight on recent samples until the cache warms. */
+const ALPHA_WARMUP = 0.3;
+const ALPHA_STEADY = 0.1;
+const WARMUP_SAMPLES = 5;
+function calibrationDir() {
+    return join(homedir(), ".cairn", "cache");
+}
+function calibrationPath() {
+    return join(calibrationDir(), "eta-calibration.json");
+}
+export function defaultCache() {
+    return {
+        version: 1,
+        phases: {
+            "7-topic-index": {
+                secondsPerUnit: DEFAULT_SECONDS_PER_UNIT["7-topic-index"],
+                samples: 0,
+            },
+            "8-docs-ingest": {
+                secondsPerUnit: DEFAULT_SECONDS_PER_UNIT["8-docs-ingest"],
+                samples: 0,
+            },
+            "9-source-comments": {
+                secondsPerUnit: DEFAULT_SECONDS_PER_UNIT["9-source-comments"],
+                samples: 0,
+            },
+            "10-rules-merge": {
+                secondsPerUnit: DEFAULT_SECONDS_PER_UNIT["10-rules-merge"],
+                samples: 0,
+            },
+        },
+    };
+}
+export function readCalibration() {
+    const path = calibrationPath();
+    if (!existsSync(path))
+        return defaultCache();
+    try {
+        const parsed = JSON.parse(readFileSync(path, "utf8"));
+        if (typeof parsed !== "object" ||
+            parsed === null ||
+            parsed["version"] !== 1) {
+            return defaultCache();
+        }
+        const fresh = defaultCache();
+        const phases = parsed.phases ?? {};
+        for (const id of Object.keys(fresh.phases)) {
+            const raw = phases[id];
+            if (typeof raw === "object" &&
+                raw !== null &&
+                typeof raw.secondsPerUnit === "number" &&
+                typeof raw.samples === "number" &&
+                raw.secondsPerUnit > 0) {
+                fresh.phases[id] = {
+                    secondsPerUnit: raw.secondsPerUnit,
+                    samples: Math.max(0, Math.floor(raw.samples)),
+                };
+            }
+        }
+        return fresh;
+    }
+    catch (err) {
+        log.warn({ err: String(err) }, "calibration cache unreadable; using defaults");
+        return defaultCache();
+    }
+}
+function writeCalibration(cache) {
+    const path = calibrationPath();
+    mkdirSync(calibrationDir(), { recursive: true });
+    const tmp = `${path}.tmp`;
+    writeFileSync(tmp, JSON.stringify(cache, null, 2), "utf8");
+    renameSync(tmp, path);
+}
+/**
+ * Fold a measured `seconds / units` rate back into the calibration
+ * cache for `phase`. Uses an EWMA with a warm-up alpha for the first
+ * few samples so a fresh cache converges fast.
+ */
+export function recordSample(args) {
+    if (args.units <= 0 || args.durationMs <= 0)
+        return;
+    const sample = args.durationMs / 1000 / args.units;
+    // Guard against extreme outliers (cold cache, network blip). Cap the
+    // sample at 10× the prior rate so a single bad run can't poison the
+    // estimate.
+    const cache = readCalibration();
+    const prior = cache.phases[args.phase];
+    const cappedSample = Math.min(sample, prior.secondsPerUnit * 10);
+    const alpha = prior.samples < WARMUP_SAMPLES ? ALPHA_WARMUP : ALPHA_STEADY;
+    const updated = {
+        secondsPerUnit: prior.samples === 0
+            ? cappedSample
+            : prior.secondsPerUnit * (1 - alpha) + cappedSample * alpha,
+        samples: prior.samples + 1,
+    };
+    cache.phases[args.phase] = updated;
+    try {
+        writeCalibration(cache);
+    }
+    catch (err) {
+        log.warn({ err: String(err) }, "calibration cache write failed");
+    }
+}
+//# sourceMappingURL=eta-calibration.js.map

package/dist/init/eta-calibration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eta-calibration.js","sourceRoot":"","sources":["../../src/init/eta-calibration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EACL,UAAU,EACV,SAAS,EACT,YAAY,EACZ,UAAU,EACV,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAW,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,GAAG,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;AAoB3C;;;;;;;;;;;GAWG;AACH,MAAM,wBAAwB,GAA6B;IACzD,eAAe,EAAE,GAAG;IACpB,eAAe,EAAE,GAAG;IACpB,mBAAmB,EAAE,IAAI;IACzB,gBAAgB,EAAE,GAAG;CACtB,CAAC;AAEF,oFAAoF;AACpF,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,SAAS,cAAc;IACrB,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,eAAe;IACtB,OAAO,IAAI,CAAC,cAAc,EAAE,EAAE,sBAAsB,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO;QACL,OAAO,EAAE,CAAC;QACV,MAAM,EAAE;YACN,eAAe,EAAE;gBACf,cAAc,EAAE,wBAAwB,CAAC,eAAe,CAAC;gBACzD,OAAO,EAAE,CAAC;aACX;YACD,eAAe,EAAE;gBACf,cAAc,EAAE,wBAAwB,CAAC,eAAe,CAAC;gBACzD,OAAO,EAAE,CAAC;aACX;YACD,mBAAmB,EAAE;gBACnB,cAAc,EAAE,wBAAwB,CAAC,mBAAmB,CAAC;gBAC7D,OAAO,EAAE,CAAC;aACX;YACD,gBAAgB,EAAE;gBAChB,cAAc,EAAE,wBAAwB,CAAC,gBAAgB,CAAC;gBAC1D,OAAO,EAAE,CAAC;aACX;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,MAAM,IAAI,GAAG,eAAe,EAAE,CAAC;IAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,EAAE,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;QACjE,IACE,OAAO,MAAM,KAAK,QAAQ;YAC1B,MAAM,KAAK,IAAI;YACd,MAAkC,CAAC,SAAS,CAAC,KAAK,CAAC,EACpD,CAAC;YACD,OAAO,YAAY,EAAE,CAAC;QACxB,CAAC;QACD,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAI,MAA+C,CAAC,MAAM,IAAI,EAAE,CAAC;QAC7E,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAe,EAAE,CAAC;YACzD,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;YACvB,IACE,OAAO,GAAG,KAAK,QAAQ;gBACvB,GAAG,KAAK,IAAI;gBACZ,OAAQ,GAAwB,CAAC,cAAc,KAAK,QAAQ;gBAC5D,OAAQ,GAAwB,CAAC,OAAO,KAAK,QAAQ;gBACpD,GAAwB,CAAC,cAAc,GAAG,CAAC,EAC5C,CAAC;gBACD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG;oBACjB,cAAc,EAAG,GAAwB,CAAC,cAAc;oBACxD,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAE,GAAwB,CAAC,OAAO,CAAC,CAAC;iBACpE,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,8CAA8C,CAAC,CAAC;QAC/E,OAAO,YAAY,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAuB;IAC/C,MAAM,IAAI,GAAG,eAAe,EAAE,CAAC;IAC/B,SAAS,CAAC,cAAc,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,GAAG,IAAI,MAAM,CAAC;IAC1B,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3D,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,IAI5B;IACC,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;QAAE,OAAO;IACpD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;IACnD,qEAAqE;IACrE,oEAAoE;IACpE,YAAY;IACZ,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,cAAc,GAAG,EAAE,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC;IAC3E,MAAM,OAAO,GAAqB;QAChC,cAAc,EACZ,KAAK,CAAC,OAAO,KAAK,CAAC;YACjB,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,YAAY,GAAG,KAAK;QAC/D,OAAO,EAAE,KAAK,CAAC,OAAO,GAAG,CAAC;KAC3B,CAAC;IACF,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC;IACnC,IAAI,CAAC;QACH,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,gCAAgC,CAAC,CAAC;IACnE,CAAC;AACH,CAAC"}

package/dist/init/index.d.ts

@@ -38,7 +38,8 @@ export { buildRepoSummary } from "./walker.js";
 export type { BuildRepoSummaryOptions, ManifestPreview, RepoSummary, } from "./walker.js";
 export { updateWorkflowSlugBlock } from "./workflow-block.js";
 export type { UpdateResult as WorkflowSlugUpdateResult, WorkflowSlugBlockUpdate, } from "./workflow-block.js";
-export { PHASE_IDS, INIT_STATE_PATH, phaseStateAbsPath, readPhaseState, writePhaseState, clearPhaseState, freshPhaseState, resumePhases, nextPhaseAfter, advancePhase, MAPPER_OUTPUT_PATH, mapperOutputAbsPath, readMapperOutputFile, writeMapperOutputFile, toMapperResultPersisted, runPhase1Detect, runPhase2Walker, runPhase3Mapper, runPhase4Seed, runPhase5Pilot, runPhase6Brand, runPhase7TopicIndex, runPhase8DocsIngest, runPhase9SourceComments, runPhase10RulesMerge, runPhase11Baseline, runPhase12Strip, runPhase13Multidev, runPhases8910Parallel, SOURCE_COMMENTS_WALK_PATH, sourceCommentsWalkAbsPath, readSourceCommentsWalkFile, writeSourceCommentsWalkFile, to7bResultPersisted, } from "./phases/index.js";
-export type { PhaseId, PhaseState, PhaseOutputs, PhaseResult, PhaseQuestion, PhaseOption, PhaseError, ResumeReport, MapperResultPersisted, IngestSourceCommentsResultPersisted, TopicIndexPhaseOutput, } from "./phases/index.js";
+export { PHASE_IDS, INIT_STATE_PATH, phaseStateAbsPath, readPhaseState, writePhaseState, clearPhaseState, freshPhaseState, resumePhases, nextPhaseAfter, advancePhase, MAPPER_OUTPUT_PATH, mapperOutputAbsPath, readMapperOutputFile, writeMapperOutputFile, toMapperResultPersisted, runPhase1Detect, runPhase2Walker, runPhase3Mapper, runPhase4Seed, runPhase5Preflight, runPhase6Brand, runPhase7TopicIndex, runPhase8DocsIngest, runPhase9aWalker, runPhase9bCurate, runPhase9cEmit, CURATOR_FINAL_PATH, runPhase10RulesMerge, runPhase11Baseline, runPhase12Strip, runPhase13Multidev, } from "./phases/index.js";
+export type { PhaseId, PhaseState, PhaseOutputs, PhaseResult, PhaseQuestion, PhaseOption, PhaseError, ResumeReport, MapperResultPersisted, WalkerOutput, CurateOutput, EmitOutput, NoopPhaseOutput, TopicIndexPhaseOutput, } from "./phases/index.js";
+export { validateEntry, stripLineRange, type FinalEntry, type ValidationResult, } from "./curator/index.js";
 export { buildTopicIndex, walkProseBlocks, resolveTopics, makeHaikuJudge, } from "./topic-index/index.js";
 export type { BuildTopicIndexArgs, BuildTopicIndexResult, ProseBlock, ProseBlockKind, ResolveOptions, ResolveResult, SemanticJudge, SemanticVerdict, JudgeOptions, } from "./topic-index/index.js";

package/dist/init/index.js

@@ -20,6 +20,7 @@ export { seedCairnLayout, templatesRoot } from "./seed.js";
 export { editYaml, freeTextWithDefault, squareIntoSquareHole, yesNo, } from "./prompts.js";
 export { buildRepoSummary } from "./walker.js";
 export { updateWorkflowSlugBlock } from "./workflow-block.js";
-export { PHASE_IDS, INIT_STATE_PATH, phaseStateAbsPath, readPhaseState, writePhaseState, clearPhaseState, freshPhaseState, resumePhases, nextPhaseAfter, advancePhase, MAPPER_OUTPUT_PATH, mapperOutputAbsPath, readMapperOutputFile, writeMapperOutputFile, toMapperResultPersisted, runPhase1Detect, runPhase2Walker, runPhase3Mapper, runPhase4Seed, runPhase5Pilot, runPhase6Brand, runPhase7TopicIndex, runPhase8DocsIngest, runPhase9SourceComments, runPhase10RulesMerge, runPhase11Baseline, runPhase12Strip, runPhase13Multidev, runPhases8910Parallel, SOURCE_COMMENTS_WALK_PATH, sourceCommentsWalkAbsPath, readSourceCommentsWalkFile, writeSourceCommentsWalkFile, to7bResultPersisted, } from "./phases/index.js";
+export { PHASE_IDS, INIT_STATE_PATH, phaseStateAbsPath, readPhaseState, writePhaseState, clearPhaseState, freshPhaseState, resumePhases, nextPhaseAfter, advancePhase, MAPPER_OUTPUT_PATH, mapperOutputAbsPath, readMapperOutputFile, writeMapperOutputFile, toMapperResultPersisted, runPhase1Detect, runPhase2Walker, runPhase3Mapper, runPhase4Seed, runPhase5Preflight, runPhase6Brand, runPhase7TopicIndex, runPhase8DocsIngest, runPhase9aWalker, runPhase9bCurate, runPhase9cEmit, CURATOR_FINAL_PATH, runPhase10RulesMerge, runPhase11Baseline, runPhase12Strip, runPhase13Multidev, } from "./phases/index.js";
+export { validateEntry, stripLineRange, } from "./curator/index.js";
 export { buildTopicIndex, walkProseBlocks, resolveTopics, makeHaikuJudge, } from "./topic-index/index.js";
 //# sourceMappingURL=index.js.map

package/dist/init/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/init/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,sBAAsB,EACtB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,yBAAyB,EACzB,aAAa,EACb,YAAY,EACZ,WAAW,GACZ,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKpE,OAAO,EACL,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAO7B,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,SAAS,IAAI,wBAAwB,EACrC,iBAAiB,EACjB,cAAc,EACd,UAAU,IAAI,uBAAuB,EACrC,mBAAmB,EACnB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,EACf,aAAa,GACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,eAAe,EACf,uBAAuB,GACxB,MAAM,sBAAsB,CAAC;AAiC9B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAQvE,OAAO,EACL,kBAAkB,EAClB,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAM3B,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,SAAS,EACT,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAUrB,OAAO,EACL,aAAa,EACb,eAAe,EACf,aAAa,EACb,YAAY,EACZ,aAAa,GAEd,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAK1D,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE3D,OAAO,EACL,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,KAAK,GAKN,MAAM,cAAc,CAAC;AAStB,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAM/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAK9D,OAAO,EACL,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,eAAe,EACf,eAAe,EACf,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,eAAe,EACf,eAAe,EACf,aAAa,EACb,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,EACvB,oBAAoB,EACpB,kBAAkB,EAClB,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,yBAAyB,EACzB,yBAAyB,EACzB,0BAA0B,EAC1B,2BAA2B,EAC3B,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAe3B,OAAO,EACL,eAAe,EACf,eAAe,EACf,aAAa,EACb,cAAc,GACf,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/init/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,sBAAsB,EACtB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,yBAAyB,EACzB,aAAa,EACb,YAAY,EACZ,WAAW,GACZ,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKpE,OAAO,EACL,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAO7B,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,SAAS,IAAI,wBAAwB,EACrC,iBAAiB,EACjB,cAAc,EACd,UAAU,IAAI,uBAAuB,EACrC,mBAAmB,EACnB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,EACf,aAAa,GACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,eAAe,EACf,uBAAuB,GACxB,MAAM,sBAAsB,CAAC;AAiC9B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAQvE,OAAO,EACL,kBAAkB,EAClB,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAM3B,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,SAAS,EACT,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAUrB,OAAO,EACL,aAAa,EACb,eAAe,EACf,aAAa,EACb,YAAY,EACZ,aAAa,GAEd,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAK1D,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE3D,OAAO,EACL,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,KAAK,GAKN,MAAM,cAAc,CAAC;AAStB,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAM/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAK9D,OAAO,EACL,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,eAAe,EACf,eAAe,EACf,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,eAAe,EACf,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,EACpB,kBAAkB,EAClB,eAAe,EACf,kBAAkB,GACnB,MAAM,mBAAmB,CAAC;AAkB3B,OAAO,EACL,aAAa,EACb,cAAc,GAGf,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,eAAe,EACf,eAAe,EACf,aAAa,EACb,cAAc,GACf,MAAM,wBAAwB,CAAC"}