project-librarian 0.3.0 → 0.4.1

package/dist/wiki-files.js

@@ -37,6 +37,8 @@ exports.ignoredDirs = exports.standardWikiFiles = void 0;
 exports.walkMarkdownFiles = walkMarkdownFiles;
 exports.firstHeading = firstHeading;
 exports.compactSummary = compactSummary;
+exports.markdownBlockSnippet = markdownBlockSnippet;
+exports.extractMarkdownBlocks = extractMarkdownBlocks;
 exports.splitMarkdownRow = splitMarkdownRow;
 exports.parseMarkdownTableRows = parseMarkdownTableRows;
 exports.wikiMarkdownFiles = wikiMarkdownFiles;
@@ -52,6 +54,7 @@ exports.firstTldrBullet = firstTldrBullet;
 exports.canonicalBodyForLint = canonicalBodyForLint;
 const fs = __importStar(require("node:fs"));
 const path = __importStar(require("node:path"));
+const path_ignore_policy_1 = require("./path-ignore-policy");
 const workspace_1 = require("./workspace");
 exports.standardWikiFiles = new Set([
     "AGENTS.md",
@@ -97,7 +100,7 @@ exports.standardWikiFiles = new Set([
     "tools/project-librarian/agents/openai.yaml",
     "tools/project-librarian/dist/init-project-wiki.js",
 ]);
-exports.ignoredDirs = new Set([".git", ".codex", ".claude", ".cursor", ".gemini", "node_modules", ".next", "dist", "build", "coverage", "vendor", "tmp", "temp"]);
+exports.ignoredDirs = (0, path_ignore_policy_1.ignoredDirectorySet)();
 function walkMarkdownFiles(dir = workspace_1.root, acc = [], baseDir = workspace_1.root) {
     for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
         const fullPath = path.join(dir, entry.name);
@@ -134,6 +137,109 @@ function compactSummary(text) {
         .trim()
         .slice(0, 180);
 }
+function slugForBlockId(value) {
+    return value.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "").slice(0, 48) || "block";
+}
+function isMarkdownHeading(line) {
+    return line.match(/^(#{1,6})\s+(.+?)\s*#*\s*$/);
+}
+function isMarkdownTableSeparator(cells) {
+    return cells.length > 0 && cells.every((cell) => /^:?-{3,}:?$/.test(cell.replace(/\s/g, "")));
+}
+function normalizeBlockText(text) {
+    return text.replace(/\s+/g, " ").trim();
+}
+function blockId(kind, line, text) {
+    return `${kind}:${line}:${slugForBlockId(text)}`;
+}
+function markdownBlockSnippet(block, maxLength = 180) {
+    const prefix = block.headingPath.length > 0 && block.kind !== "heading" ? `${block.headingPath.join(" > ")}: ` : "";
+    return `${prefix}${normalizeBlockText(block.text)}`.slice(0, maxLength);
+}
+function extractMarkdownBlocks(text) {
+    const body = (0, workspace_1.stripMetadataHeader)(text);
+    const lines = body.split(/\r?\n/);
+    const blocks = [];
+    const headingPath = [];
+    let paragraph = null;
+    let fence = null;
+    function addBlock(kind, line, blockText) {
+        const normalized = normalizeBlockText(blockText);
+        if (!normalized)
+            return;
+        blocks.push({
+            headingPath: [...headingPath],
+            id: blockId(kind, line, normalized),
+            kind,
+            line,
+            text: normalized,
+        });
+    }
+    function flushParagraph() {
+        if (!paragraph)
+            return;
+        addBlock("paragraph", paragraph.line, paragraph.lines.join(" "));
+        paragraph = null;
+    }
+    lines.forEach((line, index) => {
+        const lineNumber = index + 1;
+        const trimmed = line.trim();
+        const fenceMatch = trimmed.match(/^(```+|~~~+)\s*(.*)$/);
+        if (fence) {
+            const closingFence = fenceMatch?.[1] ?? "";
+            if (closingFence.startsWith(fence.fence.slice(0, 3)) && closingFence.length >= fence.fence.length) {
+                const sample = fence.lines.map((item) => item.trim()).filter(Boolean).slice(0, 3).join(" ");
+                addBlock("code_fence", fence.line, `code fence${fence.lang ? ` ${fence.lang}` : ""}: ${sample}`);
+                fence = null;
+            }
+            else {
+                fence.lines.push(line);
+            }
+            return;
+        }
+        if (fenceMatch) {
+            flushParagraph();
+            fence = { fence: fenceMatch[1] ?? "```", lang: (fenceMatch[2] ?? "").trim(), line: lineNumber, lines: [] };
+            return;
+        }
+        if (!trimmed) {
+            flushParagraph();
+            return;
+        }
+        const heading = isMarkdownHeading(line);
+        if (heading?.[1] && heading[2]) {
+            flushParagraph();
+            const level = heading[1].length;
+            const title = heading[2].trim();
+            headingPath.splice(level - 1);
+            headingPath[level - 1] = title;
+            addBlock("heading", lineNumber, title);
+            return;
+        }
+        if (/^\s{0,3}([-*+]|\d+\.)\s+\S/.test(line)) {
+            flushParagraph();
+            addBlock("list_item", lineNumber, trimmed);
+            return;
+        }
+        if (/^\|.+\|$/.test(trimmed)) {
+            flushParagraph();
+            const cells = splitMarkdownRow(line);
+            if (!isMarkdownTableSeparator(cells))
+                addBlock("table_row", lineNumber, cells.join(" | "));
+            return;
+        }
+        if (!paragraph)
+            paragraph = { line: lineNumber, lines: [] };
+        paragraph.lines.push(trimmed);
+    });
+    const unclosedFence = fence;
+    if (unclosedFence) {
+        const sample = unclosedFence.lines.map((item) => item.trim()).filter(Boolean).slice(0, 3).join(" ");
+        addBlock("code_fence", unclosedFence.line, `code fence${unclosedFence.lang ? ` ${unclosedFence.lang}` : ""}: ${sample}`);
+    }
+    flushParagraph();
+    return blocks;
+}
 function splitMarkdownRow(line) {
     const trimmed = line.trim();
     const row = trimmed.replace(/^\|/, "").replace(/\|$/, "");

package/dist/wiki-graph.js

@@ -4,6 +4,7 @@ exports.wikiAnswerTruncationNotice = exports.wikiAnswerCharCap = exports.wikiRou
 exports.finalizeWikiAnswer = finalizeWikiAnswer;
 exports.buildWikiGraph = buildWikiGraph;
 exports.wikiRouterDepths = wikiRouterDepths;
+exports.wikiQueryGraphEvidence = wikiQueryGraphEvidence;
 exports.wikiImpactAnswer = wikiImpactAnswer;
 const wiki_files_1 = require("./wiki-files");
 const workspace_1 = require("./workspace");
@@ -99,8 +100,31 @@ function uniqueSorted(values) {
 function plural(count, noun) {
     return `${count} ${noun}${count === 1 ? "" : "s"}`;
 }
-function wikiImpactAnswer(pages, term) {
-    const graph = buildWikiGraph(pages);
+function wikiQueryGraphEvidence(graph, file, depths = wikiRouterDepths(graph), listCap = 3) {
+    const outgoing = uniqueSorted((graph.outgoingLinks.get(file) ?? [])
+        .map((link) => link.normalizedTarget)
+        .filter((target) => target !== file && graph.files.has(target)));
+    const incoming = uniqueSorted((graph.incomingLinks.get(file) ?? [])
+        .map((link) => link.file)
+        .filter((source) => source !== file && graph.files.has(source)));
+    const incomingRefs = uniqueSorted((graph.incomingDecisionRefs.get(file) ?? [])
+        .filter((source) => source !== file && graph.files.has(source)));
+    const outgoingRef = graph.outgoingDecisionRef.get(file);
+    const depth = depths.get(file);
+    const parts = [
+        depth === undefined ? `router unreachable from ${exports.wikiRouterRoot}` : `router depth ${depth}`,
+    ];
+    if (outgoing.length > 0)
+        parts.push(`links-out ${outgoing.length}: ${sampled(outgoing, listCap)}`);
+    if (outgoingRef && outgoingRef !== file && graph.files.has(outgoingRef))
+        parts.push(`decision_ref-> ${outgoingRef}`);
+    if (incoming.length > 0)
+        parts.push(`linked-by ${incoming.length}: ${sampled(incoming, listCap)}`);
+    if (incomingRefs.length > 0)
+        parts.push(`decision_ref-by ${incomingRefs.length}: ${sampled(incomingRefs, listCap)}`);
+    return parts.join("; ");
+}
+function wikiImpactAnswer(pages, term, graph = buildWikiGraph(pages)) {
     const depths = wikiRouterDepths(graph);
     const textByFile = new Map(pages.map((page) => [page.file, page.text]));
     const lowered = term.toLowerCase();