@thoughtflow/codebase 0.2.0

package/dist/libs/codebase/indexer/indexer.js

@@ -0,0 +1,172 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CodebaseIndexer = void 0;
+const explorer_1 = require("./explorer");
+const chunker_1 = require("./chunker");
+const chunker_markdown_1 = require("./chunker-markdown");
+const batch_processor_1 = require("./batch-processor");
+const fs = __importStar(require("node:fs"));
+class CodebaseIndexer {
+    vectorStore;
+    embeddingProvider;
+    options;
+    explorer;
+    chunker;
+    mdChunker;
+    processor;
+    progress;
+    constructor(vectorStore, embeddingProvider, options) {
+        this.vectorStore = vectorStore;
+        this.embeddingProvider = embeddingProvider;
+        this.options = options;
+        this.explorer = new explorer_1.CodebaseExplorer();
+        this.chunker = new chunker_1.CodeChunker();
+        this.mdChunker = new chunker_markdown_1.MarkdownChunker();
+        this.processor = new batch_processor_1.BatchProcessor();
+        this.progress = {
+            phase: "discovering",
+            filesDiscovered: 0,
+            filesProcessed: 0,
+            chunksCreated: 0,
+            chunksEmbedded: 0,
+            elapsedMs: 0,
+        };
+    }
+    async index() {
+        const startTime = Date.now();
+        await this.vectorStore.initialize?.();
+        await this.embeddingProvider.initialize?.();
+        this.updateProgress("discovering");
+        const files = this.explorer.explore({ rootPath: this.options.projectPath });
+        this.progress.filesDiscovered = files.length;
+        this.updateProgress("chunking");
+        const batchSize = this.options.batchSize ?? 50;
+        this.processor.start(files.length, "chunking");
+        const allChunks = [];
+        for (const batch of this.processor.chunk(files, batchSize)) {
+            for (const file of batch) {
+                let content;
+                try {
+                    content = fs.readFileSync(file.absolutePath, "utf8");
+                }
+                catch {
+                    continue;
+                }
+                if (file.classification === "documentation" && this.options.includeDocs !== false) {
+                    const mdChunks = this.mdChunker.chunkFile(file, content);
+                    for (const c of mdChunks) {
+                        allChunks.push({ chunk: c, file, isMarkdown: true });
+                    }
+                }
+                else if (file.classification === "source-code" || file.classification === "test") {
+                    const result = await this.chunker.chunkFile(file, content);
+                    for (const c of result.chunks) {
+                        allChunks.push({ chunk: c, file, isMarkdown: false });
+                    }
+                }
+                this.progress.filesProcessed++;
+                this.progress.chunksCreated = allChunks.length;
+            }
+            await this.processor.advance(batch.length);
+        }
+        if (allChunks.length === 0) {
+            return {
+                totalFiles: files.length,
+                totalChunks: 0,
+                timeMs: Date.now() - startTime,
+                collections: [],
+            };
+        }
+        this.updateProgress("embedding");
+        this.processor.start(allChunks.length, "embedding");
+        const texts = allChunks.map((c) => c.chunk.text.slice(0, 512));
+        const vectors = [];
+        const embBatchSize = this.embeddingProvider.maxBatchSize;
+        for (const batch of this.processor.chunk(texts, embBatchSize)) {
+            const batchVectors = await this.embeddingProvider.embed(batch);
+            vectors.push(...batchVectors);
+            this.progress.chunksEmbedded = vectors.length;
+            await this.processor.advance(batch.length);
+        }
+        this.updateProgress("storing");
+        this.processor.start(allChunks.length, "storing");
+        const vectorChunks = allChunks.map((item, i) => {
+            const c = item.chunk;
+            const metadata = {
+                projectPath: this.options.projectPath,
+                filePath: item.file.relativePath,
+                startLine: c.startLine,
+                endLine: c.endLine,
+                language: item.file.language,
+                chunkType: item.file.classification === "documentation" ? "documentation" : "code",
+                resourceKind: item.file.resourceKind,
+                tags: [],
+            };
+            if (item.isMarkdown) {
+                const mdChunk = c;
+                if (mdChunk.docType) {
+                    metadata.category = mdChunk.docType;
+                }
+            }
+            return {
+                id: c.id,
+                vector: vectors[i] ?? new Array(this.embeddingProvider.dimensions).fill(0),
+                text: c.text,
+                metadata,
+            };
+        });
+        const storeBatchSize = 500;
+        for (const batch of this.processor.chunk(vectorChunks, storeBatchSize)) {
+            await this.vectorStore.insert(batch);
+            await this.processor.advance(batch.length);
+        }
+        this.updateProgress("complete");
+        const elapsed = Date.now() - startTime;
+        await this.embeddingProvider.dispose?.();
+        return {
+            totalFiles: files.length,
+            totalChunks: allChunks.length,
+            timeMs: elapsed,
+            collections: ["default"],
+        };
+    }
+    updateProgress(phase) {
+        this.progress.phase = phase;
+        this.options.onProgress?.({ ...this.progress });
+    }
+}
+exports.CodebaseIndexer = CodebaseIndexer;
+//# sourceMappingURL=indexer.js.map

package/dist/libs/codebase/indexer/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/indexer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,yCAA8D;AAC9D,uCAAmD;AACnD,yDAAoE;AACpE,uDAAmD;AACnD,4CAA8B;AAyB9B,MAAa,eAAe;IAQhB;IACA;IACA;IATF,QAAQ,CAAmB;IAC3B,OAAO,CAAc;IACrB,SAAS,CAAkB;IAC3B,SAAS,CAAiB;IAC1B,QAAQ,CAAgB;IAEhC,YACU,WAAyB,EACzB,iBAAqC,EACrC,OAAuB;QAFvB,gBAAW,GAAX,WAAW,CAAc;QACzB,sBAAiB,GAAjB,iBAAiB,CAAoB;QACrC,YAAO,GAAP,OAAO,CAAgB;QAE/B,IAAI,CAAC,QAAQ,GAAG,IAAI,2BAAgB,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,EAAE,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,kCAAe,EAAE,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,IAAI,gCAAc,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG;YACd,KAAK,EAAE,aAAa;YACpB,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;YAChB,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,EAAE,CAAC;QAE5C,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5E,IAAI,CAAC,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;QAC7C,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAE/C,MAAM,SAAS,GAA2F,EAAE,CAAC;QAE7G,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YAC3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,OAAe,CAAC;gBACpB,IAAI,CAAC;oBACH,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,CAAC,cAAc,KAAK,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;oBAClF,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBACzD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;wBACzB,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;oBACvD,CAAC;gBACH,CAAC;qBAAM,IAAI,IAAI,CAAC,cAAc,KAAK,aAAa,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;oBACnF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC3D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAC9B,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;oBACxD,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAC/B,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC;YACjD,CAAC;YACD,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC9B,WAAW,EAAE,EAAE;aAChB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACjC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAEzD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC9B,IAAI,CAAC,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9C,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAElD,MAAM,YAAY,GAAkB,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;YACrB,MAAM,QAAQ,GAAkB;gBAC9B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;gBAChC,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAC5B,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;gBAClF,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;gBACpC,IAAI,EAAE,EAAE;aACT,CAAC;YACF,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,OAAO,GAAG,CAAkB,CAAC;gBACnC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;gBACtC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC1E,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ;aACT,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,GAAG,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEvC,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC;QAEzC,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,WAAW,EAAE,SAAS,CAAC,MAAM;YAC7B,MAAM,EAAE,OAAO;YACf,WAAW,EAAE,CAAC,SAAS,CAAC;SACzB,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,KAA6B;QAClD,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAClD,CAAC;CACF;AA/ID,0CA+IC"}

package/dist/libs/codebase/knowledge/cross-referencer.d.ts

@@ -0,0 +1,32 @@
+import { ExtractedDocument } from "./markdown-extractor";
+export interface CrossReference {
+    sourceId: string;
+    targetId: string;
+    type: 'implements' | 'documents' | 'relates-to' | 'depends-on' | 'decision-for';
+    confidence: number;
+    evidence: string;
+}
+export interface CrossRefNode {
+    id: string;
+    type: 'feature' | 'code' | 'document' | 'decision' | 'pattern';
+    label: string;
+    filePath?: string;
+    summary?: string;
+}
+export interface CrossReferenceGraph {
+    nodes: Map<string, CrossRefNode>;
+    edges: CrossReference[];
+}
+export declare class CrossReferencer {
+    buildReferences(documents: ExtractedDocument[], codeFiles: Array<{
+        relativePath: string;
+        content?: string;
+    }>, dependencyEdges?: Array<{
+        from: string;
+        to: string;
+    }>): CrossReferenceGraph;
+    findOrphanDocuments(graph: CrossReferenceGraph): string[];
+    findUndocumentedCode(graph: CrossReferenceGraph, minImportance?: number): string[];
+    traceChain(graph: CrossReferenceGraph, startId: string, maxDepth?: number): string[][];
+}
+//# sourceMappingURL=cross-referencer.d.ts.map

package/dist/libs/codebase/knowledge/cross-referencer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross-referencer.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/knowledge/cross-referencer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,YAAY,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,cAAc,CAAC;IAChF,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;IAC/D,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACjC,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,qBAAa,eAAe;IAC1B,eAAe,CACb,SAAS,EAAE,iBAAiB,EAAE,EAC9B,SAAS,EAAE,KAAK,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,EAC5D,eAAe,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC,GACpD,mBAAmB;IAuGtB,mBAAmB,CAAC,KAAK,EAAE,mBAAmB,GAAG,MAAM,EAAE;IAOzD,oBAAoB,CAClB,KAAK,EAAE,mBAAmB,EAC1B,aAAa,GAAE,MAAU,GACxB,MAAM,EAAE;IAWX,UAAU,CACR,KAAK,EAAE,mBAAmB,EAC1B,OAAO,EAAE,MAAM,EACf,QAAQ,GAAE,MAAU,GACnB,MAAM,EAAE,EAAE;CAyBd"}

package/dist/libs/codebase/knowledge/cross-referencer.js

@@ -0,0 +1,132 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CrossReferencer = void 0;
+class CrossReferencer {
+    buildReferences(documents, codeFiles, dependencyEdges) {
+        const nodes = new Map();
+        const edges = [];
+        for (const doc of documents) {
+            nodes.set(doc.id, {
+                id: doc.id,
+                type: 'document',
+                label: doc.title,
+                filePath: doc.filePath,
+                summary: doc.summary,
+            });
+            if (doc.docType === 'decision') {
+                nodes.set(doc.id, { ...nodes.get(doc.id), type: 'decision' });
+            }
+        }
+        for (const file of codeFiles) {
+            const id = file.relativePath.replace(/[^a-z0-9]+/gi, "-").toLowerCase();
+            nodes.set(id, {
+                id,
+                type: 'code',
+                label: file.relativePath,
+                filePath: file.relativePath,
+            });
+        }
+        for (const doc of documents) {
+            for (const ref of doc.references) {
+                const normalizedRef = ref.replace(/\.md$/, "").replace(/[^a-z0-9]+/gi, "-").toLowerCase();
+                const targetNode = nodes.get(normalizedRef);
+                if (targetNode) {
+                    edges.push({
+                        sourceId: doc.id,
+                        targetId: normalizedRef,
+                        type: 'relates-to',
+                        confidence: 0.7,
+                        evidence: `Explicit reference in ${doc.filePath}`,
+                    });
+                }
+            }
+            for (const codeRef of doc.codeReferences) {
+                const matchingCodeNode = Array.from(nodes.values()).find((n) => n.type === 'code' && n.filePath?.includes(codeRef.replace(/^\.\//, "")));
+                if (matchingCodeNode) {
+                    edges.push({
+                        sourceId: doc.id,
+                        targetId: matchingCodeNode.id,
+                        type: 'documents',
+                        confidence: 0.5,
+                        evidence: `Code reference in ${doc.filePath}`,
+                    });
+                }
+            }
+            const docDir = doc.filePath.replace(/\.[^.]+$/, "").toLowerCase();
+            for (const [nodeId, node] of nodes) {
+                if (node.type === 'code' && node.filePath) {
+                    const codeDir = node.filePath.toLowerCase();
+                    if (codeDir.includes(docDir.split("/").pop() ?? "") || docDir.includes(codeDir.split("/").pop() ?? "")) {
+                        edges.push({
+                            sourceId: doc.id,
+                            targetId: nodeId,
+                            type: 'relates-to',
+                            confidence: 0.3,
+                            evidence: `Path similarity: ${doc.filePath} ↔ ${node.filePath}`,
+                        });
+                    }
+                }
+            }
+        }
+        if (dependencyEdges) {
+            for (const edge of dependencyEdges) {
+                const fromId = edge.from.replace(/[^a-z0-9]+/gi, "-").toLowerCase();
+                const toId = edge.to.replace(/[^a-z0-9]+/gi, "-").toLowerCase();
+                const fromNode = Array.from(nodes.values()).find((n) => n.filePath === edge.from);
+                const toNode = Array.from(nodes.values()).find((n) => n.filePath === edge.to);
+                if (fromNode) {
+                    nodes.set(fromId, fromNode);
+                }
+                if (toNode) {
+                    nodes.set(toId, toNode);
+                }
+                edges.push({
+                    sourceId: fromId,
+                    targetId: toId,
+                    type: 'depends-on',
+                    confidence: 1.0,
+                    evidence: `Import: ${edge.from} → ${edge.to}`,
+                });
+            }
+        }
+        return { nodes, edges };
+    }
+    findOrphanDocuments(graph) {
+        const referenced = new Set(graph.edges.map((e) => e.sourceId));
+        return Array.from(graph.nodes.values())
+            .filter((n) => n.type === 'document' && !referenced.has(n.id))
+            .map((n) => n.filePath ?? n.id);
+    }
+    findUndocumentedCode(graph, minImportance = 1) {
+        const documentedCode = new Set(graph.edges
+            .filter((e) => e.type === 'documents')
+            .map((e) => e.targetId));
+        return Array.from(graph.nodes.values())
+            .filter((n) => n.type === 'code' && !documentedCode.has(n.id))
+            .map((n) => n.filePath ?? n.id);
+    }
+    traceChain(graph, startId, maxDepth = 3) {
+        const chains = [];
+        const queue = [
+            { id: startId, path: [startId] },
+        ];
+        while (queue.length > 0) {
+            const current = queue.shift();
+            if (current.path.length > maxDepth)
+                continue;
+            const nextEdges = graph.edges.filter((e) => e.sourceId === current.id);
+            if (nextEdges.length === 0) {
+                chains.push([...current.path]);
+                continue;
+            }
+            for (const edge of nextEdges) {
+                if (!current.path.includes(edge.targetId)) {
+                    queue.push({ id: edge.targetId, path: [...current.path, edge.targetId] });
+                }
+            }
+        }
+        return chains;
+    }
+}
+exports.CrossReferencer = CrossReferencer;
+//# sourceMappingURL=cross-referencer.js.map

package/dist/libs/codebase/knowledge/cross-referencer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross-referencer.js","sourceRoot":"","sources":["../../../../src/libs/codebase/knowledge/cross-referencer.ts"],"names":[],"mappings":";;;AAuBA,MAAa,eAAe;IAC1B,eAAe,CACb,SAA8B,EAC9B,SAA4D,EAC5D,eAAqD;QAErD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;QAC9C,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE;gBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YAEH,IAAI,GAAG,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC/B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YACxE,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE;gBACZ,EAAE;gBACF,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,QAAQ,EAAE,IAAI,CAAC,YAAY;aAC5B,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACjC,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC1F,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC5C,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,IAAI,CAAC;wBACT,QAAQ,EAAE,GAAG,CAAC,EAAE;wBAChB,QAAQ,EAAE,aAAa;wBACvB,IAAI,EAAE,YAAY;wBAClB,UAAU,EAAE,GAAG;wBACf,QAAQ,EAAE,yBAAyB,GAAG,CAAC,QAAQ,EAAE;qBAClD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;gBACzC,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACtD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAC/E,CAAC;gBACF,IAAI,gBAAgB,EAAE,CAAC;oBACrB,KAAK,CAAC,IAAI,CAAC;wBACT,QAAQ,EAAE,GAAG,CAAC,EAAE;wBAChB,QAAQ,EAAE,gBAAgB,CAAC,EAAE;wBAC7B,IAAI,EAAE,WAAW;wBACjB,UAAU,EAAE,GAAG;wBACf,QAAQ,EAAE,qBAAqB,GAAG,CAAC,QAAQ,EAAE;qBAC9C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YAClE,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;wBACvG,KAAK,CAAC,IAAI,CAAC;4BACT,QAAQ,EAAE,GAAG,CAAC,EAAE;4BAChB,QAAQ,EAAE,MAAM;4BAChB,IAAI,EAAE,YAAY;4BAClB,UAAU,EAAE,GAAG;4BACf,QAAQ,EAAE,oBAAoB,GAAG,CAAC,QAAQ,MAAM,IAAI,CAAC,QAAQ,EAAE;yBAChE,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,eAAe,EAAE,CAAC;YACpB,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;gBACnC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;gBACpE,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;gBAEhE,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;gBAE9E,IAAI,QAAQ,EAAE,CAAC;oBACb,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC9B,CAAC;gBACD,IAAI,MAAM,EAAE,CAAC;oBACX,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC1B,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC;oBACT,QAAQ,EAAE,MAAM;oBAChB,QAAQ,EAAE,IAAI;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,GAAG;oBACf,QAAQ,EAAE,WAAW,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,EAAE;iBAC9C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED,mBAAmB,CAAC,KAA0B;QAC5C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,oBAAoB,CAClB,KAA0B,EAC1B,gBAAwB,CAAC;QAEzB,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,KAAK,CAAC,KAAK;aACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAC1B,CAAC;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,UAAU,CACR,KAA0B,EAC1B,OAAe,EACf,WAAmB,CAAC;QAEpB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,MAAM,KAAK,GAA0C;YACnD,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE;SACjC,CAAC;QAEF,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;YAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ;gBAAE,SAAS;YAE7C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,EAAE,CAAC,CAAC;YACvE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA9JD,0CA8JC"}

package/dist/libs/codebase/knowledge/markdown-extractor.d.ts

@@ -0,0 +1,34 @@
+export interface ExtractedDocument {
+    id: string;
+    filePath: string;
+    title: string;
+    docType: 'guideline' | 'architecture' | 'decision' | 'business' | 'technical' | 'audit' | 'unknown';
+    summary?: string;
+    sections: DocumentSection[];
+    frontmatter: Record<string, unknown>;
+    references: string[];
+    codeReferences: string[];
+    qualityScore: number;
+    isStale: boolean;
+}
+export interface DocumentSection {
+    heading: string;
+    level: number;
+    content: string;
+    startLine: number;
+}
+export declare class MarkdownExtractor {
+    extract(filePath: string, content?: string): ExtractedDocument;
+    extractAll(filePaths: string[], rootPath: string): ExtractedDocument[];
+    private readFile;
+    private parseFrontmatter;
+    private parseSections;
+    private extractTitle;
+    private classifyDocType;
+    private extractReferences;
+    private extractCodeReferences;
+    private calculateQuality;
+    private checkStaleness;
+    private slugify;
+}
+//# sourceMappingURL=markdown-extractor.d.ts.map

package/dist/libs/codebase/knowledge/markdown-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-extractor.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/knowledge/markdown-extractor.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,WAAW,GAAG,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,GAAG,SAAS,CAAC;IACpG,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,iBAAiB;IAyB9D,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,iBAAiB,EAAE;IAatE,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,gBAAgB;IAqCxB,OAAO,CAAC,aAAa;IAuCrB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,eAAe;IA2BvB,OAAO,CAAC,iBAAiB;IAazB,OAAO,CAAC,qBAAqB;IAgB7B,OAAO,CAAC,gBAAgB;IA0CxB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,OAAO;CAOhB"}