homegraph 1.1.2 → 1.1.3

package/dist/spec/mining/pipeline.js

@@ -0,0 +1,165 @@
+"use strict";
+/**
+ * Mining pipeline orchestrator — main entry point for reverse-mining spec
+ * knowledge from Git history.
+ *
+ * Replaces `commit4spec/reverse_engineer/pipeline.py`.  Discovers spec↔commit
+ * pairs via `scan()`, persists them into the SQLite knowledge graph, and
+ * writes a `.homegraph/commit4spec/meta.json` anchor so the self-evolve pipeline can
+ * pick up where mining left off.
+ *
+ * @module spec/mining/pipeline
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runMiningPipeline = runMiningPipeline;
+const config_1 = require("../config");
+const utils_1 = require("../utils");
+const schema_1 = require("../db/schema");
+const spec_node_1 = require("../db/spec-node");
+const commit_node_1 = require("../db/commit-node");
+const fragment_node_1 = require("../db/fragment-node");
+const relations_1 = require("../db/relations");
+const git_scanner_1 = require("./git-scanner");
+const diff_parser_1 = require("./diff-parser");
+const errors_1 = require("../../errors");
+// ---------------------------------------------------------------------------
+// runMiningPipeline
+// ---------------------------------------------------------------------------
+/**
+ * Run the full reverse-mining pipeline.
+ *
+ * Steps (ported from `pipeline.py:49-151`):
+ *
+ * 1. Initialise the spec knowledge-graph schema in the database.
+ * 2. Discover all specs on disk (for the `totalEntries` count).
+ * 3. Scan the repository for spec↔commit pairs.
+ * 4. Sort pairs by commit timestamp ascending so that `INSERT OR REPLACE`
+ *    gives the most-recent commit the final word for each spec node.
+ * 5. Process each pair:
+ *    - Insert a SpecNode (once per specId; deduplicated by commit timestamp).
+ *    - Insert a CommitNode (once per commit hash).
+ *    - Insert a SUMMARIZED_FROM relation.
+ *    - Parse the commit diff into code fragments and persist them.
+ * 6. Build a list of specs discovered on disk but never matched to a commit.
+ * 7. Write `.homegraph/commit4spec/meta.json`.
+ * 8. Return the `MiningResult` with all counts.
+ *
+ * Edge cases:
+ * - Empty pairs → zero counts, write meta anyway, return result.
+ * - Pair with commit metadata but no spec metadata → commit and fragments
+ *   are still persisted; SpecNode and spec_commit_relation are skipped.
+ * - Pair with spec metadata but no commit metadata → entire pair is skipped.
+ * - Same spec in multiple pairs → only counted once in `specsFound`, but
+ *   every commit relation is created.
+ */
+function runMiningPipeline(repoPath, specStoragePath, db, config) {
+    // Resolve config once — guarantee a valid SpecConfig for downstream consumers.
+    const resolvedConfig = config ?? (0, config_1.loadSpecConfig)(repoPath);
+    // ---- Step 1: init schema ----
+    (0, schema_1.initSpecSchema)(db);
+    // ---- Step 2: discover specs (for totalEntries) ----
+    const allEntries = (0, utils_1.discoverSpecs)(specStoragePath);
+    const totalEntries = allEntries.length;
+    // ---- Step 3: scan for pairs ----
+    const pairs = (0, git_scanner_1.scan)(repoPath, specStoragePath, resolvedConfig);
+    // ---- Step 4: sort by commit timestamp ascending (oldest first) ----
+    // INSERT OR REPLACE is used for SpecNode — when the same spec appears
+    // in multiple pairs, the LAST write (most-recent commit) naturally wins.
+    pairs.sort((a, b) => {
+        const aTs = a.commitMetadata?.timestamp ?? 0;
+        const bTs = b.commitMetadata?.timestamp ?? 0;
+        return aTs - bTs;
+    });
+    // ---- Step 5: process pairs ----
+    const writtenSpecIds = new Set();
+    const seenCommitHashes = new Set();
+    let specsFound = 0;
+    let commitsFound = 0;
+    let fragmentsFound = 0;
+    let relationsCreated = 0;
+    for (const pair of pairs) {
+        // Skip if no commit metadata (no data to insert).
+        const cm = pair.commitMetadata;
+        if (!cm) {
+            continue;
+        }
+        const sm = pair.specMetadata;
+        // Insert SpecNode if spec metadata is present.
+        // INSERT OR REPLACE lets the most-recent commit (last in ascending
+        // order) overwrite the timestamp. We still track writtenSpecIds to
+        // correctly count distinct specs (not overwrites).
+        if (sm) {
+            (0, errors_1.logDebug)('Processing pair: inserting SpecNode', {
+                specId: sm.specId,
+                title: sm.title,
+            });
+            (0, spec_node_1.insertSpecNode)(db, {
+                id: sm.specId,
+                title: sm.title,
+                subtitles: sm.subtitles,
+                status: 'active',
+                version: 1,
+                filePath: sm.filePath,
+                timestamp: cm.timestamp,
+            });
+            if (!writtenSpecIds.has(pair.specId)) {
+                writtenSpecIds.add(pair.specId);
+                specsFound++;
+            }
+        }
+        // Insert CommitNode if not yet seen.
+        if (!seenCommitHashes.has(cm.hash)) {
+            (0, commit_node_1.insertCommitNode)(db, {
+                hash: cm.hash,
+                message: cm.message,
+                author: cm.author,
+                timestamp: cm.timestamp,
+            });
+            seenCommitHashes.add(cm.hash);
+            commitsFound++;
+        }
+        // Insert spec_commit_relation (only when spec metadata exists).
+        if (sm) {
+            (0, relations_1.insertSpecCommitRelation)(db, pair.specId, cm.hash, 'SUMMARIZED_FROM');
+            relationsCreated++;
+        }
+        // ---- Analyze diff and insert fragments ----
+        const preFetchedDiff = (0, git_scanner_1.getCommitDiff)(repoPath, cm.hash);
+        const fragments = (0, diff_parser_1.analyzeCommitDiff)(repoPath, cm.hash, preFetchedDiff);
+        for (const frag of fragments) {
+            // insertCodeFragment auto-generates an id when the `id` field is empty.
+            const inserted = (0, fragment_node_1.insertCodeFragment)(db, {
+                id: '',
+                changeType: frag.changeType,
+                filePath: frag.filePath,
+                startLine: frag.startLine,
+                endLine: frag.endLine,
+                codeDiff: frag.codeDiff,
+            });
+            fragmentsFound++;
+            (0, relations_1.insertCommitFragmentRelation)(db, cm.hash, inserted.id);
+            relationsCreated++;
+        }
+    }
+    // ---- Step 6: build skipped entries ----
+    const skippedEntries = allEntries
+        .filter((e) => !writtenSpecIds.has(e.specId))
+        .map((e) => ({ specId: e.specId, reason: 'No matching commits found' }));
+    for (const skipped of skippedEntries) {
+        (0, errors_1.logWarn)('Spec discovered on disk but no matching commits found', {
+            specId: skipped.specId,
+        });
+    }
+    // ---- Step 7: write meta ----
+    (0, utils_1.writeMeta)(repoPath, specStoragePath);
+    // ---- Step 8: return result ----
+    return {
+        specsFound,
+        commitsFound,
+        fragmentsFound,
+        relationsCreated,
+        totalEntries,
+        skippedEntries,
+    };
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/spec/mining/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../../src/spec/mining/pipeline.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;AA6DH,8CAkIC;AA5LD,sCAAuD;AACvD,oCAAoD;AACpD,yCAA8C;AAC9C,+CAAiD;AACjD,mDAAqD;AACrD,uDAAyD;AACzD,+CAGyB;AACzB,+CAAoD;AACpD,+CAAkD;AAClD,yCAAiD;AAejD,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,SAAgB,iBAAiB,CAC/B,QAAgB,EAChB,eAAuB,EACvB,EAAkB,EAClB,MAAmB;IAEnB,+EAA+E;IAC/E,MAAM,cAAc,GAAG,MAAM,IAAI,IAAA,uBAAc,EAAC,QAAQ,CAAC,CAAC;IAE1D,gCAAgC;IAChC,IAAA,uBAAc,EAAC,EAAE,CAAC,CAAC;IAEnB,sDAAsD;IACtD,MAAM,UAAU,GAAG,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC;IAEvC,mCAAmC;IACnC,MAAM,KAAK,GAAG,IAAA,kBAAI,EAAC,QAAQ,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC;IAE9D,sEAAsE;IACtE,sEAAsE;IACtE,yEAAyE;IACzE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAClB,MAAM,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,SAAS,IAAI,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,SAAS,IAAI,CAAC,CAAC;QAC7C,OAAO,GAAG,GAAG,GAAG,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,kCAAkC;IAClC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,kDAAkD;QAClD,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC;QAC/B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,SAAS;QACX,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC;QAE7B,+CAA+C;QAC/C,mEAAmE;QACnE,mEAAmE;QACnE,mDAAmD;QACnD,IAAI,EAAE,EAAE,CAAC;YACP,IAAA,iBAAQ,EAAC,qCAAqC,EAAE;gBAC9C,MAAM,EAAE,EAAE,CAAC,MAAM;gBACjB,KAAK,EAAE,EAAE,CAAC,KAAK;aAChB,CAAC,CAAC;YAEH,IAAA,0BAAc,EAAC,EAAE,EAAE;gBACjB,EAAE,EAAE,EAAE,CAAC,MAAM;gBACb,KAAK,EAAE,EAAE,CAAC,KAAK;gBACf,SAAS,EAAE,EAAE,CAAC,SAAS;gBACvB,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,CAAC;gBACV,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,SAAS,EAAE,EAAE,CAAC,SAAS;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChC,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,qCAAqC;QACrC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAA,8BAAgB,EAAC,EAAE,EAAE;gBACnB,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,OAAO,EAAE,EAAE,CAAC,OAAO;gBACnB,MAAM,EAAE,EAAE,CAAC,MAAM;gBACjB,SAAS,EAAE,EAAE,CAAC,SAAS;aACxB,CAAC,CAAC;YACH,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAC9B,YAAY,EAAE,CAAC;QACjB,CAAC;QAED,gEAAgE;QAChE,IAAI,EAAE,EAAE,CAAC;YACP,IAAA,oCAAwB,EAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;YACtE,gBAAgB,EAAE,CAAC;QACrB,CAAC;QAED,8CAA8C;QAC9C,MAAM,cAAc,GAAG,IAAA,2BAAa,EAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,IAAA,+BAAiB,EAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACvE,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,wEAAwE;YACxE,MAAM,QAAQ,GAAG,IAAA,kCAAkB,EAAC,EAAE,EAAE;gBACtC,EAAE,EAAE,EAAE;gBACN,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,cAAc,EAAE,CAAC;YACjB,IAAA,wCAA4B,EAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YACvD,gBAAgB,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,MAAM,cAAc,GAAG,UAAU;SAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC;IAE3E,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,IAAA,gBAAO,EAAC,uDAAuD,EAAE;YAC/D,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAED,+BAA+B;IAC/B,IAAA,iBAAS,EAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IAErC,kCAAkC;IAClC,OAAO;QACL,UAAU;QACV,YAAY;QACZ,cAAc;QACd,gBAAgB;QAChB,YAAY;QACZ,cAAc;KACf,CAAC;AACJ,CAAC"}

package/dist/spec/mining/scope-resolver.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Commit message scope parsing and resolution.
+ *
+ * Replaces `commit4spec/reverse_engineer/scope_resolver.py`.
+ * Extracts conventional-commit scopes, normalizes them, and resolves them to
+ * spec IDs found on disk.
+ *
+ * @module spec/mining/scope-resolver
+ */
+import { SpecConfig } from '../config';
+/**
+ * Extract a scope from a commit message using the configured regex.
+ *
+ * Only searches the **first line** of the commit message.  Returns the
+ * contents of the first capture group (the scope), or `null` when there is
+ * no match or the regex has no capture group.
+ */
+export declare function extractScope(message: string, scopeRegex: string): string | null;
+/**
+ * Normalize a scope string.
+ *
+ * Steps applied in order:
+ *
+ * 1. **Strip prefixes** — for each prefix in `stripPrefixes`, if `scope`
+ *    starts with it, remove it and stop (only the first matching prefix is
+ *    stripped).
+ * 2. **Lowercase** — if `lowercase` is `true`, convert to lower case.
+ * 3. **Pad spec number** — if `padSpecNumber` is `true`, match the pattern
+ *    `/^spec(\d+)$/i` and zero-pad the numeric portion to 2 digits
+ *    (e.g. `spec3` → `spec03`).
+ */
+export declare function normalizeScope(scope: string, config: {
+    stripPrefixes: string[];
+    lowercase: boolean;
+    padSpecNumber: boolean;
+}): string;
+/**
+ * Extract a scope from a commit message, normalize it, then check whether the
+ * resulting spec ID exists on disk in `specStoragePath`.
+ *
+ * Returns the normalized spec ID when the scope resolves to an existing spec,
+ * otherwise `null`.
+ */
+export declare function resolveScopeToSpec(message: string, specStoragePath: string, config: SpecConfig): string | null;
+//# sourceMappingURL=scope-resolver.d.ts.map

package/dist/spec/mining/scope-resolver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scope-resolver.d.ts","sourceRoot":"","sources":["../../../src/spec/mining/scope-resolver.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAQvC;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAkB/E;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE;IAAE,aAAa,EAAE,MAAM,EAAE,CAAC;IAAC,SAAS,EAAE,OAAO,CAAC;IAAC,aAAa,EAAE,OAAO,CAAA;CAAE,GAC9E,MAAM,CAyBR;AAMD;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,MAAM,EACvB,MAAM,EAAE,UAAU,GACjB,MAAM,GAAG,IAAI,CAYf"}

package/dist/spec/mining/scope-resolver.js

@@ -0,0 +1,103 @@
+"use strict";
+/**
+ * Commit message scope parsing and resolution.
+ *
+ * Replaces `commit4spec/reverse_engineer/scope_resolver.py`.
+ * Extracts conventional-commit scopes, normalizes them, and resolves them to
+ * spec IDs found on disk.
+ *
+ * @module spec/mining/scope-resolver
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractScope = extractScope;
+exports.normalizeScope = normalizeScope;
+exports.resolveScopeToSpec = resolveScopeToSpec;
+const utils_1 = require("../utils");
+const errors_1 = require("../../errors");
+// ---------------------------------------------------------------------------
+// extractScope
+// ---------------------------------------------------------------------------
+/**
+ * Extract a scope from a commit message using the configured regex.
+ *
+ * Only searches the **first line** of the commit message.  Returns the
+ * contents of the first capture group (the scope), or `null` when there is
+ * no match or the regex has no capture group.
+ */
+function extractScope(message, scopeRegex) {
+    const firstLine = message.split('\n', 1)[0] ?? '';
+    let regex;
+    try {
+        regex = new RegExp(scopeRegex);
+    }
+    catch {
+        (0, errors_1.logDebug)('extractScope: invalid regex from config, returning null', {
+            scopeRegex,
+        });
+        return null;
+    }
+    const match = regex.exec(firstLine);
+    if (match && match[1] !== undefined) {
+        return match[1];
+    }
+    return null;
+}
+// ---------------------------------------------------------------------------
+// normalizeScope
+// ---------------------------------------------------------------------------
+/**
+ * Normalize a scope string.
+ *
+ * Steps applied in order:
+ *
+ * 1. **Strip prefixes** — for each prefix in `stripPrefixes`, if `scope`
+ *    starts with it, remove it and stop (only the first matching prefix is
+ *    stripped).
+ * 2. **Lowercase** — if `lowercase` is `true`, convert to lower case.
+ * 3. **Pad spec number** — if `padSpecNumber` is `true`, match the pattern
+ *    `/^spec(\d+)$/i` and zero-pad the numeric portion to 2 digits
+ *    (e.g. `spec3` → `spec03`).
+ */
+function normalizeScope(scope, config) {
+    let normalized = scope;
+    // Step 1: strip the first matching prefix
+    for (const prefix of config.stripPrefixes) {
+        if (normalized.startsWith(prefix)) {
+            normalized = normalized.slice(prefix.length);
+            break;
+        }
+    }
+    // Step 2: lowercase
+    if (config.lowercase) {
+        normalized = normalized.toLowerCase();
+    }
+    // Step 3: pad spec number (e.g. spec3 → spec03)
+    if (config.padSpecNumber) {
+        const m = /^spec(\d+)$/i.exec(normalized);
+        if (m && m[1] !== undefined) {
+            normalized = `spec${m[1].padStart(2, '0')}`;
+        }
+    }
+    return normalized;
+}
+// ---------------------------------------------------------------------------
+// resolveScopeToSpec
+// ---------------------------------------------------------------------------
+/**
+ * Extract a scope from a commit message, normalize it, then check whether the
+ * resulting spec ID exists on disk in `specStoragePath`.
+ *
+ * Returns the normalized spec ID when the scope resolves to an existing spec,
+ * otherwise `null`.
+ */
+function resolveScopeToSpec(message, specStoragePath, config) {
+    const scope = extractScope(message, config.commitScope.scopeRegex);
+    if (!scope) {
+        return null;
+    }
+    const normalized = normalizeScope(scope, config.commitScope.normalize);
+    const entries = (0, utils_1.discoverSpecs)(specStoragePath);
+    const specIds = new Set(entries.map((e) => e.specId));
+    return specIds.has(normalized) ? normalized : null;
+}
+//# sourceMappingURL=scope-resolver.js.map

package/dist/spec/mining/scope-resolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scope-resolver.js","sourceRoot":"","sources":["../../../src/spec/mining/scope-resolver.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAiBH,oCAkBC;AAmBD,wCA4BC;AAaD,gDAgBC;AA5GD,oCAAyC;AACzC,yCAAwC;AAExC,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E;;;;;;GAMG;AACH,SAAgB,YAAY,CAAC,OAAe,EAAE,UAAkB;IAC9D,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,IAAA,iBAAQ,EAAC,yDAAyD,EAAE;YAClE,UAAU;SACX,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEpC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;;;;;;;;;;GAYG;AACH,SAAgB,cAAc,CAC5B,KAAa,EACb,MAA+E;IAE/E,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,0CAA0C;IAC1C,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM;QACR,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;IACxC,CAAC;IAED,gDAAgD;IAChD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YAC5B,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E;;;;;;GAMG;AACH,SAAgB,kBAAkB,CAChC,OAAe,EACf,eAAuB,EACvB,MAAkB;IAElB,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IACnE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IAEvE,MAAM,OAAO,GAAG,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAEtD,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;AACrD,CAAC"}

package/dist/spec/mining/spec-extractor.d.ts

@@ -0,0 +1,69 @@
+/**
+ * Spec file discovery and metadata extraction.
+ *
+ * Replaces `commit4spec/reverse_engineer/spec_extractor.py`.
+ * Discovers spec files in a storage directory and extracts structured
+ * metadata (title, subtitles, commit hash from commit-info.md).
+ *
+ * @module spec/mining/spec-extractor
+ */
+import { SpecConfig } from '../config';
+export interface SpecMetadata {
+    specId: string;
+    title: string;
+    subtitles: string[];
+    commitHash: string | null;
+    filePath: string;
+    type: 'directory' | 'flat-file';
+}
+export interface SupplementaryDoc {
+    path: string;
+    content: string;
+}
+/**
+ * Parse ATX headings from markdown content and build breadcrumb-path strings
+ * with content previews.
+ *
+ * Algorithm (ported from `spec_extractor.py:50-88`):
+ *
+ * 1. Find all `#` … `######` headings (ATX-style) and their line positions.
+ * 2. Walk through headings, maintaining a breadcrumb stack — pop until the
+ *    stack is shorter than the current heading's level, then push the new
+ *    heading text.
+ * 3. For each heading, collect the "direct content" lines — non-heading,
+ *    non-empty lines between this heading and the next heading of equal or
+ *    higher level (or EOF).
+ * 4. Skip headings that have sub-headings but no direct content.
+ * 5. Build a display string: `breadcrumb_path - first_direct_content_line`.
+ * 6. Strip `SPEC` suffix from level-1 (root) breadcrumb parts.
+ * 7. Truncate the preview to `maxContentLen` characters, appending `…`
+ *    when truncated.
+ *
+ * @param content       - Raw markdown string.
+ * @param maxContentLen - Max characters for the content preview (default 200).
+ * @returns Array of formatted heading strings.
+ */
+export declare function extractMarkdownHeadings(content: string, maxContentLen?: number): string[];
+/**
+ * Discover and extract metadata for a single spec, given its storage location
+ * and directory name.
+ *
+ * Ported from `spec_extractor.py:177-237`.
+ *
+ * Two discovery branches are attempted in order:
+ *
+ * - **Flat-file**: checks `{specStoragePath}/{specDirName}.md`.  If it exists,
+ *   reads it and produces metadata with `type: 'flat-file'`.
+ * - **Directory**: checks `{specStoragePath}/{specDirName}/`.  If it exists,
+ *   searches for a primary document using `config.discovery.primaryDocCandidates`,
+ *   reads it, and produces metadata with `type: 'directory'`.
+ *
+ * Returns `null` when neither branch yields a readable spec.
+ *
+ * @param specStoragePath - Root directory where specs are stored.
+ * @param specDirName     - Name of the spec (e.g. "spec03", "auth-module").
+ * @param config          - Optional full `SpecConfig`; falls back to defaults
+ *                          when omitted (discovery config resolved at call site).
+ */
+export declare function extractSpecMetadata(specStoragePath: string, specDirName: string, config?: SpecConfig): SpecMetadata | null;
+//# sourceMappingURL=spec-extractor.d.ts.map

package/dist/spec/mining/spec-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spec-extractor.d.ts","sourceRoot":"","sources":["../../../src/spec/mining/spec-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,EAAE,UAAU,EAAuC,MAAM,WAAW,CAAC;AAQ5E,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,WAAW,GAAG,WAAW,CAAC;CACjC;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAYD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,MAAM,EACf,aAAa,GAAE,MAAY,GAC1B,MAAM,EAAE,CAyFV;AA0JD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,mBAAmB,CACjC,eAAe,EAAE,MAAM,EACvB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,UAAU,GAClB,YAAY,GAAG,IAAI,CAiFrB"}