homegraph 1.1.2 → 1.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +243 -243
- package/dist/bin/homegraph.js +371 -9
- package/dist/bin/homegraph.js.map +1 -1
- package/dist/db/migrations.js +18 -18
- package/dist/db/queries.js +140 -140
- package/dist/db/schema.sql +152 -152
- package/dist/directory.js +5 -5
- package/dist/extraction/wasm/tree-sitter-c_sharp.wasm +0 -0
- package/dist/extraction/wasm/tree-sitter-pascal.wasm +0 -0
- package/dist/installer/instructions-template.js +9 -9
- package/dist/installer/targets/shared.d.ts +5 -6
- package/dist/installer/targets/shared.d.ts.map +1 -1
- package/dist/installer/targets/shared.js +5 -6
- package/dist/installer/targets/shared.js.map +1 -1
- package/dist/mcp/liveness-watchdog.js +16 -16
- package/dist/mcp/server-instructions.js +69 -69
- package/dist/mcp/tools.d.ts +17 -4
- package/dist/mcp/tools.d.ts.map +1 -1
- package/dist/mcp/tools.js +192 -22
- package/dist/mcp/tools.js.map +1 -1
- package/dist/reasoning/reasoner.js +32 -32
- package/dist/spec/config.d.ts +43 -0
- package/dist/spec/config.d.ts.map +1 -0
- package/dist/spec/config.js +275 -0
- package/dist/spec/config.js.map +1 -0
- package/dist/spec/db/commit-node.d.ts +23 -0
- package/dist/spec/db/commit-node.d.ts.map +1 -0
- package/dist/spec/db/commit-node.js +62 -0
- package/dist/spec/db/commit-node.js.map +1 -0
- package/dist/spec/db/fragment-node.d.ts +23 -0
- package/dist/spec/db/fragment-node.d.ts.map +1 -0
- package/dist/spec/db/fragment-node.js +120 -0
- package/dist/spec/db/fragment-node.js.map +1 -0
- package/dist/spec/db/fts.d.ts +60 -0
- package/dist/spec/db/fts.d.ts.map +1 -0
- package/dist/spec/db/fts.js +285 -0
- package/dist/spec/db/fts.js.map +1 -0
- package/dist/spec/db/index.d.ts +13 -0
- package/dist/spec/db/index.d.ts.map +1 -0
- package/dist/spec/db/index.js +50 -0
- package/dist/spec/db/index.js.map +1 -0
- package/dist/spec/db/relations.d.ts +55 -0
- package/dist/spec/db/relations.d.ts.map +1 -0
- package/dist/spec/db/relations.js +158 -0
- package/dist/spec/db/relations.js.map +1 -0
- package/dist/spec/db/schema.d.ts +30 -0
- package/dist/spec/db/schema.d.ts.map +1 -0
- package/dist/spec/db/schema.js +87 -0
- package/dist/spec/db/schema.js.map +1 -0
- package/dist/spec/db/schema.sql +107 -0
- package/dist/spec/db/spec-node.d.ts +41 -0
- package/dist/spec/db/spec-node.d.ts.map +1 -0
- package/dist/spec/db/spec-node.js +114 -0
- package/dist/spec/db/spec-node.js.map +1 -0
- package/dist/spec/evolve/impact-locator.d.ts +13 -0
- package/dist/spec/evolve/impact-locator.d.ts.map +1 -0
- package/dist/spec/evolve/impact-locator.js +25 -0
- package/dist/spec/evolve/impact-locator.js.map +1 -0
- package/dist/spec/evolve/llm-client.d.ts +50 -0
- package/dist/spec/evolve/llm-client.d.ts.map +1 -0
- package/dist/spec/evolve/llm-client.js +176 -0
- package/dist/spec/evolve/llm-client.js.map +1 -0
- package/dist/spec/evolve/logic-checker.d.ts +12 -0
- package/dist/spec/evolve/logic-checker.d.ts.map +1 -0
- package/dist/spec/evolve/logic-checker.js +48 -0
- package/dist/spec/evolve/logic-checker.js.map +1 -0
- package/dist/spec/evolve/pipeline.d.ts +40 -0
- package/dist/spec/evolve/pipeline.d.ts.map +1 -0
- package/dist/spec/evolve/pipeline.js +314 -0
- package/dist/spec/evolve/pipeline.js.map +1 -0
- package/dist/spec/evolve/spec-rewriter.d.ts +42 -0
- package/dist/spec/evolve/spec-rewriter.d.ts.map +1 -0
- package/dist/spec/evolve/spec-rewriter.js +254 -0
- package/dist/spec/evolve/spec-rewriter.js.map +1 -0
- package/dist/spec/graph/queries.d.ts +58 -0
- package/dist/spec/graph/queries.d.ts.map +1 -0
- package/dist/spec/graph/queries.js +215 -0
- package/dist/spec/graph/queries.js.map +1 -0
- package/dist/spec/mining/diff-parser.d.ts +33 -0
- package/dist/spec/mining/diff-parser.d.ts.map +1 -0
- package/dist/spec/mining/diff-parser.js +166 -0
- package/dist/spec/mining/diff-parser.js.map +1 -0
- package/dist/spec/mining/git-scanner.d.ts +91 -0
- package/dist/spec/mining/git-scanner.d.ts.map +1 -0
- package/dist/spec/mining/git-scanner.js +266 -0
- package/dist/spec/mining/git-scanner.js.map +1 -0
- package/dist/spec/mining/pipeline.d.ts +53 -0
- package/dist/spec/mining/pipeline.d.ts.map +1 -0
- package/dist/spec/mining/pipeline.js +165 -0
- package/dist/spec/mining/pipeline.js.map +1 -0
- package/dist/spec/mining/scope-resolver.d.ts +45 -0
- package/dist/spec/mining/scope-resolver.d.ts.map +1 -0
- package/dist/spec/mining/scope-resolver.js +103 -0
- package/dist/spec/mining/scope-resolver.js.map +1 -0
- package/dist/spec/mining/spec-extractor.d.ts +69 -0
- package/dist/spec/mining/spec-extractor.d.ts.map +1 -0
- package/dist/spec/mining/spec-extractor.js +369 -0
- package/dist/spec/mining/spec-extractor.js.map +1 -0
- package/dist/spec/types.d.ts +149 -0
- package/dist/spec/types.d.ts.map +1 -0
- package/dist/spec/types.js +15 -0
- package/dist/spec/types.js.map +1 -0
- package/dist/spec/utils.d.ts +166 -0
- package/dist/spec/utils.d.ts.map +1 -0
- package/dist/spec/utils.js +461 -0
- package/dist/spec/utils.js.map +1 -0
- package/package.json +58 -57
- package/scripts/add-lang/bench.sh +60 -60
- package/scripts/add-lang/check-grammar.mjs +75 -75
- package/scripts/add-lang/dump-ast.mjs +103 -103
- package/scripts/add-lang/verify-extraction.mjs +70 -70
- package/scripts/agent-eval/ab-adoption.sh +91 -91
- package/scripts/agent-eval/ab-hook.sh +86 -86
- package/scripts/agent-eval/ab-impl.sh +78 -78
- package/scripts/agent-eval/ab-new-vs-baseline.sh +102 -102
- package/scripts/agent-eval/ab-sufficiency.sh +78 -78
- package/scripts/agent-eval/arms-F.sh +21 -21
- package/scripts/agent-eval/arms-matrix.sh +37 -37
- package/scripts/agent-eval/audit.sh +68 -68
- package/scripts/agent-eval/bench-readme.sh +28 -28
- package/scripts/agent-eval/bench-why-repo.sh +22 -22
- package/scripts/agent-eval/block-read-hook.sh +19 -19
- package/scripts/agent-eval/hook-settings.json +15 -15
- package/scripts/agent-eval/itrun.sh +120 -120
- package/scripts/agent-eval/offload-eval-3arm.sh +72 -72
- package/scripts/agent-eval/offload-eval-cost.mjs +133 -133
- package/scripts/agent-eval/offload-eval-effort.mjs +108 -108
- package/scripts/agent-eval/offload-eval-frontload-matrix.sh +25 -25
- package/scripts/agent-eval/offload-eval-frontload.sh +47 -47
- package/scripts/agent-eval/offload-eval-ground-truth.json +18 -18
- package/scripts/agent-eval/offload-eval-hook.mjs +84 -84
- package/scripts/agent-eval/offload-eval-judge.mjs +103 -103
- package/scripts/agent-eval/offload-eval-matrix.sh +20 -20
- package/scripts/agent-eval/offload-eval-metrics.mjs +94 -94
- package/scripts/agent-eval/offload-eval-refs1.sh +50 -50
- package/scripts/agent-eval/offload-eval-setup.sh +24 -24
- package/scripts/agent-eval/offload-eval-styles.sh +71 -71
- package/scripts/agent-eval/offload-eval-summarize.mjs +68 -68
- package/scripts/agent-eval/offload-eval.md +76 -76
- package/scripts/agent-eval/parse-arms.mjs +116 -116
- package/scripts/agent-eval/parse-bench-readme.mjs +84 -84
- package/scripts/agent-eval/parse-run.mjs +45 -45
- package/scripts/agent-eval/parse-session.mjs +93 -93
- package/scripts/agent-eval/probe-context.mjs +21 -21
- package/scripts/agent-eval/probe-explore.mjs +40 -40
- package/scripts/agent-eval/probe-node.mjs +20 -20
- package/scripts/agent-eval/probe-sweep.mjs +119 -119
- package/scripts/agent-eval/probe-trace.mjs +20 -20
- package/scripts/agent-eval/redirect-read-hook.sh +38 -38
- package/scripts/agent-eval/run-agent.sh +34 -34
- package/scripts/agent-eval/run-all.sh +69 -69
- package/scripts/agent-eval/run-arms.sh +56 -56
- package/scripts/agent-eval/seq-matrix.mjs +137 -137
- package/scripts/build-bundle.sh +118 -118
- package/scripts/extract-release-notes.mjs +130 -130
- package/scripts/local-install.sh +41 -41
- package/scripts/npm-sdk.js +75 -75
- package/scripts/npm-shim.js +246 -246
- package/scripts/pack-npm.sh +119 -119
- package/scripts/prepare-release.mjs +270 -270
- package/scripts/qa_eval/README.md +407 -404
- package/scripts/qa_eval/_test_deveco_probe.py +41 -41
- package/scripts/qa_eval/agent_runner.py +526 -526
- package/scripts/qa_eval/data/.gitignore +4 -4
- package/scripts/qa_eval/data/test-set.jsonl +2 -22
- package/scripts/qa_eval/eval_metrics.py +274 -233
- package/scripts/qa_eval/external_agent.py +976 -671
- package/scripts/qa_eval/llm_config.py +92 -92
- package/scripts/qa_eval/memory_monitor.py +132 -132
- package/scripts/qa_eval/my_answer_accuracy.py +187 -187
- package/scripts/qa_eval/requirements.txt +2 -2
- package/scripts/qa_eval/run_pipeline.py +804 -711
- package/scripts/qa_eval/stats_efficiency.py +279 -279
- package/scripts/qa_eval/stats_scores.py +207 -207
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Unified diff parser — converts `git diff` output into structured code
|
|
4
|
+
* fragments.
|
|
5
|
+
*
|
|
6
|
+
* Replaces `commit4spec/reverse_engineer/change_analyzer.py`. Parses
|
|
7
|
+
* unified diff output and extracts file-level change information (change
|
|
8
|
+
* type, line range, diff text).
|
|
9
|
+
*
|
|
10
|
+
* @module spec/mining/diff-parser
|
|
11
|
+
*/
|
|
12
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
+
exports.analyzeCommitDiff = analyzeCommitDiff;
|
|
14
|
+
const git_scanner_1 = require("./git-scanner");
|
|
15
|
+
// ---------------------------------------------------------------------------
|
|
16
|
+
// analyzeCommitDiff
|
|
17
|
+
// ---------------------------------------------------------------------------
|
|
18
|
+
/**
|
|
19
|
+
* Retrieve and parse the diff for a single commit.
|
|
20
|
+
*
|
|
21
|
+
* 1. Call `getCommitDiff(repoPath, commitHash)` to get raw diff text.
|
|
22
|
+
* 2. Parse the diff into structured `DiffFragment` objects.
|
|
23
|
+
* 3. Return the fragments.
|
|
24
|
+
*
|
|
25
|
+
* Returns an empty array when the diff cannot be retrieved or is empty.
|
|
26
|
+
*/
|
|
27
|
+
function analyzeCommitDiff(repoPath, commitHash, preFetchedDiff) {
|
|
28
|
+
const diff = preFetchedDiff ?? (0, git_scanner_1.getCommitDiff)(repoPath, commitHash);
|
|
29
|
+
if (!diff) {
|
|
30
|
+
return [];
|
|
31
|
+
}
|
|
32
|
+
return _parseDiff(diff);
|
|
33
|
+
}
|
|
34
|
+
// ---------------------------------------------------------------------------
|
|
35
|
+
// _parseDiff
|
|
36
|
+
// ---------------------------------------------------------------------------
|
|
37
|
+
/**
|
|
38
|
+
* State-machine parser for unified diff format.
|
|
39
|
+
*
|
|
40
|
+
* Walks through the diff line-by-line, tracking the current file, change
|
|
41
|
+
* type, and line-number range. Accumulates lines into a buffer and emits a
|
|
42
|
+
* `DiffFragment` each time a new `diff --git` section begins (or when the
|
|
43
|
+
* input is exhausted).
|
|
44
|
+
*/
|
|
45
|
+
function _parseDiff(diff) {
|
|
46
|
+
const lines = diff.split('\n');
|
|
47
|
+
// ---- state ----
|
|
48
|
+
const fragments = [];
|
|
49
|
+
let buf = [];
|
|
50
|
+
let currentFilePath = null;
|
|
51
|
+
let currentChangeType = 'MODIFY';
|
|
52
|
+
let currentStartLine = 0;
|
|
53
|
+
let currentEndLine = 0;
|
|
54
|
+
let inHunk = false;
|
|
55
|
+
// ---- flush helper ----
|
|
56
|
+
const _flush = () => {
|
|
57
|
+
if (buf.length === 0 || currentFilePath === null) {
|
|
58
|
+
buf = [];
|
|
59
|
+
return;
|
|
60
|
+
}
|
|
61
|
+
// DELETE files have no lines in the new version — use [0, 0].
|
|
62
|
+
let startLine;
|
|
63
|
+
let endLine;
|
|
64
|
+
if (currentChangeType === 'DELETE') {
|
|
65
|
+
startLine = 0;
|
|
66
|
+
endLine = 0;
|
|
67
|
+
}
|
|
68
|
+
else {
|
|
69
|
+
// When no hunk was ever encountered, default startLine to 1.
|
|
70
|
+
startLine = currentStartLine === 0 ? 1 : currentStartLine;
|
|
71
|
+
endLine = currentEndLine;
|
|
72
|
+
}
|
|
73
|
+
fragments.push({
|
|
74
|
+
filePath: currentFilePath,
|
|
75
|
+
changeType: currentChangeType,
|
|
76
|
+
startLine,
|
|
77
|
+
endLine,
|
|
78
|
+
codeDiff: buf.join('\n'),
|
|
79
|
+
});
|
|
80
|
+
buf = [];
|
|
81
|
+
};
|
|
82
|
+
// ---- line-by-line parser ----
|
|
83
|
+
for (const line of lines) {
|
|
84
|
+
// Rule 1 — new file section: flush the previous file.
|
|
85
|
+
if (line.startsWith('diff --git ')) {
|
|
86
|
+
_flush();
|
|
87
|
+
buf = [line];
|
|
88
|
+
currentFilePath = null;
|
|
89
|
+
currentChangeType = 'MODIFY';
|
|
90
|
+
currentStartLine = 0;
|
|
91
|
+
currentEndLine = 0;
|
|
92
|
+
inHunk = false;
|
|
93
|
+
continue;
|
|
94
|
+
}
|
|
95
|
+
// Rule 2 — new file mode → change type is ADD.
|
|
96
|
+
if (line.startsWith('new file mode ')) {
|
|
97
|
+
currentChangeType = 'ADD';
|
|
98
|
+
buf.push(line);
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
// Rule 3 — deleted file mode → change type is DELETE.
|
|
102
|
+
if (line.startsWith('deleted file mode ')) {
|
|
103
|
+
currentChangeType = 'DELETE';
|
|
104
|
+
buf.push(line);
|
|
105
|
+
continue;
|
|
106
|
+
}
|
|
107
|
+
// Rule 4 — file path lines (--- a/path or +++ b/path).
|
|
108
|
+
if (line.startsWith('--- a/') || line.startsWith('+++ b/')) {
|
|
109
|
+
const isPlus = line.startsWith('+++ b/');
|
|
110
|
+
// Extract the path, skipping `/dev/null`.
|
|
111
|
+
let pathPart = '';
|
|
112
|
+
if (isPlus) {
|
|
113
|
+
pathPart = line.slice(6); // '+++ b/'.length
|
|
114
|
+
}
|
|
115
|
+
else {
|
|
116
|
+
pathPart = line.slice(6); // '--- a/'.length
|
|
117
|
+
}
|
|
118
|
+
if (pathPart !== '/dev/null') {
|
|
119
|
+
currentFilePath = pathPart;
|
|
120
|
+
}
|
|
121
|
+
buf.push(line);
|
|
122
|
+
continue;
|
|
123
|
+
}
|
|
124
|
+
// Rule 5 — hunk header: @@ -oldStart[,oldCount] +newStart[,newCount] @@
|
|
125
|
+
const hunkMatch = line.match(/^@@ -\d+(?:,\d+)? \+(\d+)(?:,\d+)? @@/);
|
|
126
|
+
if (hunkMatch) {
|
|
127
|
+
const newStart = parseInt(hunkMatch[1], 10);
|
|
128
|
+
if (currentStartLine === 0) {
|
|
129
|
+
currentStartLine = newStart;
|
|
130
|
+
}
|
|
131
|
+
currentEndLine = newStart;
|
|
132
|
+
inHunk = true;
|
|
133
|
+
buf.push(line);
|
|
134
|
+
continue;
|
|
135
|
+
}
|
|
136
|
+
// Rule 6 — added lines (start with '+', but not '+++').
|
|
137
|
+
if (line.startsWith('+') && !line.startsWith('+++')) {
|
|
138
|
+
if (inHunk) {
|
|
139
|
+
currentEndLine++;
|
|
140
|
+
}
|
|
141
|
+
buf.push(line);
|
|
142
|
+
continue;
|
|
143
|
+
}
|
|
144
|
+
// Rule 7 — removed lines (start with '-', but not '---').
|
|
145
|
+
if (line.startsWith('-') && !line.startsWith('---')) {
|
|
146
|
+
buf.push(line);
|
|
147
|
+
continue;
|
|
148
|
+
}
|
|
149
|
+
// Rule 8 — context lines (start with a space).
|
|
150
|
+
if (line.startsWith(' ')) {
|
|
151
|
+
if (inHunk) {
|
|
152
|
+
currentEndLine++;
|
|
153
|
+
}
|
|
154
|
+
buf.push(line);
|
|
155
|
+
continue;
|
|
156
|
+
}
|
|
157
|
+
// Rule 9 — all other lines (e.g. `rename from` / `rename to`,
|
|
158
|
+
// `similarity index`, `Binary files differ`, `\ No newline at end of
|
|
159
|
+
// file`, blank lines between sections, etc.).
|
|
160
|
+
buf.push(line);
|
|
161
|
+
}
|
|
162
|
+
// Flush the final file.
|
|
163
|
+
_flush();
|
|
164
|
+
return fragments;
|
|
165
|
+
}
|
|
166
|
+
//# sourceMappingURL=diff-parser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"diff-parser.js","sourceRoot":"","sources":["../../../src/spec/mining/diff-parser.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;AAkCH,8CAUC;AA1CD,+CAA8C;AAmB9C,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;;;;;;GAQG;AACH,SAAgB,iBAAiB,CAC/B,QAAgB,EAChB,UAAkB,EAClB,cAAuB;IAEvB,MAAM,IAAI,GAAG,cAAc,IAAI,IAAA,2BAAa,EAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACnE,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;;;;GAOG;AACH,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE/B,kBAAkB;IAClB,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,IAAI,GAAG,GAAa,EAAE,CAAC;IACvB,IAAI,eAAe,GAAkB,IAAI,CAAC;IAC1C,IAAI,iBAAiB,GAAgC,QAAQ,CAAC;IAC9D,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,yBAAyB;IACzB,MAAM,MAAM,GAAG,GAAS,EAAE;QACxB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;YACjD,GAAG,GAAG,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QAED,8DAA8D;QAC9D,IAAI,SAAiB,CAAC;QACtB,IAAI,OAAe,CAAC;QACpB,IAAI,iBAAiB,KAAK,QAAQ,EAAE,CAAC;YACnC,SAAS,GAAG,CAAC,CAAC;YACd,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,6DAA6D;YAC7D,SAAS,GAAG,gBAAgB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;YAC1D,OAAO,GAAG,cAAc,CAAC;QAC3B,CAAC;QAED,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,iBAAiB;YAC7B,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;SACzB,CAAC,CAAC;QAEH,GAAG,GAAG,EAAE,CAAC;IACX,CAAC,CAAC;IAEF,gCAAgC;IAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAEzB,sDAAsD;QACtD,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACnC,MAAM,EAAE,CAAC;YACT,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;YACb,eAAe,GAAG,IAAI,CAAC;YACvB,iBAAiB,GAAG,QAAQ,CAAC;YAC7B,gBAAgB,GAAG,CAAC,CAAC;YACrB,cAAc,GAAG,CAAC,CAAC;YACnB,MAAM,GAAG,KAAK,CAAC;YACf,SAAS;QACX,CAAC;QAED,+CAA+C;QAC/C,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACtC,iBAAiB,GAAG,KAAK,CAAC;YAC1B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,sDAAsD;QACtD,IAAI,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC1C,iBAAiB,GAAG,QAAQ,CAAC;YAC7B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,uDAAuD;QACvD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAEzC,0CAA0C;YAC1C,IAAI,QAAQ,GAAG,EAAE,CAAC;YAClB,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB;YAC9C,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB;YAC9C,CAAC;YAED,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;gBAC7B,eAAe,GAAG,QAAQ,CAAC;YAC7B,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,wEAAwE;QACxE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACtE,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,IAAI,gBAAgB,KAAK,CAAC,EAAE,CAAC;gBAC3B,gBAAgB,GAAG,QAAQ,CAAC;YAC9B,CAAC;YACD,cAAc,GAAG,QAAQ,CAAC;YAC1B,MAAM,GAAG,IAAI,CAAC;YACd,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,wDAAwD;QACxD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACpD,IAAI,MAAM,EAAE,CAAC;gBACX,cAAc,EAAE,CAAC;YACnB,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,0DAA0D;QAC1D,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,+CAA+C;QAC/C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,MAAM,EAAE,CAAC;gBACX,cAAc,EAAE,CAAC;YACnB,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,8DAA8D;QAC9D,qEAAqE;QACrE,8CAA8C;QAC9C,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAED,wBAAwB;IACxB,MAAM,EAAE,CAAC;IAET,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Git commit history scanning and spec↔commit pairing.
|
|
3
|
+
*
|
|
4
|
+
* Replaces `commit4spec/reverse_engineer/git_scanner.py` and
|
|
5
|
+
* `commit4spec/reverse_engineer/git_utils.py`. Discovers spec↔commit pairs via
|
|
6
|
+
* two strategies:
|
|
7
|
+
*
|
|
8
|
+
* - **Strategy A — commit message scope:** extract conventional-commit scopes
|
|
9
|
+
* from commit messages and resolve them to spec IDs on disk.
|
|
10
|
+
* - **Strategy B — commit-info.md:** discover specs on disk, read their
|
|
11
|
+
* `commit-info.md` for linked commit hashes, and verify those commits exist.
|
|
12
|
+
*
|
|
13
|
+
* All Git operations use `execFileSync` with an args array (never template
|
|
14
|
+
* strings) to avoid shell injection risks — matching the HomeGraph convention
|
|
15
|
+
* in `src/sync/git-hooks.ts` and `src/sync/worktree.ts`.
|
|
16
|
+
*
|
|
17
|
+
* @module spec/mining/git-scanner
|
|
18
|
+
*/
|
|
19
|
+
import { SpecConfig } from '../config';
|
|
20
|
+
import { SpecMetadata } from './spec-extractor';
|
|
21
|
+
export interface CommitInfo {
|
|
22
|
+
/** Full 40-char commit hash */
|
|
23
|
+
hash: string;
|
|
24
|
+
/** First line of commit message */
|
|
25
|
+
message: string;
|
|
26
|
+
/** Author name */
|
|
27
|
+
author: string;
|
|
28
|
+
/** Unix epoch milliseconds */
|
|
29
|
+
timestamp: number;
|
|
30
|
+
}
|
|
31
|
+
export interface SpecCommitPair {
|
|
32
|
+
specId: string;
|
|
33
|
+
commitHash: string;
|
|
34
|
+
specMetadata: SpecMetadata | null;
|
|
35
|
+
commitMetadata: CommitInfo | null;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Check whether `repoPath` is a git repository.
|
|
39
|
+
*
|
|
40
|
+
* Runs `git rev-parse --git-dir` and returns `true` on success, `false`
|
|
41
|
+
* when the command fails (not a repo, git not installed, etc.).
|
|
42
|
+
*/
|
|
43
|
+
export declare function isGitRepo(repoPath: string): boolean;
|
|
44
|
+
/**
|
|
45
|
+
* Return every commit in `repoPath` as `CommitInfo` objects.
|
|
46
|
+
*
|
|
47
|
+
* Runs `git log --format='%H%n%aI%n%an%n%s%n---END---'` and parses the
|
|
48
|
+
* output one five-line block per commit. Commits are returned in reverse
|
|
49
|
+
* chronological order (most recent first), matching Git's default.
|
|
50
|
+
*
|
|
51
|
+
* An empty repo yields an empty array.
|
|
52
|
+
*/
|
|
53
|
+
export declare function getAllCommits(repoPath: string): CommitInfo[];
|
|
54
|
+
/**
|
|
55
|
+
* Retrieve metadata for a single commit.
|
|
56
|
+
*
|
|
57
|
+
* Runs `git show -s --format='%H%n%aI%n%an%n%s' <commitHash>`. Returns
|
|
58
|
+
* `null` when the command fails (hash not found, invalid repo, etc.).
|
|
59
|
+
*/
|
|
60
|
+
export declare function getCommitInfo(repoPath: string, commitHash: string): CommitInfo | null;
|
|
61
|
+
/**
|
|
62
|
+
* Return the full unified diff introduced by `commitHash`.
|
|
63
|
+
*
|
|
64
|
+
* Strategy:
|
|
65
|
+
* 1. Query the parent hash(es) via `git log --pretty=%P -n 1 <commitHash>`.
|
|
66
|
+
* 2. If a parent exists, diff it against the commit: `git diff <parent> <commitHash>`.
|
|
67
|
+
* 3. For an initial (root) commit with no parent, use `git diff <commitHash>`
|
|
68
|
+
* which shows all files added in that commit.
|
|
69
|
+
*
|
|
70
|
+
* Returns an empty string when any Git command fails.
|
|
71
|
+
*/
|
|
72
|
+
export declare function getCommitDiff(repoPath: string, commitHash: string): string;
|
|
73
|
+
/**
|
|
74
|
+
* Main scanning function — discovers spec↔commit pairs using two strategies.
|
|
75
|
+
*
|
|
76
|
+
* **Strategy A — commit message scope:**
|
|
77
|
+
* Iterates every commit in the repo, extracts a conventional-commit scope from
|
|
78
|
+
* its message, normalizes it, and checks whether the resulting spec ID exists
|
|
79
|
+
* on disk. When a match is found the pair is recorded with full spec and
|
|
80
|
+
* commit metadata.
|
|
81
|
+
*
|
|
82
|
+
* **Strategy B — commit-info.md:**
|
|
83
|
+
* Discovers all specs on disk that were **not** already paired by Strategy A,
|
|
84
|
+
* reads their metadata (which may include a commit hash from `commit-info.md`),
|
|
85
|
+
* and verifies the commit exists in the repo. Verified pairs are added.
|
|
86
|
+
*
|
|
87
|
+
* Duplicates (identical specId + commitHash) are de-duplicated via a
|
|
88
|
+
* `Map` keyed on `"${specId}|${commitHash}"`.
|
|
89
|
+
*/
|
|
90
|
+
export declare function scan(repoPath: string, specStoragePath: string, config: SpecConfig): SpecCommitPair[];
|
|
91
|
+
//# sourceMappingURL=git-scanner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-scanner.d.ts","sourceRoot":"","sources":["../../../src/spec/mining/git-scanner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAGvC,OAAO,EAAuB,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAOrE,MAAM,WAAW,UAAU;IACzB,+BAA+B;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAClC,cAAc,EAAE,UAAU,GAAG,IAAI,CAAC;CACnC;AA8BD;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAOnD;AAMD;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAkC5D;AAMD;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,UAAU,GAAG,IAAI,CA4BnB;AAMD;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAmC1E;AAMD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,IAAI,CAClB,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,MAAM,EACvB,MAAM,EAAE,UAAU,GACjB,cAAc,EAAE,CA+ElB"}
|
|
@@ -0,0 +1,266 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Git commit history scanning and spec↔commit pairing.
|
|
4
|
+
*
|
|
5
|
+
* Replaces `commit4spec/reverse_engineer/git_scanner.py` and
|
|
6
|
+
* `commit4spec/reverse_engineer/git_utils.py`. Discovers spec↔commit pairs via
|
|
7
|
+
* two strategies:
|
|
8
|
+
*
|
|
9
|
+
* - **Strategy A — commit message scope:** extract conventional-commit scopes
|
|
10
|
+
* from commit messages and resolve them to spec IDs on disk.
|
|
11
|
+
* - **Strategy B — commit-info.md:** discover specs on disk, read their
|
|
12
|
+
* `commit-info.md` for linked commit hashes, and verify those commits exist.
|
|
13
|
+
*
|
|
14
|
+
* All Git operations use `execFileSync` with an args array (never template
|
|
15
|
+
* strings) to avoid shell injection risks — matching the HomeGraph convention
|
|
16
|
+
* in `src/sync/git-hooks.ts` and `src/sync/worktree.ts`.
|
|
17
|
+
*
|
|
18
|
+
* @module spec/mining/git-scanner
|
|
19
|
+
*/
|
|
20
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
21
|
+
exports.isGitRepo = isGitRepo;
|
|
22
|
+
exports.getAllCommits = getAllCommits;
|
|
23
|
+
exports.getCommitInfo = getCommitInfo;
|
|
24
|
+
exports.getCommitDiff = getCommitDiff;
|
|
25
|
+
exports.scan = scan;
|
|
26
|
+
const child_process_1 = require("child_process");
|
|
27
|
+
const utils_1 = require("../utils");
|
|
28
|
+
const scope_resolver_1 = require("./scope-resolver");
|
|
29
|
+
const spec_extractor_1 = require("./spec-extractor");
|
|
30
|
+
const errors_1 = require("../../errors");
|
|
31
|
+
// ---------------------------------------------------------------------------
|
|
32
|
+
// Helpers
|
|
33
|
+
// ---------------------------------------------------------------------------
|
|
34
|
+
/** Shared options for all `execFileSync` Git calls. */
|
|
35
|
+
function gitExecOptions(repoPath) {
|
|
36
|
+
const stdio = ['ignore', 'pipe', 'ignore'];
|
|
37
|
+
return {
|
|
38
|
+
cwd: repoPath,
|
|
39
|
+
encoding: 'utf8',
|
|
40
|
+
stdio,
|
|
41
|
+
windowsHide: true,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* Convert an ISO-8601 string to Unix epoch milliseconds.
|
|
46
|
+
* Returns 0 for invalid or unparseable strings.
|
|
47
|
+
*/
|
|
48
|
+
function parseISOTimestamp(isoString) {
|
|
49
|
+
const ts = new Date(isoString).getTime();
|
|
50
|
+
return isNaN(ts) ? 0 : ts;
|
|
51
|
+
}
|
|
52
|
+
// ---------------------------------------------------------------------------
|
|
53
|
+
// isGitRepo
|
|
54
|
+
// ---------------------------------------------------------------------------
|
|
55
|
+
/**
|
|
56
|
+
* Check whether `repoPath` is a git repository.
|
|
57
|
+
*
|
|
58
|
+
* Runs `git rev-parse --git-dir` and returns `true` on success, `false`
|
|
59
|
+
* when the command fails (not a repo, git not installed, etc.).
|
|
60
|
+
*/
|
|
61
|
+
function isGitRepo(repoPath) {
|
|
62
|
+
try {
|
|
63
|
+
(0, child_process_1.execFileSync)('git', ['rev-parse', '--git-dir'], gitExecOptions(repoPath));
|
|
64
|
+
return true;
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
return false;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
// ---------------------------------------------------------------------------
|
|
71
|
+
// getAllCommits
|
|
72
|
+
// ---------------------------------------------------------------------------
|
|
73
|
+
/**
|
|
74
|
+
* Return every commit in `repoPath` as `CommitInfo` objects.
|
|
75
|
+
*
|
|
76
|
+
* Runs `git log --format='%H%n%aI%n%an%n%s%n---END---'` and parses the
|
|
77
|
+
* output one five-line block per commit. Commits are returned in reverse
|
|
78
|
+
* chronological order (most recent first), matching Git's default.
|
|
79
|
+
*
|
|
80
|
+
* An empty repo yields an empty array.
|
|
81
|
+
*/
|
|
82
|
+
function getAllCommits(repoPath) {
|
|
83
|
+
let stdout;
|
|
84
|
+
try {
|
|
85
|
+
stdout = (0, child_process_1.execFileSync)('git', ['log', "--format=%H%n%aI%n%an%n%s%n---END---"], gitExecOptions(repoPath));
|
|
86
|
+
}
|
|
87
|
+
catch {
|
|
88
|
+
return [];
|
|
89
|
+
}
|
|
90
|
+
const lines = stdout.trim().split('\n');
|
|
91
|
+
const commits = [];
|
|
92
|
+
// Each commit occupies 5 lines: hash, ISO timestamp, author, subject, separator.
|
|
93
|
+
for (let i = 0; i + 4 < lines.length; i += 5) {
|
|
94
|
+
const hash = lines[i].trim();
|
|
95
|
+
const isoString = lines[i + 1].trim();
|
|
96
|
+
const author = lines[i + 2].trim();
|
|
97
|
+
const message = lines[i + 3].trim();
|
|
98
|
+
// lines[i+4] is the ---END--- separator — skip it.
|
|
99
|
+
if (!hash)
|
|
100
|
+
continue;
|
|
101
|
+
commits.push({
|
|
102
|
+
hash,
|
|
103
|
+
message,
|
|
104
|
+
author,
|
|
105
|
+
timestamp: parseISOTimestamp(isoString),
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
return commits;
|
|
109
|
+
}
|
|
110
|
+
// ---------------------------------------------------------------------------
|
|
111
|
+
// getCommitInfo
|
|
112
|
+
// ---------------------------------------------------------------------------
|
|
113
|
+
/**
|
|
114
|
+
* Retrieve metadata for a single commit.
|
|
115
|
+
*
|
|
116
|
+
* Runs `git show -s --format='%H%n%aI%n%an%n%s' <commitHash>`. Returns
|
|
117
|
+
* `null` when the command fails (hash not found, invalid repo, etc.).
|
|
118
|
+
*/
|
|
119
|
+
function getCommitInfo(repoPath, commitHash) {
|
|
120
|
+
let stdout;
|
|
121
|
+
try {
|
|
122
|
+
stdout = (0, child_process_1.execFileSync)('git', ['show', '-s', "--format=%H%n%aI%n%an%n%s", commitHash], gitExecOptions(repoPath));
|
|
123
|
+
}
|
|
124
|
+
catch {
|
|
125
|
+
return null;
|
|
126
|
+
}
|
|
127
|
+
const lines = stdout.trim().split('\n');
|
|
128
|
+
if (lines.length < 4)
|
|
129
|
+
return null;
|
|
130
|
+
const hash = lines[0].trim();
|
|
131
|
+
const isoString = lines[1].trim();
|
|
132
|
+
const author = lines[2].trim();
|
|
133
|
+
const message = lines[3].trim();
|
|
134
|
+
if (!hash)
|
|
135
|
+
return null;
|
|
136
|
+
return {
|
|
137
|
+
hash,
|
|
138
|
+
message,
|
|
139
|
+
author,
|
|
140
|
+
timestamp: parseISOTimestamp(isoString),
|
|
141
|
+
};
|
|
142
|
+
}
|
|
143
|
+
// ---------------------------------------------------------------------------
|
|
144
|
+
// getCommitDiff
|
|
145
|
+
// ---------------------------------------------------------------------------
|
|
146
|
+
/**
|
|
147
|
+
* Return the full unified diff introduced by `commitHash`.
|
|
148
|
+
*
|
|
149
|
+
* Strategy:
|
|
150
|
+
* 1. Query the parent hash(es) via `git log --pretty=%P -n 1 <commitHash>`.
|
|
151
|
+
* 2. If a parent exists, diff it against the commit: `git diff <parent> <commitHash>`.
|
|
152
|
+
* 3. For an initial (root) commit with no parent, use `git diff <commitHash>`
|
|
153
|
+
* which shows all files added in that commit.
|
|
154
|
+
*
|
|
155
|
+
* Returns an empty string when any Git command fails.
|
|
156
|
+
*/
|
|
157
|
+
function getCommitDiff(repoPath, commitHash) {
|
|
158
|
+
// Step 1 — get parent hashes.
|
|
159
|
+
let parentStdout;
|
|
160
|
+
try {
|
|
161
|
+
parentStdout = (0, child_process_1.execFileSync)('git', ['log', '--pretty=%P', '-n', '1', commitHash], gitExecOptions(repoPath));
|
|
162
|
+
}
|
|
163
|
+
catch {
|
|
164
|
+
return '';
|
|
165
|
+
}
|
|
166
|
+
const parents = parentStdout.trim().split(/\s+/).filter(Boolean);
|
|
167
|
+
// Step 2 & 3 — run the appropriate diff.
|
|
168
|
+
try {
|
|
169
|
+
if (parents.length > 0) {
|
|
170
|
+
const parent = parents[0];
|
|
171
|
+
return (0, child_process_1.execFileSync)('git', ['diff', parent, commitHash], gitExecOptions(repoPath));
|
|
172
|
+
}
|
|
173
|
+
// Initial commit — no parent.
|
|
174
|
+
return (0, child_process_1.execFileSync)('git', ['diff', commitHash], gitExecOptions(repoPath));
|
|
175
|
+
}
|
|
176
|
+
catch {
|
|
177
|
+
return '';
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
// ---------------------------------------------------------------------------
|
|
181
|
+
// scan
|
|
182
|
+
// ---------------------------------------------------------------------------
|
|
183
|
+
/**
|
|
184
|
+
* Main scanning function — discovers spec↔commit pairs using two strategies.
|
|
185
|
+
*
|
|
186
|
+
* **Strategy A — commit message scope:**
|
|
187
|
+
* Iterates every commit in the repo, extracts a conventional-commit scope from
|
|
188
|
+
* its message, normalizes it, and checks whether the resulting spec ID exists
|
|
189
|
+
* on disk. When a match is found the pair is recorded with full spec and
|
|
190
|
+
* commit metadata.
|
|
191
|
+
*
|
|
192
|
+
* **Strategy B — commit-info.md:**
|
|
193
|
+
* Discovers all specs on disk that were **not** already paired by Strategy A,
|
|
194
|
+
* reads their metadata (which may include a commit hash from `commit-info.md`),
|
|
195
|
+
* and verifies the commit exists in the repo. Verified pairs are added.
|
|
196
|
+
*
|
|
197
|
+
* Duplicates (identical specId + commitHash) are de-duplicated via a
|
|
198
|
+
* `Map` keyed on `"${specId}|${commitHash}"`.
|
|
199
|
+
*/
|
|
200
|
+
function scan(repoPath, specStoragePath, config) {
|
|
201
|
+
const pairs = new Map();
|
|
202
|
+
// ---- Strategy A: commit message scope ----
|
|
203
|
+
const commits = getAllCommits(repoPath);
|
|
204
|
+
for (const commit of commits) {
|
|
205
|
+
const specId = (0, scope_resolver_1.resolveScopeToSpec)(commit.message, specStoragePath, config);
|
|
206
|
+
if (!specId) {
|
|
207
|
+
(0, errors_1.logDebug)('Strategy A: no scope match', {
|
|
208
|
+
commitHash: commit.hash.slice(0, 7),
|
|
209
|
+
message: commit.message,
|
|
210
|
+
});
|
|
211
|
+
continue;
|
|
212
|
+
}
|
|
213
|
+
const specMetadata = (0, spec_extractor_1.extractSpecMetadata)(specStoragePath, specId, config);
|
|
214
|
+
const key = `${specId}|${commit.hash}`;
|
|
215
|
+
if (!pairs.has(key)) {
|
|
216
|
+
pairs.set(key, {
|
|
217
|
+
specId,
|
|
218
|
+
commitHash: commit.hash,
|
|
219
|
+
specMetadata,
|
|
220
|
+
commitMetadata: commit,
|
|
221
|
+
});
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
// ---- Strategy B: commit-info.md ----
|
|
225
|
+
// Collect specIds already paired by Strategy A.
|
|
226
|
+
const pairedSpecIds = new Set();
|
|
227
|
+
for (const pair of pairs.values()) {
|
|
228
|
+
pairedSpecIds.add(pair.specId);
|
|
229
|
+
}
|
|
230
|
+
const specs = (0, utils_1.discoverSpecs)(specStoragePath);
|
|
231
|
+
for (const spec of specs) {
|
|
232
|
+
if (pairedSpecIds.has(spec.specId)) {
|
|
233
|
+
continue;
|
|
234
|
+
}
|
|
235
|
+
const metadata = (0, spec_extractor_1.extractSpecMetadata)(specStoragePath, spec.specId, config);
|
|
236
|
+
if (!metadata) {
|
|
237
|
+
// extractSpecMetadata already logs the reason.
|
|
238
|
+
continue;
|
|
239
|
+
}
|
|
240
|
+
if (!metadata.commitHash) {
|
|
241
|
+
(0, errors_1.logDebug)('Strategy B: no commit hash in spec metadata', {
|
|
242
|
+
specId: spec.specId,
|
|
243
|
+
});
|
|
244
|
+
continue;
|
|
245
|
+
}
|
|
246
|
+
const commitInfo = getCommitInfo(repoPath, metadata.commitHash);
|
|
247
|
+
if (!commitInfo) {
|
|
248
|
+
(0, errors_1.logWarn)('Strategy B: commit-info.md hash does not match any known commit', {
|
|
249
|
+
specId: spec.specId,
|
|
250
|
+
commitHash: metadata.commitHash,
|
|
251
|
+
});
|
|
252
|
+
continue;
|
|
253
|
+
}
|
|
254
|
+
const key = `${spec.specId}|${metadata.commitHash}`;
|
|
255
|
+
if (!pairs.has(key)) {
|
|
256
|
+
pairs.set(key, {
|
|
257
|
+
specId: spec.specId,
|
|
258
|
+
commitHash: metadata.commitHash,
|
|
259
|
+
specMetadata: metadata,
|
|
260
|
+
commitMetadata: commitInfo,
|
|
261
|
+
});
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
return Array.from(pairs.values());
|
|
265
|
+
}
|
|
266
|
+
//# sourceMappingURL=git-scanner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-scanner.js","sourceRoot":"","sources":["../../../src/spec/mining/git-scanner.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;GAiBG;;AAiEH,8BAOC;AAeD,sCAkCC;AAYD,sCA+BC;AAiBD,sCAmCC;AAuBD,oBAmFC;AAhUD,iDAAgE;AAEhE,oCAAyC;AACzC,qDAAsD;AACtD,qDAAqE;AACrE,yCAAiD;AAwBjD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,uDAAuD;AACvD,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,KAAK,GAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzD,OAAO;QACL,GAAG,EAAE,QAAQ;QACb,QAAQ,EAAE,MAAe;QACzB,KAAK;QACL,WAAW,EAAE,IAAI;KAClB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,SAAiB;IAC1C,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IACzC,OAAO,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5B,CAAC;AAED,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E;;;;;GAKG;AACH,SAAgB,SAAS,CAAC,QAAgB;IACxC,IAAI,CAAC;QACH,IAAA,4BAAY,EAAC,KAAK,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1E,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E;;;;;;;;GAQG;AACH,SAAgB,aAAa,CAAC,QAAgB;IAC5C,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,IAAA,4BAAY,EACnB,KAAK,EACL,CAAC,KAAK,EAAE,sCAAsC,CAAC,EAC/C,cAAc,CAAC,QAAQ,CAAC,CACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,iFAAiF;IACjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QACrC,mDAAmD;QAEnD,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,OAAO;YACP,MAAM;YACN,SAAS,EAAE,iBAAiB,CAAC,SAAS,CAAC;SACxC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E;;;;;GAKG;AACH,SAAgB,aAAa,CAC3B,QAAgB,EAChB,UAAkB;IAElB,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,IAAA,4BAAY,EACnB,KAAK,EACL,CAAC,MAAM,EAAE,IAAI,EAAE,2BAA2B,EAAE,UAAU,CAAC,EACvD,cAAc,CAAC,QAAQ,CAAC,CACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAElC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;IAEjC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,OAAO;QACL,IAAI;QACJ,OAAO;QACP,MAAM;QACN,SAAS,EAAE,iBAAiB,CAAC,SAAS,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E;;;;;;;;;;GAUG;AACH,SAAgB,aAAa,CAAC,QAAgB,EAAE,UAAkB;IAChE,8BAA8B;IAC9B,IAAI,YAAoB,CAAC;IACzB,IAAI,CAAC;QACH,YAAY,GAAG,IAAA,4BAAY,EACzB,KAAK,EACL,CAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,CAAC,EAC7C,cAAc,CAAC,QAAQ,CAAC,CACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEjE,yCAAyC;IACzC,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;YAC3B,OAAO,IAAA,4BAAY,EACjB,KAAK,EACL,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAC5B,cAAc,CAAC,QAAQ,CAAC,CACzB,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,OAAO,IAAA,4BAAY,EACjB,KAAK,EACL,CAAC,MAAM,EAAE,UAAU,CAAC,EACpB,cAAc,CAAC,QAAQ,CAAC,CACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E;;;;;;;;;;;;;;;;GAgBG;AACH,SAAgB,IAAI,CAClB,QAAgB,EAChB,eAAuB,EACvB,MAAkB;IAElB,MAAM,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAEhD,6CAA6C;IAE7C,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAExC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAA,mCAAkB,EAAC,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QAC3E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAA,iBAAQ,EAAC,4BAA4B,EAAE;gBACrC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBACnC,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,IAAA,oCAAmB,EAAC,eAAe,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAE1E,MAAM,GAAG,GAAG,GAAG,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACb,MAAM;gBACN,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,YAAY;gBACZ,cAAc,EAAE,MAAM;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uCAAuC;IAEvC,gDAAgD;IAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,KAAK,GAAG,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACnC,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,IAAA,oCAAmB,EAAC,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,+CAA+C;YAC/C,SAAS;QACX,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACzB,IAAA,iBAAQ,EAAC,6CAA6C,EAAE;gBACtD,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAA,gBAAO,EAAC,iEAAiE,EAAE;gBACzE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACb,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,YAAY,EAAE,QAAQ;gBACtB,cAAc,EAAE,UAAU;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Mining pipeline orchestrator — main entry point for reverse-mining spec
|
|
3
|
+
* knowledge from Git history.
|
|
4
|
+
*
|
|
5
|
+
* Replaces `commit4spec/reverse_engineer/pipeline.py`. Discovers spec↔commit
|
|
6
|
+
* pairs via `scan()`, persists them into the SQLite knowledge graph, and
|
|
7
|
+
* writes a `.homegraph/commit4spec/meta.json` anchor so the self-evolve pipeline can
|
|
8
|
+
* pick up where mining left off.
|
|
9
|
+
*
|
|
10
|
+
* @module spec/mining/pipeline
|
|
11
|
+
*/
|
|
12
|
+
import { SqliteDatabase } from '../../db/sqlite-adapter';
|
|
13
|
+
import { SpecConfig } from '../config';
|
|
14
|
+
export interface MiningResult {
|
|
15
|
+
specsFound: number;
|
|
16
|
+
commitsFound: number;
|
|
17
|
+
fragmentsFound: number;
|
|
18
|
+
relationsCreated: number;
|
|
19
|
+
totalEntries: number;
|
|
20
|
+
skippedEntries: Array<{
|
|
21
|
+
specId: string;
|
|
22
|
+
reason: string;
|
|
23
|
+
}>;
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* Run the full reverse-mining pipeline.
|
|
27
|
+
*
|
|
28
|
+
* Steps (ported from `pipeline.py:49-151`):
|
|
29
|
+
*
|
|
30
|
+
* 1. Initialise the spec knowledge-graph schema in the database.
|
|
31
|
+
* 2. Discover all specs on disk (for the `totalEntries` count).
|
|
32
|
+
* 3. Scan the repository for spec↔commit pairs.
|
|
33
|
+
* 4. Sort pairs by commit timestamp ascending so that `INSERT OR REPLACE`
|
|
34
|
+
* gives the most-recent commit the final word for each spec node.
|
|
35
|
+
* 5. Process each pair:
|
|
36
|
+
* - Insert a SpecNode (once per specId; deduplicated by commit timestamp).
|
|
37
|
+
* - Insert a CommitNode (once per commit hash).
|
|
38
|
+
* - Insert a SUMMARIZED_FROM relation.
|
|
39
|
+
* - Parse the commit diff into code fragments and persist them.
|
|
40
|
+
* 6. Build a list of specs discovered on disk but never matched to a commit.
|
|
41
|
+
* 7. Write `.homegraph/commit4spec/meta.json`.
|
|
42
|
+
* 8. Return the `MiningResult` with all counts.
|
|
43
|
+
*
|
|
44
|
+
* Edge cases:
|
|
45
|
+
* - Empty pairs → zero counts, write meta anyway, return result.
|
|
46
|
+
* - Pair with commit metadata but no spec metadata → commit and fragments
|
|
47
|
+
* are still persisted; SpecNode and spec_commit_relation are skipped.
|
|
48
|
+
* - Pair with spec metadata but no commit metadata → entire pair is skipped.
|
|
49
|
+
* - Same spec in multiple pairs → only counted once in `specsFound`, but
|
|
50
|
+
* every commit relation is created.
|
|
51
|
+
*/
|
|
52
|
+
export declare function runMiningPipeline(repoPath: string, specStoragePath: string, db: SqliteDatabase, config?: SpecConfig): MiningResult;
|
|
53
|
+
//# sourceMappingURL=pipeline.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../../src/spec/mining/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAkB,MAAM,WAAW,CAAC;AAkBvD,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC3D;AAMD;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,MAAM,EACvB,EAAE,EAAE,cAAc,EAClB,MAAM,CAAC,EAAE,UAAU,GAClB,YAAY,CA6Hd"}
|