@sanqianx/project-knowledge 4.7.0 → 5.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (196) hide show
  1. package/.agents/plugins/marketplace.json +17 -17
  2. package/.claude-plugin/marketplace.json +1 -1
  3. package/CHANGELOG.md +836 -799
  4. package/README.md +58 -41
  5. package/_modules/knowledge-engine/README.md +91 -0
  6. package/_modules/knowledge-engine/package.json +38 -0
  7. package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
  8. package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
  9. package/_modules/knowledge-engine/src/bin.js +52 -0
  10. package/_modules/knowledge-engine/src/bridge-client.js +24 -0
  11. package/_modules/knowledge-engine/src/coordinator.js +263 -0
  12. package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
  13. package/_modules/knowledge-engine/src/memories.js +85 -0
  14. package/_modules/knowledge-engine/src/retrieval.js +116 -0
  15. package/_modules/knowledge-engine/src/runtime/README.md +7 -0
  16. package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
  17. package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
  18. package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
  19. package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
  20. package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
  21. package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
  22. package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
  23. package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
  24. package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
  25. package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
  26. package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
  27. package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
  28. package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
  29. package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
  30. package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
  31. package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
  32. package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
  33. package/_modules/knowledge-engine/src/server.js +154 -0
  34. package/_modules/knowledge-engine/src/store.js +236 -0
  35. package/_modules/knowledge-engine/ui/app.css +172 -0
  36. package/_modules/knowledge-engine/ui/app.js +297 -0
  37. package/_modules/knowledge-engine/ui/index.html +95 -0
  38. package/_site/README.md +30 -30
  39. package/_site/_test/ai-profile-resolver-test.js +137 -137
  40. package/_site/_test/automation-queue-test.js +14 -14
  41. package/_site/_test/automation-ui-test.js +40 -40
  42. package/_site/_test/background-task-registry-test.js +43 -43
  43. package/_site/_test/baseline-schema-test.js +91 -91
  44. package/_site/_test/chat-claudecodeui-match-test.js +92 -92
  45. package/_site/_test/claude-executable-discovery-test.js +62 -62
  46. package/_site/_test/claude-workbench-test.js +170 -170
  47. package/_site/_test/codex-conversation-projection-test.js +2 -1
  48. package/_site/_test/commit-conversation-binding-test.js +95 -95
  49. package/_site/_test/commit-evidence-test.js +110 -110
  50. package/_site/_test/conversation-api-test.js +109 -109
  51. package/_site/_test/conversation-store-test.js +136 -136
  52. package/_site/_test/desktop-browser-compat-test.js +28 -28
  53. package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
  54. package/_site/_test/explicit-commit-processor-test.js +37 -37
  55. package/_site/_test/fixtures/make-git-repos.js +12 -1
  56. package/_site/_test/folder-picker-output-test.js +19 -19
  57. package/_site/_test/fresh-hook-reimport-test.js +53 -0
  58. package/_site/_test/fresh-product-data-test.js +42 -0
  59. package/_site/_test/full-integration-e2e-test.js +165 -165
  60. package/_site/_test/git-validation-test.js +2 -2
  61. package/_site/_test/hook-runtime-endpoint-test.js +88 -88
  62. package/_site/_test/hook-status-repair-api-test.js +152 -152
  63. package/_site/_test/hook-trigger-test.js +85 -85
  64. package/_site/_test/import-preflight-api-test.js +234 -233
  65. package/_site/_test/index-writer-concurrency-test.js +135 -135
  66. package/_site/_test/integration-adapters-test.js +171 -171
  67. package/_site/_test/integration-surface-coverage-test.js +164 -164
  68. package/_site/_test/knowledge-language-control-test.js +170 -170
  69. package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
  70. package/_site/_test/knowledge-query-test.js +54 -54
  71. package/_site/_test/knowledge-retrieval-service-test.js +77 -77
  72. package/_site/_test/knowledge-storage-startup-test.js +52 -52
  73. package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
  74. package/_site/_test/logging-api-test.js +89 -89
  75. package/_site/_test/logging-sse-no-gap-test.js +88 -88
  76. package/_site/_test/logging-ui-test.js +106 -104
  77. package/_site/_test/markdown-delta-overlay-test.js +85 -85
  78. package/_site/_test/markdown-maintenance-api-test.js +75 -75
  79. package/_site/_test/mcp-server-test.js +149 -149
  80. package/_site/_test/module-artifact-integrity-test.js +27 -0
  81. package/_site/_test/module-boundary-test.js +30 -0
  82. package/_site/_test/module-bridge-eventbridge-test.js +7 -0
  83. package/_site/_test/module-model-configuration-test.js +44 -0
  84. package/_site/_test/module-process-lifecycle-test.js +24 -0
  85. package/_site/_test/module-stream-proxy-test.js +34 -0
  86. package/_site/_test/non-release-ci-test.js +34 -34
  87. package/_site/_test/offline-boundary-isolation-test.js +32 -32
  88. package/_site/_test/packaged-ui-smoke-test.js +11 -9
  89. package/_site/_test/path-consistency-test.js +151 -151
  90. package/_site/_test/pending-sweep-test.js +9 -9
  91. package/_site/_test/post-commit-automation-test.js +87 -87
  92. package/_site/_test/product-diagnostics-ui-test.js +75 -0
  93. package/_site/_test/product-import-ui-test.js +92 -0
  94. package/_site/_test/project-delete-recovery-test.js +64 -64
  95. package/_site/_test/project-goal-editor-test.js +144 -144
  96. package/_site/_test/project-lifecycle-transaction-test.js +106 -106
  97. package/_site/_test/prompt-settings-test.js +115 -115
  98. package/_site/_test/protected-architecture-gate-test.js +122 -122
  99. package/_site/_test/refactor-characterization-test.js +36 -36
  100. package/_site/_test/release-version-sync-test.js +1 -1
  101. package/_site/_test/requirement-recorder-test.js +173 -173
  102. package/_site/_test/run-all-tests.js +159 -156
  103. package/_site/_test/shared-contracts-test.js +58 -58
  104. package/_site/_test/startup-analysis-disabled-test.js +10 -10
  105. package/_site/_test/storage-foundation-test.js +78 -78
  106. package/_site/_test/structured-logger-test.js +101 -101
  107. package/_site/_test/tracking-start-test.js +109 -108
  108. package/_site/_test/workbench-permission-test.js +117 -117
  109. package/_site/_test/workspace-ui-contract-test.js +28 -43
  110. package/_site/lib/ai-profile-resolver.js +78 -78
  111. package/_site/lib/ai-workspace.js +101 -101
  112. package/_site/lib/automation-config.js +140 -140
  113. package/_site/lib/bridge-adapter.js +1 -0
  114. package/_site/lib/bridge-consumer-service.js +402 -402
  115. package/_site/lib/claude-cli-runner.js +1510 -1510
  116. package/_site/lib/commit-conversation-binder.js +234 -234
  117. package/_site/lib/commit-processing-ledger.js +27 -27
  118. package/_site/lib/commit-prompt.js +202 -202
  119. package/_site/lib/commit-reconciler.js +406 -406
  120. package/_site/lib/contracts.js +284 -279
  121. package/_site/lib/conversation-query-service.js +144 -144
  122. package/_site/lib/conversation-store.js +385 -385
  123. package/_site/lib/data-dir.js +6 -74
  124. package/_site/lib/engine-connection.js +67 -0
  125. package/_site/lib/evidence-bundle.js +228 -228
  126. package/_site/lib/folder-picker-output.js +21 -21
  127. package/_site/lib/git-runner.js +62 -62
  128. package/_site/lib/github-team-store.js +1172 -1172
  129. package/_site/lib/hook-manager.js +203 -202
  130. package/_site/lib/index-service.js +173 -173
  131. package/_site/lib/integration-installer.js +908 -907
  132. package/_site/lib/kb-framework.js +176 -176
  133. package/_site/lib/kb-validator.js +124 -124
  134. package/_site/lib/knowledge-promotion.js +435 -435
  135. package/_site/lib/knowledge-retrieval-service.js +401 -401
  136. package/_site/lib/knowledge-tool-runtime.js +359 -359
  137. package/_site/lib/llm-client.js +161 -161
  138. package/_site/lib/markdown-knowledge-indexer.js +230 -230
  139. package/_site/lib/module-bridge.js +191 -36
  140. package/_site/lib/post-commit-automation.js +87 -87
  141. package/_site/lib/product-data.js +24 -0
  142. package/_site/lib/project-lifecycle-service.js +535 -497
  143. package/_site/lib/project-store.js +268 -262
  144. package/_site/lib/requirement-recorder.js +278 -278
  145. package/_site/lib/runtime-endpoint.js +155 -155
  146. package/_site/lib/scanner.js +298 -298
  147. package/_site/lib/server-app.js +1579 -1520
  148. package/_site/lib/settings-store.js +133 -113
  149. package/_site/lib/storage-layout.js +162 -162
  150. package/_site/lib/structured-logger.js +574 -574
  151. package/_site/scripts/folder-picker.ps1 +156 -156
  152. package/_site/scripts/hook-trigger.js +157 -156
  153. package/_site/scripts/install-module-candidates.js +69 -0
  154. package/_site/scripts/pack-module-candidates.js +72 -0
  155. package/_site/scripts/sync-release-version.js +2 -2
  156. package/_site/scripts/vendor-modules.js +47 -0
  157. package/_site/scripts/verify-module-runtime.js +45 -0
  158. package/_site/scripts/verify-product-runtime.js +34 -0
  159. package/bin/project-knowledge-mcp.js +194 -194
  160. package/docs/README.zh-CN.md +42 -29
  161. package/docs/fresh-v5-start.md +28 -0
  162. package/docs/project-registry-schema.md +22 -22
  163. package/docs/testing-strategy.md +33 -33
  164. package/module-runtime-manifest.json +220 -0
  165. package/package.json +14 -9
  166. package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
  167. package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
  168. package/plugins/project-knowledge/.mcp.json +1 -1
  169. package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
  170. package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
  171. package/templates/project-readme.md +34 -34
  172. package/ui/favicon.svg +38 -38
  173. package/ui/index.html +52 -149
  174. package/ui/product.css +9 -0
  175. package/ui/product.js +412 -0
  176. package/vendor-manifest.json +45 -0
  177. package/_site/_test/data-dir-migration-test.js +0 -77
  178. package/_site/_test/import-ui-flow-test.js +0 -171
  179. package/_site/_test/knowledge-migration-test.js +0 -75
  180. package/_site/_test/legacy-forward-compat-test.js +0 -257
  181. package/_site/_test/legacy-project-upgrade-e2e-test.js +0 -363
  182. package/_site/_test/p0-data-migration-characterization-test.js +0 -37
  183. package/_site/_test/p0-e2e-gate-test.js +0 -347
  184. package/_site/_test/project-control-panel-task14-test.js +0 -63
  185. package/_site/_test/project-layout-v2-migration-test.js +0 -127
  186. package/_site/_test/server-runtime-migration-safety-test.js +0 -27
  187. package/_site/_test/task15-20-ui-flow-test.js +0 -148
  188. package/_site/_test/ui-i18n-toggle-test.js +0 -114
  189. package/_site/_test/ui-smoke-test.js +0 -73
  190. package/_site/_test/v4122-upgrade-data-contract-test.js +0 -56
  191. package/_site/lib/data-state-classifier.js +0 -40
  192. package/_site/lib/legacy-data-manifest.js +0 -26
  193. package/_site/lib/migration-service.js +0 -442
  194. package/ui/app.css +0 -58
  195. package/ui/app.js +0 -607
  196. package/ui/i18n.js +0 -146
@@ -0,0 +1,202 @@
1
+ const crypto = require('crypto');
2
+ const fs = require('fs');
3
+ const path = require('path');
4
+ const {
5
+ DEFAULT_COMMIT_PROMPT_TEMPLATE,
6
+ PROMPT_TEMPLATE_VERSION,
7
+ normalizeAutomationConfig,
8
+ renderTemplate,
9
+ } = require('./automation-config');
10
+
11
+ const REQUIREMENT_UNAVAILABLE = '需求上下文未记录。只能记录代码可以证明的变化,不得猜测业务目的。';
12
+ const REQUIRED_SECTIONS = Object.freeze([
13
+ ['userRequirement', '用户需求'],
14
+ ['aiConversationEvidence', 'AI 对话证据'],
15
+ ['commitMetadata', 'Commit 信息'],
16
+ ['actualChanges', 'Commit 实际变更文件'],
17
+ ['actualPatch', 'Commit 实际 Patch'],
18
+ ['existingKnowledge', '现有相关知识'],
19
+ ]);
20
+
21
+ function sha256(value) {
22
+ return `sha256:${crypto.createHash('sha256').update(value, 'utf8').digest('hex')}`;
23
+ }
24
+
25
+ function formatRequirements(records) {
26
+ if (!Array.isArray(records) || records.length === 0) return REQUIREMENT_UNAVAILABLE;
27
+ return records.map(record => [
28
+ `- requirementId: ${record.id}`,
29
+ ` client/session: ${record.client}/${record.sessionId}`,
30
+ ` recordedAt: ${record.ts}`,
31
+ ' requirement: |',
32
+ ...String(record.requirement || '').split(/\r?\n/).map(line => ` ${line}`),
33
+ ].join('\n')).join('\n');
34
+ }
35
+
36
+ function formatConversationUserTruth(snapshot) {
37
+ if (!snapshot || !Array.isArray(snapshot.turns) || snapshot.turns.length === 0) return REQUIREMENT_UNAVAILABLE;
38
+ return snapshot.turns.flatMap(turn => turn.userEvents.map(event => [
39
+ `- turnId: ${turn.turnId}`,
40
+ ` eventId: ${event.eventId}`,
41
+ ` source/session: ${turn.source}/${turn.sessionId || '(unavailable)'}`,
42
+ ` binding: ${turn.bindingKind}`,
43
+ ` capturedAt: ${event.capturedAt}`,
44
+ ' userPrompt: |',
45
+ ...String(event.content || '').split(/\r?\n/).map(line => ` ${line}`),
46
+ ].join('\n'))).join('\n');
47
+ }
48
+
49
+ function formatAssistantEvidence(snapshot) {
50
+ if (!snapshot || !Array.isArray(snapshot.turns)) return '(no assistant conversation evidence was frozen)';
51
+ const entries = snapshot.turns.flatMap(turn => turn.assistantEvents.map(event => [
52
+ `- turnId: ${turn.turnId}`,
53
+ ` eventId: ${event.eventId}`,
54
+ ` capturedAt: ${event.capturedAt}`,
55
+ ' assistantResponse: |',
56
+ ...String(event.content || '').split(/\r?\n/).map(line => ` ${line}`),
57
+ ].join('\n')));
58
+ return entries.length ? entries.join('\n') : '(no assistant conversation evidence was frozen)';
59
+ }
60
+
61
+ function formatCommitMetadata(evidence) {
62
+ return [
63
+ `fullSha: ${evidence.commitSha}`,
64
+ `parents: ${(evidence.parents || []).join(', ') || '(root commit)'}`,
65
+ `author: ${evidence.author || ''}`,
66
+ `date: ${evidence.date || ''}`,
67
+ `subject: ${evidence.subject || ''}`,
68
+ `branchAtScan: ${evidence.branch || '(detached/unavailable)'}`,
69
+ `patchMode: ${evidence.patchMode}`,
70
+ `patchHash: ${evidence.patchHash}`,
71
+ `patchBytes: ${evidence.patchBytes}`,
72
+ ].join('\n');
73
+ }
74
+
75
+ function formatChanges(evidence) {
76
+ if (!evidence.files || evidence.files.length === 0) return '(no changed paths reported by Git)';
77
+ return evidence.files.map(file => {
78
+ const rename = file.oldPath ? ` ${file.oldPath} -> ${file.path}` : ` ${file.path}`;
79
+ const stats = file.binary ? ' binary' : ` +${file.added == null ? '?' : file.added}/-${file.deleted == null ? '?' : file.deleted}`;
80
+ return `- ${file.status}${rename}${stats}`;
81
+ }).join('\n');
82
+ }
83
+
84
+ function formatPatch(evidence) {
85
+ if (!evidence.patchChunked) return evidence.patch || '(empty patch)';
86
+ const bundle = evidence.evidenceBundle || {};
87
+ return [
88
+ '[EXACT PATCH AVAILABLE AS READ-ONLY CHUNKS]',
89
+ `fullPatchHash: ${evidence.patchHash}`,
90
+ `fullPatchBytes: ${evidence.patchBytes}`,
91
+ `patchManifestHash: ${bundle.manifestHash || '(unavailable)'}`,
92
+ `patchManifestPath: ${bundle.manifestPath || '(unavailable)'}`,
93
+ `chunkCount: ${bundle.chunkCount == null ? '(unavailable)' : bundle.chunkCount}`,
94
+ 'Read patch-manifest.json, then Read exact patch chunks in manifest sequence. The chunks cover the full Git diff.',
95
+ 'Do not read the source worktree and do not infer unread evidence.',
96
+ ].join('\n');
97
+ }
98
+
99
+ function formatExistingKnowledge(existing) {
100
+ if (!existing || !Array.isArray(existing.entries) || existing.entries.length === 0) {
101
+ return '(no existing project knowledge was available)';
102
+ }
103
+ const sections = existing.entries.map(entry => `--- ${entry.path} (${entry.hash}) ---\n${entry.content}`);
104
+ if (existing.omitted && existing.omitted.length) {
105
+ sections.push(`[EXISTING KNOWLEDGE OMITTED: ${existing.omitted.join(', ')}]`);
106
+ }
107
+ return sections.join('\n\n');
108
+ }
109
+
110
+ function ensureRequiredSections(template, rendered, vars) {
111
+ const missing = REQUIRED_SECTIONS.filter(([name]) => !new RegExp(`\\{\\{\\s*${name}\\s*\\}\\}`, 'i').test(template));
112
+ if (!missing.length) return rendered;
113
+ const footer = missing.map(([name, label]) => `${label}:\n${vars[name]}`).join('\n\n');
114
+ return `${rendered.trimEnd()}\n\n${footer}`;
115
+ }
116
+
117
+ function renderCommitPrompt(input = {}) {
118
+ const config = input.config || {};
119
+ const evidence = input.evidence || {};
120
+ const automation = normalizeAutomationConfig(config.automation);
121
+ const template = automation.commitPromptTemplate || DEFAULT_COMMIT_PROMPT_TEMPLATE;
122
+ const vars = {
123
+ userRequirement: input.conversationSnapshot
124
+ ? formatConversationUserTruth(input.conversationSnapshot)
125
+ : formatRequirements(input.requirements),
126
+ aiConversationEvidence: formatAssistantEvidence(input.conversationSnapshot),
127
+ commitMetadata: formatCommitMetadata(evidence),
128
+ actualChanges: formatChanges(evidence),
129
+ actualPatch: formatPatch(evidence),
130
+ existingKnowledge: formatExistingKnowledge(input.existingKnowledge),
131
+ projectId: config.projectId || input.projectId || '',
132
+ displayName: config.displayName || config.projectId || '',
133
+ knowledgePath: config.knowledgePath || '',
134
+ repoPath: config.repoPath || '',
135
+ commitHash: evidence.commitSha || '',
136
+ commitSubject: evidence.subject || '',
137
+ commitAuthor: evidence.author || '',
138
+ commitDate: evidence.date || '',
139
+ branch: evidence.branch || '',
140
+ changedFiles: formatChanges(evidence),
141
+ diffSummary: formatPatch(evidence),
142
+ };
143
+ const rendered = ensureRequiredSections(template, renderTemplate(template, vars), vars).trimEnd() + '\n';
144
+ return {
145
+ prompt: rendered,
146
+ promptHash: sha256(rendered),
147
+ promptTemplateVersion: PROMPT_TEMPLATE_VERSION,
148
+ promptLength: rendered.length,
149
+ vars,
150
+ };
151
+ }
152
+
153
+ class KnowledgeEvidenceReader {
154
+ constructor(options = {}) {
155
+ this.maxBytes = Number(options.maxBytes || 256 * 1024);
156
+ this.maxFiles = Number(options.maxFiles || 24);
157
+ }
158
+
159
+ read(config) {
160
+ const root = config && config.knowledgePath ? path.resolve(config.knowledgePath) : '';
161
+ if (!root || !fs.existsSync(root) || !fs.statSync(root).isDirectory()) return { entries: [], omitted: [] };
162
+ const realRoot = fs.realpathSync(root);
163
+ const files = [];
164
+ const walk = current => {
165
+ for (const entry of fs.readdirSync(current, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
166
+ if (entry.isSymbolicLink()) continue;
167
+ const absolute = path.join(current, entry.name);
168
+ if (entry.isDirectory()) walk(absolute);
169
+ else if (entry.isFile() && entry.name.toLowerCase().endsWith('.md')) files.push(absolute);
170
+ }
171
+ };
172
+ walk(root);
173
+ let used = 0;
174
+ const entries = [];
175
+ const omitted = [];
176
+ for (const file of files) {
177
+ const realFile = fs.realpathSync(file);
178
+ const relativeBoundary = path.relative(realRoot, realFile);
179
+ if (relativeBoundary.startsWith('..') || path.isAbsolute(relativeBoundary)) continue;
180
+ const relativePath = path.relative(root, file).replace(/\\/g, '/');
181
+ const content = fs.readFileSync(file, 'utf8');
182
+ const bytes = Buffer.byteLength(content, 'utf8');
183
+ if (entries.length >= this.maxFiles || used + bytes > this.maxBytes) {
184
+ omitted.push(relativePath);
185
+ continue;
186
+ }
187
+ used += bytes;
188
+ entries.push({ path: relativePath, hash: sha256(content), content });
189
+ }
190
+ return { entries, omitted, totalBytes: used, limitBytes: this.maxBytes, limitFiles: this.maxFiles };
191
+ }
192
+ }
193
+
194
+ module.exports = {
195
+ REQUIREMENT_UNAVAILABLE,
196
+ KnowledgeEvidenceReader,
197
+ formatRequirements,
198
+ formatConversationUserTruth,
199
+ formatAssistantEvidence,
200
+ renderCommitPrompt,
201
+ sha256,
202
+ };
@@ -0,0 +1,432 @@
1
+ const fs = require('fs');
2
+ const path = require('path');
3
+ const AtomicFile = require('./atomic-file');
4
+ const {
5
+ SCHEMAS,
6
+ DomainError,
7
+ createId,
8
+ validateProjectId,
9
+ validateTrigger,
10
+ } = require('./contracts');
11
+ const { CommitScanner, validateSha } = require('./scanner');
12
+ const { ConversationStore } = require('./conversation-store');
13
+ const { CommitConversationBinder, snapshotRequirementRecords } = require('./commit-conversation-binder');
14
+ const { renderCommitPrompt, sha256 } = require('./commit-prompt');
15
+ const { KnowledgeRetrievalService } = require('./knowledge-retrieval-service');
16
+ const { manifestHash: calculateRetrievalManifestHash } = require('./knowledge-retrieval-service');
17
+ const { sha256: knowledgeContentHash } = require('./content-hash');
18
+ const { CommitProcessingLedger } = require('./commit-processing-ledger');
19
+
20
+ const explicitQueues = new Map();
21
+
22
+ function publicFailure(error, phase) {
23
+ return {
24
+ code: error && error.code || 'INVALID_ARGUMENT',
25
+ message: String(error && error.message || 'Commit reconciliation failed.'),
26
+ phase,
27
+ retryable: error && error.retryable === true,
28
+ ts: new Date().toISOString(),
29
+ };
30
+ }
31
+
32
+ function validateClaim(claim, projectId, commitSha) {
33
+ if (!claim || typeof claim !== 'object' || claim.schema !== SCHEMAS.commitClaim) {
34
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim is corrupt.', { status: 500 });
35
+ }
36
+ if (claim.projectId !== projectId || claim.commitSha !== commitSha) {
37
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim identity does not match the pending commit.', { status: 500 });
38
+ }
39
+ if (!Array.isArray(claim.requirementIds) || !claim.patchHash || !claim.promptHash || !claim.evidenceHash
40
+ || !claim.evidenceManifestHash || !claim.retrievalManifestHash || !claim.knowledgePath || !claim.runId) {
41
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim is incomplete.', { status: 500 });
42
+ }
43
+ return claim;
44
+ }
45
+
46
+ function claimFingerprint(claim) {
47
+ return sha256(JSON.stringify({
48
+ schema: claim.schema,
49
+ projectId: claim.projectId,
50
+ commitSha: claim.commitSha,
51
+ parents: claim.parents,
52
+ requirementIds: claim.requirementIds,
53
+ requirementBinding: claim.requirementBinding,
54
+ conversationSnapshotHash: claim.conversationSnapshotHash || '',
55
+ promptTemplateVersion: claim.promptTemplateVersion,
56
+ promptHash: claim.promptHash,
57
+ patchHash: claim.patchHash,
58
+ evidenceHash: claim.evidenceHash,
59
+ evidenceManifestHash: claim.evidenceManifestHash,
60
+ retrievalManifestHash: claim.retrievalManifestHash,
61
+ knowledgePath: claim.knowledgePath,
62
+ }));
63
+ }
64
+
65
+ class CommitClaimStore {
66
+ constructor(options = {}) {
67
+ this.layout = options.layout;
68
+ this.atomic = options.atomic || AtomicFile;
69
+ }
70
+
71
+ filePath(projectId, commitSha) {
72
+ return this.layout.getRuntimePath('claims', validateProjectId(projectId), `${validateSha(commitSha)}.json`);
73
+ }
74
+
75
+ write(projectId, commitSha, snapshot) {
76
+ const file = this.filePath(projectId, commitSha);
77
+ this.atomic.writeJsonAtomic(file, { schema: 'commit-claim-snapshot/v1', ...snapshot });
78
+ return file;
79
+ }
80
+
81
+ read(projectId, commitSha) {
82
+ return this.atomic.readJsonStrict(this.filePath(projectId, commitSha), {
83
+ category: 'commit-claim-snapshot',
84
+ validate: snapshot => {
85
+ if (!snapshot || snapshot.schema !== 'commit-claim-snapshot/v1' || snapshot.projectId !== projectId || snapshot.commitSha !== commitSha) {
86
+ throw new DomainError('DATA_CORRUPT', 'Commit claim snapshot is corrupt.', { status: 500 });
87
+ }
88
+ return snapshot;
89
+ },
90
+ });
91
+ }
92
+
93
+ remove(projectId, commitSha) {
94
+ const file = this.filePath(projectId, commitSha);
95
+ try { fs.unlinkSync(file); } catch (error) { if (!error || error.code !== 'ENOENT') throw error; }
96
+ }
97
+ }
98
+
99
+ class CommitReconciler {
100
+ constructor(options = {}) {
101
+ this.layout = options.layout;
102
+ this.registryStore = options.registryStore;
103
+ this.projectStore = options.projectStore;
104
+ this.scanner = options.scanner || new CommitScanner(options);
105
+ this.conversationStore = options.conversationStore || new ConversationStore({
106
+ layout: this.layout,
107
+ projectStore: this.projectStore,
108
+ logger: options.logger,
109
+ });
110
+ this.binder = options.conversationBinder || new CommitConversationBinder({
111
+ layout: this.layout,
112
+ projectStore: this.projectStore,
113
+ conversationStore: this.conversationStore,
114
+ logger: options.logger,
115
+ });
116
+ this.retrievalService = options.retrievalService || new KnowledgeRetrievalService({
117
+ layout: this.layout,
118
+ registryStore: this.registryStore,
119
+ projectStore: this.projectStore,
120
+ databaseProvider: options.databaseProvider,
121
+ embedderProvider: options.embedderProvider,
122
+ logger: options.logger,
123
+ });
124
+ this.claimStore = options.claimStore || new CommitClaimStore({ layout: this.layout });
125
+ this.processingLedger = options.processingLedger || new CommitProcessingLedger({ layout: this.layout });
126
+ this.claimProcessor = options.claimProcessor || null;
127
+ this.logger = options.logger || null;
128
+ this.batchSize = Math.max(1, Number(options.batchSize || 200));
129
+ }
130
+
131
+ async log(level, event, message, context) {
132
+ if (this.logger && typeof this.logger[level] === 'function') await this.logger[level](event, message, context);
133
+ }
134
+
135
+ async reconcile(projectId, trigger, context = {}) {
136
+ validateProjectId(projectId);
137
+ validateTrigger(trigger);
138
+ if (!context.commitSha) throw new DomainError('INVALID_ARGUMENT', 'Commit reconciliation requires an explicit Hook commit SHA.');
139
+ return this.processCommitEvent({ projectId, commitSha: context.commitSha, branch: context.branch || '', operationId: context.operationId || createId('op') });
140
+ }
141
+
142
+ async processCommitEvent({ projectId, commitSha, branch = '', operationId = '' } = {}) {
143
+ validateProjectId(projectId);
144
+ validateSha(commitSha);
145
+ const existingQueue = explicitQueues.get(projectId) || { tail: Promise.resolve(), pending: new Map() };
146
+ explicitQueues.set(projectId, existingQueue);
147
+ if (existingQueue.pending.has(commitSha)) return existingQueue.pending.get(commitSha);
148
+ const queued = existingQueue.tail.catch(() => {}).then(async () => {
149
+ const completed = this.processingLedger.read(projectId, commitSha);
150
+ if (completed) return { ok: true, projectId, commitSha, status: 'already-completed', processed: [], ledger: completed };
151
+ const config = this.projectStore.readConfig(projectId);
152
+ if (config.enabled === false) return { ok: true, projectId, commitSha, status: 'disabled', processed: [] };
153
+ const result = await this.processCommit(projectId, 'git-hook', operationId || createId('op'), config, branch, commitSha);
154
+ if (!result.ok) return { ok: false, projectId, commitSha, status: 'failed', processed: [result], error: result.error };
155
+ const ledger = this.processingLedger.complete(projectId, commitSha, { runId: result.runId, claimFingerprint: result.claimFingerprint || '' });
156
+ return { ok: true, projectId, commitSha, status: 'completed', processed: [result], ledger };
157
+ });
158
+ existingQueue.pending.set(commitSha, queued);
159
+ existingQueue.tail = queued.catch(() => {});
160
+ try { return await queued; }
161
+ finally {
162
+ existingQueue.pending.delete(commitSha);
163
+ if (!existingQueue.pending.size) explicitQueues.delete(projectId);
164
+ }
165
+ }
166
+
167
+ async prepareClaim(projectId, trigger, operationId, config, branch, commitSha) {
168
+ const state = this.projectStore.readState(projectId);
169
+ if (state.analysis.activeClaim) {
170
+ const activeClaim = state.analysis.activeClaim;
171
+ // A terminal failure must not turn a project into a permanent dead end.
172
+ // We only release it while processing a *new, explicit* Hook SHA; the
173
+ // failed SHA is never retried, scanned, or inferred from history.
174
+ if (activeClaim.commitSha !== commitSha) {
175
+ validateClaim(activeClaim, projectId, activeClaim.commitSha);
176
+ const terminalFailure = activeClaim.phase === 'failed'
177
+ && activeClaim.error
178
+ && activeClaim.error.retryable !== true;
179
+ if (!terminalFailure) {
180
+ throw new DomainError('PROJECT_BUSY', 'Another unfinished commit claim already exists.', { status: 409, retryable: true });
181
+ }
182
+ await this.projectStore.updateState(projectId, draft => {
183
+ const current = draft.analysis.activeClaim;
184
+ if (!current || current.commitSha !== activeClaim.commitSha || current.fingerprint !== activeClaim.fingerprint) {
185
+ throw new DomainError('PROJECT_BUSY', 'The active commit claim changed while preparing this Hook event.', { status: 409, retryable: true });
186
+ }
187
+ draft.analysis.activeClaim = null;
188
+ draft.analysis.status = 'idle';
189
+ draft.analysis.lastError = {
190
+ code: 'FAILED_CLAIM_SUPERSEDED',
191
+ message: 'A terminal failed claim was preserved for diagnostics and superseded by a newer explicit Hook commit.',
192
+ retryable: false,
193
+ ts: new Date().toISOString(),
194
+ };
195
+ });
196
+ await this.log('warn', 'reconcile.failed_claim_superseded', 'A terminal failed claim was superseded by a newer explicit Hook commit.', {
197
+ projectId,
198
+ previousCommitSha: activeClaim.commitSha,
199
+ commitSha,
200
+ previousFailure: activeClaim.error,
201
+ });
202
+ return this.prepareClaim(projectId, trigger, operationId, config, branch, commitSha);
203
+ }
204
+ const claim = validateClaim(activeClaim, projectId, commitSha);
205
+ const snapshot = this.claimStore.read(projectId, commitSha);
206
+ if (snapshot.claimFingerprint !== claimFingerprint(claim)
207
+ || snapshot.evidence.patchHash !== claim.patchHash
208
+ || snapshot.evidence.evidenceHash !== claim.evidenceHash
209
+ || !snapshot.evidence.evidenceBundle
210
+ || snapshot.evidence.evidenceBundle.manifestHash !== claim.evidenceManifestHash
211
+ || !snapshot.existingKnowledge || snapshot.existingKnowledge.manifestHash !== claim.retrievalManifestHash
212
+ || sha256(snapshot.prompt) !== claim.promptHash
213
+ || (claim.conversationSnapshotHash && (!snapshot.conversationSnapshot || snapshot.conversationSnapshot.snapshotHash !== claim.conversationSnapshotHash))) {
214
+ throw new DomainError('DATA_CORRUPT', 'Frozen commit claim snapshot does not match active state.', { status: 500 });
215
+ }
216
+ this.scanner.verifyEvidence(snapshot.evidence);
217
+ const retrievalManifest = this.claimStore.atomic.readJsonStrict(snapshot.existingKnowledge.manifestPath, {
218
+ category: 'knowledge-retrieval-manifest',
219
+ validate: value => {
220
+ if (!value || value.schema !== 'knowledge-retrieval-manifest/v1'
221
+ || value.manifestHash !== claim.retrievalManifestHash
222
+ || calculateRetrievalManifestHash(value) !== value.manifestHash) {
223
+ throw new DomainError('DATA_CORRUPT', 'Frozen knowledge retrieval manifest is corrupt.', { status: 500 });
224
+ }
225
+ return value;
226
+ },
227
+ });
228
+ const selectedById = new Map(retrievalManifest.selected.map(item => [`${item.spaceId}:${item.chunkId}`, item]));
229
+ for (const entry of snapshot.existingKnowledge.entries || []) {
230
+ const selected = selectedById.get(`${entry.spaceId || `project:${entry.projectId}`}:${entry.chunkId}`);
231
+ if (!selected || knowledgeContentHash(entry.content) !== entry.hash || selected.contentHash !== entry.hash) {
232
+ throw new DomainError('DATA_CORRUPT', 'Frozen authoritative Markdown context does not match its retrieval manifest.', { status: 500 });
233
+ }
234
+ }
235
+ claim.attempt = Number(claim.attempt || 1) + 1;
236
+ claim.phase = 'evidence.prepared';
237
+ await this.projectStore.updateState(projectId, draft => {
238
+ draft.analysis.activeClaim = claim;
239
+ draft.analysis.status = 'evidence.prepared';
240
+ draft.analysis.lastError = null;
241
+ });
242
+ return {
243
+ claim,
244
+ evidence: snapshot.evidence,
245
+ prompt: snapshot.prompt,
246
+ requirements: snapshot.requirements || [],
247
+ conversationSnapshot: snapshot.conversationSnapshot || null,
248
+ existingKnowledge: snapshot.existingKnowledge,
249
+ retry: true,
250
+ };
251
+ }
252
+
253
+ const runId = createId('run');
254
+ const evidenceRoot = this.layout.getRuntimePath('runs', projectId, runId, 'input', 'evidence');
255
+ const evidence = await this.scanner.collectEvidence(config, commitSha, { branch, evidenceRoot });
256
+ this.scanner.verifyEvidence(evidence);
257
+ const conversationSnapshot = await this.binder.bind({ projectId, commitSha, branch });
258
+ const requirements = snapshotRequirementRecords(conversationSnapshot);
259
+ const existingKnowledge = await this.retrievalService.retrieveForCommit({
260
+ projectId,
261
+ conversationSnapshot,
262
+ commitEvidence: evidence,
263
+ });
264
+ existingKnowledge.manifestPath = this.layout.getRuntimePath('runs', projectId, runId, 'input', 'retrieval', 'manifest.json');
265
+ this.claimStore.atomic.writeJsonAtomic(existingKnowledge.manifestPath, existingKnowledge.manifest);
266
+ const rendered = renderCommitPrompt({ projectId, config, evidence, requirements, conversationSnapshot, existingKnowledge });
267
+ const claim = {
268
+ schema: SCHEMAS.commitClaim,
269
+ projectId,
270
+ commitSha,
271
+ parents: evidence.parents,
272
+ triggerFirstSeen: trigger,
273
+ requirementIds: requirements.map(requirement => requirement.id),
274
+ requirementBinding: conversationSnapshot.status,
275
+ conversationSnapshotHash: conversationSnapshot.snapshotHash,
276
+ conversationTurnIds: conversationSnapshot.turns.map(turn => turn.turnId),
277
+ conversationEventIds: conversationSnapshot.turns.flatMap(turn => [...turn.userEvents, ...turn.assistantEvents].map(event => event.eventId)),
278
+ promptTemplateVersion: rendered.promptTemplateVersion,
279
+ promptHash: rendered.promptHash,
280
+ patchHash: evidence.patchHash,
281
+ evidenceHash: evidence.evidenceHash,
282
+ evidenceManifestHash: evidence.evidenceBundle.manifestHash,
283
+ retrievalManifestHash: existingKnowledge.manifestHash,
284
+ knowledgePath: config.knowledgePath,
285
+ runId,
286
+ operationId,
287
+ phase: 'evidence.prepared',
288
+ attempt: 1,
289
+ };
290
+ claim.fingerprint = claimFingerprint(claim);
291
+ this.claimStore.write(projectId, commitSha, {
292
+ projectId,
293
+ commitSha,
294
+ claimFingerprint: claim.fingerprint,
295
+ evidence,
296
+ prompt: rendered.prompt,
297
+ requirements,
298
+ conversationSnapshot,
299
+ existingKnowledge,
300
+ createdAt: new Date().toISOString(),
301
+ });
302
+ try {
303
+ await this.projectStore.updateState(projectId, draft => {
304
+ if (draft.analysis.activeClaim) throw new DomainError('PROJECT_BUSY', 'Another active claim already exists.', { status: 409, retryable: true });
305
+ draft.analysis.activeClaim = claim;
306
+ draft.analysis.status = 'evidence.prepared';
307
+ draft.analysis.lastError = null;
308
+ });
309
+ } catch (error) {
310
+ this.claimStore.remove(projectId, commitSha);
311
+ throw error;
312
+ }
313
+ await this.log('info', 'reconcile.claim_prepared', 'Commit evidence and claim prepared.', {
314
+ projectId,
315
+ operationId,
316
+ runId: claim.runId,
317
+ commitSha,
318
+ phase: claim.phase,
319
+ promptHash: claim.promptHash,
320
+ patchHash: claim.patchHash,
321
+ patchBytes: evidence.patchBytes,
322
+ evidenceManifestHash: claim.evidenceManifestHash,
323
+ evidenceChunkCount: evidence.evidenceBundle.chunkCount,
324
+ evidenceChunkBytes: evidence.evidenceBundle.chunkBytes,
325
+ retrievalManifestHash: claim.retrievalManifestHash,
326
+ retrievalSelectedCount: existingKnowledge.entries.length,
327
+ retrievalBytes: existingKnowledge.totalBytes,
328
+ fileCount: evidence.files.length,
329
+ requirementBinding: claim.requirementBinding,
330
+ requirementCount: claim.requirementIds.length,
331
+ });
332
+ return { claim, evidence, prompt: rendered.prompt, requirements, conversationSnapshot, existingKnowledge, retry: false };
333
+ }
334
+
335
+ async processCommit(projectId, trigger, operationId, config, branch, commitSha) {
336
+ let prepared;
337
+ try {
338
+ prepared = await this.prepareClaim(projectId, trigger, operationId, config, branch, commitSha);
339
+ // Runtime configuration is resolved by the headless analyzer. This
340
+ // service must never load the shell's settings or persist credentials.
341
+ if (!this.claimProcessor || typeof this.claimProcessor.processClaim !== 'function') {
342
+ throw new DomainError('INVALID_ARGUMENT', 'Knowledge claim processor is unavailable.', { status: 503, retryable: true });
343
+ }
344
+ const result = await this.claimProcessor.processClaim({
345
+ projectId,
346
+ config,
347
+ claim: prepared.claim,
348
+ evidence: prepared.evidence,
349
+ prompt: prepared.prompt,
350
+ requirements: prepared.requirements,
351
+ conversationSnapshot: prepared.conversationSnapshot,
352
+ existingKnowledge: prepared.existingKnowledge,
353
+ operationId,
354
+ });
355
+ if (!result || result.stateAdvanced !== true) {
356
+ throw new DomainError('INVALID_ARGUMENT', 'Knowledge promotion did not prove state advancement.', { status: 500, retryable: true });
357
+ }
358
+ const advanced = this.projectStore.readState(projectId);
359
+ if (advanced.lastAnalyzedCommit !== commitSha || advanced.analysis.activeClaim) {
360
+ throw new DomainError('DATA_CORRUPT', 'Claim processor reported success without atomically advancing project state.', { status: 500 });
361
+ }
362
+ this.claimStore.remove(projectId, commitSha);
363
+ await this.log('info', 'reconcile.commit_completed', 'Commit knowledge was promoted and state advanced.', {
364
+ projectId,
365
+ operationId,
366
+ runId: prepared.claim.runId,
367
+ commitSha,
368
+ phase: 'state.advanced',
369
+ });
370
+ return { ok: true, commitSha, runId: prepared.claim.runId, claimFingerprint: prepared.claim.fingerprint, retry: prepared.retry };
371
+ } catch (error) {
372
+ const failure = publicFailure(error, prepared && prepared.claim && prepared.claim.phase || 'evidence.prepared');
373
+ let stateUpdateError = null;
374
+ try {
375
+ await this.projectStore.updateState(projectId, draft => {
376
+ const active = draft.analysis.activeClaim;
377
+ if (active && active.commitSha === commitSha) {
378
+ active.phase = 'failed';
379
+ active.error = failure;
380
+ }
381
+ draft.analysis.status = 'failed';
382
+ draft.analysis.lastError = failure;
383
+ });
384
+ } catch (updateError) {
385
+ stateUpdateError = updateError;
386
+ }
387
+ await this.log('error', 'reconcile.commit_failed', 'Commit reconciliation stopped at the first failed commit.', {
388
+ projectId,
389
+ operationId,
390
+ runId: prepared && prepared.claim && prepared.claim.runId,
391
+ commitSha,
392
+ phase: failure.phase,
393
+ error,
394
+ context: stateUpdateError ? { failureStateWriteError: stateUpdateError } : {},
395
+ });
396
+ return { ok: false, commitSha, error: failure, retry: prepared && prepared.retry || false };
397
+ }
398
+ }
399
+
400
+ async markDiverged(projectId, operationId, message, processed = []) {
401
+ const error = new DomainError('HISTORY_DIVERGED', message || 'Git history diverged from the stored baseline.', { status: 409 });
402
+ await this.projectStore.updateState(projectId, state => {
403
+ state.analysis.status = 'history-diverged';
404
+ state.analysis.lastError = publicFailure(error, 'history-diverged');
405
+ });
406
+ await this.log('error', 'reconcile.history_diverged', 'Git history diverged; reconciliation stopped without moving pointers.', { projectId, operationId, phase: 'history-diverged', error });
407
+ return { ok: false, status: 'history-diverged', processed, error: publicFailure(error, 'history-diverged') };
408
+ }
409
+
410
+ async failWithoutClaim(projectId, operationId, error, phase, processed = []) {
411
+ await this.projectStore.updateState(projectId, state => {
412
+ state.analysis.status = 'failed';
413
+ state.analysis.lastError = publicFailure(error, phase);
414
+ });
415
+ await this.log('error', 'reconcile.failed', 'Reconciliation failed before claim processing.', { projectId, operationId, phase, error });
416
+ return { ok: false, status: 'failed', processed, error: publicFailure(error, phase) };
417
+ }
418
+ }
419
+
420
+ async function reconcileProjectCommits(projectId, trigger, deps = {}) {
421
+ const reconciler = deps.reconciler instanceof CommitReconciler ? deps.reconciler : new CommitReconciler(deps);
422
+ return reconciler.reconcile(projectId, trigger, { operationId: deps.operationId || '', commitSha: deps.commitSha || '', branch: deps.branch || '' });
423
+ }
424
+
425
+ module.exports = {
426
+ CommitClaimStore,
427
+ CommitReconciler,
428
+ CommitProcessingLedger,
429
+ claimFingerprint,
430
+ reconcileProjectCommits,
431
+ validateClaim,
432
+ };
@@ -0,0 +1,4 @@
1
+ 'use strict';
2
+ const crypto = require('node:crypto');
3
+ function sha256(value) { return crypto.createHash('sha256').update(String(value || ''), 'utf8').digest('hex'); }
4
+ module.exports = { sha256 };