@sanqianx/project-knowledge 4.6.1 → 4.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (198) hide show
  1. package/.agents/plugins/marketplace.json +17 -17
  2. package/.claude-plugin/marketplace.json +1 -1
  3. package/CHANGELOG.md +817 -780
  4. package/README.md +48 -36
  5. package/_modules/knowledge-engine/README.md +88 -0
  6. package/_modules/knowledge-engine/package.json +38 -0
  7. package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
  8. package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
  9. package/_modules/knowledge-engine/src/bin.js +52 -0
  10. package/_modules/knowledge-engine/src/bridge-client.js +24 -0
  11. package/_modules/knowledge-engine/src/coordinator.js +255 -0
  12. package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
  13. package/_modules/knowledge-engine/src/memories.js +85 -0
  14. package/_modules/knowledge-engine/src/migration.js +88 -0
  15. package/_modules/knowledge-engine/src/retrieval.js +116 -0
  16. package/_modules/knowledge-engine/src/runtime/README.md +7 -0
  17. package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
  18. package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
  19. package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
  20. package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
  21. package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
  22. package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
  23. package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
  24. package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
  25. package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
  26. package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
  27. package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
  28. package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
  29. package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
  30. package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
  31. package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
  32. package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
  33. package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
  34. package/_modules/knowledge-engine/src/server.js +155 -0
  35. package/_modules/knowledge-engine/src/store.js +239 -0
  36. package/_modules/knowledge-engine/ui/app.css +172 -0
  37. package/_modules/knowledge-engine/ui/app.js +297 -0
  38. package/_modules/knowledge-engine/ui/index.html +95 -0
  39. package/_site/README.md +30 -30
  40. package/_site/_test/ai-profile-resolver-test.js +137 -137
  41. package/_site/_test/automation-queue-test.js +14 -14
  42. package/_site/_test/automation-ui-test.js +40 -40
  43. package/_site/_test/background-task-registry-test.js +43 -43
  44. package/_site/_test/baseline-schema-test.js +91 -91
  45. package/_site/_test/bridge-adapter-test.js +1 -1
  46. package/_site/_test/bridge-consumer-service-test.js +1 -1
  47. package/_site/_test/chat-claudecodeui-match-test.js +92 -92
  48. package/_site/_test/claude-executable-discovery-test.js +62 -62
  49. package/_site/_test/claude-workbench-test.js +170 -170
  50. package/_site/_test/client-capture-restart-e2e-test.js +4 -4
  51. package/_site/_test/codex-conversation-projection-test.js +2 -1
  52. package/_site/_test/commit-boundary-freeze-test.js +1 -1
  53. package/_site/_test/commit-conversation-binding-test.js +95 -95
  54. package/_site/_test/commit-evidence-test.js +110 -110
  55. package/_site/_test/conversation-api-test.js +109 -109
  56. package/_site/_test/conversation-store-test.js +136 -136
  57. package/_site/_test/cross-repo-isolation-e2e-test.js +2 -2
  58. package/_site/_test/data-dir-migration-test.js +57 -57
  59. package/_site/_test/desktop-browser-compat-test.js +28 -28
  60. package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
  61. package/_site/_test/explicit-commit-processor-test.js +37 -37
  62. package/_site/_test/fixtures/make-git-repos.js +12 -1
  63. package/_site/_test/folder-picker-output-test.js +19 -19
  64. package/_site/_test/full-integration-e2e-test.js +165 -165
  65. package/_site/_test/git-validation-test.js +2 -2
  66. package/_site/_test/hook-runtime-endpoint-test.js +88 -88
  67. package/_site/_test/hook-status-repair-api-test.js +152 -152
  68. package/_site/_test/hook-trigger-test.js +85 -85
  69. package/_site/_test/import-preflight-api-test.js +234 -233
  70. package/_site/_test/index-writer-concurrency-test.js +135 -135
  71. package/_site/_test/integration-adapters-test.js +171 -171
  72. package/_site/_test/integration-capture-setup-test.js +1 -1
  73. package/_site/_test/integration-surface-coverage-test.js +164 -164
  74. package/_site/_test/knowledge-language-control-test.js +170 -170
  75. package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
  76. package/_site/_test/knowledge-query-test.js +54 -54
  77. package/_site/_test/knowledge-retrieval-service-test.js +77 -77
  78. package/_site/_test/knowledge-storage-startup-test.js +52 -52
  79. package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
  80. package/_site/_test/legacy-forward-compat-test.js +257 -257
  81. package/_site/_test/legacy-project-upgrade-e2e-test.js +363 -363
  82. package/_site/_test/logging-api-test.js +89 -89
  83. package/_site/_test/logging-sse-no-gap-test.js +88 -88
  84. package/_site/_test/logging-ui-test.js +106 -104
  85. package/_site/_test/markdown-delta-overlay-test.js +85 -85
  86. package/_site/_test/markdown-maintenance-api-test.js +75 -75
  87. package/_site/_test/mcp-server-test.js +149 -149
  88. package/_site/_test/module-artifact-integrity-test.js +27 -0
  89. package/_site/_test/module-boundary-test.js +30 -0
  90. package/_site/_test/module-bridge-eventbridge-test.js +7 -0
  91. package/_site/_test/module-model-configuration-test.js +43 -0
  92. package/_site/_test/module-process-lifecycle-test.js +24 -0
  93. package/_site/_test/module-stream-proxy-test.js +34 -0
  94. package/_site/_test/non-release-ci-test.js +34 -34
  95. package/_site/_test/offline-boundary-isolation-test.js +32 -32
  96. package/_site/_test/p0-data-migration-characterization-test.js +37 -37
  97. package/_site/_test/p0-e2e-gate-test.js +347 -347
  98. package/_site/_test/packaged-ui-smoke-test.js +19 -10
  99. package/_site/_test/path-consistency-test.js +151 -151
  100. package/_site/_test/pending-sweep-test.js +9 -9
  101. package/_site/_test/post-commit-automation-test.js +87 -87
  102. package/_site/_test/product-diagnostics-ui-test.js +75 -0
  103. package/_site/_test/product-import-ui-test.js +92 -0
  104. package/_site/_test/project-delete-recovery-test.js +64 -64
  105. package/_site/_test/project-goal-editor-test.js +144 -144
  106. package/_site/_test/project-layout-v2-migration-test.js +127 -127
  107. package/_site/_test/project-lifecycle-transaction-test.js +106 -106
  108. package/_site/_test/prompt-settings-test.js +115 -115
  109. package/_site/_test/protected-architecture-gate-test.js +122 -122
  110. package/_site/_test/refactor-characterization-test.js +36 -36
  111. package/_site/_test/release-version-sync-test.js +1 -1
  112. package/_site/_test/requirement-recorder-test.js +173 -173
  113. package/_site/_test/run-all-tests.js +159 -156
  114. package/_site/_test/server-runtime-migration-safety-test.js +27 -27
  115. package/_site/_test/shared-contracts-test.js +58 -58
  116. package/_site/_test/startup-analysis-disabled-test.js +10 -10
  117. package/_site/_test/storage-foundation-test.js +78 -78
  118. package/_site/_test/structured-logger-test.js +101 -101
  119. package/_site/_test/tracking-start-test.js +108 -108
  120. package/_site/_test/v4122-upgrade-data-contract-test.js +56 -56
  121. package/_site/_test/workbench-permission-test.js +117 -117
  122. package/_site/_test/workspace-ui-contract-test.js +28 -43
  123. package/_site/lib/ai-profile-resolver.js +78 -78
  124. package/_site/lib/ai-workspace.js +101 -101
  125. package/_site/lib/automation-config.js +140 -140
  126. package/_site/lib/bridge-adapter.js +5 -1
  127. package/_site/lib/bridge-consumer-service.js +402 -402
  128. package/_site/lib/claude-cli-runner.js +1510 -1510
  129. package/_site/lib/commit-conversation-binder.js +234 -234
  130. package/_site/lib/commit-processing-ledger.js +27 -27
  131. package/_site/lib/commit-prompt.js +202 -202
  132. package/_site/lib/commit-reconciler.js +406 -406
  133. package/_site/lib/contracts.js +284 -279
  134. package/_site/lib/conversation-query-service.js +144 -144
  135. package/_site/lib/conversation-store.js +385 -385
  136. package/_site/lib/data-dir.js +74 -74
  137. package/_site/lib/data-state-classifier.js +40 -40
  138. package/_site/lib/engine-cutover.js +97 -0
  139. package/_site/lib/evidence-bundle.js +228 -228
  140. package/_site/lib/folder-picker-output.js +21 -21
  141. package/_site/lib/git-runner.js +62 -62
  142. package/_site/lib/github-team-store.js +1172 -1172
  143. package/_site/lib/hook-manager.js +203 -202
  144. package/_site/lib/index-service.js +173 -173
  145. package/_site/lib/integration-installer.js +907 -907
  146. package/_site/lib/kb-framework.js +176 -176
  147. package/_site/lib/kb-validator.js +124 -124
  148. package/_site/lib/knowledge-promotion.js +435 -435
  149. package/_site/lib/knowledge-retrieval-service.js +401 -401
  150. package/_site/lib/knowledge-tool-runtime.js +359 -359
  151. package/_site/lib/legacy-data-manifest.js +26 -26
  152. package/_site/lib/llm-client.js +161 -161
  153. package/_site/lib/markdown-knowledge-indexer.js +230 -230
  154. package/_site/lib/migration-service.js +442 -442
  155. package/_site/lib/module-bridge.js +198 -33
  156. package/_site/lib/post-commit-automation.js +87 -87
  157. package/_site/lib/project-lifecycle-service.js +519 -497
  158. package/_site/lib/project-store.js +268 -262
  159. package/_site/lib/requirement-recorder.js +278 -278
  160. package/_site/lib/runtime-endpoint.js +155 -155
  161. package/_site/lib/scanner.js +298 -298
  162. package/_site/lib/server-app.js +1590 -1520
  163. package/_site/lib/settings-store.js +133 -113
  164. package/_site/lib/storage-layout.js +162 -162
  165. package/_site/lib/structured-logger.js +574 -574
  166. package/_site/scripts/folder-picker.ps1 +156 -156
  167. package/_site/scripts/hook-trigger.js +157 -156
  168. package/_site/scripts/install-module-candidates.js +69 -0
  169. package/_site/scripts/pack-module-candidates.js +72 -0
  170. package/_site/scripts/sync-release-version.js +2 -2
  171. package/_site/scripts/vendor-modules.js +47 -0
  172. package/_site/scripts/verify-module-runtime.js +45 -0
  173. package/_site/scripts/verify-product-runtime.js +34 -0
  174. package/bin/project-knowledge-mcp.js +194 -194
  175. package/docs/README.zh-CN.md +34 -25
  176. package/docs/project-registry-schema.md +22 -22
  177. package/docs/testing-strategy.md +33 -33
  178. package/module-runtime-manifest.json +220 -0
  179. package/package.json +13 -10
  180. package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
  181. package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
  182. package/plugins/project-knowledge/.mcp.json +1 -1
  183. package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
  184. package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
  185. package/templates/project-readme.md +34 -34
  186. package/ui/favicon.svg +38 -38
  187. package/ui/index.html +51 -149
  188. package/ui/product.css +9 -0
  189. package/ui/product.js +386 -0
  190. package/vendor-manifest.json +46 -0
  191. package/_site/_test/import-ui-flow-test.js +0 -171
  192. package/_site/_test/project-control-panel-task14-test.js +0 -63
  193. package/_site/_test/task15-20-ui-flow-test.js +0 -148
  194. package/_site/_test/ui-i18n-toggle-test.js +0 -114
  195. package/_site/_test/ui-smoke-test.js +0 -73
  196. package/ui/app.css +0 -58
  197. package/ui/app.js +0 -607
  198. package/ui/i18n.js +0 -146
@@ -0,0 +1,202 @@
1
+ const crypto = require('crypto');
2
+ const fs = require('fs');
3
+ const path = require('path');
4
+ const {
5
+ DEFAULT_COMMIT_PROMPT_TEMPLATE,
6
+ PROMPT_TEMPLATE_VERSION,
7
+ normalizeAutomationConfig,
8
+ renderTemplate,
9
+ } = require('./automation-config');
10
+
11
+ const REQUIREMENT_UNAVAILABLE = '需求上下文未记录。只能记录代码可以证明的变化,不得猜测业务目的。';
12
+ const REQUIRED_SECTIONS = Object.freeze([
13
+ ['userRequirement', '用户需求'],
14
+ ['aiConversationEvidence', 'AI 对话证据'],
15
+ ['commitMetadata', 'Commit 信息'],
16
+ ['actualChanges', 'Commit 实际变更文件'],
17
+ ['actualPatch', 'Commit 实际 Patch'],
18
+ ['existingKnowledge', '现有相关知识'],
19
+ ]);
20
+
21
+ function sha256(value) {
22
+ return `sha256:${crypto.createHash('sha256').update(value, 'utf8').digest('hex')}`;
23
+ }
24
+
25
+ function formatRequirements(records) {
26
+ if (!Array.isArray(records) || records.length === 0) return REQUIREMENT_UNAVAILABLE;
27
+ return records.map(record => [
28
+ `- requirementId: ${record.id}`,
29
+ ` client/session: ${record.client}/${record.sessionId}`,
30
+ ` recordedAt: ${record.ts}`,
31
+ ' requirement: |',
32
+ ...String(record.requirement || '').split(/\r?\n/).map(line => ` ${line}`),
33
+ ].join('\n')).join('\n');
34
+ }
35
+
36
+ function formatConversationUserTruth(snapshot) {
37
+ if (!snapshot || !Array.isArray(snapshot.turns) || snapshot.turns.length === 0) return REQUIREMENT_UNAVAILABLE;
38
+ return snapshot.turns.flatMap(turn => turn.userEvents.map(event => [
39
+ `- turnId: ${turn.turnId}`,
40
+ ` eventId: ${event.eventId}`,
41
+ ` source/session: ${turn.source}/${turn.sessionId || '(unavailable)'}`,
42
+ ` binding: ${turn.bindingKind}`,
43
+ ` capturedAt: ${event.capturedAt}`,
44
+ ' userPrompt: |',
45
+ ...String(event.content || '').split(/\r?\n/).map(line => ` ${line}`),
46
+ ].join('\n'))).join('\n');
47
+ }
48
+
49
+ function formatAssistantEvidence(snapshot) {
50
+ if (!snapshot || !Array.isArray(snapshot.turns)) return '(no assistant conversation evidence was frozen)';
51
+ const entries = snapshot.turns.flatMap(turn => turn.assistantEvents.map(event => [
52
+ `- turnId: ${turn.turnId}`,
53
+ ` eventId: ${event.eventId}`,
54
+ ` capturedAt: ${event.capturedAt}`,
55
+ ' assistantResponse: |',
56
+ ...String(event.content || '').split(/\r?\n/).map(line => ` ${line}`),
57
+ ].join('\n')));
58
+ return entries.length ? entries.join('\n') : '(no assistant conversation evidence was frozen)';
59
+ }
60
+
61
+ function formatCommitMetadata(evidence) {
62
+ return [
63
+ `fullSha: ${evidence.commitSha}`,
64
+ `parents: ${(evidence.parents || []).join(', ') || '(root commit)'}`,
65
+ `author: ${evidence.author || ''}`,
66
+ `date: ${evidence.date || ''}`,
67
+ `subject: ${evidence.subject || ''}`,
68
+ `branchAtScan: ${evidence.branch || '(detached/unavailable)'}`,
69
+ `patchMode: ${evidence.patchMode}`,
70
+ `patchHash: ${evidence.patchHash}`,
71
+ `patchBytes: ${evidence.patchBytes}`,
72
+ ].join('\n');
73
+ }
74
+
75
+ function formatChanges(evidence) {
76
+ if (!evidence.files || evidence.files.length === 0) return '(no changed paths reported by Git)';
77
+ return evidence.files.map(file => {
78
+ const rename = file.oldPath ? ` ${file.oldPath} -> ${file.path}` : ` ${file.path}`;
79
+ const stats = file.binary ? ' binary' : ` +${file.added == null ? '?' : file.added}/-${file.deleted == null ? '?' : file.deleted}`;
80
+ return `- ${file.status}${rename}${stats}`;
81
+ }).join('\n');
82
+ }
83
+
84
+ function formatPatch(evidence) {
85
+ if (!evidence.patchChunked) return evidence.patch || '(empty patch)';
86
+ const bundle = evidence.evidenceBundle || {};
87
+ return [
88
+ '[EXACT PATCH AVAILABLE AS READ-ONLY CHUNKS]',
89
+ `fullPatchHash: ${evidence.patchHash}`,
90
+ `fullPatchBytes: ${evidence.patchBytes}`,
91
+ `patchManifestHash: ${bundle.manifestHash || '(unavailable)'}`,
92
+ `patchManifestPath: ${bundle.manifestPath || '(unavailable)'}`,
93
+ `chunkCount: ${bundle.chunkCount == null ? '(unavailable)' : bundle.chunkCount}`,
94
+ 'Read patch-manifest.json, then Read exact patch chunks in manifest sequence. The chunks cover the full Git diff.',
95
+ 'Do not read the source worktree and do not infer unread evidence.',
96
+ ].join('\n');
97
+ }
98
+
99
+ function formatExistingKnowledge(existing) {
100
+ if (!existing || !Array.isArray(existing.entries) || existing.entries.length === 0) {
101
+ return '(no existing project knowledge was available)';
102
+ }
103
+ const sections = existing.entries.map(entry => `--- ${entry.path} (${entry.hash}) ---\n${entry.content}`);
104
+ if (existing.omitted && existing.omitted.length) {
105
+ sections.push(`[EXISTING KNOWLEDGE OMITTED: ${existing.omitted.join(', ')}]`);
106
+ }
107
+ return sections.join('\n\n');
108
+ }
109
+
110
+ function ensureRequiredSections(template, rendered, vars) {
111
+ const missing = REQUIRED_SECTIONS.filter(([name]) => !new RegExp(`\\{\\{\\s*${name}\\s*\\}\\}`, 'i').test(template));
112
+ if (!missing.length) return rendered;
113
+ const footer = missing.map(([name, label]) => `${label}:\n${vars[name]}`).join('\n\n');
114
+ return `${rendered.trimEnd()}\n\n${footer}`;
115
+ }
116
+
117
+ function renderCommitPrompt(input = {}) {
118
+ const config = input.config || {};
119
+ const evidence = input.evidence || {};
120
+ const automation = normalizeAutomationConfig(config.automation);
121
+ const template = automation.commitPromptTemplate || DEFAULT_COMMIT_PROMPT_TEMPLATE;
122
+ const vars = {
123
+ userRequirement: input.conversationSnapshot
124
+ ? formatConversationUserTruth(input.conversationSnapshot)
125
+ : formatRequirements(input.requirements),
126
+ aiConversationEvidence: formatAssistantEvidence(input.conversationSnapshot),
127
+ commitMetadata: formatCommitMetadata(evidence),
128
+ actualChanges: formatChanges(evidence),
129
+ actualPatch: formatPatch(evidence),
130
+ existingKnowledge: formatExistingKnowledge(input.existingKnowledge),
131
+ projectId: config.projectId || input.projectId || '',
132
+ displayName: config.displayName || config.projectId || '',
133
+ knowledgePath: config.knowledgePath || '',
134
+ repoPath: config.repoPath || '',
135
+ commitHash: evidence.commitSha || '',
136
+ commitSubject: evidence.subject || '',
137
+ commitAuthor: evidence.author || '',
138
+ commitDate: evidence.date || '',
139
+ branch: evidence.branch || '',
140
+ changedFiles: formatChanges(evidence),
141
+ diffSummary: formatPatch(evidence),
142
+ };
143
+ const rendered = ensureRequiredSections(template, renderTemplate(template, vars), vars).trimEnd() + '\n';
144
+ return {
145
+ prompt: rendered,
146
+ promptHash: sha256(rendered),
147
+ promptTemplateVersion: PROMPT_TEMPLATE_VERSION,
148
+ promptLength: rendered.length,
149
+ vars,
150
+ };
151
+ }
152
+
153
+ class KnowledgeEvidenceReader {
154
+ constructor(options = {}) {
155
+ this.maxBytes = Number(options.maxBytes || 256 * 1024);
156
+ this.maxFiles = Number(options.maxFiles || 24);
157
+ }
158
+
159
+ read(config) {
160
+ const root = config && config.knowledgePath ? path.resolve(config.knowledgePath) : '';
161
+ if (!root || !fs.existsSync(root) || !fs.statSync(root).isDirectory()) return { entries: [], omitted: [] };
162
+ const realRoot = fs.realpathSync(root);
163
+ const files = [];
164
+ const walk = current => {
165
+ for (const entry of fs.readdirSync(current, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
166
+ if (entry.isSymbolicLink()) continue;
167
+ const absolute = path.join(current, entry.name);
168
+ if (entry.isDirectory()) walk(absolute);
169
+ else if (entry.isFile() && entry.name.toLowerCase().endsWith('.md')) files.push(absolute);
170
+ }
171
+ };
172
+ walk(root);
173
+ let used = 0;
174
+ const entries = [];
175
+ const omitted = [];
176
+ for (const file of files) {
177
+ const realFile = fs.realpathSync(file);
178
+ const relativeBoundary = path.relative(realRoot, realFile);
179
+ if (relativeBoundary.startsWith('..') || path.isAbsolute(relativeBoundary)) continue;
180
+ const relativePath = path.relative(root, file).replace(/\\/g, '/');
181
+ const content = fs.readFileSync(file, 'utf8');
182
+ const bytes = Buffer.byteLength(content, 'utf8');
183
+ if (entries.length >= this.maxFiles || used + bytes > this.maxBytes) {
184
+ omitted.push(relativePath);
185
+ continue;
186
+ }
187
+ used += bytes;
188
+ entries.push({ path: relativePath, hash: sha256(content), content });
189
+ }
190
+ return { entries, omitted, totalBytes: used, limitBytes: this.maxBytes, limitFiles: this.maxFiles };
191
+ }
192
+ }
193
+
194
+ module.exports = {
195
+ REQUIREMENT_UNAVAILABLE,
196
+ KnowledgeEvidenceReader,
197
+ formatRequirements,
198
+ formatConversationUserTruth,
199
+ formatAssistantEvidence,
200
+ renderCommitPrompt,
201
+ sha256,
202
+ };
@@ -0,0 +1,432 @@
1
+ const fs = require('fs');
2
+ const path = require('path');
3
+ const AtomicFile = require('./atomic-file');
4
+ const {
5
+ SCHEMAS,
6
+ DomainError,
7
+ createId,
8
+ validateProjectId,
9
+ validateTrigger,
10
+ } = require('./contracts');
11
+ const { CommitScanner, validateSha } = require('./scanner');
12
+ const { ConversationStore } = require('./conversation-store');
13
+ const { CommitConversationBinder, snapshotRequirementRecords } = require('./commit-conversation-binder');
14
+ const { renderCommitPrompt, sha256 } = require('./commit-prompt');
15
+ const { KnowledgeRetrievalService } = require('./knowledge-retrieval-service');
16
+ const { manifestHash: calculateRetrievalManifestHash } = require('./knowledge-retrieval-service');
17
+ const { sha256: knowledgeContentHash } = require('./content-hash');
18
+ const { CommitProcessingLedger } = require('./commit-processing-ledger');
19
+
20
+ const explicitQueues = new Map();
21
+
22
+ function publicFailure(error, phase) {
23
+ return {
24
+ code: error && error.code || 'INVALID_ARGUMENT',
25
+ message: String(error && error.message || 'Commit reconciliation failed.'),
26
+ phase,
27
+ retryable: error && error.retryable === true,
28
+ ts: new Date().toISOString(),
29
+ };
30
+ }
31
+
32
+ function validateClaim(claim, projectId, commitSha) {
33
+ if (!claim || typeof claim !== 'object' || claim.schema !== SCHEMAS.commitClaim) {
34
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim is corrupt.', { status: 500 });
35
+ }
36
+ if (claim.projectId !== projectId || claim.commitSha !== commitSha) {
37
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim identity does not match the pending commit.', { status: 500 });
38
+ }
39
+ if (!Array.isArray(claim.requirementIds) || !claim.patchHash || !claim.promptHash || !claim.evidenceHash
40
+ || !claim.evidenceManifestHash || !claim.retrievalManifestHash || !claim.knowledgePath || !claim.runId) {
41
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim is incomplete.', { status: 500 });
42
+ }
43
+ return claim;
44
+ }
45
+
46
+ function claimFingerprint(claim) {
47
+ return sha256(JSON.stringify({
48
+ schema: claim.schema,
49
+ projectId: claim.projectId,
50
+ commitSha: claim.commitSha,
51
+ parents: claim.parents,
52
+ requirementIds: claim.requirementIds,
53
+ requirementBinding: claim.requirementBinding,
54
+ conversationSnapshotHash: claim.conversationSnapshotHash || '',
55
+ promptTemplateVersion: claim.promptTemplateVersion,
56
+ promptHash: claim.promptHash,
57
+ patchHash: claim.patchHash,
58
+ evidenceHash: claim.evidenceHash,
59
+ evidenceManifestHash: claim.evidenceManifestHash,
60
+ retrievalManifestHash: claim.retrievalManifestHash,
61
+ knowledgePath: claim.knowledgePath,
62
+ }));
63
+ }
64
+
65
+ class CommitClaimStore {
66
+ constructor(options = {}) {
67
+ this.layout = options.layout;
68
+ this.atomic = options.atomic || AtomicFile;
69
+ }
70
+
71
+ filePath(projectId, commitSha) {
72
+ return this.layout.getRuntimePath('claims', validateProjectId(projectId), `${validateSha(commitSha)}.json`);
73
+ }
74
+
75
+ write(projectId, commitSha, snapshot) {
76
+ const file = this.filePath(projectId, commitSha);
77
+ this.atomic.writeJsonAtomic(file, { schema: 'commit-claim-snapshot/v1', ...snapshot });
78
+ return file;
79
+ }
80
+
81
+ read(projectId, commitSha) {
82
+ return this.atomic.readJsonStrict(this.filePath(projectId, commitSha), {
83
+ category: 'commit-claim-snapshot',
84
+ validate: snapshot => {
85
+ if (!snapshot || snapshot.schema !== 'commit-claim-snapshot/v1' || snapshot.projectId !== projectId || snapshot.commitSha !== commitSha) {
86
+ throw new DomainError('DATA_CORRUPT', 'Commit claim snapshot is corrupt.', { status: 500 });
87
+ }
88
+ return snapshot;
89
+ },
90
+ });
91
+ }
92
+
93
+ remove(projectId, commitSha) {
94
+ const file = this.filePath(projectId, commitSha);
95
+ try { fs.unlinkSync(file); } catch (error) { if (!error || error.code !== 'ENOENT') throw error; }
96
+ }
97
+ }
98
+
99
+ class CommitReconciler {
100
+ constructor(options = {}) {
101
+ this.layout = options.layout;
102
+ this.registryStore = options.registryStore;
103
+ this.projectStore = options.projectStore;
104
+ this.scanner = options.scanner || new CommitScanner(options);
105
+ this.conversationStore = options.conversationStore || new ConversationStore({
106
+ layout: this.layout,
107
+ projectStore: this.projectStore,
108
+ logger: options.logger,
109
+ });
110
+ this.binder = options.conversationBinder || new CommitConversationBinder({
111
+ layout: this.layout,
112
+ projectStore: this.projectStore,
113
+ conversationStore: this.conversationStore,
114
+ logger: options.logger,
115
+ });
116
+ this.retrievalService = options.retrievalService || new KnowledgeRetrievalService({
117
+ layout: this.layout,
118
+ registryStore: this.registryStore,
119
+ projectStore: this.projectStore,
120
+ databaseProvider: options.databaseProvider,
121
+ embedderProvider: options.embedderProvider,
122
+ logger: options.logger,
123
+ });
124
+ this.claimStore = options.claimStore || new CommitClaimStore({ layout: this.layout });
125
+ this.processingLedger = options.processingLedger || new CommitProcessingLedger({ layout: this.layout });
126
+ this.claimProcessor = options.claimProcessor || null;
127
+ this.logger = options.logger || null;
128
+ this.batchSize = Math.max(1, Number(options.batchSize || 200));
129
+ }
130
+
131
+ async log(level, event, message, context) {
132
+ if (this.logger && typeof this.logger[level] === 'function') await this.logger[level](event, message, context);
133
+ }
134
+
135
+ async reconcile(projectId, trigger, context = {}) {
136
+ validateProjectId(projectId);
137
+ validateTrigger(trigger);
138
+ if (!context.commitSha) throw new DomainError('INVALID_ARGUMENT', 'Commit reconciliation requires an explicit Hook commit SHA.');
139
+ return this.processCommitEvent({ projectId, commitSha: context.commitSha, branch: context.branch || '', operationId: context.operationId || createId('op') });
140
+ }
141
+
142
+ async processCommitEvent({ projectId, commitSha, branch = '', operationId = '' } = {}) {
143
+ validateProjectId(projectId);
144
+ validateSha(commitSha);
145
+ const existingQueue = explicitQueues.get(projectId) || { tail: Promise.resolve(), pending: new Map() };
146
+ explicitQueues.set(projectId, existingQueue);
147
+ if (existingQueue.pending.has(commitSha)) return existingQueue.pending.get(commitSha);
148
+ const queued = existingQueue.tail.catch(() => {}).then(async () => {
149
+ const completed = this.processingLedger.read(projectId, commitSha);
150
+ if (completed) return { ok: true, projectId, commitSha, status: 'already-completed', processed: [], ledger: completed };
151
+ const config = this.projectStore.readConfig(projectId);
152
+ if (config.enabled === false) return { ok: true, projectId, commitSha, status: 'disabled', processed: [] };
153
+ const result = await this.processCommit(projectId, 'git-hook', operationId || createId('op'), config, branch, commitSha);
154
+ if (!result.ok) return { ok: false, projectId, commitSha, status: 'failed', processed: [result], error: result.error };
155
+ const ledger = this.processingLedger.complete(projectId, commitSha, { runId: result.runId, claimFingerprint: result.claimFingerprint || '' });
156
+ return { ok: true, projectId, commitSha, status: 'completed', processed: [result], ledger };
157
+ });
158
+ existingQueue.pending.set(commitSha, queued);
159
+ existingQueue.tail = queued.catch(() => {});
160
+ try { return await queued; }
161
+ finally {
162
+ existingQueue.pending.delete(commitSha);
163
+ if (!existingQueue.pending.size) explicitQueues.delete(projectId);
164
+ }
165
+ }
166
+
167
+ async prepareClaim(projectId, trigger, operationId, config, branch, commitSha) {
168
+ const state = this.projectStore.readState(projectId);
169
+ if (state.analysis.activeClaim) {
170
+ const activeClaim = state.analysis.activeClaim;
171
+ // A terminal failure must not turn a project into a permanent dead end.
172
+ // We only release it while processing a *new, explicit* Hook SHA; the
173
+ // failed SHA is never retried, scanned, or inferred from history.
174
+ if (activeClaim.commitSha !== commitSha) {
175
+ validateClaim(activeClaim, projectId, activeClaim.commitSha);
176
+ const terminalFailure = activeClaim.phase === 'failed'
177
+ && activeClaim.error
178
+ && activeClaim.error.retryable !== true;
179
+ if (!terminalFailure) {
180
+ throw new DomainError('PROJECT_BUSY', 'Another unfinished commit claim already exists.', { status: 409, retryable: true });
181
+ }
182
+ await this.projectStore.updateState(projectId, draft => {
183
+ const current = draft.analysis.activeClaim;
184
+ if (!current || current.commitSha !== activeClaim.commitSha || current.fingerprint !== activeClaim.fingerprint) {
185
+ throw new DomainError('PROJECT_BUSY', 'The active commit claim changed while preparing this Hook event.', { status: 409, retryable: true });
186
+ }
187
+ draft.analysis.activeClaim = null;
188
+ draft.analysis.status = 'idle';
189
+ draft.analysis.lastError = {
190
+ code: 'FAILED_CLAIM_SUPERSEDED',
191
+ message: 'A terminal failed claim was preserved for diagnostics and superseded by a newer explicit Hook commit.',
192
+ retryable: false,
193
+ ts: new Date().toISOString(),
194
+ };
195
+ });
196
+ await this.log('warn', 'reconcile.failed_claim_superseded', 'A terminal failed claim was superseded by a newer explicit Hook commit.', {
197
+ projectId,
198
+ previousCommitSha: activeClaim.commitSha,
199
+ commitSha,
200
+ previousFailure: activeClaim.error,
201
+ });
202
+ return this.prepareClaim(projectId, trigger, operationId, config, branch, commitSha);
203
+ }
204
+ const claim = validateClaim(activeClaim, projectId, commitSha);
205
+ const snapshot = this.claimStore.read(projectId, commitSha);
206
+ if (snapshot.claimFingerprint !== claimFingerprint(claim)
207
+ || snapshot.evidence.patchHash !== claim.patchHash
208
+ || snapshot.evidence.evidenceHash !== claim.evidenceHash
209
+ || !snapshot.evidence.evidenceBundle
210
+ || snapshot.evidence.evidenceBundle.manifestHash !== claim.evidenceManifestHash
211
+ || !snapshot.existingKnowledge || snapshot.existingKnowledge.manifestHash !== claim.retrievalManifestHash
212
+ || sha256(snapshot.prompt) !== claim.promptHash
213
+ || (claim.conversationSnapshotHash && (!snapshot.conversationSnapshot || snapshot.conversationSnapshot.snapshotHash !== claim.conversationSnapshotHash))) {
214
+ throw new DomainError('DATA_CORRUPT', 'Frozen commit claim snapshot does not match active state.', { status: 500 });
215
+ }
216
+ this.scanner.verifyEvidence(snapshot.evidence);
217
+ const retrievalManifest = this.claimStore.atomic.readJsonStrict(snapshot.existingKnowledge.manifestPath, {
218
+ category: 'knowledge-retrieval-manifest',
219
+ validate: value => {
220
+ if (!value || value.schema !== 'knowledge-retrieval-manifest/v1'
221
+ || value.manifestHash !== claim.retrievalManifestHash
222
+ || calculateRetrievalManifestHash(value) !== value.manifestHash) {
223
+ throw new DomainError('DATA_CORRUPT', 'Frozen knowledge retrieval manifest is corrupt.', { status: 500 });
224
+ }
225
+ return value;
226
+ },
227
+ });
228
+ const selectedById = new Map(retrievalManifest.selected.map(item => [`${item.spaceId}:${item.chunkId}`, item]));
229
+ for (const entry of snapshot.existingKnowledge.entries || []) {
230
+ const selected = selectedById.get(`${entry.spaceId || `project:${entry.projectId}`}:${entry.chunkId}`);
231
+ if (!selected || knowledgeContentHash(entry.content) !== entry.hash || selected.contentHash !== entry.hash) {
232
+ throw new DomainError('DATA_CORRUPT', 'Frozen authoritative Markdown context does not match its retrieval manifest.', { status: 500 });
233
+ }
234
+ }
235
+ claim.attempt = Number(claim.attempt || 1) + 1;
236
+ claim.phase = 'evidence.prepared';
237
+ await this.projectStore.updateState(projectId, draft => {
238
+ draft.analysis.activeClaim = claim;
239
+ draft.analysis.status = 'evidence.prepared';
240
+ draft.analysis.lastError = null;
241
+ });
242
+ return {
243
+ claim,
244
+ evidence: snapshot.evidence,
245
+ prompt: snapshot.prompt,
246
+ requirements: snapshot.requirements || [],
247
+ conversationSnapshot: snapshot.conversationSnapshot || null,
248
+ existingKnowledge: snapshot.existingKnowledge,
249
+ retry: true,
250
+ };
251
+ }
252
+
253
+ const runId = createId('run');
254
+ const evidenceRoot = this.layout.getRuntimePath('runs', projectId, runId, 'input', 'evidence');
255
+ const evidence = await this.scanner.collectEvidence(config, commitSha, { branch, evidenceRoot });
256
+ this.scanner.verifyEvidence(evidence);
257
+ const conversationSnapshot = await this.binder.bind({ projectId, commitSha, branch });
258
+ const requirements = snapshotRequirementRecords(conversationSnapshot);
259
+ const existingKnowledge = await this.retrievalService.retrieveForCommit({
260
+ projectId,
261
+ conversationSnapshot,
262
+ commitEvidence: evidence,
263
+ });
264
+ existingKnowledge.manifestPath = this.layout.getRuntimePath('runs', projectId, runId, 'input', 'retrieval', 'manifest.json');
265
+ this.claimStore.atomic.writeJsonAtomic(existingKnowledge.manifestPath, existingKnowledge.manifest);
266
+ const rendered = renderCommitPrompt({ projectId, config, evidence, requirements, conversationSnapshot, existingKnowledge });
267
+ const claim = {
268
+ schema: SCHEMAS.commitClaim,
269
+ projectId,
270
+ commitSha,
271
+ parents: evidence.parents,
272
+ triggerFirstSeen: trigger,
273
+ requirementIds: requirements.map(requirement => requirement.id),
274
+ requirementBinding: conversationSnapshot.status,
275
+ conversationSnapshotHash: conversationSnapshot.snapshotHash,
276
+ conversationTurnIds: conversationSnapshot.turns.map(turn => turn.turnId),
277
+ conversationEventIds: conversationSnapshot.turns.flatMap(turn => [...turn.userEvents, ...turn.assistantEvents].map(event => event.eventId)),
278
+ promptTemplateVersion: rendered.promptTemplateVersion,
279
+ promptHash: rendered.promptHash,
280
+ patchHash: evidence.patchHash,
281
+ evidenceHash: evidence.evidenceHash,
282
+ evidenceManifestHash: evidence.evidenceBundle.manifestHash,
283
+ retrievalManifestHash: existingKnowledge.manifestHash,
284
+ knowledgePath: config.knowledgePath,
285
+ runId,
286
+ operationId,
287
+ phase: 'evidence.prepared',
288
+ attempt: 1,
289
+ };
290
+ claim.fingerprint = claimFingerprint(claim);
291
+ this.claimStore.write(projectId, commitSha, {
292
+ projectId,
293
+ commitSha,
294
+ claimFingerprint: claim.fingerprint,
295
+ evidence,
296
+ prompt: rendered.prompt,
297
+ requirements,
298
+ conversationSnapshot,
299
+ existingKnowledge,
300
+ createdAt: new Date().toISOString(),
301
+ });
302
+ try {
303
+ await this.projectStore.updateState(projectId, draft => {
304
+ if (draft.analysis.activeClaim) throw new DomainError('PROJECT_BUSY', 'Another active claim already exists.', { status: 409, retryable: true });
305
+ draft.analysis.activeClaim = claim;
306
+ draft.analysis.status = 'evidence.prepared';
307
+ draft.analysis.lastError = null;
308
+ });
309
+ } catch (error) {
310
+ this.claimStore.remove(projectId, commitSha);
311
+ throw error;
312
+ }
313
+ await this.log('info', 'reconcile.claim_prepared', 'Commit evidence and claim prepared.', {
314
+ projectId,
315
+ operationId,
316
+ runId: claim.runId,
317
+ commitSha,
318
+ phase: claim.phase,
319
+ promptHash: claim.promptHash,
320
+ patchHash: claim.patchHash,
321
+ patchBytes: evidence.patchBytes,
322
+ evidenceManifestHash: claim.evidenceManifestHash,
323
+ evidenceChunkCount: evidence.evidenceBundle.chunkCount,
324
+ evidenceChunkBytes: evidence.evidenceBundle.chunkBytes,
325
+ retrievalManifestHash: claim.retrievalManifestHash,
326
+ retrievalSelectedCount: existingKnowledge.entries.length,
327
+ retrievalBytes: existingKnowledge.totalBytes,
328
+ fileCount: evidence.files.length,
329
+ requirementBinding: claim.requirementBinding,
330
+ requirementCount: claim.requirementIds.length,
331
+ });
332
+ return { claim, evidence, prompt: rendered.prompt, requirements, conversationSnapshot, existingKnowledge, retry: false };
333
+ }
334
+
335
+ async processCommit(projectId, trigger, operationId, config, branch, commitSha) {
336
+ let prepared;
337
+ try {
338
+ prepared = await this.prepareClaim(projectId, trigger, operationId, config, branch, commitSha);
339
+ // Runtime configuration is resolved by the headless analyzer. This
340
+ // service must never load the shell's settings or persist credentials.
341
+ if (!this.claimProcessor || typeof this.claimProcessor.processClaim !== 'function') {
342
+ throw new DomainError('INVALID_ARGUMENT', 'Knowledge claim processor is unavailable.', { status: 503, retryable: true });
343
+ }
344
+ const result = await this.claimProcessor.processClaim({
345
+ projectId,
346
+ config,
347
+ claim: prepared.claim,
348
+ evidence: prepared.evidence,
349
+ prompt: prepared.prompt,
350
+ requirements: prepared.requirements,
351
+ conversationSnapshot: prepared.conversationSnapshot,
352
+ existingKnowledge: prepared.existingKnowledge,
353
+ operationId,
354
+ });
355
+ if (!result || result.stateAdvanced !== true) {
356
+ throw new DomainError('INVALID_ARGUMENT', 'Knowledge promotion did not prove state advancement.', { status: 500, retryable: true });
357
+ }
358
+ const advanced = this.projectStore.readState(projectId);
359
+ if (advanced.lastAnalyzedCommit !== commitSha || advanced.analysis.activeClaim) {
360
+ throw new DomainError('DATA_CORRUPT', 'Claim processor reported success without atomically advancing project state.', { status: 500 });
361
+ }
362
+ this.claimStore.remove(projectId, commitSha);
363
+ await this.log('info', 'reconcile.commit_completed', 'Commit knowledge was promoted and state advanced.', {
364
+ projectId,
365
+ operationId,
366
+ runId: prepared.claim.runId,
367
+ commitSha,
368
+ phase: 'state.advanced',
369
+ });
370
+ return { ok: true, commitSha, runId: prepared.claim.runId, claimFingerprint: prepared.claim.fingerprint, retry: prepared.retry };
371
+ } catch (error) {
372
+ const failure = publicFailure(error, prepared && prepared.claim && prepared.claim.phase || 'evidence.prepared');
373
+ let stateUpdateError = null;
374
+ try {
375
+ await this.projectStore.updateState(projectId, draft => {
376
+ const active = draft.analysis.activeClaim;
377
+ if (active && active.commitSha === commitSha) {
378
+ active.phase = 'failed';
379
+ active.error = failure;
380
+ }
381
+ draft.analysis.status = 'failed';
382
+ draft.analysis.lastError = failure;
383
+ });
384
+ } catch (updateError) {
385
+ stateUpdateError = updateError;
386
+ }
387
+ await this.log('error', 'reconcile.commit_failed', 'Commit reconciliation stopped at the first failed commit.', {
388
+ projectId,
389
+ operationId,
390
+ runId: prepared && prepared.claim && prepared.claim.runId,
391
+ commitSha,
392
+ phase: failure.phase,
393
+ error,
394
+ context: stateUpdateError ? { failureStateWriteError: stateUpdateError } : {},
395
+ });
396
+ return { ok: false, commitSha, error: failure, retry: prepared && prepared.retry || false };
397
+ }
398
+ }
399
+
400
+ async markDiverged(projectId, operationId, message, processed = []) {
401
+ const error = new DomainError('HISTORY_DIVERGED', message || 'Git history diverged from the stored baseline.', { status: 409 });
402
+ await this.projectStore.updateState(projectId, state => {
403
+ state.analysis.status = 'history-diverged';
404
+ state.analysis.lastError = publicFailure(error, 'history-diverged');
405
+ });
406
+ await this.log('error', 'reconcile.history_diverged', 'Git history diverged; reconciliation stopped without moving pointers.', { projectId, operationId, phase: 'history-diverged', error });
407
+ return { ok: false, status: 'history-diverged', processed, error: publicFailure(error, 'history-diverged') };
408
+ }
409
+
410
+ async failWithoutClaim(projectId, operationId, error, phase, processed = []) {
411
+ await this.projectStore.updateState(projectId, state => {
412
+ state.analysis.status = 'failed';
413
+ state.analysis.lastError = publicFailure(error, phase);
414
+ });
415
+ await this.log('error', 'reconcile.failed', 'Reconciliation failed before claim processing.', { projectId, operationId, phase, error });
416
+ return { ok: false, status: 'failed', processed, error: publicFailure(error, phase) };
417
+ }
418
+ }
419
+
420
+ async function reconcileProjectCommits(projectId, trigger, deps = {}) {
421
+ const reconciler = deps.reconciler instanceof CommitReconciler ? deps.reconciler : new CommitReconciler(deps);
422
+ return reconciler.reconcile(projectId, trigger, { operationId: deps.operationId || '', commitSha: deps.commitSha || '', branch: deps.branch || '' });
423
+ }
424
+
425
+ module.exports = {
426
+ CommitClaimStore,
427
+ CommitReconciler,
428
+ CommitProcessingLedger,
429
+ claimFingerprint,
430
+ reconcileProjectCommits,
431
+ validateClaim,
432
+ };
@@ -0,0 +1,4 @@
1
+ 'use strict';
2
+ const crypto = require('node:crypto');
3
+ function sha256(value) { return crypto.createHash('sha256').update(String(value || ''), 'utf8').digest('hex'); }
4
+ module.exports = { sha256 };