@sanqianx/project-knowledge 4.7.0 → 4.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (192) hide show
  1. package/.agents/plugins/marketplace.json +17 -17
  2. package/.claude-plugin/marketplace.json +1 -1
  3. package/CHANGELOG.md +817 -799
  4. package/README.md +48 -36
  5. package/_modules/knowledge-engine/README.md +88 -0
  6. package/_modules/knowledge-engine/package.json +38 -0
  7. package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
  8. package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
  9. package/_modules/knowledge-engine/src/bin.js +52 -0
  10. package/_modules/knowledge-engine/src/bridge-client.js +24 -0
  11. package/_modules/knowledge-engine/src/coordinator.js +255 -0
  12. package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
  13. package/_modules/knowledge-engine/src/memories.js +85 -0
  14. package/_modules/knowledge-engine/src/migration.js +88 -0
  15. package/_modules/knowledge-engine/src/retrieval.js +116 -0
  16. package/_modules/knowledge-engine/src/runtime/README.md +7 -0
  17. package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
  18. package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
  19. package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
  20. package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
  21. package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
  22. package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
  23. package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
  24. package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
  25. package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
  26. package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
  27. package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
  28. package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
  29. package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
  30. package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
  31. package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
  32. package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
  33. package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
  34. package/_modules/knowledge-engine/src/server.js +155 -0
  35. package/_modules/knowledge-engine/src/store.js +239 -0
  36. package/_modules/knowledge-engine/ui/app.css +172 -0
  37. package/_modules/knowledge-engine/ui/app.js +297 -0
  38. package/_modules/knowledge-engine/ui/index.html +95 -0
  39. package/_site/README.md +30 -30
  40. package/_site/_test/ai-profile-resolver-test.js +137 -137
  41. package/_site/_test/automation-queue-test.js +14 -14
  42. package/_site/_test/automation-ui-test.js +40 -40
  43. package/_site/_test/background-task-registry-test.js +43 -43
  44. package/_site/_test/baseline-schema-test.js +91 -91
  45. package/_site/_test/chat-claudecodeui-match-test.js +92 -92
  46. package/_site/_test/claude-executable-discovery-test.js +62 -62
  47. package/_site/_test/claude-workbench-test.js +170 -170
  48. package/_site/_test/codex-conversation-projection-test.js +2 -1
  49. package/_site/_test/commit-conversation-binding-test.js +95 -95
  50. package/_site/_test/commit-evidence-test.js +110 -110
  51. package/_site/_test/conversation-api-test.js +109 -109
  52. package/_site/_test/conversation-store-test.js +136 -136
  53. package/_site/_test/data-dir-migration-test.js +57 -57
  54. package/_site/_test/desktop-browser-compat-test.js +28 -28
  55. package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
  56. package/_site/_test/explicit-commit-processor-test.js +37 -37
  57. package/_site/_test/fixtures/make-git-repos.js +12 -1
  58. package/_site/_test/folder-picker-output-test.js +19 -19
  59. package/_site/_test/full-integration-e2e-test.js +165 -165
  60. package/_site/_test/git-validation-test.js +2 -2
  61. package/_site/_test/hook-runtime-endpoint-test.js +88 -88
  62. package/_site/_test/hook-status-repair-api-test.js +152 -152
  63. package/_site/_test/hook-trigger-test.js +85 -85
  64. package/_site/_test/import-preflight-api-test.js +234 -233
  65. package/_site/_test/index-writer-concurrency-test.js +135 -135
  66. package/_site/_test/integration-adapters-test.js +171 -171
  67. package/_site/_test/integration-surface-coverage-test.js +164 -164
  68. package/_site/_test/knowledge-language-control-test.js +170 -170
  69. package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
  70. package/_site/_test/knowledge-query-test.js +54 -54
  71. package/_site/_test/knowledge-retrieval-service-test.js +77 -77
  72. package/_site/_test/knowledge-storage-startup-test.js +52 -52
  73. package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
  74. package/_site/_test/legacy-forward-compat-test.js +257 -257
  75. package/_site/_test/legacy-project-upgrade-e2e-test.js +363 -363
  76. package/_site/_test/logging-api-test.js +89 -89
  77. package/_site/_test/logging-sse-no-gap-test.js +88 -88
  78. package/_site/_test/logging-ui-test.js +106 -104
  79. package/_site/_test/markdown-delta-overlay-test.js +85 -85
  80. package/_site/_test/markdown-maintenance-api-test.js +75 -75
  81. package/_site/_test/mcp-server-test.js +149 -149
  82. package/_site/_test/module-artifact-integrity-test.js +27 -0
  83. package/_site/_test/module-boundary-test.js +30 -0
  84. package/_site/_test/module-bridge-eventbridge-test.js +7 -0
  85. package/_site/_test/module-model-configuration-test.js +43 -0
  86. package/_site/_test/module-process-lifecycle-test.js +24 -0
  87. package/_site/_test/module-stream-proxy-test.js +34 -0
  88. package/_site/_test/non-release-ci-test.js +34 -34
  89. package/_site/_test/offline-boundary-isolation-test.js +32 -32
  90. package/_site/_test/p0-data-migration-characterization-test.js +37 -37
  91. package/_site/_test/p0-e2e-gate-test.js +347 -347
  92. package/_site/_test/packaged-ui-smoke-test.js +11 -9
  93. package/_site/_test/path-consistency-test.js +151 -151
  94. package/_site/_test/pending-sweep-test.js +9 -9
  95. package/_site/_test/post-commit-automation-test.js +87 -87
  96. package/_site/_test/product-diagnostics-ui-test.js +75 -0
  97. package/_site/_test/product-import-ui-test.js +92 -0
  98. package/_site/_test/project-delete-recovery-test.js +64 -64
  99. package/_site/_test/project-goal-editor-test.js +144 -144
  100. package/_site/_test/project-layout-v2-migration-test.js +127 -127
  101. package/_site/_test/project-lifecycle-transaction-test.js +106 -106
  102. package/_site/_test/prompt-settings-test.js +115 -115
  103. package/_site/_test/protected-architecture-gate-test.js +122 -122
  104. package/_site/_test/refactor-characterization-test.js +36 -36
  105. package/_site/_test/release-version-sync-test.js +1 -1
  106. package/_site/_test/requirement-recorder-test.js +173 -173
  107. package/_site/_test/run-all-tests.js +159 -156
  108. package/_site/_test/server-runtime-migration-safety-test.js +27 -27
  109. package/_site/_test/shared-contracts-test.js +58 -58
  110. package/_site/_test/startup-analysis-disabled-test.js +10 -10
  111. package/_site/_test/storage-foundation-test.js +78 -78
  112. package/_site/_test/structured-logger-test.js +101 -101
  113. package/_site/_test/tracking-start-test.js +108 -108
  114. package/_site/_test/v4122-upgrade-data-contract-test.js +56 -56
  115. package/_site/_test/workbench-permission-test.js +117 -117
  116. package/_site/_test/workspace-ui-contract-test.js +28 -43
  117. package/_site/lib/ai-profile-resolver.js +78 -78
  118. package/_site/lib/ai-workspace.js +101 -101
  119. package/_site/lib/automation-config.js +140 -140
  120. package/_site/lib/bridge-adapter.js +1 -0
  121. package/_site/lib/bridge-consumer-service.js +402 -402
  122. package/_site/lib/claude-cli-runner.js +1510 -1510
  123. package/_site/lib/commit-conversation-binder.js +234 -234
  124. package/_site/lib/commit-processing-ledger.js +27 -27
  125. package/_site/lib/commit-prompt.js +202 -202
  126. package/_site/lib/commit-reconciler.js +406 -406
  127. package/_site/lib/contracts.js +284 -279
  128. package/_site/lib/conversation-query-service.js +144 -144
  129. package/_site/lib/conversation-store.js +385 -385
  130. package/_site/lib/data-dir.js +74 -74
  131. package/_site/lib/data-state-classifier.js +40 -40
  132. package/_site/lib/engine-cutover.js +97 -0
  133. package/_site/lib/evidence-bundle.js +228 -228
  134. package/_site/lib/folder-picker-output.js +21 -21
  135. package/_site/lib/git-runner.js +62 -62
  136. package/_site/lib/github-team-store.js +1172 -1172
  137. package/_site/lib/hook-manager.js +203 -202
  138. package/_site/lib/index-service.js +173 -173
  139. package/_site/lib/integration-installer.js +907 -907
  140. package/_site/lib/kb-framework.js +176 -176
  141. package/_site/lib/kb-validator.js +124 -124
  142. package/_site/lib/knowledge-promotion.js +435 -435
  143. package/_site/lib/knowledge-retrieval-service.js +401 -401
  144. package/_site/lib/knowledge-tool-runtime.js +359 -359
  145. package/_site/lib/legacy-data-manifest.js +26 -26
  146. package/_site/lib/llm-client.js +161 -161
  147. package/_site/lib/markdown-knowledge-indexer.js +230 -230
  148. package/_site/lib/migration-service.js +442 -442
  149. package/_site/lib/module-bridge.js +198 -33
  150. package/_site/lib/post-commit-automation.js +87 -87
  151. package/_site/lib/project-lifecycle-service.js +519 -497
  152. package/_site/lib/project-store.js +268 -262
  153. package/_site/lib/requirement-recorder.js +278 -278
  154. package/_site/lib/runtime-endpoint.js +155 -155
  155. package/_site/lib/scanner.js +298 -298
  156. package/_site/lib/server-app.js +1590 -1520
  157. package/_site/lib/settings-store.js +133 -113
  158. package/_site/lib/storage-layout.js +162 -162
  159. package/_site/lib/structured-logger.js +574 -574
  160. package/_site/scripts/folder-picker.ps1 +156 -156
  161. package/_site/scripts/hook-trigger.js +157 -156
  162. package/_site/scripts/install-module-candidates.js +69 -0
  163. package/_site/scripts/pack-module-candidates.js +72 -0
  164. package/_site/scripts/sync-release-version.js +2 -2
  165. package/_site/scripts/vendor-modules.js +47 -0
  166. package/_site/scripts/verify-module-runtime.js +45 -0
  167. package/_site/scripts/verify-product-runtime.js +34 -0
  168. package/bin/project-knowledge-mcp.js +194 -194
  169. package/docs/README.zh-CN.md +34 -25
  170. package/docs/project-registry-schema.md +22 -22
  171. package/docs/testing-strategy.md +33 -33
  172. package/module-runtime-manifest.json +220 -0
  173. package/package.json +13 -9
  174. package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
  175. package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
  176. package/plugins/project-knowledge/.mcp.json +1 -1
  177. package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
  178. package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
  179. package/templates/project-readme.md +34 -34
  180. package/ui/favicon.svg +38 -38
  181. package/ui/index.html +51 -149
  182. package/ui/product.css +9 -0
  183. package/ui/product.js +386 -0
  184. package/vendor-manifest.json +46 -0
  185. package/_site/_test/import-ui-flow-test.js +0 -171
  186. package/_site/_test/project-control-panel-task14-test.js +0 -63
  187. package/_site/_test/task15-20-ui-flow-test.js +0 -148
  188. package/_site/_test/ui-i18n-toggle-test.js +0 -114
  189. package/_site/_test/ui-smoke-test.js +0 -73
  190. package/ui/app.css +0 -58
  191. package/ui/app.js +0 -607
  192. package/ui/i18n.js +0 -146
@@ -0,0 +1,202 @@
1
+ const crypto = require('crypto');
2
+ const fs = require('fs');
3
+ const path = require('path');
4
+ const {
5
+ DEFAULT_COMMIT_PROMPT_TEMPLATE,
6
+ PROMPT_TEMPLATE_VERSION,
7
+ normalizeAutomationConfig,
8
+ renderTemplate,
9
+ } = require('./automation-config');
10
+
11
+ const REQUIREMENT_UNAVAILABLE = '需求上下文未记录。只能记录代码可以证明的变化,不得猜测业务目的。';
12
+ const REQUIRED_SECTIONS = Object.freeze([
13
+ ['userRequirement', '用户需求'],
14
+ ['aiConversationEvidence', 'AI 对话证据'],
15
+ ['commitMetadata', 'Commit 信息'],
16
+ ['actualChanges', 'Commit 实际变更文件'],
17
+ ['actualPatch', 'Commit 实际 Patch'],
18
+ ['existingKnowledge', '现有相关知识'],
19
+ ]);
20
+
21
+ function sha256(value) {
22
+ return `sha256:${crypto.createHash('sha256').update(value, 'utf8').digest('hex')}`;
23
+ }
24
+
25
+ function formatRequirements(records) {
26
+ if (!Array.isArray(records) || records.length === 0) return REQUIREMENT_UNAVAILABLE;
27
+ return records.map(record => [
28
+ `- requirementId: ${record.id}`,
29
+ ` client/session: ${record.client}/${record.sessionId}`,
30
+ ` recordedAt: ${record.ts}`,
31
+ ' requirement: |',
32
+ ...String(record.requirement || '').split(/\r?\n/).map(line => ` ${line}`),
33
+ ].join('\n')).join('\n');
34
+ }
35
+
36
+ function formatConversationUserTruth(snapshot) {
37
+ if (!snapshot || !Array.isArray(snapshot.turns) || snapshot.turns.length === 0) return REQUIREMENT_UNAVAILABLE;
38
+ return snapshot.turns.flatMap(turn => turn.userEvents.map(event => [
39
+ `- turnId: ${turn.turnId}`,
40
+ ` eventId: ${event.eventId}`,
41
+ ` source/session: ${turn.source}/${turn.sessionId || '(unavailable)'}`,
42
+ ` binding: ${turn.bindingKind}`,
43
+ ` capturedAt: ${event.capturedAt}`,
44
+ ' userPrompt: |',
45
+ ...String(event.content || '').split(/\r?\n/).map(line => ` ${line}`),
46
+ ].join('\n'))).join('\n');
47
+ }
48
+
49
+ function formatAssistantEvidence(snapshot) {
50
+ if (!snapshot || !Array.isArray(snapshot.turns)) return '(no assistant conversation evidence was frozen)';
51
+ const entries = snapshot.turns.flatMap(turn => turn.assistantEvents.map(event => [
52
+ `- turnId: ${turn.turnId}`,
53
+ ` eventId: ${event.eventId}`,
54
+ ` capturedAt: ${event.capturedAt}`,
55
+ ' assistantResponse: |',
56
+ ...String(event.content || '').split(/\r?\n/).map(line => ` ${line}`),
57
+ ].join('\n')));
58
+ return entries.length ? entries.join('\n') : '(no assistant conversation evidence was frozen)';
59
+ }
60
+
61
+ function formatCommitMetadata(evidence) {
62
+ return [
63
+ `fullSha: ${evidence.commitSha}`,
64
+ `parents: ${(evidence.parents || []).join(', ') || '(root commit)'}`,
65
+ `author: ${evidence.author || ''}`,
66
+ `date: ${evidence.date || ''}`,
67
+ `subject: ${evidence.subject || ''}`,
68
+ `branchAtScan: ${evidence.branch || '(detached/unavailable)'}`,
69
+ `patchMode: ${evidence.patchMode}`,
70
+ `patchHash: ${evidence.patchHash}`,
71
+ `patchBytes: ${evidence.patchBytes}`,
72
+ ].join('\n');
73
+ }
74
+
75
+ function formatChanges(evidence) {
76
+ if (!evidence.files || evidence.files.length === 0) return '(no changed paths reported by Git)';
77
+ return evidence.files.map(file => {
78
+ const rename = file.oldPath ? ` ${file.oldPath} -> ${file.path}` : ` ${file.path}`;
79
+ const stats = file.binary ? ' binary' : ` +${file.added == null ? '?' : file.added}/-${file.deleted == null ? '?' : file.deleted}`;
80
+ return `- ${file.status}${rename}${stats}`;
81
+ }).join('\n');
82
+ }
83
+
84
+ function formatPatch(evidence) {
85
+ if (!evidence.patchChunked) return evidence.patch || '(empty patch)';
86
+ const bundle = evidence.evidenceBundle || {};
87
+ return [
88
+ '[EXACT PATCH AVAILABLE AS READ-ONLY CHUNKS]',
89
+ `fullPatchHash: ${evidence.patchHash}`,
90
+ `fullPatchBytes: ${evidence.patchBytes}`,
91
+ `patchManifestHash: ${bundle.manifestHash || '(unavailable)'}`,
92
+ `patchManifestPath: ${bundle.manifestPath || '(unavailable)'}`,
93
+ `chunkCount: ${bundle.chunkCount == null ? '(unavailable)' : bundle.chunkCount}`,
94
+ 'Read patch-manifest.json, then Read exact patch chunks in manifest sequence. The chunks cover the full Git diff.',
95
+ 'Do not read the source worktree and do not infer unread evidence.',
96
+ ].join('\n');
97
+ }
98
+
99
+ function formatExistingKnowledge(existing) {
100
+ if (!existing || !Array.isArray(existing.entries) || existing.entries.length === 0) {
101
+ return '(no existing project knowledge was available)';
102
+ }
103
+ const sections = existing.entries.map(entry => `--- ${entry.path} (${entry.hash}) ---\n${entry.content}`);
104
+ if (existing.omitted && existing.omitted.length) {
105
+ sections.push(`[EXISTING KNOWLEDGE OMITTED: ${existing.omitted.join(', ')}]`);
106
+ }
107
+ return sections.join('\n\n');
108
+ }
109
+
110
+ function ensureRequiredSections(template, rendered, vars) {
111
+ const missing = REQUIRED_SECTIONS.filter(([name]) => !new RegExp(`\\{\\{\\s*${name}\\s*\\}\\}`, 'i').test(template));
112
+ if (!missing.length) return rendered;
113
+ const footer = missing.map(([name, label]) => `${label}:\n${vars[name]}`).join('\n\n');
114
+ return `${rendered.trimEnd()}\n\n${footer}`;
115
+ }
116
+
117
+ function renderCommitPrompt(input = {}) {
118
+ const config = input.config || {};
119
+ const evidence = input.evidence || {};
120
+ const automation = normalizeAutomationConfig(config.automation);
121
+ const template = automation.commitPromptTemplate || DEFAULT_COMMIT_PROMPT_TEMPLATE;
122
+ const vars = {
123
+ userRequirement: input.conversationSnapshot
124
+ ? formatConversationUserTruth(input.conversationSnapshot)
125
+ : formatRequirements(input.requirements),
126
+ aiConversationEvidence: formatAssistantEvidence(input.conversationSnapshot),
127
+ commitMetadata: formatCommitMetadata(evidence),
128
+ actualChanges: formatChanges(evidence),
129
+ actualPatch: formatPatch(evidence),
130
+ existingKnowledge: formatExistingKnowledge(input.existingKnowledge),
131
+ projectId: config.projectId || input.projectId || '',
132
+ displayName: config.displayName || config.projectId || '',
133
+ knowledgePath: config.knowledgePath || '',
134
+ repoPath: config.repoPath || '',
135
+ commitHash: evidence.commitSha || '',
136
+ commitSubject: evidence.subject || '',
137
+ commitAuthor: evidence.author || '',
138
+ commitDate: evidence.date || '',
139
+ branch: evidence.branch || '',
140
+ changedFiles: formatChanges(evidence),
141
+ diffSummary: formatPatch(evidence),
142
+ };
143
+ const rendered = ensureRequiredSections(template, renderTemplate(template, vars), vars).trimEnd() + '\n';
144
+ return {
145
+ prompt: rendered,
146
+ promptHash: sha256(rendered),
147
+ promptTemplateVersion: PROMPT_TEMPLATE_VERSION,
148
+ promptLength: rendered.length,
149
+ vars,
150
+ };
151
+ }
152
+
153
+ class KnowledgeEvidenceReader {
154
+ constructor(options = {}) {
155
+ this.maxBytes = Number(options.maxBytes || 256 * 1024);
156
+ this.maxFiles = Number(options.maxFiles || 24);
157
+ }
158
+
159
+ read(config) {
160
+ const root = config && config.knowledgePath ? path.resolve(config.knowledgePath) : '';
161
+ if (!root || !fs.existsSync(root) || !fs.statSync(root).isDirectory()) return { entries: [], omitted: [] };
162
+ const realRoot = fs.realpathSync(root);
163
+ const files = [];
164
+ const walk = current => {
165
+ for (const entry of fs.readdirSync(current, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
166
+ if (entry.isSymbolicLink()) continue;
167
+ const absolute = path.join(current, entry.name);
168
+ if (entry.isDirectory()) walk(absolute);
169
+ else if (entry.isFile() && entry.name.toLowerCase().endsWith('.md')) files.push(absolute);
170
+ }
171
+ };
172
+ walk(root);
173
+ let used = 0;
174
+ const entries = [];
175
+ const omitted = [];
176
+ for (const file of files) {
177
+ const realFile = fs.realpathSync(file);
178
+ const relativeBoundary = path.relative(realRoot, realFile);
179
+ if (relativeBoundary.startsWith('..') || path.isAbsolute(relativeBoundary)) continue;
180
+ const relativePath = path.relative(root, file).replace(/\\/g, '/');
181
+ const content = fs.readFileSync(file, 'utf8');
182
+ const bytes = Buffer.byteLength(content, 'utf8');
183
+ if (entries.length >= this.maxFiles || used + bytes > this.maxBytes) {
184
+ omitted.push(relativePath);
185
+ continue;
186
+ }
187
+ used += bytes;
188
+ entries.push({ path: relativePath, hash: sha256(content), content });
189
+ }
190
+ return { entries, omitted, totalBytes: used, limitBytes: this.maxBytes, limitFiles: this.maxFiles };
191
+ }
192
+ }
193
+
194
+ module.exports = {
195
+ REQUIREMENT_UNAVAILABLE,
196
+ KnowledgeEvidenceReader,
197
+ formatRequirements,
198
+ formatConversationUserTruth,
199
+ formatAssistantEvidence,
200
+ renderCommitPrompt,
201
+ sha256,
202
+ };
@@ -0,0 +1,432 @@
1
+ const fs = require('fs');
2
+ const path = require('path');
3
+ const AtomicFile = require('./atomic-file');
4
+ const {
5
+ SCHEMAS,
6
+ DomainError,
7
+ createId,
8
+ validateProjectId,
9
+ validateTrigger,
10
+ } = require('./contracts');
11
+ const { CommitScanner, validateSha } = require('./scanner');
12
+ const { ConversationStore } = require('./conversation-store');
13
+ const { CommitConversationBinder, snapshotRequirementRecords } = require('./commit-conversation-binder');
14
+ const { renderCommitPrompt, sha256 } = require('./commit-prompt');
15
+ const { KnowledgeRetrievalService } = require('./knowledge-retrieval-service');
16
+ const { manifestHash: calculateRetrievalManifestHash } = require('./knowledge-retrieval-service');
17
+ const { sha256: knowledgeContentHash } = require('./content-hash');
18
+ const { CommitProcessingLedger } = require('./commit-processing-ledger');
19
+
20
+ const explicitQueues = new Map();
21
+
22
+ function publicFailure(error, phase) {
23
+ return {
24
+ code: error && error.code || 'INVALID_ARGUMENT',
25
+ message: String(error && error.message || 'Commit reconciliation failed.'),
26
+ phase,
27
+ retryable: error && error.retryable === true,
28
+ ts: new Date().toISOString(),
29
+ };
30
+ }
31
+
32
+ function validateClaim(claim, projectId, commitSha) {
33
+ if (!claim || typeof claim !== 'object' || claim.schema !== SCHEMAS.commitClaim) {
34
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim is corrupt.', { status: 500 });
35
+ }
36
+ if (claim.projectId !== projectId || claim.commitSha !== commitSha) {
37
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim identity does not match the pending commit.', { status: 500 });
38
+ }
39
+ if (!Array.isArray(claim.requirementIds) || !claim.patchHash || !claim.promptHash || !claim.evidenceHash
40
+ || !claim.evidenceManifestHash || !claim.retrievalManifestHash || !claim.knowledgePath || !claim.runId) {
41
+ throw new DomainError('DATA_CORRUPT', 'Active commit claim is incomplete.', { status: 500 });
42
+ }
43
+ return claim;
44
+ }
45
+
46
+ function claimFingerprint(claim) {
47
+ return sha256(JSON.stringify({
48
+ schema: claim.schema,
49
+ projectId: claim.projectId,
50
+ commitSha: claim.commitSha,
51
+ parents: claim.parents,
52
+ requirementIds: claim.requirementIds,
53
+ requirementBinding: claim.requirementBinding,
54
+ conversationSnapshotHash: claim.conversationSnapshotHash || '',
55
+ promptTemplateVersion: claim.promptTemplateVersion,
56
+ promptHash: claim.promptHash,
57
+ patchHash: claim.patchHash,
58
+ evidenceHash: claim.evidenceHash,
59
+ evidenceManifestHash: claim.evidenceManifestHash,
60
+ retrievalManifestHash: claim.retrievalManifestHash,
61
+ knowledgePath: claim.knowledgePath,
62
+ }));
63
+ }
64
+
65
+ class CommitClaimStore {
66
+ constructor(options = {}) {
67
+ this.layout = options.layout;
68
+ this.atomic = options.atomic || AtomicFile;
69
+ }
70
+
71
+ filePath(projectId, commitSha) {
72
+ return this.layout.getRuntimePath('claims', validateProjectId(projectId), `${validateSha(commitSha)}.json`);
73
+ }
74
+
75
+ write(projectId, commitSha, snapshot) {
76
+ const file = this.filePath(projectId, commitSha);
77
+ this.atomic.writeJsonAtomic(file, { schema: 'commit-claim-snapshot/v1', ...snapshot });
78
+ return file;
79
+ }
80
+
81
+ read(projectId, commitSha) {
82
+ return this.atomic.readJsonStrict(this.filePath(projectId, commitSha), {
83
+ category: 'commit-claim-snapshot',
84
+ validate: snapshot => {
85
+ if (!snapshot || snapshot.schema !== 'commit-claim-snapshot/v1' || snapshot.projectId !== projectId || snapshot.commitSha !== commitSha) {
86
+ throw new DomainError('DATA_CORRUPT', 'Commit claim snapshot is corrupt.', { status: 500 });
87
+ }
88
+ return snapshot;
89
+ },
90
+ });
91
+ }
92
+
93
+ remove(projectId, commitSha) {
94
+ const file = this.filePath(projectId, commitSha);
95
+ try { fs.unlinkSync(file); } catch (error) { if (!error || error.code !== 'ENOENT') throw error; }
96
+ }
97
+ }
98
+
99
+ class CommitReconciler {
100
+ constructor(options = {}) {
101
+ this.layout = options.layout;
102
+ this.registryStore = options.registryStore;
103
+ this.projectStore = options.projectStore;
104
+ this.scanner = options.scanner || new CommitScanner(options);
105
+ this.conversationStore = options.conversationStore || new ConversationStore({
106
+ layout: this.layout,
107
+ projectStore: this.projectStore,
108
+ logger: options.logger,
109
+ });
110
+ this.binder = options.conversationBinder || new CommitConversationBinder({
111
+ layout: this.layout,
112
+ projectStore: this.projectStore,
113
+ conversationStore: this.conversationStore,
114
+ logger: options.logger,
115
+ });
116
+ this.retrievalService = options.retrievalService || new KnowledgeRetrievalService({
117
+ layout: this.layout,
118
+ registryStore: this.registryStore,
119
+ projectStore: this.projectStore,
120
+ databaseProvider: options.databaseProvider,
121
+ embedderProvider: options.embedderProvider,
122
+ logger: options.logger,
123
+ });
124
+ this.claimStore = options.claimStore || new CommitClaimStore({ layout: this.layout });
125
+ this.processingLedger = options.processingLedger || new CommitProcessingLedger({ layout: this.layout });
126
+ this.claimProcessor = options.claimProcessor || null;
127
+ this.logger = options.logger || null;
128
+ this.batchSize = Math.max(1, Number(options.batchSize || 200));
129
+ }
130
+
131
+ async log(level, event, message, context) {
132
+ if (this.logger && typeof this.logger[level] === 'function') await this.logger[level](event, message, context);
133
+ }
134
+
135
+ async reconcile(projectId, trigger, context = {}) {
136
+ validateProjectId(projectId);
137
+ validateTrigger(trigger);
138
+ if (!context.commitSha) throw new DomainError('INVALID_ARGUMENT', 'Commit reconciliation requires an explicit Hook commit SHA.');
139
+ return this.processCommitEvent({ projectId, commitSha: context.commitSha, branch: context.branch || '', operationId: context.operationId || createId('op') });
140
+ }
141
+
142
+ async processCommitEvent({ projectId, commitSha, branch = '', operationId = '' } = {}) {
143
+ validateProjectId(projectId);
144
+ validateSha(commitSha);
145
+ const existingQueue = explicitQueues.get(projectId) || { tail: Promise.resolve(), pending: new Map() };
146
+ explicitQueues.set(projectId, existingQueue);
147
+ if (existingQueue.pending.has(commitSha)) return existingQueue.pending.get(commitSha);
148
+ const queued = existingQueue.tail.catch(() => {}).then(async () => {
149
+ const completed = this.processingLedger.read(projectId, commitSha);
150
+ if (completed) return { ok: true, projectId, commitSha, status: 'already-completed', processed: [], ledger: completed };
151
+ const config = this.projectStore.readConfig(projectId);
152
+ if (config.enabled === false) return { ok: true, projectId, commitSha, status: 'disabled', processed: [] };
153
+ const result = await this.processCommit(projectId, 'git-hook', operationId || createId('op'), config, branch, commitSha);
154
+ if (!result.ok) return { ok: false, projectId, commitSha, status: 'failed', processed: [result], error: result.error };
155
+ const ledger = this.processingLedger.complete(projectId, commitSha, { runId: result.runId, claimFingerprint: result.claimFingerprint || '' });
156
+ return { ok: true, projectId, commitSha, status: 'completed', processed: [result], ledger };
157
+ });
158
+ existingQueue.pending.set(commitSha, queued);
159
+ existingQueue.tail = queued.catch(() => {});
160
+ try { return await queued; }
161
+ finally {
162
+ existingQueue.pending.delete(commitSha);
163
+ if (!existingQueue.pending.size) explicitQueues.delete(projectId);
164
+ }
165
+ }
166
+
167
+ async prepareClaim(projectId, trigger, operationId, config, branch, commitSha) {
168
+ const state = this.projectStore.readState(projectId);
169
+ if (state.analysis.activeClaim) {
170
+ const activeClaim = state.analysis.activeClaim;
171
+ // A terminal failure must not turn a project into a permanent dead end.
172
+ // We only release it while processing a *new, explicit* Hook SHA; the
173
+ // failed SHA is never retried, scanned, or inferred from history.
174
+ if (activeClaim.commitSha !== commitSha) {
175
+ validateClaim(activeClaim, projectId, activeClaim.commitSha);
176
+ const terminalFailure = activeClaim.phase === 'failed'
177
+ && activeClaim.error
178
+ && activeClaim.error.retryable !== true;
179
+ if (!terminalFailure) {
180
+ throw new DomainError('PROJECT_BUSY', 'Another unfinished commit claim already exists.', { status: 409, retryable: true });
181
+ }
182
+ await this.projectStore.updateState(projectId, draft => {
183
+ const current = draft.analysis.activeClaim;
184
+ if (!current || current.commitSha !== activeClaim.commitSha || current.fingerprint !== activeClaim.fingerprint) {
185
+ throw new DomainError('PROJECT_BUSY', 'The active commit claim changed while preparing this Hook event.', { status: 409, retryable: true });
186
+ }
187
+ draft.analysis.activeClaim = null;
188
+ draft.analysis.status = 'idle';
189
+ draft.analysis.lastError = {
190
+ code: 'FAILED_CLAIM_SUPERSEDED',
191
+ message: 'A terminal failed claim was preserved for diagnostics and superseded by a newer explicit Hook commit.',
192
+ retryable: false,
193
+ ts: new Date().toISOString(),
194
+ };
195
+ });
196
+ await this.log('warn', 'reconcile.failed_claim_superseded', 'A terminal failed claim was superseded by a newer explicit Hook commit.', {
197
+ projectId,
198
+ previousCommitSha: activeClaim.commitSha,
199
+ commitSha,
200
+ previousFailure: activeClaim.error,
201
+ });
202
+ return this.prepareClaim(projectId, trigger, operationId, config, branch, commitSha);
203
+ }
204
+ const claim = validateClaim(activeClaim, projectId, commitSha);
205
+ const snapshot = this.claimStore.read(projectId, commitSha);
206
+ if (snapshot.claimFingerprint !== claimFingerprint(claim)
207
+ || snapshot.evidence.patchHash !== claim.patchHash
208
+ || snapshot.evidence.evidenceHash !== claim.evidenceHash
209
+ || !snapshot.evidence.evidenceBundle
210
+ || snapshot.evidence.evidenceBundle.manifestHash !== claim.evidenceManifestHash
211
+ || !snapshot.existingKnowledge || snapshot.existingKnowledge.manifestHash !== claim.retrievalManifestHash
212
+ || sha256(snapshot.prompt) !== claim.promptHash
213
+ || (claim.conversationSnapshotHash && (!snapshot.conversationSnapshot || snapshot.conversationSnapshot.snapshotHash !== claim.conversationSnapshotHash))) {
214
+ throw new DomainError('DATA_CORRUPT', 'Frozen commit claim snapshot does not match active state.', { status: 500 });
215
+ }
216
+ this.scanner.verifyEvidence(snapshot.evidence);
217
+ const retrievalManifest = this.claimStore.atomic.readJsonStrict(snapshot.existingKnowledge.manifestPath, {
218
+ category: 'knowledge-retrieval-manifest',
219
+ validate: value => {
220
+ if (!value || value.schema !== 'knowledge-retrieval-manifest/v1'
221
+ || value.manifestHash !== claim.retrievalManifestHash
222
+ || calculateRetrievalManifestHash(value) !== value.manifestHash) {
223
+ throw new DomainError('DATA_CORRUPT', 'Frozen knowledge retrieval manifest is corrupt.', { status: 500 });
224
+ }
225
+ return value;
226
+ },
227
+ });
228
+ const selectedById = new Map(retrievalManifest.selected.map(item => [`${item.spaceId}:${item.chunkId}`, item]));
229
+ for (const entry of snapshot.existingKnowledge.entries || []) {
230
+ const selected = selectedById.get(`${entry.spaceId || `project:${entry.projectId}`}:${entry.chunkId}`);
231
+ if (!selected || knowledgeContentHash(entry.content) !== entry.hash || selected.contentHash !== entry.hash) {
232
+ throw new DomainError('DATA_CORRUPT', 'Frozen authoritative Markdown context does not match its retrieval manifest.', { status: 500 });
233
+ }
234
+ }
235
+ claim.attempt = Number(claim.attempt || 1) + 1;
236
+ claim.phase = 'evidence.prepared';
237
+ await this.projectStore.updateState(projectId, draft => {
238
+ draft.analysis.activeClaim = claim;
239
+ draft.analysis.status = 'evidence.prepared';
240
+ draft.analysis.lastError = null;
241
+ });
242
+ return {
243
+ claim,
244
+ evidence: snapshot.evidence,
245
+ prompt: snapshot.prompt,
246
+ requirements: snapshot.requirements || [],
247
+ conversationSnapshot: snapshot.conversationSnapshot || null,
248
+ existingKnowledge: snapshot.existingKnowledge,
249
+ retry: true,
250
+ };
251
+ }
252
+
253
+ const runId = createId('run');
254
+ const evidenceRoot = this.layout.getRuntimePath('runs', projectId, runId, 'input', 'evidence');
255
+ const evidence = await this.scanner.collectEvidence(config, commitSha, { branch, evidenceRoot });
256
+ this.scanner.verifyEvidence(evidence);
257
+ const conversationSnapshot = await this.binder.bind({ projectId, commitSha, branch });
258
+ const requirements = snapshotRequirementRecords(conversationSnapshot);
259
+ const existingKnowledge = await this.retrievalService.retrieveForCommit({
260
+ projectId,
261
+ conversationSnapshot,
262
+ commitEvidence: evidence,
263
+ });
264
+ existingKnowledge.manifestPath = this.layout.getRuntimePath('runs', projectId, runId, 'input', 'retrieval', 'manifest.json');
265
+ this.claimStore.atomic.writeJsonAtomic(existingKnowledge.manifestPath, existingKnowledge.manifest);
266
+ const rendered = renderCommitPrompt({ projectId, config, evidence, requirements, conversationSnapshot, existingKnowledge });
267
+ const claim = {
268
+ schema: SCHEMAS.commitClaim,
269
+ projectId,
270
+ commitSha,
271
+ parents: evidence.parents,
272
+ triggerFirstSeen: trigger,
273
+ requirementIds: requirements.map(requirement => requirement.id),
274
+ requirementBinding: conversationSnapshot.status,
275
+ conversationSnapshotHash: conversationSnapshot.snapshotHash,
276
+ conversationTurnIds: conversationSnapshot.turns.map(turn => turn.turnId),
277
+ conversationEventIds: conversationSnapshot.turns.flatMap(turn => [...turn.userEvents, ...turn.assistantEvents].map(event => event.eventId)),
278
+ promptTemplateVersion: rendered.promptTemplateVersion,
279
+ promptHash: rendered.promptHash,
280
+ patchHash: evidence.patchHash,
281
+ evidenceHash: evidence.evidenceHash,
282
+ evidenceManifestHash: evidence.evidenceBundle.manifestHash,
283
+ retrievalManifestHash: existingKnowledge.manifestHash,
284
+ knowledgePath: config.knowledgePath,
285
+ runId,
286
+ operationId,
287
+ phase: 'evidence.prepared',
288
+ attempt: 1,
289
+ };
290
+ claim.fingerprint = claimFingerprint(claim);
291
+ this.claimStore.write(projectId, commitSha, {
292
+ projectId,
293
+ commitSha,
294
+ claimFingerprint: claim.fingerprint,
295
+ evidence,
296
+ prompt: rendered.prompt,
297
+ requirements,
298
+ conversationSnapshot,
299
+ existingKnowledge,
300
+ createdAt: new Date().toISOString(),
301
+ });
302
+ try {
303
+ await this.projectStore.updateState(projectId, draft => {
304
+ if (draft.analysis.activeClaim) throw new DomainError('PROJECT_BUSY', 'Another active claim already exists.', { status: 409, retryable: true });
305
+ draft.analysis.activeClaim = claim;
306
+ draft.analysis.status = 'evidence.prepared';
307
+ draft.analysis.lastError = null;
308
+ });
309
+ } catch (error) {
310
+ this.claimStore.remove(projectId, commitSha);
311
+ throw error;
312
+ }
313
+ await this.log('info', 'reconcile.claim_prepared', 'Commit evidence and claim prepared.', {
314
+ projectId,
315
+ operationId,
316
+ runId: claim.runId,
317
+ commitSha,
318
+ phase: claim.phase,
319
+ promptHash: claim.promptHash,
320
+ patchHash: claim.patchHash,
321
+ patchBytes: evidence.patchBytes,
322
+ evidenceManifestHash: claim.evidenceManifestHash,
323
+ evidenceChunkCount: evidence.evidenceBundle.chunkCount,
324
+ evidenceChunkBytes: evidence.evidenceBundle.chunkBytes,
325
+ retrievalManifestHash: claim.retrievalManifestHash,
326
+ retrievalSelectedCount: existingKnowledge.entries.length,
327
+ retrievalBytes: existingKnowledge.totalBytes,
328
+ fileCount: evidence.files.length,
329
+ requirementBinding: claim.requirementBinding,
330
+ requirementCount: claim.requirementIds.length,
331
+ });
332
+ return { claim, evidence, prompt: rendered.prompt, requirements, conversationSnapshot, existingKnowledge, retry: false };
333
+ }
334
+
335
+ async processCommit(projectId, trigger, operationId, config, branch, commitSha) {
336
+ let prepared;
337
+ try {
338
+ prepared = await this.prepareClaim(projectId, trigger, operationId, config, branch, commitSha);
339
+ // Runtime configuration is resolved by the headless analyzer. This
340
+ // service must never load the shell's settings or persist credentials.
341
+ if (!this.claimProcessor || typeof this.claimProcessor.processClaim !== 'function') {
342
+ throw new DomainError('INVALID_ARGUMENT', 'Knowledge claim processor is unavailable.', { status: 503, retryable: true });
343
+ }
344
+ const result = await this.claimProcessor.processClaim({
345
+ projectId,
346
+ config,
347
+ claim: prepared.claim,
348
+ evidence: prepared.evidence,
349
+ prompt: prepared.prompt,
350
+ requirements: prepared.requirements,
351
+ conversationSnapshot: prepared.conversationSnapshot,
352
+ existingKnowledge: prepared.existingKnowledge,
353
+ operationId,
354
+ });
355
+ if (!result || result.stateAdvanced !== true) {
356
+ throw new DomainError('INVALID_ARGUMENT', 'Knowledge promotion did not prove state advancement.', { status: 500, retryable: true });
357
+ }
358
+ const advanced = this.projectStore.readState(projectId);
359
+ if (advanced.lastAnalyzedCommit !== commitSha || advanced.analysis.activeClaim) {
360
+ throw new DomainError('DATA_CORRUPT', 'Claim processor reported success without atomically advancing project state.', { status: 500 });
361
+ }
362
+ this.claimStore.remove(projectId, commitSha);
363
+ await this.log('info', 'reconcile.commit_completed', 'Commit knowledge was promoted and state advanced.', {
364
+ projectId,
365
+ operationId,
366
+ runId: prepared.claim.runId,
367
+ commitSha,
368
+ phase: 'state.advanced',
369
+ });
370
+ return { ok: true, commitSha, runId: prepared.claim.runId, claimFingerprint: prepared.claim.fingerprint, retry: prepared.retry };
371
+ } catch (error) {
372
+ const failure = publicFailure(error, prepared && prepared.claim && prepared.claim.phase || 'evidence.prepared');
373
+ let stateUpdateError = null;
374
+ try {
375
+ await this.projectStore.updateState(projectId, draft => {
376
+ const active = draft.analysis.activeClaim;
377
+ if (active && active.commitSha === commitSha) {
378
+ active.phase = 'failed';
379
+ active.error = failure;
380
+ }
381
+ draft.analysis.status = 'failed';
382
+ draft.analysis.lastError = failure;
383
+ });
384
+ } catch (updateError) {
385
+ stateUpdateError = updateError;
386
+ }
387
+ await this.log('error', 'reconcile.commit_failed', 'Commit reconciliation stopped at the first failed commit.', {
388
+ projectId,
389
+ operationId,
390
+ runId: prepared && prepared.claim && prepared.claim.runId,
391
+ commitSha,
392
+ phase: failure.phase,
393
+ error,
394
+ context: stateUpdateError ? { failureStateWriteError: stateUpdateError } : {},
395
+ });
396
+ return { ok: false, commitSha, error: failure, retry: prepared && prepared.retry || false };
397
+ }
398
+ }
399
+
400
+ async markDiverged(projectId, operationId, message, processed = []) {
401
+ const error = new DomainError('HISTORY_DIVERGED', message || 'Git history diverged from the stored baseline.', { status: 409 });
402
+ await this.projectStore.updateState(projectId, state => {
403
+ state.analysis.status = 'history-diverged';
404
+ state.analysis.lastError = publicFailure(error, 'history-diverged');
405
+ });
406
+ await this.log('error', 'reconcile.history_diverged', 'Git history diverged; reconciliation stopped without moving pointers.', { projectId, operationId, phase: 'history-diverged', error });
407
+ return { ok: false, status: 'history-diverged', processed, error: publicFailure(error, 'history-diverged') };
408
+ }
409
+
410
+ async failWithoutClaim(projectId, operationId, error, phase, processed = []) {
411
+ await this.projectStore.updateState(projectId, state => {
412
+ state.analysis.status = 'failed';
413
+ state.analysis.lastError = publicFailure(error, phase);
414
+ });
415
+ await this.log('error', 'reconcile.failed', 'Reconciliation failed before claim processing.', { projectId, operationId, phase, error });
416
+ return { ok: false, status: 'failed', processed, error: publicFailure(error, phase) };
417
+ }
418
+ }
419
+
420
+ async function reconcileProjectCommits(projectId, trigger, deps = {}) {
421
+ const reconciler = deps.reconciler instanceof CommitReconciler ? deps.reconciler : new CommitReconciler(deps);
422
+ return reconciler.reconcile(projectId, trigger, { operationId: deps.operationId || '', commitSha: deps.commitSha || '', branch: deps.branch || '' });
423
+ }
424
+
425
+ module.exports = {
426
+ CommitClaimStore,
427
+ CommitReconciler,
428
+ CommitProcessingLedger,
429
+ claimFingerprint,
430
+ reconcileProjectCommits,
431
+ validateClaim,
432
+ };
@@ -0,0 +1,4 @@
1
+ 'use strict';
2
+ const crypto = require('node:crypto');
3
+ function sha256(value) { return crypto.createHash('sha256').update(String(value || ''), 'utf8').digest('hex'); }
4
+ module.exports = { sha256 };