@sanqianx/project-knowledge 4.6.1 → 4.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/plugins/marketplace.json +17 -17
- package/.claude-plugin/marketplace.json +1 -1
- package/CHANGELOG.md +817 -780
- package/README.md +48 -36
- package/_modules/knowledge-engine/README.md +88 -0
- package/_modules/knowledge-engine/package.json +38 -0
- package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
- package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
- package/_modules/knowledge-engine/src/bin.js +52 -0
- package/_modules/knowledge-engine/src/bridge-client.js +24 -0
- package/_modules/knowledge-engine/src/coordinator.js +255 -0
- package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
- package/_modules/knowledge-engine/src/memories.js +85 -0
- package/_modules/knowledge-engine/src/migration.js +88 -0
- package/_modules/knowledge-engine/src/retrieval.js +116 -0
- package/_modules/knowledge-engine/src/runtime/README.md +7 -0
- package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
- package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
- package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
- package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
- package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
- package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
- package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
- package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
- package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
- package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
- package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
- package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
- package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
- package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
- package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
- package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
- package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
- package/_modules/knowledge-engine/src/server.js +155 -0
- package/_modules/knowledge-engine/src/store.js +239 -0
- package/_modules/knowledge-engine/ui/app.css +172 -0
- package/_modules/knowledge-engine/ui/app.js +297 -0
- package/_modules/knowledge-engine/ui/index.html +95 -0
- package/_site/README.md +30 -30
- package/_site/_test/ai-profile-resolver-test.js +137 -137
- package/_site/_test/automation-queue-test.js +14 -14
- package/_site/_test/automation-ui-test.js +40 -40
- package/_site/_test/background-task-registry-test.js +43 -43
- package/_site/_test/baseline-schema-test.js +91 -91
- package/_site/_test/bridge-adapter-test.js +1 -1
- package/_site/_test/bridge-consumer-service-test.js +1 -1
- package/_site/_test/chat-claudecodeui-match-test.js +92 -92
- package/_site/_test/claude-executable-discovery-test.js +62 -62
- package/_site/_test/claude-workbench-test.js +170 -170
- package/_site/_test/client-capture-restart-e2e-test.js +4 -4
- package/_site/_test/codex-conversation-projection-test.js +2 -1
- package/_site/_test/commit-boundary-freeze-test.js +1 -1
- package/_site/_test/commit-conversation-binding-test.js +95 -95
- package/_site/_test/commit-evidence-test.js +110 -110
- package/_site/_test/conversation-api-test.js +109 -109
- package/_site/_test/conversation-store-test.js +136 -136
- package/_site/_test/cross-repo-isolation-e2e-test.js +2 -2
- package/_site/_test/data-dir-migration-test.js +57 -57
- package/_site/_test/desktop-browser-compat-test.js +28 -28
- package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
- package/_site/_test/explicit-commit-processor-test.js +37 -37
- package/_site/_test/fixtures/make-git-repos.js +12 -1
- package/_site/_test/folder-picker-output-test.js +19 -19
- package/_site/_test/full-integration-e2e-test.js +165 -165
- package/_site/_test/git-validation-test.js +2 -2
- package/_site/_test/hook-runtime-endpoint-test.js +88 -88
- package/_site/_test/hook-status-repair-api-test.js +152 -152
- package/_site/_test/hook-trigger-test.js +85 -85
- package/_site/_test/import-preflight-api-test.js +234 -233
- package/_site/_test/index-writer-concurrency-test.js +135 -135
- package/_site/_test/integration-adapters-test.js +171 -171
- package/_site/_test/integration-capture-setup-test.js +1 -1
- package/_site/_test/integration-surface-coverage-test.js +164 -164
- package/_site/_test/knowledge-language-control-test.js +170 -170
- package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
- package/_site/_test/knowledge-query-test.js +54 -54
- package/_site/_test/knowledge-retrieval-service-test.js +77 -77
- package/_site/_test/knowledge-storage-startup-test.js +52 -52
- package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
- package/_site/_test/legacy-forward-compat-test.js +257 -257
- package/_site/_test/legacy-project-upgrade-e2e-test.js +363 -363
- package/_site/_test/logging-api-test.js +89 -89
- package/_site/_test/logging-sse-no-gap-test.js +88 -88
- package/_site/_test/logging-ui-test.js +106 -104
- package/_site/_test/markdown-delta-overlay-test.js +85 -85
- package/_site/_test/markdown-maintenance-api-test.js +75 -75
- package/_site/_test/mcp-server-test.js +149 -149
- package/_site/_test/module-artifact-integrity-test.js +27 -0
- package/_site/_test/module-boundary-test.js +30 -0
- package/_site/_test/module-bridge-eventbridge-test.js +7 -0
- package/_site/_test/module-model-configuration-test.js +43 -0
- package/_site/_test/module-process-lifecycle-test.js +24 -0
- package/_site/_test/module-stream-proxy-test.js +34 -0
- package/_site/_test/non-release-ci-test.js +34 -34
- package/_site/_test/offline-boundary-isolation-test.js +32 -32
- package/_site/_test/p0-data-migration-characterization-test.js +37 -37
- package/_site/_test/p0-e2e-gate-test.js +347 -347
- package/_site/_test/packaged-ui-smoke-test.js +19 -10
- package/_site/_test/path-consistency-test.js +151 -151
- package/_site/_test/pending-sweep-test.js +9 -9
- package/_site/_test/post-commit-automation-test.js +87 -87
- package/_site/_test/product-diagnostics-ui-test.js +75 -0
- package/_site/_test/product-import-ui-test.js +92 -0
- package/_site/_test/project-delete-recovery-test.js +64 -64
- package/_site/_test/project-goal-editor-test.js +144 -144
- package/_site/_test/project-layout-v2-migration-test.js +127 -127
- package/_site/_test/project-lifecycle-transaction-test.js +106 -106
- package/_site/_test/prompt-settings-test.js +115 -115
- package/_site/_test/protected-architecture-gate-test.js +122 -122
- package/_site/_test/refactor-characterization-test.js +36 -36
- package/_site/_test/release-version-sync-test.js +1 -1
- package/_site/_test/requirement-recorder-test.js +173 -173
- package/_site/_test/run-all-tests.js +159 -156
- package/_site/_test/server-runtime-migration-safety-test.js +27 -27
- package/_site/_test/shared-contracts-test.js +58 -58
- package/_site/_test/startup-analysis-disabled-test.js +10 -10
- package/_site/_test/storage-foundation-test.js +78 -78
- package/_site/_test/structured-logger-test.js +101 -101
- package/_site/_test/tracking-start-test.js +108 -108
- package/_site/_test/v4122-upgrade-data-contract-test.js +56 -56
- package/_site/_test/workbench-permission-test.js +117 -117
- package/_site/_test/workspace-ui-contract-test.js +28 -43
- package/_site/lib/ai-profile-resolver.js +78 -78
- package/_site/lib/ai-workspace.js +101 -101
- package/_site/lib/automation-config.js +140 -140
- package/_site/lib/bridge-adapter.js +5 -1
- package/_site/lib/bridge-consumer-service.js +402 -402
- package/_site/lib/claude-cli-runner.js +1510 -1510
- package/_site/lib/commit-conversation-binder.js +234 -234
- package/_site/lib/commit-processing-ledger.js +27 -27
- package/_site/lib/commit-prompt.js +202 -202
- package/_site/lib/commit-reconciler.js +406 -406
- package/_site/lib/contracts.js +284 -279
- package/_site/lib/conversation-query-service.js +144 -144
- package/_site/lib/conversation-store.js +385 -385
- package/_site/lib/data-dir.js +74 -74
- package/_site/lib/data-state-classifier.js +40 -40
- package/_site/lib/engine-cutover.js +97 -0
- package/_site/lib/evidence-bundle.js +228 -228
- package/_site/lib/folder-picker-output.js +21 -21
- package/_site/lib/git-runner.js +62 -62
- package/_site/lib/github-team-store.js +1172 -1172
- package/_site/lib/hook-manager.js +203 -202
- package/_site/lib/index-service.js +173 -173
- package/_site/lib/integration-installer.js +907 -907
- package/_site/lib/kb-framework.js +176 -176
- package/_site/lib/kb-validator.js +124 -124
- package/_site/lib/knowledge-promotion.js +435 -435
- package/_site/lib/knowledge-retrieval-service.js +401 -401
- package/_site/lib/knowledge-tool-runtime.js +359 -359
- package/_site/lib/legacy-data-manifest.js +26 -26
- package/_site/lib/llm-client.js +161 -161
- package/_site/lib/markdown-knowledge-indexer.js +230 -230
- package/_site/lib/migration-service.js +442 -442
- package/_site/lib/module-bridge.js +198 -33
- package/_site/lib/post-commit-automation.js +87 -87
- package/_site/lib/project-lifecycle-service.js +519 -497
- package/_site/lib/project-store.js +268 -262
- package/_site/lib/requirement-recorder.js +278 -278
- package/_site/lib/runtime-endpoint.js +155 -155
- package/_site/lib/scanner.js +298 -298
- package/_site/lib/server-app.js +1590 -1520
- package/_site/lib/settings-store.js +133 -113
- package/_site/lib/storage-layout.js +162 -162
- package/_site/lib/structured-logger.js +574 -574
- package/_site/scripts/folder-picker.ps1 +156 -156
- package/_site/scripts/hook-trigger.js +157 -156
- package/_site/scripts/install-module-candidates.js +69 -0
- package/_site/scripts/pack-module-candidates.js +72 -0
- package/_site/scripts/sync-release-version.js +2 -2
- package/_site/scripts/vendor-modules.js +47 -0
- package/_site/scripts/verify-module-runtime.js +45 -0
- package/_site/scripts/verify-product-runtime.js +34 -0
- package/bin/project-knowledge-mcp.js +194 -194
- package/docs/README.zh-CN.md +34 -25
- package/docs/project-registry-schema.md +22 -22
- package/docs/testing-strategy.md +33 -33
- package/module-runtime-manifest.json +220 -0
- package/package.json +13 -10
- package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
- package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
- package/plugins/project-knowledge/.mcp.json +1 -1
- package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
- package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
- package/templates/project-readme.md +34 -34
- package/ui/favicon.svg +38 -38
- package/ui/index.html +51 -149
- package/ui/product.css +9 -0
- package/ui/product.js +386 -0
- package/vendor-manifest.json +46 -0
- package/_site/_test/import-ui-flow-test.js +0 -171
- package/_site/_test/project-control-panel-task14-test.js +0 -63
- package/_site/_test/task15-20-ui-flow-test.js +0 -148
- package/_site/_test/ui-i18n-toggle-test.js +0 -114
- package/_site/_test/ui-smoke-test.js +0 -73
- package/ui/app.css +0 -58
- package/ui/app.js +0 -607
- package/ui/i18n.js +0 -146
|
@@ -1,385 +1,385 @@
|
|
|
1
|
-
const fs = require('fs');
|
|
2
|
-
const crypto = require('crypto');
|
|
3
|
-
const { SCHEMAS, DomainError, validateProjectId } = require('./contracts');
|
|
4
|
-
const AtomicFile = require('./atomic-file');
|
|
5
|
-
const { StorageLayout } = require('./storage-layout');
|
|
6
|
-
|
|
7
|
-
const SOURCES = new Set(['claude-code', 'codex', 'opencode']);
|
|
8
|
-
const ROLES = new Set(['user', 'assistant', null]);
|
|
9
|
-
const SNAPSHOT_STATUSES = new Set(['available', 'no-new-user-prompt', 'unavailable', 'ambiguous']);
|
|
10
|
-
const BINDING_KINDS = new Set(['direct', 'shared-spanning', 'explicit']);
|
|
11
|
-
|
|
12
|
-
function sha256(value) {
|
|
13
|
-
return `sha256:${crypto.createHash('sha256').update(String(value == null ? '' : value), 'utf8').digest('hex')}`;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
function optionalString(value) {
|
|
17
|
-
if (value == null || value === '') return null;
|
|
18
|
-
return String(value);
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
function validateConversationEvent(event, expectedProjectId = '') {
|
|
22
|
-
if (!event || typeof event !== 'object' || Array.isArray(event)) throw new DomainError('INVALID_ARGUMENT', 'Conversation event is invalid.');
|
|
23
|
-
if (event.schema !== SCHEMAS.aiCodingEvent) throw new DomainError('SCHEMA_UNSUPPORTED', 'Conversation event must use ai-coding-event/v1.', { status: 409 });
|
|
24
|
-
const projectId = validateProjectId(event.projectId);
|
|
25
|
-
if (expectedProjectId && projectId !== expectedProjectId) throw new DomainError('INVALID_ARGUMENT', 'Conversation event projectId does not match the store.');
|
|
26
|
-
if (!event.eventId || typeof event.eventId !== 'string') throw new DomainError('INVALID_ARGUMENT', 'Conversation eventId is required.');
|
|
27
|
-
if (event.sequence != null && (!Number.isInteger(event.sequence) || event.sequence < 0)) throw new DomainError('INVALID_ARGUMENT', 'Conversation sequence must be a non-negative integer or null.');
|
|
28
|
-
if (!SOURCES.has(event.source)) throw new DomainError('INVALID_ARGUMENT', 'Conversation source is invalid.');
|
|
29
|
-
if (!event.eventType || typeof event.eventType !== 'string') throw new DomainError('INVALID_ARGUMENT', 'Conversation eventType is required.');
|
|
30
|
-
if (!ROLES.has(event.role)) throw new DomainError('INVALID_ARGUMENT', 'Conversation role is invalid.');
|
|
31
|
-
if (event.role && typeof event.content !== 'string') throw new DomainError('INVALID_ARGUMENT', 'User and assistant events require text content.');
|
|
32
|
-
if (!event.capturedAt || Number.isNaN(Date.parse(event.capturedAt))) throw new DomainError('INVALID_ARGUMENT', 'Conversation capturedAt must be an ISO timestamp.');
|
|
33
|
-
if (event.contentHash !== sha256(event.content || '')) throw new DomainError('DATA_CORRUPT', 'Conversation content hash does not match.', { status: 409 });
|
|
34
|
-
return event;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
function normalizeConversationEvent(projectId, input = {}) {
|
|
38
|
-
validateProjectId(projectId);
|
|
39
|
-
const role = input.role == null ? null : String(input.role);
|
|
40
|
-
const content = role ? String(input.content == null ? '' : input.content) : '';
|
|
41
|
-
const normalized = {
|
|
42
|
-
schema: SCHEMAS.aiCodingEvent,
|
|
43
|
-
projectId,
|
|
44
|
-
eventId: String(input.eventId || '').trim(),
|
|
45
|
-
sequence: input.sequence == null ? null : Number(input.sequence),
|
|
46
|
-
source: String(input.source || ''),
|
|
47
|
-
eventType: String(input.eventType || ''),
|
|
48
|
-
role,
|
|
49
|
-
content,
|
|
50
|
-
contentHash: sha256(content),
|
|
51
|
-
sessionId: optionalString(input.sessionId),
|
|
52
|
-
turnId: optionalString(input.turnId),
|
|
53
|
-
projectPath: optionalString(input.projectPath),
|
|
54
|
-
repoIdentity: input.repoIdentity && typeof input.repoIdentity === 'object' ? { ...input.repoIdentity } : null,
|
|
55
|
-
branch: optionalString(input.branch),
|
|
56
|
-
headAtCapture: optionalString(input.headAtCapture),
|
|
57
|
-
capturedAt: input.capturedAt || new Date().toISOString(),
|
|
58
|
-
rawEventType: optionalString(input.rawEventType),
|
|
59
|
-
identityConfidence: optionalString(input.identityConfidence) || 'unknown',
|
|
60
|
-
captureStatus: optionalString(input.captureStatus) || 'captured',
|
|
61
|
-
explicitCommitSha: optionalString(input.explicitCommitSha),
|
|
62
|
-
legacyRequirementId: optionalString(input.legacyRequirementId),
|
|
63
|
-
};
|
|
64
|
-
return validateConversationEvent(normalized, projectId);
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
function readJsonlStrict(filePath, validator, category) {
|
|
68
|
-
if (!fs.existsSync(filePath)) return [];
|
|
69
|
-
const records = [];
|
|
70
|
-
const lines = fs.readFileSync(filePath, 'utf8').split(/\r?\n/);
|
|
71
|
-
for (let index = 0; index < lines.length; index += 1) {
|
|
72
|
-
if (!lines[index].trim()) continue;
|
|
73
|
-
try {
|
|
74
|
-
records.push(validator(JSON.parse(lines[index])));
|
|
75
|
-
} catch (error) {
|
|
76
|
-
if (error instanceof DomainError) throw error;
|
|
77
|
-
throw new DomainError('DATA_CORRUPT', `${category} JSONL is corrupt.`, { status: 500, cause: error, details: { line: index + 1 } });
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
return records;
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
function appendJsonlDurable(filePath, value) {
|
|
84
|
-
fs.mkdirSync(require('path').dirname(filePath), { recursive: true });
|
|
85
|
-
const line = Buffer.from(`${JSON.stringify(value)}\n`, 'utf8');
|
|
86
|
-
const fd = fs.openSync(filePath, 'a', 0o600);
|
|
87
|
-
try {
|
|
88
|
-
fs.writeSync(fd, line, 0, line.length, null);
|
|
89
|
-
fs.fsyncSync(fd);
|
|
90
|
-
} finally {
|
|
91
|
-
fs.closeSync(fd);
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
function validateBoundary(boundary, expectedProjectId = '', expectedCommitSha = '') {
|
|
96
|
-
if (!boundary || typeof boundary !== 'object' || boundary.schema !== SCHEMAS.gitCommitBoundary) {
|
|
97
|
-
throw new DomainError('SCHEMA_UNSUPPORTED', 'Commit boundary must use git-commit-boundary/v1.', { status: 409 });
|
|
98
|
-
}
|
|
99
|
-
validateProjectId(boundary.projectId);
|
|
100
|
-
if (expectedProjectId && boundary.projectId !== expectedProjectId) throw new DomainError('DATA_CORRUPT', 'Commit boundary projectId mismatch.', { status: 500 });
|
|
101
|
-
if (!boundary.commitSha || (expectedCommitSha && boundary.commitSha !== expectedCommitSha)) throw new DomainError('DATA_CORRUPT', 'Commit boundary SHA mismatch.', { status: 500 });
|
|
102
|
-
if (!Number.isInteger(boundary.bridgeCursorAtCommit) || boundary.bridgeCursorAtCommit < 0) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary cursor is invalid.');
|
|
103
|
-
if (boundary.journalSequence != null && (!Number.isInteger(boundary.journalSequence) || boundary.journalSequence < 0)) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary journal sequence is invalid.');
|
|
104
|
-
if (!Array.isArray(boundary.parentShas) || !Array.isArray(boundary.openTurnIdsAtCommit)) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary collections are invalid.');
|
|
105
|
-
if (!boundary.operationId || !boundary.committedAt) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary operation metadata is required.');
|
|
106
|
-
return boundary;
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
function snapshotPayload(snapshot) {
|
|
110
|
-
const { snapshotHash, ...payload } = snapshot;
|
|
111
|
-
return payload;
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
function validateSnapshot(snapshot, expectedProjectId = '', expectedCommitSha = '') {
|
|
115
|
-
if (!snapshot || typeof snapshot !== 'object' || snapshot.schema !== SCHEMAS.commitConversationSnapshot) {
|
|
116
|
-
throw new DomainError('SCHEMA_UNSUPPORTED', 'Commit conversation snapshot must use commit-conversation-snapshot/v1.', { status: 409 });
|
|
117
|
-
}
|
|
118
|
-
validateProjectId(snapshot.projectId);
|
|
119
|
-
if (expectedProjectId && snapshot.projectId !== expectedProjectId) throw new DomainError('DATA_CORRUPT', 'Conversation snapshot projectId mismatch.', { status: 500 });
|
|
120
|
-
if (!snapshot.commitSha || (expectedCommitSha && snapshot.commitSha !== expectedCommitSha)) throw new DomainError('DATA_CORRUPT', 'Conversation snapshot SHA mismatch.', { status: 500 });
|
|
121
|
-
if (!SNAPSHOT_STATUSES.has(snapshot.status) || !Array.isArray(snapshot.turns)) throw new DomainError('INVALID_ARGUMENT', 'Conversation snapshot status or turns are invalid.');
|
|
122
|
-
for (const turn of snapshot.turns) {
|
|
123
|
-
if (!turn.turnId || !BINDING_KINDS.has(turn.bindingKind) || !Array.isArray(turn.userEvents) || !Array.isArray(turn.assistantEvents)) {
|
|
124
|
-
throw new DomainError('INVALID_ARGUMENT', 'Conversation snapshot turn is invalid.');
|
|
125
|
-
}
|
|
126
|
-
for (const event of [...turn.userEvents, ...turn.assistantEvents]) {
|
|
127
|
-
if (!event.eventId || event.contentHash !== sha256(event.content || '')) throw new DomainError('DATA_CORRUPT', 'Snapshot event hash does not match.', { status: 409 });
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
if (snapshot.snapshotHash !== sha256(JSON.stringify(snapshotPayload(snapshot)))) throw new DomainError('DATA_CORRUPT', 'Conversation snapshot hash does not match.', { status: 409 });
|
|
131
|
-
return snapshot;
|
|
132
|
-
}
|
|
133
|
-
|
|
134
|
-
class ConversationStore {
|
|
135
|
-
constructor(options = {}) {
|
|
136
|
-
this.layout = options.layout || new StorageLayout(options);
|
|
137
|
-
this.atomic = options.atomic || AtomicFile;
|
|
138
|
-
this.projectStore = options.projectStore || null;
|
|
139
|
-
this.logger = options.logger || null;
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
async log(level, event, message, context) {
|
|
143
|
-
try {
|
|
144
|
-
if (this.logger && typeof this.logger[level] === 'function') await this.logger[level](event, message, context);
|
|
145
|
-
} catch {
|
|
146
|
-
// Conversation durability is independent from observer failures.
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
readEvents(projectId) {
|
|
151
|
-
validateProjectId(projectId);
|
|
152
|
-
return readJsonlStrict(
|
|
153
|
-
this.layout.getProjectConversationEventsPath(projectId),
|
|
154
|
-
event => validateConversationEvent(event, projectId),
|
|
155
|
-
'Conversation events',
|
|
156
|
-
);
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
async appendEvent(projectId, input) {
|
|
160
|
-
const event = normalizeConversationEvent(projectId, input);
|
|
161
|
-
const filePath = this.layout.getProjectConversationEventsPath(projectId);
|
|
162
|
-
const result = await this.atomic.withFileLock(`${filePath}.append.lock`, async () => {
|
|
163
|
-
const existing = this.readEvents(projectId).find(candidate => candidate.eventId === event.eventId);
|
|
164
|
-
if (existing) {
|
|
165
|
-
if (sha256(JSON.stringify(existing)) !== sha256(JSON.stringify(event))) {
|
|
166
|
-
throw new DomainError('DATA_CORRUPT', 'Duplicate conversation eventId has different content.', { status: 409 });
|
|
167
|
-
}
|
|
168
|
-
return { event: existing, appended: false };
|
|
169
|
-
}
|
|
170
|
-
appendJsonlDurable(filePath, event);
|
|
171
|
-
return { event, appended: true };
|
|
172
|
-
});
|
|
173
|
-
await this.log('info', result.appended ? 'conversation.event_appended' : 'conversation.event_deduplicated', 'Conversation event persisted.', {
|
|
174
|
-
projectId,
|
|
175
|
-
component: 'conversation-store',
|
|
176
|
-
context: {
|
|
177
|
-
eventId: event.eventId,
|
|
178
|
-
sequence: event.sequence,
|
|
179
|
-
source: event.source,
|
|
180
|
-
eventType: event.eventType,
|
|
181
|
-
role: event.role,
|
|
182
|
-
contentHash: event.contentHash,
|
|
183
|
-
contentLength: event.content.length,
|
|
184
|
-
},
|
|
185
|
-
});
|
|
186
|
-
return result;
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
_projectWorkspaceId(projectId) {
|
|
190
|
-
try {
|
|
191
|
-
const config = this.projectStore && typeof this.projectStore.readConfig === 'function'
|
|
192
|
-
? this.projectStore.readConfig(projectId)
|
|
193
|
-
: null;
|
|
194
|
-
const identity = config && config.repoIdentity;
|
|
195
|
-
return identity && typeof identity === 'object' && typeof identity.workspaceId === 'string'
|
|
196
|
-
? identity.workspaceId
|
|
197
|
-
: null;
|
|
198
|
-
} catch (_) {
|
|
199
|
-
return null;
|
|
200
|
-
}
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
/**
|
|
204
|
-
* Project-scoped projection of a canonical Bridge journal event. The global
|
|
205
|
-
* eventId / sequence / turnId / repoIdentity are preserved verbatim; a new
|
|
206
|
-
* local sequence is never assigned; dedup is by eventId with DATA_CORRUPT on
|
|
207
|
-
* content drift; an exact event whose workspaceId differs from the project's
|
|
208
|
-
* canonical workspace is rejected instead of contaminating the store.
|
|
209
|
-
*/
|
|
210
|
-
async appendBridgeEvent(projectId, bridgeEvent) {
|
|
211
|
-
if (!bridgeEvent || typeof bridgeEvent !== 'object' || bridgeEvent.schema !== SCHEMAS.aiCodingEvent) {
|
|
212
|
-
throw new DomainError('SCHEMA_UNSUPPORTED', 'Bridge conversation event must use ai-coding-event/v1.', { status: 409 });
|
|
213
|
-
}
|
|
214
|
-
if (bridgeEvent.eventType !== 'user_prompt' && bridgeEvent.eventType !== 'assistant_response') {
|
|
215
|
-
throw new DomainError('INVALID_ARGUMENT', 'Bridge conversation event must be a user_prompt or assistant_response.');
|
|
216
|
-
}
|
|
217
|
-
if (!bridgeEvent.eventId || typeof bridgeEvent.eventId !== 'string') {
|
|
218
|
-
throw new DomainError('INVALID_ARGUMENT', 'Bridge eventId is required.');
|
|
219
|
-
}
|
|
220
|
-
if (!Number.isInteger(bridgeEvent.sequence) || bridgeEvent.sequence < 0) {
|
|
221
|
-
throw new DomainError('INVALID_ARGUMENT', 'Bridge sequence is required for projected events.');
|
|
222
|
-
}
|
|
223
|
-
const configWorkspaceId = this._projectWorkspaceId(projectId);
|
|
224
|
-
const eventIdentity = bridgeEvent.repoIdentity;
|
|
225
|
-
const eventWorkspaceId = eventIdentity && typeof eventIdentity === 'object' && typeof eventIdentity.workspaceId === 'string'
|
|
226
|
-
? eventIdentity.workspaceId
|
|
227
|
-
: null;
|
|
228
|
-
if (configWorkspaceId && eventWorkspaceId && configWorkspaceId !== eventWorkspaceId) {
|
|
229
|
-
throw new DomainError('DATA_CORRUPT', 'Bridge event workspaceId does not match the project workspace.', { status: 409 });
|
|
230
|
-
}
|
|
231
|
-
return this.appendEvent(projectId, {
|
|
232
|
-
eventId: bridgeEvent.eventId,
|
|
233
|
-
sequence: bridgeEvent.sequence,
|
|
234
|
-
source: bridgeEvent.source,
|
|
235
|
-
eventType: bridgeEvent.eventType,
|
|
236
|
-
role: bridgeEvent.role,
|
|
237
|
-
content: bridgeEvent.content == null ? '' : bridgeEvent.content,
|
|
238
|
-
sessionId: bridgeEvent.sessionId,
|
|
239
|
-
turnId: bridgeEvent.turnId,
|
|
240
|
-
projectPath: bridgeEvent.projectPath,
|
|
241
|
-
repoIdentity: eventIdentity,
|
|
242
|
-
branch: bridgeEvent.branch,
|
|
243
|
-
headAtCapture: bridgeEvent.headAtCapture,
|
|
244
|
-
capturedAt: bridgeEvent.capturedAt,
|
|
245
|
-
rawEventType: bridgeEvent.rawEventType,
|
|
246
|
-
identityConfidence: bridgeEvent.identityConfidence,
|
|
247
|
-
captureStatus: bridgeEvent.captureStatus,
|
|
248
|
-
});
|
|
249
|
-
}
|
|
250
|
-
|
|
251
|
-
legacyRequirementToEvent(projectId, requirement) {
|
|
252
|
-
if (!requirement || requirement.schema !== SCHEMAS.requirement || requirement.projectId !== projectId || !requirement.id) {
|
|
253
|
-
throw new DomainError('INVALID_ARGUMENT', 'Legacy requirement record is invalid.');
|
|
254
|
-
}
|
|
255
|
-
const source = requirement.client === 'claude' ? 'claude-code' : requirement.client;
|
|
256
|
-
return normalizeConversationEvent(projectId, {
|
|
257
|
-
eventId: `legacy-${requirement.id}`,
|
|
258
|
-
sequence: null,
|
|
259
|
-
source: SOURCES.has(source) ? source : 'codex',
|
|
260
|
-
eventType: 'user_prompt',
|
|
261
|
-
role: 'user',
|
|
262
|
-
content: requirement.requirement,
|
|
263
|
-
sessionId: requirement.sessionId,
|
|
264
|
-
turnId: `legacy-${requirement.id}`,
|
|
265
|
-
projectPath: requirement.repoPath,
|
|
266
|
-
repoIdentity: requirement.repoIdentity || null,
|
|
267
|
-
branch: requirement.branch,
|
|
268
|
-
headAtCapture: requirement.headAtRecord,
|
|
269
|
-
capturedAt: requirement.ts,
|
|
270
|
-
rawEventType: 'legacy-requirement',
|
|
271
|
-
identityConfidence: requirement.explicitCommit ? 'explicit' : 'legacy',
|
|
272
|
-
captureStatus: 'legacy-explicit-adapter',
|
|
273
|
-
explicitCommitSha: requirement.explicitCommit,
|
|
274
|
-
legacyRequirementId: requirement.id,
|
|
275
|
-
});
|
|
276
|
-
}
|
|
277
|
-
|
|
278
|
-
async importLegacyRequirements(projectId, records = null) {
|
|
279
|
-
const requirements = records || (this.projectStore ? this.projectStore.readRequirements(projectId) : []);
|
|
280
|
-
const results = [];
|
|
281
|
-
for (const requirement of requirements) results.push(await this.appendEvent(projectId, this.legacyRequirementToEvent(projectId, requirement)));
|
|
282
|
-
return results;
|
|
283
|
-
}
|
|
284
|
-
|
|
285
|
-
writeBoundary(projectId, boundaryInput) {
|
|
286
|
-
const commitSha = this.layout.validateCommitSha(boundaryInput.commitSha);
|
|
287
|
-
const boundary = validateBoundary({
|
|
288
|
-
schema: SCHEMAS.gitCommitBoundary,
|
|
289
|
-
projectId,
|
|
290
|
-
repoIdentity: boundaryInput.repoIdentity || null,
|
|
291
|
-
commitSha,
|
|
292
|
-
parentShas: Array.isArray(boundaryInput.parentShas) ? boundaryInput.parentShas.map(value => String(value).toLowerCase()) : [],
|
|
293
|
-
branch: optionalString(boundaryInput.branch),
|
|
294
|
-
committedAt: boundaryInput.committedAt || new Date().toISOString(),
|
|
295
|
-
bridgeCursorAtCommit: Number(boundaryInput.bridgeCursorAtCommit),
|
|
296
|
-
openTurnIdsAtCommit: Array.isArray(boundaryInput.openTurnIdsAtCommit) ? [...new Set(boundaryInput.openTurnIdsAtCommit.map(String))] : [],
|
|
297
|
-
operationId: String(boundaryInput.operationId || ''),
|
|
298
|
-
journalSequence: Number.isInteger(boundaryInput.journalSequence) ? boundaryInput.journalSequence : Number(boundaryInput.bridgeCursorAtCommit),
|
|
299
|
-
boundaryHash: '',
|
|
300
|
-
}, projectId, commitSha);
|
|
301
|
-
boundary.boundaryHash = sha256(JSON.stringify({ ...boundary, boundaryHash: undefined }));
|
|
302
|
-
const filePath = this.layout.getProjectCommitBoundaryPath(projectId, commitSha);
|
|
303
|
-
if (fs.existsSync(filePath)) {
|
|
304
|
-
const existing = this.readBoundary(projectId, commitSha);
|
|
305
|
-
if (existing.boundaryHash !== boundary.boundaryHash) throw new DomainError('DATA_CORRUPT', 'Conflicting evidence was supplied for an existing commit boundary.', { status: 409 });
|
|
306
|
-
return existing;
|
|
307
|
-
}
|
|
308
|
-
this.atomic.writeJsonAtomic(filePath, boundary);
|
|
309
|
-
return boundary;
|
|
310
|
-
}
|
|
311
|
-
|
|
312
|
-
readBoundary(projectId, commitSha) {
|
|
313
|
-
const normalizedSha = this.layout.validateCommitSha(commitSha);
|
|
314
|
-
return this.atomic.readJsonStrict(this.layout.getProjectCommitBoundaryPath(projectId, normalizedSha), {
|
|
315
|
-
category: 'git-commit-boundary',
|
|
316
|
-
validate: value => validateBoundary(value, projectId, normalizedSha),
|
|
317
|
-
});
|
|
318
|
-
}
|
|
319
|
-
|
|
320
|
-
listBoundaries(projectId) {
|
|
321
|
-
validateProjectId(projectId);
|
|
322
|
-
const directory = this.layout.getProjectCommitBoundariesDir(projectId);
|
|
323
|
-
if (!fs.existsSync(directory)) return [];
|
|
324
|
-
return fs.readdirSync(directory, { withFileTypes: true })
|
|
325
|
-
.filter(entry => entry.isFile() && /^[a-f0-9]{7,64}\.json$/i.test(entry.name))
|
|
326
|
-
.map(entry => this.readBoundary(projectId, entry.name.slice(0, -5)));
|
|
327
|
-
}
|
|
328
|
-
|
|
329
|
-
writeSnapshot(projectId, input) {
|
|
330
|
-
const commitSha = this.layout.validateCommitSha(input.commitSha);
|
|
331
|
-
const snapshot = {
|
|
332
|
-
schema: SCHEMAS.commitConversationSnapshot,
|
|
333
|
-
projectId,
|
|
334
|
-
repoIdentity: input.repoIdentity || null,
|
|
335
|
-
commitSha,
|
|
336
|
-
parentSha: input.parentSha || null,
|
|
337
|
-
boundaryStartCursor: input.boundaryStartCursor == null ? null : Number(input.boundaryStartCursor),
|
|
338
|
-
boundaryEndCursor: input.boundaryEndCursor == null ? null : Number(input.boundaryEndCursor),
|
|
339
|
-
status: input.status,
|
|
340
|
-
turns: input.turns || [],
|
|
341
|
-
excludedFuturePromptCount: Number(input.excludedFuturePromptCount || 0),
|
|
342
|
-
finalizedAt: input.finalizedAt || new Date().toISOString(),
|
|
343
|
-
snapshotHash: '',
|
|
344
|
-
};
|
|
345
|
-
snapshot.snapshotHash = sha256(JSON.stringify(snapshotPayload(snapshot)));
|
|
346
|
-
validateSnapshot(snapshot, projectId, commitSha);
|
|
347
|
-
const filePath = this.layout.getProjectCommitConversationPath(projectId, commitSha);
|
|
348
|
-
if (fs.existsSync(filePath)) {
|
|
349
|
-
const existing = this.readSnapshot(projectId, commitSha);
|
|
350
|
-
if (existing.snapshotHash !== snapshot.snapshotHash) throw new DomainError('IMMUTABLE_FIELD', 'Commit conversation snapshot is already frozen.', { status: 409 });
|
|
351
|
-
return existing;
|
|
352
|
-
}
|
|
353
|
-
this.atomic.writeJsonAtomic(filePath, snapshot);
|
|
354
|
-
return snapshot;
|
|
355
|
-
}
|
|
356
|
-
|
|
357
|
-
readSnapshot(projectId, commitSha) {
|
|
358
|
-
const normalizedSha = this.layout.validateCommitSha(commitSha);
|
|
359
|
-
return this.atomic.readJsonStrict(this.layout.getProjectCommitConversationPath(projectId, normalizedSha), {
|
|
360
|
-
category: 'commit-conversation-snapshot',
|
|
361
|
-
validate: value => validateSnapshot(value, projectId, normalizedSha),
|
|
362
|
-
});
|
|
363
|
-
}
|
|
364
|
-
|
|
365
|
-
listSnapshots(projectId) {
|
|
366
|
-
validateProjectId(projectId);
|
|
367
|
-
const directory = this.layout.getProjectCommitConversationsDir(projectId);
|
|
368
|
-
if (!fs.existsSync(directory)) return [];
|
|
369
|
-
return fs.readdirSync(directory, { withFileTypes: true })
|
|
370
|
-
.filter(entry => entry.isFile() && /^[a-f0-9]{7,64}\.json$/i.test(entry.name))
|
|
371
|
-
.map(entry => this.readSnapshot(projectId, entry.name.slice(0, -5)));
|
|
372
|
-
}
|
|
373
|
-
}
|
|
374
|
-
|
|
375
|
-
module.exports = {
|
|
376
|
-
ConversationStore,
|
|
377
|
-
SOURCES,
|
|
378
|
-
SNAPSHOT_STATUSES,
|
|
379
|
-
BINDING_KINDS,
|
|
380
|
-
sha256,
|
|
381
|
-
normalizeConversationEvent,
|
|
382
|
-
validateConversationEvent,
|
|
383
|
-
validateBoundary,
|
|
384
|
-
validateSnapshot,
|
|
385
|
-
};
|
|
1
|
+
const fs = require('fs');
|
|
2
|
+
const crypto = require('crypto');
|
|
3
|
+
const { SCHEMAS, DomainError, validateProjectId } = require('./contracts');
|
|
4
|
+
const AtomicFile = require('./atomic-file');
|
|
5
|
+
const { StorageLayout } = require('./storage-layout');
|
|
6
|
+
|
|
7
|
+
const SOURCES = new Set(['claude-code', 'codex', 'opencode']);
|
|
8
|
+
const ROLES = new Set(['user', 'assistant', null]);
|
|
9
|
+
const SNAPSHOT_STATUSES = new Set(['available', 'no-new-user-prompt', 'unavailable', 'ambiguous']);
|
|
10
|
+
const BINDING_KINDS = new Set(['direct', 'shared-spanning', 'explicit']);
|
|
11
|
+
|
|
12
|
+
function sha256(value) {
|
|
13
|
+
return `sha256:${crypto.createHash('sha256').update(String(value == null ? '' : value), 'utf8').digest('hex')}`;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
function optionalString(value) {
|
|
17
|
+
if (value == null || value === '') return null;
|
|
18
|
+
return String(value);
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function validateConversationEvent(event, expectedProjectId = '') {
|
|
22
|
+
if (!event || typeof event !== 'object' || Array.isArray(event)) throw new DomainError('INVALID_ARGUMENT', 'Conversation event is invalid.');
|
|
23
|
+
if (event.schema !== SCHEMAS.aiCodingEvent) throw new DomainError('SCHEMA_UNSUPPORTED', 'Conversation event must use ai-coding-event/v1.', { status: 409 });
|
|
24
|
+
const projectId = validateProjectId(event.projectId);
|
|
25
|
+
if (expectedProjectId && projectId !== expectedProjectId) throw new DomainError('INVALID_ARGUMENT', 'Conversation event projectId does not match the store.');
|
|
26
|
+
if (!event.eventId || typeof event.eventId !== 'string') throw new DomainError('INVALID_ARGUMENT', 'Conversation eventId is required.');
|
|
27
|
+
if (event.sequence != null && (!Number.isInteger(event.sequence) || event.sequence < 0)) throw new DomainError('INVALID_ARGUMENT', 'Conversation sequence must be a non-negative integer or null.');
|
|
28
|
+
if (!SOURCES.has(event.source)) throw new DomainError('INVALID_ARGUMENT', 'Conversation source is invalid.');
|
|
29
|
+
if (!event.eventType || typeof event.eventType !== 'string') throw new DomainError('INVALID_ARGUMENT', 'Conversation eventType is required.');
|
|
30
|
+
if (!ROLES.has(event.role)) throw new DomainError('INVALID_ARGUMENT', 'Conversation role is invalid.');
|
|
31
|
+
if (event.role && typeof event.content !== 'string') throw new DomainError('INVALID_ARGUMENT', 'User and assistant events require text content.');
|
|
32
|
+
if (!event.capturedAt || Number.isNaN(Date.parse(event.capturedAt))) throw new DomainError('INVALID_ARGUMENT', 'Conversation capturedAt must be an ISO timestamp.');
|
|
33
|
+
if (event.contentHash !== sha256(event.content || '')) throw new DomainError('DATA_CORRUPT', 'Conversation content hash does not match.', { status: 409 });
|
|
34
|
+
return event;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
function normalizeConversationEvent(projectId, input = {}) {
|
|
38
|
+
validateProjectId(projectId);
|
|
39
|
+
const role = input.role == null ? null : String(input.role);
|
|
40
|
+
const content = role ? String(input.content == null ? '' : input.content) : '';
|
|
41
|
+
const normalized = {
|
|
42
|
+
schema: SCHEMAS.aiCodingEvent,
|
|
43
|
+
projectId,
|
|
44
|
+
eventId: String(input.eventId || '').trim(),
|
|
45
|
+
sequence: input.sequence == null ? null : Number(input.sequence),
|
|
46
|
+
source: String(input.source || ''),
|
|
47
|
+
eventType: String(input.eventType || ''),
|
|
48
|
+
role,
|
|
49
|
+
content,
|
|
50
|
+
contentHash: sha256(content),
|
|
51
|
+
sessionId: optionalString(input.sessionId),
|
|
52
|
+
turnId: optionalString(input.turnId),
|
|
53
|
+
projectPath: optionalString(input.projectPath),
|
|
54
|
+
repoIdentity: input.repoIdentity && typeof input.repoIdentity === 'object' ? { ...input.repoIdentity } : null,
|
|
55
|
+
branch: optionalString(input.branch),
|
|
56
|
+
headAtCapture: optionalString(input.headAtCapture),
|
|
57
|
+
capturedAt: input.capturedAt || new Date().toISOString(),
|
|
58
|
+
rawEventType: optionalString(input.rawEventType),
|
|
59
|
+
identityConfidence: optionalString(input.identityConfidence) || 'unknown',
|
|
60
|
+
captureStatus: optionalString(input.captureStatus) || 'captured',
|
|
61
|
+
explicitCommitSha: optionalString(input.explicitCommitSha),
|
|
62
|
+
legacyRequirementId: optionalString(input.legacyRequirementId),
|
|
63
|
+
};
|
|
64
|
+
return validateConversationEvent(normalized, projectId);
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
function readJsonlStrict(filePath, validator, category) {
|
|
68
|
+
if (!fs.existsSync(filePath)) return [];
|
|
69
|
+
const records = [];
|
|
70
|
+
const lines = fs.readFileSync(filePath, 'utf8').split(/\r?\n/);
|
|
71
|
+
for (let index = 0; index < lines.length; index += 1) {
|
|
72
|
+
if (!lines[index].trim()) continue;
|
|
73
|
+
try {
|
|
74
|
+
records.push(validator(JSON.parse(lines[index])));
|
|
75
|
+
} catch (error) {
|
|
76
|
+
if (error instanceof DomainError) throw error;
|
|
77
|
+
throw new DomainError('DATA_CORRUPT', `${category} JSONL is corrupt.`, { status: 500, cause: error, details: { line: index + 1 } });
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
return records;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
function appendJsonlDurable(filePath, value) {
|
|
84
|
+
fs.mkdirSync(require('path').dirname(filePath), { recursive: true });
|
|
85
|
+
const line = Buffer.from(`${JSON.stringify(value)}\n`, 'utf8');
|
|
86
|
+
const fd = fs.openSync(filePath, 'a', 0o600);
|
|
87
|
+
try {
|
|
88
|
+
fs.writeSync(fd, line, 0, line.length, null);
|
|
89
|
+
fs.fsyncSync(fd);
|
|
90
|
+
} finally {
|
|
91
|
+
fs.closeSync(fd);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
function validateBoundary(boundary, expectedProjectId = '', expectedCommitSha = '') {
|
|
96
|
+
if (!boundary || typeof boundary !== 'object' || boundary.schema !== SCHEMAS.gitCommitBoundary) {
|
|
97
|
+
throw new DomainError('SCHEMA_UNSUPPORTED', 'Commit boundary must use git-commit-boundary/v1.', { status: 409 });
|
|
98
|
+
}
|
|
99
|
+
validateProjectId(boundary.projectId);
|
|
100
|
+
if (expectedProjectId && boundary.projectId !== expectedProjectId) throw new DomainError('DATA_CORRUPT', 'Commit boundary projectId mismatch.', { status: 500 });
|
|
101
|
+
if (!boundary.commitSha || (expectedCommitSha && boundary.commitSha !== expectedCommitSha)) throw new DomainError('DATA_CORRUPT', 'Commit boundary SHA mismatch.', { status: 500 });
|
|
102
|
+
if (!Number.isInteger(boundary.bridgeCursorAtCommit) || boundary.bridgeCursorAtCommit < 0) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary cursor is invalid.');
|
|
103
|
+
if (boundary.journalSequence != null && (!Number.isInteger(boundary.journalSequence) || boundary.journalSequence < 0)) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary journal sequence is invalid.');
|
|
104
|
+
if (!Array.isArray(boundary.parentShas) || !Array.isArray(boundary.openTurnIdsAtCommit)) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary collections are invalid.');
|
|
105
|
+
if (!boundary.operationId || !boundary.committedAt) throw new DomainError('INVALID_ARGUMENT', 'Commit boundary operation metadata is required.');
|
|
106
|
+
return boundary;
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
function snapshotPayload(snapshot) {
|
|
110
|
+
const { snapshotHash, ...payload } = snapshot;
|
|
111
|
+
return payload;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
function validateSnapshot(snapshot, expectedProjectId = '', expectedCommitSha = '') {
|
|
115
|
+
if (!snapshot || typeof snapshot !== 'object' || snapshot.schema !== SCHEMAS.commitConversationSnapshot) {
|
|
116
|
+
throw new DomainError('SCHEMA_UNSUPPORTED', 'Commit conversation snapshot must use commit-conversation-snapshot/v1.', { status: 409 });
|
|
117
|
+
}
|
|
118
|
+
validateProjectId(snapshot.projectId);
|
|
119
|
+
if (expectedProjectId && snapshot.projectId !== expectedProjectId) throw new DomainError('DATA_CORRUPT', 'Conversation snapshot projectId mismatch.', { status: 500 });
|
|
120
|
+
if (!snapshot.commitSha || (expectedCommitSha && snapshot.commitSha !== expectedCommitSha)) throw new DomainError('DATA_CORRUPT', 'Conversation snapshot SHA mismatch.', { status: 500 });
|
|
121
|
+
if (!SNAPSHOT_STATUSES.has(snapshot.status) || !Array.isArray(snapshot.turns)) throw new DomainError('INVALID_ARGUMENT', 'Conversation snapshot status or turns are invalid.');
|
|
122
|
+
for (const turn of snapshot.turns) {
|
|
123
|
+
if (!turn.turnId || !BINDING_KINDS.has(turn.bindingKind) || !Array.isArray(turn.userEvents) || !Array.isArray(turn.assistantEvents)) {
|
|
124
|
+
throw new DomainError('INVALID_ARGUMENT', 'Conversation snapshot turn is invalid.');
|
|
125
|
+
}
|
|
126
|
+
for (const event of [...turn.userEvents, ...turn.assistantEvents]) {
|
|
127
|
+
if (!event.eventId || event.contentHash !== sha256(event.content || '')) throw new DomainError('DATA_CORRUPT', 'Snapshot event hash does not match.', { status: 409 });
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
if (snapshot.snapshotHash !== sha256(JSON.stringify(snapshotPayload(snapshot)))) throw new DomainError('DATA_CORRUPT', 'Conversation snapshot hash does not match.', { status: 409 });
|
|
131
|
+
return snapshot;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
class ConversationStore {
|
|
135
|
+
constructor(options = {}) {
|
|
136
|
+
this.layout = options.layout || new StorageLayout(options);
|
|
137
|
+
this.atomic = options.atomic || AtomicFile;
|
|
138
|
+
this.projectStore = options.projectStore || null;
|
|
139
|
+
this.logger = options.logger || null;
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
async log(level, event, message, context) {
|
|
143
|
+
try {
|
|
144
|
+
if (this.logger && typeof this.logger[level] === 'function') await this.logger[level](event, message, context);
|
|
145
|
+
} catch {
|
|
146
|
+
// Conversation durability is independent from observer failures.
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
readEvents(projectId) {
|
|
151
|
+
validateProjectId(projectId);
|
|
152
|
+
return readJsonlStrict(
|
|
153
|
+
this.layout.getProjectConversationEventsPath(projectId),
|
|
154
|
+
event => validateConversationEvent(event, projectId),
|
|
155
|
+
'Conversation events',
|
|
156
|
+
);
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
async appendEvent(projectId, input) {
|
|
160
|
+
const event = normalizeConversationEvent(projectId, input);
|
|
161
|
+
const filePath = this.layout.getProjectConversationEventsPath(projectId);
|
|
162
|
+
const result = await this.atomic.withFileLock(`${filePath}.append.lock`, async () => {
|
|
163
|
+
const existing = this.readEvents(projectId).find(candidate => candidate.eventId === event.eventId);
|
|
164
|
+
if (existing) {
|
|
165
|
+
if (sha256(JSON.stringify(existing)) !== sha256(JSON.stringify(event))) {
|
|
166
|
+
throw new DomainError('DATA_CORRUPT', 'Duplicate conversation eventId has different content.', { status: 409 });
|
|
167
|
+
}
|
|
168
|
+
return { event: existing, appended: false };
|
|
169
|
+
}
|
|
170
|
+
appendJsonlDurable(filePath, event);
|
|
171
|
+
return { event, appended: true };
|
|
172
|
+
});
|
|
173
|
+
await this.log('info', result.appended ? 'conversation.event_appended' : 'conversation.event_deduplicated', 'Conversation event persisted.', {
|
|
174
|
+
projectId,
|
|
175
|
+
component: 'conversation-store',
|
|
176
|
+
context: {
|
|
177
|
+
eventId: event.eventId,
|
|
178
|
+
sequence: event.sequence,
|
|
179
|
+
source: event.source,
|
|
180
|
+
eventType: event.eventType,
|
|
181
|
+
role: event.role,
|
|
182
|
+
contentHash: event.contentHash,
|
|
183
|
+
contentLength: event.content.length,
|
|
184
|
+
},
|
|
185
|
+
});
|
|
186
|
+
return result;
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
_projectWorkspaceId(projectId) {
|
|
190
|
+
try {
|
|
191
|
+
const config = this.projectStore && typeof this.projectStore.readConfig === 'function'
|
|
192
|
+
? this.projectStore.readConfig(projectId)
|
|
193
|
+
: null;
|
|
194
|
+
const identity = config && config.repoIdentity;
|
|
195
|
+
return identity && typeof identity === 'object' && typeof identity.workspaceId === 'string'
|
|
196
|
+
? identity.workspaceId
|
|
197
|
+
: null;
|
|
198
|
+
} catch (_) {
|
|
199
|
+
return null;
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
/**
|
|
204
|
+
* Project-scoped projection of a canonical Bridge journal event. The global
|
|
205
|
+
* eventId / sequence / turnId / repoIdentity are preserved verbatim; a new
|
|
206
|
+
* local sequence is never assigned; dedup is by eventId with DATA_CORRUPT on
|
|
207
|
+
* content drift; an exact event whose workspaceId differs from the project's
|
|
208
|
+
* canonical workspace is rejected instead of contaminating the store.
|
|
209
|
+
*/
|
|
210
|
+
async appendBridgeEvent(projectId, bridgeEvent) {
|
|
211
|
+
if (!bridgeEvent || typeof bridgeEvent !== 'object' || bridgeEvent.schema !== SCHEMAS.aiCodingEvent) {
|
|
212
|
+
throw new DomainError('SCHEMA_UNSUPPORTED', 'Bridge conversation event must use ai-coding-event/v1.', { status: 409 });
|
|
213
|
+
}
|
|
214
|
+
if (bridgeEvent.eventType !== 'user_prompt' && bridgeEvent.eventType !== 'assistant_response') {
|
|
215
|
+
throw new DomainError('INVALID_ARGUMENT', 'Bridge conversation event must be a user_prompt or assistant_response.');
|
|
216
|
+
}
|
|
217
|
+
if (!bridgeEvent.eventId || typeof bridgeEvent.eventId !== 'string') {
|
|
218
|
+
throw new DomainError('INVALID_ARGUMENT', 'Bridge eventId is required.');
|
|
219
|
+
}
|
|
220
|
+
if (!Number.isInteger(bridgeEvent.sequence) || bridgeEvent.sequence < 0) {
|
|
221
|
+
throw new DomainError('INVALID_ARGUMENT', 'Bridge sequence is required for projected events.');
|
|
222
|
+
}
|
|
223
|
+
const configWorkspaceId = this._projectWorkspaceId(projectId);
|
|
224
|
+
const eventIdentity = bridgeEvent.repoIdentity;
|
|
225
|
+
const eventWorkspaceId = eventIdentity && typeof eventIdentity === 'object' && typeof eventIdentity.workspaceId === 'string'
|
|
226
|
+
? eventIdentity.workspaceId
|
|
227
|
+
: null;
|
|
228
|
+
if (configWorkspaceId && eventWorkspaceId && configWorkspaceId !== eventWorkspaceId) {
|
|
229
|
+
throw new DomainError('DATA_CORRUPT', 'Bridge event workspaceId does not match the project workspace.', { status: 409 });
|
|
230
|
+
}
|
|
231
|
+
return this.appendEvent(projectId, {
|
|
232
|
+
eventId: bridgeEvent.eventId,
|
|
233
|
+
sequence: bridgeEvent.sequence,
|
|
234
|
+
source: bridgeEvent.source,
|
|
235
|
+
eventType: bridgeEvent.eventType,
|
|
236
|
+
role: bridgeEvent.role,
|
|
237
|
+
content: bridgeEvent.content == null ? '' : bridgeEvent.content,
|
|
238
|
+
sessionId: bridgeEvent.sessionId,
|
|
239
|
+
turnId: bridgeEvent.turnId,
|
|
240
|
+
projectPath: bridgeEvent.projectPath,
|
|
241
|
+
repoIdentity: eventIdentity,
|
|
242
|
+
branch: bridgeEvent.branch,
|
|
243
|
+
headAtCapture: bridgeEvent.headAtCapture,
|
|
244
|
+
capturedAt: bridgeEvent.capturedAt,
|
|
245
|
+
rawEventType: bridgeEvent.rawEventType,
|
|
246
|
+
identityConfidence: bridgeEvent.identityConfidence,
|
|
247
|
+
captureStatus: bridgeEvent.captureStatus,
|
|
248
|
+
});
|
|
249
|
+
}
|
|
250
|
+
|
|
251
|
+
legacyRequirementToEvent(projectId, requirement) {
|
|
252
|
+
if (!requirement || requirement.schema !== SCHEMAS.requirement || requirement.projectId !== projectId || !requirement.id) {
|
|
253
|
+
throw new DomainError('INVALID_ARGUMENT', 'Legacy requirement record is invalid.');
|
|
254
|
+
}
|
|
255
|
+
const source = requirement.client === 'claude' ? 'claude-code' : requirement.client;
|
|
256
|
+
return normalizeConversationEvent(projectId, {
|
|
257
|
+
eventId: `legacy-${requirement.id}`,
|
|
258
|
+
sequence: null,
|
|
259
|
+
source: SOURCES.has(source) ? source : 'codex',
|
|
260
|
+
eventType: 'user_prompt',
|
|
261
|
+
role: 'user',
|
|
262
|
+
content: requirement.requirement,
|
|
263
|
+
sessionId: requirement.sessionId,
|
|
264
|
+
turnId: `legacy-${requirement.id}`,
|
|
265
|
+
projectPath: requirement.repoPath,
|
|
266
|
+
repoIdentity: requirement.repoIdentity || null,
|
|
267
|
+
branch: requirement.branch,
|
|
268
|
+
headAtCapture: requirement.headAtRecord,
|
|
269
|
+
capturedAt: requirement.ts,
|
|
270
|
+
rawEventType: 'legacy-requirement',
|
|
271
|
+
identityConfidence: requirement.explicitCommit ? 'explicit' : 'legacy',
|
|
272
|
+
captureStatus: 'legacy-explicit-adapter',
|
|
273
|
+
explicitCommitSha: requirement.explicitCommit,
|
|
274
|
+
legacyRequirementId: requirement.id,
|
|
275
|
+
});
|
|
276
|
+
}
|
|
277
|
+
|
|
278
|
+
async importLegacyRequirements(projectId, records = null) {
|
|
279
|
+
const requirements = records || (this.projectStore ? this.projectStore.readRequirements(projectId) : []);
|
|
280
|
+
const results = [];
|
|
281
|
+
for (const requirement of requirements) results.push(await this.appendEvent(projectId, this.legacyRequirementToEvent(projectId, requirement)));
|
|
282
|
+
return results;
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
writeBoundary(projectId, boundaryInput) {
|
|
286
|
+
const commitSha = this.layout.validateCommitSha(boundaryInput.commitSha);
|
|
287
|
+
const boundary = validateBoundary({
|
|
288
|
+
schema: SCHEMAS.gitCommitBoundary,
|
|
289
|
+
projectId,
|
|
290
|
+
repoIdentity: boundaryInput.repoIdentity || null,
|
|
291
|
+
commitSha,
|
|
292
|
+
parentShas: Array.isArray(boundaryInput.parentShas) ? boundaryInput.parentShas.map(value => String(value).toLowerCase()) : [],
|
|
293
|
+
branch: optionalString(boundaryInput.branch),
|
|
294
|
+
committedAt: boundaryInput.committedAt || new Date().toISOString(),
|
|
295
|
+
bridgeCursorAtCommit: Number(boundaryInput.bridgeCursorAtCommit),
|
|
296
|
+
openTurnIdsAtCommit: Array.isArray(boundaryInput.openTurnIdsAtCommit) ? [...new Set(boundaryInput.openTurnIdsAtCommit.map(String))] : [],
|
|
297
|
+
operationId: String(boundaryInput.operationId || ''),
|
|
298
|
+
journalSequence: Number.isInteger(boundaryInput.journalSequence) ? boundaryInput.journalSequence : Number(boundaryInput.bridgeCursorAtCommit),
|
|
299
|
+
boundaryHash: '',
|
|
300
|
+
}, projectId, commitSha);
|
|
301
|
+
boundary.boundaryHash = sha256(JSON.stringify({ ...boundary, boundaryHash: undefined }));
|
|
302
|
+
const filePath = this.layout.getProjectCommitBoundaryPath(projectId, commitSha);
|
|
303
|
+
if (fs.existsSync(filePath)) {
|
|
304
|
+
const existing = this.readBoundary(projectId, commitSha);
|
|
305
|
+
if (existing.boundaryHash !== boundary.boundaryHash) throw new DomainError('DATA_CORRUPT', 'Conflicting evidence was supplied for an existing commit boundary.', { status: 409 });
|
|
306
|
+
return existing;
|
|
307
|
+
}
|
|
308
|
+
this.atomic.writeJsonAtomic(filePath, boundary);
|
|
309
|
+
return boundary;
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
readBoundary(projectId, commitSha) {
|
|
313
|
+
const normalizedSha = this.layout.validateCommitSha(commitSha);
|
|
314
|
+
return this.atomic.readJsonStrict(this.layout.getProjectCommitBoundaryPath(projectId, normalizedSha), {
|
|
315
|
+
category: 'git-commit-boundary',
|
|
316
|
+
validate: value => validateBoundary(value, projectId, normalizedSha),
|
|
317
|
+
});
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
listBoundaries(projectId) {
|
|
321
|
+
validateProjectId(projectId);
|
|
322
|
+
const directory = this.layout.getProjectCommitBoundariesDir(projectId);
|
|
323
|
+
if (!fs.existsSync(directory)) return [];
|
|
324
|
+
return fs.readdirSync(directory, { withFileTypes: true })
|
|
325
|
+
.filter(entry => entry.isFile() && /^[a-f0-9]{7,64}\.json$/i.test(entry.name))
|
|
326
|
+
.map(entry => this.readBoundary(projectId, entry.name.slice(0, -5)));
|
|
327
|
+
}
|
|
328
|
+
|
|
329
|
+
writeSnapshot(projectId, input) {
|
|
330
|
+
const commitSha = this.layout.validateCommitSha(input.commitSha);
|
|
331
|
+
const snapshot = {
|
|
332
|
+
schema: SCHEMAS.commitConversationSnapshot,
|
|
333
|
+
projectId,
|
|
334
|
+
repoIdentity: input.repoIdentity || null,
|
|
335
|
+
commitSha,
|
|
336
|
+
parentSha: input.parentSha || null,
|
|
337
|
+
boundaryStartCursor: input.boundaryStartCursor == null ? null : Number(input.boundaryStartCursor),
|
|
338
|
+
boundaryEndCursor: input.boundaryEndCursor == null ? null : Number(input.boundaryEndCursor),
|
|
339
|
+
status: input.status,
|
|
340
|
+
turns: input.turns || [],
|
|
341
|
+
excludedFuturePromptCount: Number(input.excludedFuturePromptCount || 0),
|
|
342
|
+
finalizedAt: input.finalizedAt || new Date().toISOString(),
|
|
343
|
+
snapshotHash: '',
|
|
344
|
+
};
|
|
345
|
+
snapshot.snapshotHash = sha256(JSON.stringify(snapshotPayload(snapshot)));
|
|
346
|
+
validateSnapshot(snapshot, projectId, commitSha);
|
|
347
|
+
const filePath = this.layout.getProjectCommitConversationPath(projectId, commitSha);
|
|
348
|
+
if (fs.existsSync(filePath)) {
|
|
349
|
+
const existing = this.readSnapshot(projectId, commitSha);
|
|
350
|
+
if (existing.snapshotHash !== snapshot.snapshotHash) throw new DomainError('IMMUTABLE_FIELD', 'Commit conversation snapshot is already frozen.', { status: 409 });
|
|
351
|
+
return existing;
|
|
352
|
+
}
|
|
353
|
+
this.atomic.writeJsonAtomic(filePath, snapshot);
|
|
354
|
+
return snapshot;
|
|
355
|
+
}
|
|
356
|
+
|
|
357
|
+
readSnapshot(projectId, commitSha) {
|
|
358
|
+
const normalizedSha = this.layout.validateCommitSha(commitSha);
|
|
359
|
+
return this.atomic.readJsonStrict(this.layout.getProjectCommitConversationPath(projectId, normalizedSha), {
|
|
360
|
+
category: 'commit-conversation-snapshot',
|
|
361
|
+
validate: value => validateSnapshot(value, projectId, normalizedSha),
|
|
362
|
+
});
|
|
363
|
+
}
|
|
364
|
+
|
|
365
|
+
listSnapshots(projectId) {
|
|
366
|
+
validateProjectId(projectId);
|
|
367
|
+
const directory = this.layout.getProjectCommitConversationsDir(projectId);
|
|
368
|
+
if (!fs.existsSync(directory)) return [];
|
|
369
|
+
return fs.readdirSync(directory, { withFileTypes: true })
|
|
370
|
+
.filter(entry => entry.isFile() && /^[a-f0-9]{7,64}\.json$/i.test(entry.name))
|
|
371
|
+
.map(entry => this.readSnapshot(projectId, entry.name.slice(0, -5)));
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
|
|
375
|
+
module.exports = {
|
|
376
|
+
ConversationStore,
|
|
377
|
+
SOURCES,
|
|
378
|
+
SNAPSHOT_STATUSES,
|
|
379
|
+
BINDING_KINDS,
|
|
380
|
+
sha256,
|
|
381
|
+
normalizeConversationEvent,
|
|
382
|
+
validateConversationEvent,
|
|
383
|
+
validateBoundary,
|
|
384
|
+
validateSnapshot,
|
|
385
|
+
};
|