@sanqianx/project-knowledge 4.7.0 → 5.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/plugins/marketplace.json +17 -17
- package/.claude-plugin/marketplace.json +1 -1
- package/CHANGELOG.md +836 -799
- package/README.md +58 -41
- package/_modules/knowledge-engine/README.md +91 -0
- package/_modules/knowledge-engine/package.json +38 -0
- package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
- package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
- package/_modules/knowledge-engine/src/bin.js +52 -0
- package/_modules/knowledge-engine/src/bridge-client.js +24 -0
- package/_modules/knowledge-engine/src/coordinator.js +263 -0
- package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
- package/_modules/knowledge-engine/src/memories.js +85 -0
- package/_modules/knowledge-engine/src/retrieval.js +116 -0
- package/_modules/knowledge-engine/src/runtime/README.md +7 -0
- package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
- package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
- package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
- package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
- package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
- package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
- package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
- package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
- package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
- package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
- package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
- package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
- package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
- package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
- package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
- package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
- package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
- package/_modules/knowledge-engine/src/server.js +154 -0
- package/_modules/knowledge-engine/src/store.js +236 -0
- package/_modules/knowledge-engine/ui/app.css +172 -0
- package/_modules/knowledge-engine/ui/app.js +297 -0
- package/_modules/knowledge-engine/ui/index.html +95 -0
- package/_site/README.md +30 -30
- package/_site/_test/ai-profile-resolver-test.js +137 -137
- package/_site/_test/automation-queue-test.js +14 -14
- package/_site/_test/automation-ui-test.js +40 -40
- package/_site/_test/background-task-registry-test.js +43 -43
- package/_site/_test/baseline-schema-test.js +91 -91
- package/_site/_test/chat-claudecodeui-match-test.js +92 -92
- package/_site/_test/claude-executable-discovery-test.js +62 -62
- package/_site/_test/claude-workbench-test.js +170 -170
- package/_site/_test/codex-conversation-projection-test.js +2 -1
- package/_site/_test/commit-conversation-binding-test.js +95 -95
- package/_site/_test/commit-evidence-test.js +110 -110
- package/_site/_test/conversation-api-test.js +109 -109
- package/_site/_test/conversation-store-test.js +136 -136
- package/_site/_test/desktop-browser-compat-test.js +28 -28
- package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
- package/_site/_test/explicit-commit-processor-test.js +37 -37
- package/_site/_test/fixtures/make-git-repos.js +12 -1
- package/_site/_test/folder-picker-output-test.js +19 -19
- package/_site/_test/fresh-hook-reimport-test.js +53 -0
- package/_site/_test/fresh-product-data-test.js +42 -0
- package/_site/_test/full-integration-e2e-test.js +165 -165
- package/_site/_test/git-validation-test.js +2 -2
- package/_site/_test/hook-runtime-endpoint-test.js +88 -88
- package/_site/_test/hook-status-repair-api-test.js +152 -152
- package/_site/_test/hook-trigger-test.js +85 -85
- package/_site/_test/import-preflight-api-test.js +234 -233
- package/_site/_test/index-writer-concurrency-test.js +135 -135
- package/_site/_test/integration-adapters-test.js +171 -171
- package/_site/_test/integration-surface-coverage-test.js +164 -164
- package/_site/_test/knowledge-language-control-test.js +170 -170
- package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
- package/_site/_test/knowledge-query-test.js +54 -54
- package/_site/_test/knowledge-retrieval-service-test.js +77 -77
- package/_site/_test/knowledge-storage-startup-test.js +52 -52
- package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
- package/_site/_test/logging-api-test.js +89 -89
- package/_site/_test/logging-sse-no-gap-test.js +88 -88
- package/_site/_test/logging-ui-test.js +106 -104
- package/_site/_test/markdown-delta-overlay-test.js +85 -85
- package/_site/_test/markdown-maintenance-api-test.js +75 -75
- package/_site/_test/mcp-server-test.js +149 -149
- package/_site/_test/module-artifact-integrity-test.js +27 -0
- package/_site/_test/module-boundary-test.js +30 -0
- package/_site/_test/module-bridge-eventbridge-test.js +7 -0
- package/_site/_test/module-model-configuration-test.js +44 -0
- package/_site/_test/module-process-lifecycle-test.js +24 -0
- package/_site/_test/module-stream-proxy-test.js +34 -0
- package/_site/_test/non-release-ci-test.js +34 -34
- package/_site/_test/offline-boundary-isolation-test.js +32 -32
- package/_site/_test/packaged-ui-smoke-test.js +11 -9
- package/_site/_test/path-consistency-test.js +151 -151
- package/_site/_test/pending-sweep-test.js +9 -9
- package/_site/_test/post-commit-automation-test.js +87 -87
- package/_site/_test/product-diagnostics-ui-test.js +75 -0
- package/_site/_test/product-import-ui-test.js +92 -0
- package/_site/_test/project-delete-recovery-test.js +64 -64
- package/_site/_test/project-goal-editor-test.js +144 -144
- package/_site/_test/project-lifecycle-transaction-test.js +106 -106
- package/_site/_test/prompt-settings-test.js +115 -115
- package/_site/_test/protected-architecture-gate-test.js +122 -122
- package/_site/_test/refactor-characterization-test.js +36 -36
- package/_site/_test/release-version-sync-test.js +1 -1
- package/_site/_test/requirement-recorder-test.js +173 -173
- package/_site/_test/run-all-tests.js +159 -156
- package/_site/_test/shared-contracts-test.js +58 -58
- package/_site/_test/startup-analysis-disabled-test.js +10 -10
- package/_site/_test/storage-foundation-test.js +78 -78
- package/_site/_test/structured-logger-test.js +101 -101
- package/_site/_test/tracking-start-test.js +109 -108
- package/_site/_test/workbench-permission-test.js +117 -117
- package/_site/_test/workspace-ui-contract-test.js +28 -43
- package/_site/lib/ai-profile-resolver.js +78 -78
- package/_site/lib/ai-workspace.js +101 -101
- package/_site/lib/automation-config.js +140 -140
- package/_site/lib/bridge-adapter.js +1 -0
- package/_site/lib/bridge-consumer-service.js +402 -402
- package/_site/lib/claude-cli-runner.js +1510 -1510
- package/_site/lib/commit-conversation-binder.js +234 -234
- package/_site/lib/commit-processing-ledger.js +27 -27
- package/_site/lib/commit-prompt.js +202 -202
- package/_site/lib/commit-reconciler.js +406 -406
- package/_site/lib/contracts.js +284 -279
- package/_site/lib/conversation-query-service.js +144 -144
- package/_site/lib/conversation-store.js +385 -385
- package/_site/lib/data-dir.js +6 -74
- package/_site/lib/engine-connection.js +67 -0
- package/_site/lib/evidence-bundle.js +228 -228
- package/_site/lib/folder-picker-output.js +21 -21
- package/_site/lib/git-runner.js +62 -62
- package/_site/lib/github-team-store.js +1172 -1172
- package/_site/lib/hook-manager.js +203 -202
- package/_site/lib/index-service.js +173 -173
- package/_site/lib/integration-installer.js +908 -907
- package/_site/lib/kb-framework.js +176 -176
- package/_site/lib/kb-validator.js +124 -124
- package/_site/lib/knowledge-promotion.js +435 -435
- package/_site/lib/knowledge-retrieval-service.js +401 -401
- package/_site/lib/knowledge-tool-runtime.js +359 -359
- package/_site/lib/llm-client.js +161 -161
- package/_site/lib/markdown-knowledge-indexer.js +230 -230
- package/_site/lib/module-bridge.js +191 -36
- package/_site/lib/post-commit-automation.js +87 -87
- package/_site/lib/product-data.js +24 -0
- package/_site/lib/project-lifecycle-service.js +535 -497
- package/_site/lib/project-store.js +268 -262
- package/_site/lib/requirement-recorder.js +278 -278
- package/_site/lib/runtime-endpoint.js +155 -155
- package/_site/lib/scanner.js +298 -298
- package/_site/lib/server-app.js +1579 -1520
- package/_site/lib/settings-store.js +133 -113
- package/_site/lib/storage-layout.js +162 -162
- package/_site/lib/structured-logger.js +574 -574
- package/_site/scripts/folder-picker.ps1 +156 -156
- package/_site/scripts/hook-trigger.js +157 -156
- package/_site/scripts/install-module-candidates.js +69 -0
- package/_site/scripts/pack-module-candidates.js +72 -0
- package/_site/scripts/sync-release-version.js +2 -2
- package/_site/scripts/vendor-modules.js +47 -0
- package/_site/scripts/verify-module-runtime.js +45 -0
- package/_site/scripts/verify-product-runtime.js +34 -0
- package/bin/project-knowledge-mcp.js +194 -194
- package/docs/README.zh-CN.md +42 -29
- package/docs/fresh-v5-start.md +28 -0
- package/docs/project-registry-schema.md +22 -22
- package/docs/testing-strategy.md +33 -33
- package/module-runtime-manifest.json +220 -0
- package/package.json +14 -9
- package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
- package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
- package/plugins/project-knowledge/.mcp.json +1 -1
- package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
- package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
- package/templates/project-readme.md +34 -34
- package/ui/favicon.svg +38 -38
- package/ui/index.html +52 -149
- package/ui/product.css +9 -0
- package/ui/product.js +412 -0
- package/vendor-manifest.json +45 -0
- package/_site/_test/data-dir-migration-test.js +0 -77
- package/_site/_test/import-ui-flow-test.js +0 -171
- package/_site/_test/knowledge-migration-test.js +0 -75
- package/_site/_test/legacy-forward-compat-test.js +0 -257
- package/_site/_test/legacy-project-upgrade-e2e-test.js +0 -363
- package/_site/_test/p0-data-migration-characterization-test.js +0 -37
- package/_site/_test/p0-e2e-gate-test.js +0 -347
- package/_site/_test/project-control-panel-task14-test.js +0 -63
- package/_site/_test/project-layout-v2-migration-test.js +0 -127
- package/_site/_test/server-runtime-migration-safety-test.js +0 -27
- package/_site/_test/task15-20-ui-flow-test.js +0 -148
- package/_site/_test/ui-i18n-toggle-test.js +0 -114
- package/_site/_test/ui-smoke-test.js +0 -73
- package/_site/_test/v4122-upgrade-data-contract-test.js +0 -56
- package/_site/lib/data-state-classifier.js +0 -40
- package/_site/lib/legacy-data-manifest.js +0 -26
- package/_site/lib/migration-service.js +0 -442
- package/ui/app.css +0 -58
- package/ui/app.js +0 -607
- package/ui/i18n.js +0 -146
|
@@ -1,402 +1,402 @@
|
|
|
1
|
-
const CONSUMER_NAME = 'project-knowledge';
|
|
2
|
-
const BATCH_SIZE = 200;
|
|
3
|
-
|
|
4
|
-
/**
|
|
5
|
-
* Project-Knowledge's host-level Bridge consumer.
|
|
6
|
-
*
|
|
7
|
-
* Owns the "project-knowledge" consumer registration and drains the global
|
|
8
|
-
* Bridge journal into project-scoped ConversationStores:
|
|
9
|
-
* - exact workspaceId lookup decides the target project (never time, UI
|
|
10
|
-
* selection, recency, remote URL, or session-file location);
|
|
11
|
-
* - unimported workspaces are deterministically skipped and ACKed;
|
|
12
|
-
* - zero-match/one-match/multi-match are handled without guessing;
|
|
13
|
-
* - ACK advances only over a contiguous fully-handled prefix;
|
|
14
|
-
* - notifications are wake-ups only — the journal is the sole truth.
|
|
15
|
-
*/
|
|
16
|
-
class BridgeConsumerService {
|
|
17
|
-
constructor(options = {}) {
|
|
18
|
-
this.consumerName = options.consumerName || CONSUMER_NAME;
|
|
19
|
-
this.bridgeAdapter = options.bridgeAdapter;
|
|
20
|
-
this.conversationStore = options.conversationStore;
|
|
21
|
-
this.registryStore = options.registryStore || null;
|
|
22
|
-
this.projectStore = options.projectStore || null;
|
|
23
|
-
this.logger = options.logger || null;
|
|
24
|
-
this.batchSize = Number(options.batchSize || BATCH_SIZE);
|
|
25
|
-
this.notifyUrl = options.notifyUrl || '';
|
|
26
|
-
this._started = false;
|
|
27
|
-
this._queue = Promise.resolve();
|
|
28
|
-
this._lastDrainAt = null;
|
|
29
|
-
this._lastDrainReason = null;
|
|
30
|
-
this._lastDrainErrorCode = '';
|
|
31
|
-
this._lastDrainStats = null;
|
|
32
|
-
this._lastAck = null;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
async _log(level, event, message, context) {
|
|
36
|
-
try {
|
|
37
|
-
if (this.logger && typeof this.logger[level] === 'function') await this.logger[level](event, message, context);
|
|
38
|
-
} catch {
|
|
39
|
-
// Observer failures never block the drain loop.
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
// workspaceId -> [{ projectId, baselineCursor }] from imported configs.
|
|
44
|
-
_workspaceMap() {
|
|
45
|
-
const map = new Map();
|
|
46
|
-
const ids = this.registryStore && typeof this.registryStore.listIds === 'function'
|
|
47
|
-
? this.registryStore.listIds()
|
|
48
|
-
: [];
|
|
49
|
-
for (const projectId of ids) {
|
|
50
|
-
let workspaceId = null;
|
|
51
|
-
let baselineCursor = null;
|
|
52
|
-
try {
|
|
53
|
-
const config = this.projectStore.readConfig(projectId);
|
|
54
|
-
workspaceId = config && config.repoIdentity && typeof config.repoIdentity.workspaceId === 'string'
|
|
55
|
-
? config.repoIdentity.workspaceId
|
|
56
|
-
: null;
|
|
57
|
-
const state = this.projectStore.readState(projectId);
|
|
58
|
-
baselineCursor = Number.isInteger(state.conversationBaselineCursor) ? state.conversationBaselineCursor : null;
|
|
59
|
-
} catch {
|
|
60
|
-
workspaceId = null;
|
|
61
|
-
}
|
|
62
|
-
if (!workspaceId) continue;
|
|
63
|
-
if (!map.has(workspaceId)) map.set(workspaceId, []);
|
|
64
|
-
map.get(workspaceId).push({ projectId, baselineCursor });
|
|
65
|
-
}
|
|
66
|
-
return map;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
/**
|
|
70
|
-
* Upgrade path for projects imported before v4.2.3: their config carries
|
|
71
|
-
* no workspaceId, so the exact-match consumer would skip them forever.
|
|
72
|
-
* For every such project with an existing repoPath, resolve the canonical
|
|
73
|
-
* repo-identity/v1 and persist it. A workspaceId already claimed by
|
|
74
|
-
* another project is never written twice — ambiguity stays visible as a
|
|
75
|
-
* configuration problem instead of being silently created here.
|
|
76
|
-
*/
|
|
77
|
-
async _ensureWorkspaceIdentities() {
|
|
78
|
-
if (!this.projectStore || typeof this.projectStore.readConfig !== 'function') return;
|
|
79
|
-
if (!this.bridgeAdapter || typeof this.bridgeAdapter.resolveRepoIdentity !== 'function') return;
|
|
80
|
-
const ids = this.registryStore && typeof this.registryStore.listIds === 'function'
|
|
81
|
-
? this.registryStore.listIds()
|
|
82
|
-
: [];
|
|
83
|
-
const claimed = new Map();
|
|
84
|
-
const pending = [];
|
|
85
|
-
for (const projectId of ids) {
|
|
86
|
-
try {
|
|
87
|
-
const config = this.projectStore.readConfig(projectId);
|
|
88
|
-
const identity = config && config.repoIdentity;
|
|
89
|
-
if (identity && typeof identity.workspaceId === 'string') {
|
|
90
|
-
claimed.set(identity.workspaceId, projectId);
|
|
91
|
-
} else if (config.repoPath) {
|
|
92
|
-
pending.push({ projectId, repoPath: config.repoPath, displayName: config.displayName || projectId });
|
|
93
|
-
}
|
|
94
|
-
} catch {
|
|
95
|
-
// Unreadable configs are left alone; migration never blocks the drain.
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
for (const entry of pending) {
|
|
99
|
-
try {
|
|
100
|
-
const resolved = await this.bridgeAdapter.resolveRepoIdentity(entry.repoPath);
|
|
101
|
-
if (resolved.status !== 'ok' || !resolved.repoIdentity) continue;
|
|
102
|
-
const workspaceId = resolved.repoIdentity.workspaceId;
|
|
103
|
-
if (claimed.has(workspaceId)) {
|
|
104
|
-
await this._log('warn', 'bridge_consumer.identity_collision', 'Legacy project resolves to a workspace already claimed by another project; skipping identity migration.', {
|
|
105
|
-
component: 'bridge-consumer',
|
|
106
|
-
projectId: entry.projectId,
|
|
107
|
-
claimedBy: claimed.get(workspaceId),
|
|
108
|
-
workspaceIdHash: workspaceId,
|
|
109
|
-
});
|
|
110
|
-
continue;
|
|
111
|
-
}
|
|
112
|
-
if (typeof this.projectStore.migrateRepoIdentity !== 'function') return;
|
|
113
|
-
await this.projectStore.migrateRepoIdentity(entry.projectId, resolved.repoIdentity);
|
|
114
|
-
claimed.set(workspaceId, entry.projectId);
|
|
115
|
-
await this._log('info', 'bridge_consumer.identity_backfilled', 'Legacy project upgraded with a canonical workspace identity.', {
|
|
116
|
-
component: 'bridge-consumer',
|
|
117
|
-
projectId: entry.projectId,
|
|
118
|
-
workspaceIdHash: workspaceId,
|
|
119
|
-
});
|
|
120
|
-
} catch (error) {
|
|
121
|
-
await this._log('warn', 'bridge_consumer.identity_backfill_failed', 'Legacy project identity migration failed; project stays capture-inactive.', {
|
|
122
|
-
component: 'bridge-consumer',
|
|
123
|
-
projectId: entry.projectId,
|
|
124
|
-
error,
|
|
125
|
-
});
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
// I-14 recovery policy: a project imported while the Bridge was unavailable
|
|
131
|
-
// gets its baseline established at the CURRENT high watermark on the first
|
|
132
|
-
// successful attachment — pre-import global history is never backfilled.
|
|
133
|
-
async _ensureBaselines(highWatermark) {
|
|
134
|
-
if (!this.projectStore || typeof this.projectStore.updateState !== 'function') return;
|
|
135
|
-
const ids = this.registryStore && typeof this.registryStore.listIds === 'function'
|
|
136
|
-
? this.registryStore.listIds()
|
|
137
|
-
: [];
|
|
138
|
-
for (const projectId of ids) {
|
|
139
|
-
try {
|
|
140
|
-
const state = this.projectStore.readState(projectId);
|
|
141
|
-
if (Number.isInteger(state.conversationBaselineCursor)) continue;
|
|
142
|
-
let workspaceId = null;
|
|
143
|
-
try {
|
|
144
|
-
const config = this.projectStore.readConfig(projectId);
|
|
145
|
-
workspaceId = config && config.repoIdentity && typeof config.repoIdentity.workspaceId === 'string'
|
|
146
|
-
? config.repoIdentity.workspaceId
|
|
147
|
-
: null;
|
|
148
|
-
} catch { workspaceId = null; }
|
|
149
|
-
if (!workspaceId) continue;
|
|
150
|
-
await this.projectStore.updateState(projectId, draft => {
|
|
151
|
-
draft.conversationBaselineCursor = highWatermark;
|
|
152
|
-
draft.conversation = {
|
|
153
|
-
...(draft.conversation || {}),
|
|
154
|
-
lastConsumedCursor: highWatermark,
|
|
155
|
-
captureStatus: 'captured',
|
|
156
|
-
lastError: null,
|
|
157
|
-
};
|
|
158
|
-
});
|
|
159
|
-
} catch {
|
|
160
|
-
// Baseline establishment is best effort per project; the drain itself
|
|
161
|
-
// remains safe because a missing baseline never widens the window.
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
async _currentAck() {
|
|
167
|
-
const result = await this.bridgeAdapter.getConsumer(this.consumerName);
|
|
168
|
-
if (result.status !== 'ok' || !result.consumer) return 0;
|
|
169
|
-
return Number.isInteger(result.consumer.ack) ? result.consumer.ack : 0;
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
/**
|
|
173
|
-
* Handle one journal record. Returns a short outcome string; throws only
|
|
174
|
-
* for conditions that must STOP the ACK (persist failure, ambiguous
|
|
175
|
-
* workspace-to-project mapping).
|
|
176
|
-
*/
|
|
177
|
-
async _processRecord(record, workspaceMap, stats) {
|
|
178
|
-
if (record && record.schema === 'git-commit-boundary/v1') {
|
|
179
|
-
const identity = record.repoIdentity;
|
|
180
|
-
const workspaceId = identity && typeof identity === 'object' && typeof identity.workspaceId === 'string' ? identity.workspaceId : null;
|
|
181
|
-
const matches = workspaceId ? (workspaceMap.get(workspaceId) || []) : [];
|
|
182
|
-
if (!workspaceId) { stats.skippedNoWorkspace += 1; return 'skipped-no-workspace'; }
|
|
183
|
-
if (matches.length === 0) { stats.skippedUnregistered += 1; return 'unregistered-workspace'; }
|
|
184
|
-
if (matches.length > 1) {
|
|
185
|
-
const error = new Error(`workspaceId ${workspaceId} maps to multiple projects`);
|
|
186
|
-
error.code = 'PROJECT_AMBIGUOUS';
|
|
187
|
-
throw error;
|
|
188
|
-
}
|
|
189
|
-
const { projectId, baselineCursor } = matches[0];
|
|
190
|
-
if (record.projectId !== projectId) {
|
|
191
|
-
const error = new Error('Commit boundary projectId does not match its workspace mapping.');
|
|
192
|
-
error.code = 'DATA_CORRUPT';
|
|
193
|
-
throw error;
|
|
194
|
-
}
|
|
195
|
-
if (Number.isInteger(baselineCursor) && record.sequence <= baselineCursor) { stats.skippedBelowBaseline += 1; return 'skipped-below-baseline'; }
|
|
196
|
-
try {
|
|
197
|
-
this.conversationStore.writeBoundary(projectId, {
|
|
198
|
-
...record,
|
|
199
|
-
parentShas: record.parentShas || record.parents || [],
|
|
200
|
-
bridgeCursorAtCommit: Number.isInteger(record.bridgeCursorAtCommit) ? record.bridgeCursorAtCommit : record.sequence,
|
|
201
|
-
journalSequence: Number.isInteger(record.journalSequence) ? record.journalSequence : record.sequence,
|
|
202
|
-
openTurnIdsAtCommit: record.openTurnIdsAtCommit || record.openTurnIds || [],
|
|
203
|
-
});
|
|
204
|
-
stats.boundariesPersisted += 1;
|
|
205
|
-
return 'boundary-persisted';
|
|
206
|
-
} catch (error) { stats.failed += 1; error.sequence = record.sequence; throw error; }
|
|
207
|
-
}
|
|
208
|
-
if (!record || record.schema !== 'ai-coding-event/v1') {
|
|
209
|
-
stats.skippedTransport += 1;
|
|
210
|
-
return 'skipped-transport';
|
|
211
|
-
}
|
|
212
|
-
if (record.eventType !== 'user_prompt' && record.eventType !== 'assistant_response') {
|
|
213
|
-
stats.skippedTransport += 1;
|
|
214
|
-
return 'skipped-transport';
|
|
215
|
-
}
|
|
216
|
-
const identity = record.repoIdentity;
|
|
217
|
-
const workspaceId = identity && typeof identity === 'object' && typeof identity.workspaceId === 'string'
|
|
218
|
-
? identity.workspaceId
|
|
219
|
-
: null;
|
|
220
|
-
if (!workspaceId) {
|
|
221
|
-
// Unattributed evidence (e.g. codex-workspace-unresolved) is never
|
|
222
|
-
// projected into any project — deterministic non-project skip.
|
|
223
|
-
stats.skippedNoWorkspace += 1;
|
|
224
|
-
return 'skipped-no-workspace';
|
|
225
|
-
}
|
|
226
|
-
const matches = workspaceMap.get(workspaceId) || [];
|
|
227
|
-
if (matches.length === 0) {
|
|
228
|
-
stats.skippedUnregistered += 1;
|
|
229
|
-
return 'unregistered-workspace';
|
|
230
|
-
}
|
|
231
|
-
if (matches.length > 1) {
|
|
232
|
-
// Configuration corruption: never pick one at random.
|
|
233
|
-
await this.bridgeAdapter.recordGap({
|
|
234
|
-
projectId: '',
|
|
235
|
-
repoIdentity: identity,
|
|
236
|
-
operationId: `drain-${record.sequence}`,
|
|
237
|
-
}, 'workspace-project-ambiguous');
|
|
238
|
-
const error = new Error(`workspaceId ${workspaceId} maps to multiple projects: ${matches.map(entry => entry.projectId).join(', ')}`);
|
|
239
|
-
error.code = 'PROJECT_AMBIGUOUS';
|
|
240
|
-
throw error;
|
|
241
|
-
}
|
|
242
|
-
const { projectId, baselineCursor } = matches[0];
|
|
243
|
-
if (Number.isInteger(baselineCursor) && record.sequence <= baselineCursor) {
|
|
244
|
-
// I-14: pre-baseline global history is deterministically skipped, never
|
|
245
|
-
// backfilled into a newly imported project.
|
|
246
|
-
stats.skippedBelowBaseline += 1;
|
|
247
|
-
return 'skipped-below-baseline';
|
|
248
|
-
}
|
|
249
|
-
try {
|
|
250
|
-
await this.conversationStore.appendBridgeEvent(projectId, record);
|
|
251
|
-
stats.persisted += 1;
|
|
252
|
-
return 'persisted';
|
|
253
|
-
} catch (error) {
|
|
254
|
-
stats.failed += 1;
|
|
255
|
-
error.sequence = record.sequence;
|
|
256
|
-
throw error;
|
|
257
|
-
}
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
async _drainLoop({ through, reason }) {
|
|
261
|
-
const stats = { persisted: 0, boundariesPersisted: 0, skippedTransport: 0, skippedNoWorkspace: 0, skippedUnregistered: 0, skippedBelowBaseline: 0, failed: 0 };
|
|
262
|
-
let ack = await this._currentAck();
|
|
263
|
-
for (;;) {
|
|
264
|
-
const highResult = await this.bridgeAdapter.getHighWatermark();
|
|
265
|
-
if (highResult.status !== 'captured') {
|
|
266
|
-
this._lastDrainErrorCode = highResult.reason || 'bridge-unavailable';
|
|
267
|
-
break;
|
|
268
|
-
}
|
|
269
|
-
await this._ensureWorkspaceIdentities();
|
|
270
|
-
await this._ensureBaselines(highResult.cursor);
|
|
271
|
-
const target = through === undefined ? highResult.cursor : Math.min(through, highResult.cursor);
|
|
272
|
-
if (ack >= target) break;
|
|
273
|
-
const read = await this.bridgeAdapter.readEvents({ fromSequence: ack + 1, toSequence: target, limit: this.batchSize });
|
|
274
|
-
if (read.status !== 'ok') {
|
|
275
|
-
this._lastDrainErrorCode = read.reason || 'bridge-read-failed';
|
|
276
|
-
break;
|
|
277
|
-
}
|
|
278
|
-
if (!read.events.length) break;
|
|
279
|
-
const workspaceMap = this._workspaceMap();
|
|
280
|
-
let lastHandled = ack;
|
|
281
|
-
try {
|
|
282
|
-
for (const record of read.events) {
|
|
283
|
-
await this._processRecord(record, workspaceMap, stats);
|
|
284
|
-
lastHandled = record.sequence;
|
|
285
|
-
}
|
|
286
|
-
} catch (error) {
|
|
287
|
-
// ACK only the contiguous handled prefix; never cross the failed
|
|
288
|
-
// sequence (I-17).
|
|
289
|
-
if (lastHandled > ack) {
|
|
290
|
-
await this.bridgeAdapter.ackConsumerCursor(this.consumerName, lastHandled);
|
|
291
|
-
this._lastAck = lastHandled;
|
|
292
|
-
}
|
|
293
|
-
this._lastDrainErrorCode = (error && error.code) || 'drain-record-failed';
|
|
294
|
-
await this._log('error', 'bridge_consumer.drain_failed', 'Bridge drain stopped at a failed sequence.', {
|
|
295
|
-
component: 'bridge-consumer',
|
|
296
|
-
consumer: this.consumerName,
|
|
297
|
-
reason,
|
|
298
|
-
failedSequence: error.sequence != null ? error.sequence : lastHandled + 1,
|
|
299
|
-
errorCode: this._lastDrainErrorCode,
|
|
300
|
-
stats,
|
|
301
|
-
});
|
|
302
|
-
throw error;
|
|
303
|
-
}
|
|
304
|
-
await this.bridgeAdapter.ackConsumerCursor(this.consumerName, target);
|
|
305
|
-
ack = target;
|
|
306
|
-
this._lastAck = ack;
|
|
307
|
-
if (read.events.length < this.batchSize && (through === undefined || ack >= through)) break;
|
|
308
|
-
}
|
|
309
|
-
this._lastDrainStats = stats;
|
|
310
|
-
this._lastDrainAt = new Date().toISOString();
|
|
311
|
-
this._lastDrainReason = reason;
|
|
312
|
-
if (this._lastDrainErrorCode !== 'drain-record-failed') this._lastDrainErrorCode = '';
|
|
313
|
-
await this._log('info', 'bridge_consumer.drained', 'Bridge journal drained.', {
|
|
314
|
-
component: 'bridge-consumer',
|
|
315
|
-
consumer: this.consumerName,
|
|
316
|
-
reason,
|
|
317
|
-
ack,
|
|
318
|
-
stats,
|
|
319
|
-
});
|
|
320
|
-
// Safe compaction is requested after every successful ACK advance; the
|
|
321
|
-
// Bridge itself refuses to compact beyond the slowest consumer.
|
|
322
|
-
try {
|
|
323
|
-
await this.bridgeAdapter.compact({});
|
|
324
|
-
} catch {
|
|
325
|
-
// Compaction is best effort.
|
|
326
|
-
}
|
|
327
|
-
return { ack, stats };
|
|
328
|
-
}
|
|
329
|
-
|
|
330
|
-
_enqueue(operation) {
|
|
331
|
-
const next = this._queue.then(operation, operation);
|
|
332
|
-
this._queue = next.then(() => undefined, () => undefined);
|
|
333
|
-
return next;
|
|
334
|
-
}
|
|
335
|
-
|
|
336
|
-
async start(notifyUrl) {
|
|
337
|
-
if (this._started) return { started: false };
|
|
338
|
-
if (notifyUrl) this.notifyUrl = notifyUrl;
|
|
339
|
-
const meta = this.notifyUrl ? { notifyUrl: this.notifyUrl } : {};
|
|
340
|
-
const registration = await this.bridgeAdapter.registerConsumer(this.consumerName, meta);
|
|
341
|
-
this._started = true;
|
|
342
|
-
const drain = await this.drain('startup').catch(error => ({ error }));
|
|
343
|
-
return { started: true, registration, drain };
|
|
344
|
-
}
|
|
345
|
-
|
|
346
|
-
async stop() {
|
|
347
|
-
this._started = false;
|
|
348
|
-
await this._queue;
|
|
349
|
-
return { stopped: true };
|
|
350
|
-
}
|
|
351
|
-
|
|
352
|
-
// Coalesced drain: concurrent notify/startup drains join one loop.
|
|
353
|
-
drain(reason = 'notify') {
|
|
354
|
-
return this._enqueue(() => this._drainLoop({ through: undefined, reason }));
|
|
355
|
-
}
|
|
356
|
-
|
|
357
|
-
// Wake-up callback body is intentionally ignored (I-16).
|
|
358
|
-
handleNotification() {
|
|
359
|
-
return this.drain('notify');
|
|
360
|
-
}
|
|
361
|
-
|
|
362
|
-
// Commit flow: ensure every sequence <= target is handled before returning.
|
|
363
|
-
drainThrough(sequence, reason = 'commit-boundary') {
|
|
364
|
-
const target = Number(sequence);
|
|
365
|
-
if (!Number.isInteger(target) || target < 0) {
|
|
366
|
-
return Promise.reject(new Error('drainThrough requires a non-negative integer sequence'));
|
|
367
|
-
}
|
|
368
|
-
return this._enqueue(() => this._drainLoop({ through: target, reason }));
|
|
369
|
-
}
|
|
370
|
-
|
|
371
|
-
async status() {
|
|
372
|
-
const consumer = await this.bridgeAdapter.getConsumer(this.consumerName);
|
|
373
|
-
const health = await this.bridgeAdapter.getHealth();
|
|
374
|
-
const healthData = health.status === 'ok' ? health.health : null;
|
|
375
|
-
// Warning-only thresholds (never destructive): oversized journal or a
|
|
376
|
-
// consumer lagging behind the oldest unacked record for over 7 days.
|
|
377
|
-
const warnings = [];
|
|
378
|
-
if (healthData && Number.isInteger(healthData.journalSizeBytes) && healthData.journalSizeBytes >= 256 * 1024 * 1024) {
|
|
379
|
-
warnings.push('journal-size');
|
|
380
|
-
}
|
|
381
|
-
if (healthData && healthData.oldestUnackedAt) {
|
|
382
|
-
const lagMs = Date.now() - Date.parse(healthData.oldestUnackedAt);
|
|
383
|
-
if (Number.isFinite(lagMs) && lagMs >= 7 * 24 * 60 * 60 * 1000) warnings.push('consumer-lag');
|
|
384
|
-
}
|
|
385
|
-
return {
|
|
386
|
-
running: this._started,
|
|
387
|
-
consumerName: this.consumerName,
|
|
388
|
-
consumerRegistered: consumer.status === 'ok' && Boolean(consumer.consumer),
|
|
389
|
-
ack: consumer.status === 'ok' && consumer.consumer ? consumer.consumer.ack : null,
|
|
390
|
-
bridgeHealthy: health.status === 'ok',
|
|
391
|
-
health: healthData,
|
|
392
|
-
warnings,
|
|
393
|
-
lastDrainAt: this._lastDrainAt,
|
|
394
|
-
lastDrainReason: this._lastDrainReason,
|
|
395
|
-
lastDrainErrorCode: this._lastDrainErrorCode,
|
|
396
|
-
lastDrainStats: this._lastDrainStats,
|
|
397
|
-
lastAck: this._lastAck,
|
|
398
|
-
};
|
|
399
|
-
}
|
|
400
|
-
}
|
|
401
|
-
|
|
402
|
-
module.exports = { BridgeConsumerService, CONSUMER_NAME };
|
|
1
|
+
const CONSUMER_NAME = 'project-knowledge';
|
|
2
|
+
const BATCH_SIZE = 200;
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Project-Knowledge's host-level Bridge consumer.
|
|
6
|
+
*
|
|
7
|
+
* Owns the "project-knowledge" consumer registration and drains the global
|
|
8
|
+
* Bridge journal into project-scoped ConversationStores:
|
|
9
|
+
* - exact workspaceId lookup decides the target project (never time, UI
|
|
10
|
+
* selection, recency, remote URL, or session-file location);
|
|
11
|
+
* - unimported workspaces are deterministically skipped and ACKed;
|
|
12
|
+
* - zero-match/one-match/multi-match are handled without guessing;
|
|
13
|
+
* - ACK advances only over a contiguous fully-handled prefix;
|
|
14
|
+
* - notifications are wake-ups only — the journal is the sole truth.
|
|
15
|
+
*/
|
|
16
|
+
class BridgeConsumerService {
|
|
17
|
+
constructor(options = {}) {
|
|
18
|
+
this.consumerName = options.consumerName || CONSUMER_NAME;
|
|
19
|
+
this.bridgeAdapter = options.bridgeAdapter;
|
|
20
|
+
this.conversationStore = options.conversationStore;
|
|
21
|
+
this.registryStore = options.registryStore || null;
|
|
22
|
+
this.projectStore = options.projectStore || null;
|
|
23
|
+
this.logger = options.logger || null;
|
|
24
|
+
this.batchSize = Number(options.batchSize || BATCH_SIZE);
|
|
25
|
+
this.notifyUrl = options.notifyUrl || '';
|
|
26
|
+
this._started = false;
|
|
27
|
+
this._queue = Promise.resolve();
|
|
28
|
+
this._lastDrainAt = null;
|
|
29
|
+
this._lastDrainReason = null;
|
|
30
|
+
this._lastDrainErrorCode = '';
|
|
31
|
+
this._lastDrainStats = null;
|
|
32
|
+
this._lastAck = null;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
async _log(level, event, message, context) {
|
|
36
|
+
try {
|
|
37
|
+
if (this.logger && typeof this.logger[level] === 'function') await this.logger[level](event, message, context);
|
|
38
|
+
} catch {
|
|
39
|
+
// Observer failures never block the drain loop.
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
// workspaceId -> [{ projectId, baselineCursor }] from imported configs.
|
|
44
|
+
_workspaceMap() {
|
|
45
|
+
const map = new Map();
|
|
46
|
+
const ids = this.registryStore && typeof this.registryStore.listIds === 'function'
|
|
47
|
+
? this.registryStore.listIds()
|
|
48
|
+
: [];
|
|
49
|
+
for (const projectId of ids) {
|
|
50
|
+
let workspaceId = null;
|
|
51
|
+
let baselineCursor = null;
|
|
52
|
+
try {
|
|
53
|
+
const config = this.projectStore.readConfig(projectId);
|
|
54
|
+
workspaceId = config && config.repoIdentity && typeof config.repoIdentity.workspaceId === 'string'
|
|
55
|
+
? config.repoIdentity.workspaceId
|
|
56
|
+
: null;
|
|
57
|
+
const state = this.projectStore.readState(projectId);
|
|
58
|
+
baselineCursor = Number.isInteger(state.conversationBaselineCursor) ? state.conversationBaselineCursor : null;
|
|
59
|
+
} catch {
|
|
60
|
+
workspaceId = null;
|
|
61
|
+
}
|
|
62
|
+
if (!workspaceId) continue;
|
|
63
|
+
if (!map.has(workspaceId)) map.set(workspaceId, []);
|
|
64
|
+
map.get(workspaceId).push({ projectId, baselineCursor });
|
|
65
|
+
}
|
|
66
|
+
return map;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
/**
|
|
70
|
+
* Upgrade path for projects imported before v4.2.3: their config carries
|
|
71
|
+
* no workspaceId, so the exact-match consumer would skip them forever.
|
|
72
|
+
* For every such project with an existing repoPath, resolve the canonical
|
|
73
|
+
* repo-identity/v1 and persist it. A workspaceId already claimed by
|
|
74
|
+
* another project is never written twice — ambiguity stays visible as a
|
|
75
|
+
* configuration problem instead of being silently created here.
|
|
76
|
+
*/
|
|
77
|
+
async _ensureWorkspaceIdentities() {
|
|
78
|
+
if (!this.projectStore || typeof this.projectStore.readConfig !== 'function') return;
|
|
79
|
+
if (!this.bridgeAdapter || typeof this.bridgeAdapter.resolveRepoIdentity !== 'function') return;
|
|
80
|
+
const ids = this.registryStore && typeof this.registryStore.listIds === 'function'
|
|
81
|
+
? this.registryStore.listIds()
|
|
82
|
+
: [];
|
|
83
|
+
const claimed = new Map();
|
|
84
|
+
const pending = [];
|
|
85
|
+
for (const projectId of ids) {
|
|
86
|
+
try {
|
|
87
|
+
const config = this.projectStore.readConfig(projectId);
|
|
88
|
+
const identity = config && config.repoIdentity;
|
|
89
|
+
if (identity && typeof identity.workspaceId === 'string') {
|
|
90
|
+
claimed.set(identity.workspaceId, projectId);
|
|
91
|
+
} else if (config.repoPath) {
|
|
92
|
+
pending.push({ projectId, repoPath: config.repoPath, displayName: config.displayName || projectId });
|
|
93
|
+
}
|
|
94
|
+
} catch {
|
|
95
|
+
// Unreadable configs are left alone; migration never blocks the drain.
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
for (const entry of pending) {
|
|
99
|
+
try {
|
|
100
|
+
const resolved = await this.bridgeAdapter.resolveRepoIdentity(entry.repoPath);
|
|
101
|
+
if (resolved.status !== 'ok' || !resolved.repoIdentity) continue;
|
|
102
|
+
const workspaceId = resolved.repoIdentity.workspaceId;
|
|
103
|
+
if (claimed.has(workspaceId)) {
|
|
104
|
+
await this._log('warn', 'bridge_consumer.identity_collision', 'Legacy project resolves to a workspace already claimed by another project; skipping identity migration.', {
|
|
105
|
+
component: 'bridge-consumer',
|
|
106
|
+
projectId: entry.projectId,
|
|
107
|
+
claimedBy: claimed.get(workspaceId),
|
|
108
|
+
workspaceIdHash: workspaceId,
|
|
109
|
+
});
|
|
110
|
+
continue;
|
|
111
|
+
}
|
|
112
|
+
if (typeof this.projectStore.migrateRepoIdentity !== 'function') return;
|
|
113
|
+
await this.projectStore.migrateRepoIdentity(entry.projectId, resolved.repoIdentity);
|
|
114
|
+
claimed.set(workspaceId, entry.projectId);
|
|
115
|
+
await this._log('info', 'bridge_consumer.identity_backfilled', 'Legacy project upgraded with a canonical workspace identity.', {
|
|
116
|
+
component: 'bridge-consumer',
|
|
117
|
+
projectId: entry.projectId,
|
|
118
|
+
workspaceIdHash: workspaceId,
|
|
119
|
+
});
|
|
120
|
+
} catch (error) {
|
|
121
|
+
await this._log('warn', 'bridge_consumer.identity_backfill_failed', 'Legacy project identity migration failed; project stays capture-inactive.', {
|
|
122
|
+
component: 'bridge-consumer',
|
|
123
|
+
projectId: entry.projectId,
|
|
124
|
+
error,
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
// I-14 recovery policy: a project imported while the Bridge was unavailable
|
|
131
|
+
// gets its baseline established at the CURRENT high watermark on the first
|
|
132
|
+
// successful attachment — pre-import global history is never backfilled.
|
|
133
|
+
async _ensureBaselines(highWatermark) {
|
|
134
|
+
if (!this.projectStore || typeof this.projectStore.updateState !== 'function') return;
|
|
135
|
+
const ids = this.registryStore && typeof this.registryStore.listIds === 'function'
|
|
136
|
+
? this.registryStore.listIds()
|
|
137
|
+
: [];
|
|
138
|
+
for (const projectId of ids) {
|
|
139
|
+
try {
|
|
140
|
+
const state = this.projectStore.readState(projectId);
|
|
141
|
+
if (Number.isInteger(state.conversationBaselineCursor)) continue;
|
|
142
|
+
let workspaceId = null;
|
|
143
|
+
try {
|
|
144
|
+
const config = this.projectStore.readConfig(projectId);
|
|
145
|
+
workspaceId = config && config.repoIdentity && typeof config.repoIdentity.workspaceId === 'string'
|
|
146
|
+
? config.repoIdentity.workspaceId
|
|
147
|
+
: null;
|
|
148
|
+
} catch { workspaceId = null; }
|
|
149
|
+
if (!workspaceId) continue;
|
|
150
|
+
await this.projectStore.updateState(projectId, draft => {
|
|
151
|
+
draft.conversationBaselineCursor = highWatermark;
|
|
152
|
+
draft.conversation = {
|
|
153
|
+
...(draft.conversation || {}),
|
|
154
|
+
lastConsumedCursor: highWatermark,
|
|
155
|
+
captureStatus: 'captured',
|
|
156
|
+
lastError: null,
|
|
157
|
+
};
|
|
158
|
+
});
|
|
159
|
+
} catch {
|
|
160
|
+
// Baseline establishment is best effort per project; the drain itself
|
|
161
|
+
// remains safe because a missing baseline never widens the window.
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
async _currentAck() {
|
|
167
|
+
const result = await this.bridgeAdapter.getConsumer(this.consumerName);
|
|
168
|
+
if (result.status !== 'ok' || !result.consumer) return 0;
|
|
169
|
+
return Number.isInteger(result.consumer.ack) ? result.consumer.ack : 0;
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
/**
|
|
173
|
+
* Handle one journal record. Returns a short outcome string; throws only
|
|
174
|
+
* for conditions that must STOP the ACK (persist failure, ambiguous
|
|
175
|
+
* workspace-to-project mapping).
|
|
176
|
+
*/
|
|
177
|
+
async _processRecord(record, workspaceMap, stats) {
|
|
178
|
+
if (record && record.schema === 'git-commit-boundary/v1') {
|
|
179
|
+
const identity = record.repoIdentity;
|
|
180
|
+
const workspaceId = identity && typeof identity === 'object' && typeof identity.workspaceId === 'string' ? identity.workspaceId : null;
|
|
181
|
+
const matches = workspaceId ? (workspaceMap.get(workspaceId) || []) : [];
|
|
182
|
+
if (!workspaceId) { stats.skippedNoWorkspace += 1; return 'skipped-no-workspace'; }
|
|
183
|
+
if (matches.length === 0) { stats.skippedUnregistered += 1; return 'unregistered-workspace'; }
|
|
184
|
+
if (matches.length > 1) {
|
|
185
|
+
const error = new Error(`workspaceId ${workspaceId} maps to multiple projects`);
|
|
186
|
+
error.code = 'PROJECT_AMBIGUOUS';
|
|
187
|
+
throw error;
|
|
188
|
+
}
|
|
189
|
+
const { projectId, baselineCursor } = matches[0];
|
|
190
|
+
if (record.projectId !== projectId) {
|
|
191
|
+
const error = new Error('Commit boundary projectId does not match its workspace mapping.');
|
|
192
|
+
error.code = 'DATA_CORRUPT';
|
|
193
|
+
throw error;
|
|
194
|
+
}
|
|
195
|
+
if (Number.isInteger(baselineCursor) && record.sequence <= baselineCursor) { stats.skippedBelowBaseline += 1; return 'skipped-below-baseline'; }
|
|
196
|
+
try {
|
|
197
|
+
this.conversationStore.writeBoundary(projectId, {
|
|
198
|
+
...record,
|
|
199
|
+
parentShas: record.parentShas || record.parents || [],
|
|
200
|
+
bridgeCursorAtCommit: Number.isInteger(record.bridgeCursorAtCommit) ? record.bridgeCursorAtCommit : record.sequence,
|
|
201
|
+
journalSequence: Number.isInteger(record.journalSequence) ? record.journalSequence : record.sequence,
|
|
202
|
+
openTurnIdsAtCommit: record.openTurnIdsAtCommit || record.openTurnIds || [],
|
|
203
|
+
});
|
|
204
|
+
stats.boundariesPersisted += 1;
|
|
205
|
+
return 'boundary-persisted';
|
|
206
|
+
} catch (error) { stats.failed += 1; error.sequence = record.sequence; throw error; }
|
|
207
|
+
}
|
|
208
|
+
if (!record || record.schema !== 'ai-coding-event/v1') {
|
|
209
|
+
stats.skippedTransport += 1;
|
|
210
|
+
return 'skipped-transport';
|
|
211
|
+
}
|
|
212
|
+
if (record.eventType !== 'user_prompt' && record.eventType !== 'assistant_response') {
|
|
213
|
+
stats.skippedTransport += 1;
|
|
214
|
+
return 'skipped-transport';
|
|
215
|
+
}
|
|
216
|
+
const identity = record.repoIdentity;
|
|
217
|
+
const workspaceId = identity && typeof identity === 'object' && typeof identity.workspaceId === 'string'
|
|
218
|
+
? identity.workspaceId
|
|
219
|
+
: null;
|
|
220
|
+
if (!workspaceId) {
|
|
221
|
+
// Unattributed evidence (e.g. codex-workspace-unresolved) is never
|
|
222
|
+
// projected into any project — deterministic non-project skip.
|
|
223
|
+
stats.skippedNoWorkspace += 1;
|
|
224
|
+
return 'skipped-no-workspace';
|
|
225
|
+
}
|
|
226
|
+
const matches = workspaceMap.get(workspaceId) || [];
|
|
227
|
+
if (matches.length === 0) {
|
|
228
|
+
stats.skippedUnregistered += 1;
|
|
229
|
+
return 'unregistered-workspace';
|
|
230
|
+
}
|
|
231
|
+
if (matches.length > 1) {
|
|
232
|
+
// Configuration corruption: never pick one at random.
|
|
233
|
+
await this.bridgeAdapter.recordGap({
|
|
234
|
+
projectId: '',
|
|
235
|
+
repoIdentity: identity,
|
|
236
|
+
operationId: `drain-${record.sequence}`,
|
|
237
|
+
}, 'workspace-project-ambiguous');
|
|
238
|
+
const error = new Error(`workspaceId ${workspaceId} maps to multiple projects: ${matches.map(entry => entry.projectId).join(', ')}`);
|
|
239
|
+
error.code = 'PROJECT_AMBIGUOUS';
|
|
240
|
+
throw error;
|
|
241
|
+
}
|
|
242
|
+
const { projectId, baselineCursor } = matches[0];
|
|
243
|
+
if (Number.isInteger(baselineCursor) && record.sequence <= baselineCursor) {
|
|
244
|
+
// I-14: pre-baseline global history is deterministically skipped, never
|
|
245
|
+
// backfilled into a newly imported project.
|
|
246
|
+
stats.skippedBelowBaseline += 1;
|
|
247
|
+
return 'skipped-below-baseline';
|
|
248
|
+
}
|
|
249
|
+
try {
|
|
250
|
+
await this.conversationStore.appendBridgeEvent(projectId, record);
|
|
251
|
+
stats.persisted += 1;
|
|
252
|
+
return 'persisted';
|
|
253
|
+
} catch (error) {
|
|
254
|
+
stats.failed += 1;
|
|
255
|
+
error.sequence = record.sequence;
|
|
256
|
+
throw error;
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
async _drainLoop({ through, reason }) {
|
|
261
|
+
const stats = { persisted: 0, boundariesPersisted: 0, skippedTransport: 0, skippedNoWorkspace: 0, skippedUnregistered: 0, skippedBelowBaseline: 0, failed: 0 };
|
|
262
|
+
let ack = await this._currentAck();
|
|
263
|
+
for (;;) {
|
|
264
|
+
const highResult = await this.bridgeAdapter.getHighWatermark();
|
|
265
|
+
if (highResult.status !== 'captured') {
|
|
266
|
+
this._lastDrainErrorCode = highResult.reason || 'bridge-unavailable';
|
|
267
|
+
break;
|
|
268
|
+
}
|
|
269
|
+
await this._ensureWorkspaceIdentities();
|
|
270
|
+
await this._ensureBaselines(highResult.cursor);
|
|
271
|
+
const target = through === undefined ? highResult.cursor : Math.min(through, highResult.cursor);
|
|
272
|
+
if (ack >= target) break;
|
|
273
|
+
const read = await this.bridgeAdapter.readEvents({ fromSequence: ack + 1, toSequence: target, limit: this.batchSize });
|
|
274
|
+
if (read.status !== 'ok') {
|
|
275
|
+
this._lastDrainErrorCode = read.reason || 'bridge-read-failed';
|
|
276
|
+
break;
|
|
277
|
+
}
|
|
278
|
+
if (!read.events.length) break;
|
|
279
|
+
const workspaceMap = this._workspaceMap();
|
|
280
|
+
let lastHandled = ack;
|
|
281
|
+
try {
|
|
282
|
+
for (const record of read.events) {
|
|
283
|
+
await this._processRecord(record, workspaceMap, stats);
|
|
284
|
+
lastHandled = record.sequence;
|
|
285
|
+
}
|
|
286
|
+
} catch (error) {
|
|
287
|
+
// ACK only the contiguous handled prefix; never cross the failed
|
|
288
|
+
// sequence (I-17).
|
|
289
|
+
if (lastHandled > ack) {
|
|
290
|
+
await this.bridgeAdapter.ackConsumerCursor(this.consumerName, lastHandled);
|
|
291
|
+
this._lastAck = lastHandled;
|
|
292
|
+
}
|
|
293
|
+
this._lastDrainErrorCode = (error && error.code) || 'drain-record-failed';
|
|
294
|
+
await this._log('error', 'bridge_consumer.drain_failed', 'Bridge drain stopped at a failed sequence.', {
|
|
295
|
+
component: 'bridge-consumer',
|
|
296
|
+
consumer: this.consumerName,
|
|
297
|
+
reason,
|
|
298
|
+
failedSequence: error.sequence != null ? error.sequence : lastHandled + 1,
|
|
299
|
+
errorCode: this._lastDrainErrorCode,
|
|
300
|
+
stats,
|
|
301
|
+
});
|
|
302
|
+
throw error;
|
|
303
|
+
}
|
|
304
|
+
await this.bridgeAdapter.ackConsumerCursor(this.consumerName, target);
|
|
305
|
+
ack = target;
|
|
306
|
+
this._lastAck = ack;
|
|
307
|
+
if (read.events.length < this.batchSize && (through === undefined || ack >= through)) break;
|
|
308
|
+
}
|
|
309
|
+
this._lastDrainStats = stats;
|
|
310
|
+
this._lastDrainAt = new Date().toISOString();
|
|
311
|
+
this._lastDrainReason = reason;
|
|
312
|
+
if (this._lastDrainErrorCode !== 'drain-record-failed') this._lastDrainErrorCode = '';
|
|
313
|
+
await this._log('info', 'bridge_consumer.drained', 'Bridge journal drained.', {
|
|
314
|
+
component: 'bridge-consumer',
|
|
315
|
+
consumer: this.consumerName,
|
|
316
|
+
reason,
|
|
317
|
+
ack,
|
|
318
|
+
stats,
|
|
319
|
+
});
|
|
320
|
+
// Safe compaction is requested after every successful ACK advance; the
|
|
321
|
+
// Bridge itself refuses to compact beyond the slowest consumer.
|
|
322
|
+
try {
|
|
323
|
+
await this.bridgeAdapter.compact({});
|
|
324
|
+
} catch {
|
|
325
|
+
// Compaction is best effort.
|
|
326
|
+
}
|
|
327
|
+
return { ack, stats };
|
|
328
|
+
}
|
|
329
|
+
|
|
330
|
+
_enqueue(operation) {
|
|
331
|
+
const next = this._queue.then(operation, operation);
|
|
332
|
+
this._queue = next.then(() => undefined, () => undefined);
|
|
333
|
+
return next;
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
async start(notifyUrl) {
|
|
337
|
+
if (this._started) return { started: false };
|
|
338
|
+
if (notifyUrl) this.notifyUrl = notifyUrl;
|
|
339
|
+
const meta = this.notifyUrl ? { notifyUrl: this.notifyUrl } : {};
|
|
340
|
+
const registration = await this.bridgeAdapter.registerConsumer(this.consumerName, meta);
|
|
341
|
+
this._started = true;
|
|
342
|
+
const drain = await this.drain('startup').catch(error => ({ error }));
|
|
343
|
+
return { started: true, registration, drain };
|
|
344
|
+
}
|
|
345
|
+
|
|
346
|
+
async stop() {
|
|
347
|
+
this._started = false;
|
|
348
|
+
await this._queue;
|
|
349
|
+
return { stopped: true };
|
|
350
|
+
}
|
|
351
|
+
|
|
352
|
+
// Coalesced drain: concurrent notify/startup drains join one loop.
|
|
353
|
+
drain(reason = 'notify') {
|
|
354
|
+
return this._enqueue(() => this._drainLoop({ through: undefined, reason }));
|
|
355
|
+
}
|
|
356
|
+
|
|
357
|
+
// Wake-up callback body is intentionally ignored (I-16).
|
|
358
|
+
handleNotification() {
|
|
359
|
+
return this.drain('notify');
|
|
360
|
+
}
|
|
361
|
+
|
|
362
|
+
// Commit flow: ensure every sequence <= target is handled before returning.
|
|
363
|
+
drainThrough(sequence, reason = 'commit-boundary') {
|
|
364
|
+
const target = Number(sequence);
|
|
365
|
+
if (!Number.isInteger(target) || target < 0) {
|
|
366
|
+
return Promise.reject(new Error('drainThrough requires a non-negative integer sequence'));
|
|
367
|
+
}
|
|
368
|
+
return this._enqueue(() => this._drainLoop({ through: target, reason }));
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
async status() {
|
|
372
|
+
const consumer = await this.bridgeAdapter.getConsumer(this.consumerName);
|
|
373
|
+
const health = await this.bridgeAdapter.getHealth();
|
|
374
|
+
const healthData = health.status === 'ok' ? health.health : null;
|
|
375
|
+
// Warning-only thresholds (never destructive): oversized journal or a
|
|
376
|
+
// consumer lagging behind the oldest unacked record for over 7 days.
|
|
377
|
+
const warnings = [];
|
|
378
|
+
if (healthData && Number.isInteger(healthData.journalSizeBytes) && healthData.journalSizeBytes >= 256 * 1024 * 1024) {
|
|
379
|
+
warnings.push('journal-size');
|
|
380
|
+
}
|
|
381
|
+
if (healthData && healthData.oldestUnackedAt) {
|
|
382
|
+
const lagMs = Date.now() - Date.parse(healthData.oldestUnackedAt);
|
|
383
|
+
if (Number.isFinite(lagMs) && lagMs >= 7 * 24 * 60 * 60 * 1000) warnings.push('consumer-lag');
|
|
384
|
+
}
|
|
385
|
+
return {
|
|
386
|
+
running: this._started,
|
|
387
|
+
consumerName: this.consumerName,
|
|
388
|
+
consumerRegistered: consumer.status === 'ok' && Boolean(consumer.consumer),
|
|
389
|
+
ack: consumer.status === 'ok' && consumer.consumer ? consumer.consumer.ack : null,
|
|
390
|
+
bridgeHealthy: health.status === 'ok',
|
|
391
|
+
health: healthData,
|
|
392
|
+
warnings,
|
|
393
|
+
lastDrainAt: this._lastDrainAt,
|
|
394
|
+
lastDrainReason: this._lastDrainReason,
|
|
395
|
+
lastDrainErrorCode: this._lastDrainErrorCode,
|
|
396
|
+
lastDrainStats: this._lastDrainStats,
|
|
397
|
+
lastAck: this._lastAck,
|
|
398
|
+
};
|
|
399
|
+
}
|
|
400
|
+
}
|
|
401
|
+
|
|
402
|
+
module.exports = { BridgeConsumerService, CONSUMER_NAME };
|