@powerhousedao/powerhouse-vetra-packages 6.2.3-dev.69 → 6.2.3-dev.70
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/document-models/index.js +1 -1
- package/dist/{node/documents-D70S9PZL.mjs → browser/documents-BLZ-QW5b.js} +4 -5
- package/dist/browser/documents-BLZ-QW5b.js.map +1 -0
- package/dist/browser/{editor-C46DbRGz.js → editor-Dmpkd8pQ.js} +3 -3
- package/dist/browser/{editor-C46DbRGz.js.map → editor-Dmpkd8pQ.js.map} +1 -1
- package/dist/browser/editor-x1UIfSot.js +2277 -0
- package/dist/browser/editor-x1UIfSot.js.map +1 -0
- package/dist/browser/editors/document-model-editor/module.js +1 -1
- package/dist/browser/editors/document-model-editor/module.js.map +1 -1
- package/dist/browser/editors/generic-drive-explorer/index.js +4 -341
- package/dist/browser/editors/generic-drive-explorer/index.js.map +1 -1
- package/dist/browser/editors/generic-drive-explorer/module.js +1 -1
- package/dist/browser/folder-view-CwIU4XEe.js +237 -0
- package/dist/browser/folder-view-CwIU4XEe.js.map +1 -0
- package/dist/browser/graphql-editor-CpcGaYmP.js +103 -0
- package/dist/browser/graphql-editor-CpcGaYmP.js.map +1 -0
- package/dist/browser/hooks-BmHa-lY2.js +126 -0
- package/dist/browser/hooks-BmHa-lY2.js.map +1 -0
- package/dist/browser/index.js +5 -805
- package/dist/browser/index.js.map +1 -1
- package/dist/browser/json-editor-CB1XmZgN.js +55 -0
- package/dist/browser/json-editor-CB1XmZgN.js.map +1 -0
- package/dist/browser/schema-context-5evhtuMb.js +70 -0
- package/dist/browser/schema-context-5evhtuMb.js.map +1 -0
- package/dist/browser/state-schemas-DHLAg1w0.js +300 -0
- package/dist/browser/state-schemas-DHLAg1w0.js.map +1 -0
- package/dist/node/bundle-mjs-Cuu3DEfT.mjs +3140 -0
- package/dist/node/bundle-mjs-Cuu3DEfT.mjs.map +1 -0
- package/dist/node/{graphql-Dp4j7rmx.mjs → documents-CFiuC6XV.mjs} +16 -3
- package/dist/node/documents-CFiuC6XV.mjs.map +1 -0
- package/dist/node/{editor-pTt1k9t6.mjs → editor-7g9ujMII.mjs} +2883 -2733
- package/dist/node/editor-7g9ujMII.mjs.map +1 -0
- package/dist/node/{editor-DXke64og.mjs → editor-NwTlNx8z.mjs} +3 -3
- package/dist/node/{editor-DXke64og.mjs.map → editor-NwTlNx8z.mjs.map} +1 -1
- package/dist/node/editors/document-model-editor/module.mjs +1 -1
- package/dist/node/editors/document-model-editor/module.mjs.map +1 -1
- package/dist/node/editors/generic-drive-explorer/index.mjs +3 -4
- package/dist/node/editors/generic-drive-explorer/index.mjs.map +1 -1
- package/dist/node/editors/generic-drive-explorer/module.mjs +1 -1
- package/dist/node/{folder-view-UO8P7SfT.mjs → folder-view-CkCNU8A_.mjs} +4 -4
- package/dist/node/folder-view-CkCNU8A_.mjs.map +1 -0
- package/dist/node/{graphql-editor-CBJXEY_C.mjs → graphql-editor-v1OXETjM.mjs} +5079 -26
- package/dist/node/graphql-editor-v1OXETjM.mjs.map +1 -0
- package/dist/{browser/hooks-eQxBX7g4.js → node/hooks-gEAaW5rF.mjs} +2 -2
- package/dist/node/{hooks-C2b46djt.mjs.map → hooks-gEAaW5rF.mjs.map} +1 -1
- package/dist/node/index.mjs +3 -178
- package/dist/node/index.mjs.map +1 -1
- package/dist/{browser/json-editor-DfRD-pfk.js → node/json-editor-8dfjgcaX.mjs} +3 -3
- package/dist/node/{json-editor-DaqHARBD.mjs.map → json-editor-8dfjgcaX.mjs.map} +1 -1
- package/dist/node/rolldown-runtime-Bl3dcgcQ.mjs +16 -0
- package/dist/node/{schema-context-CojjnSE6.mjs → schema-context-DgUu7l_Q.mjs} +2 -3
- package/dist/node/{schema-context-CojjnSE6.mjs.map → schema-context-DgUu7l_Q.mjs.map} +1 -1
- package/dist/node/{state-schemas-C-3b_V-y.mjs → state-schemas-DXWpf1zO.mjs} +419 -53
- package/dist/node/state-schemas-DXWpf1zO.mjs.map +1 -0
- package/package.json +19 -17
- package/dist/browser/assets/entry-oIniX8Dq.js +0 -418
- package/dist/browser/assets/projection-entry-CdlLTrjU.js +0 -482
- package/dist/browser/documents-CRzouuNR.js +0 -6067
- package/dist/browser/documents-CRzouuNR.js.map +0 -1
- package/dist/browser/editor-CHAz7_5H.js +0 -4676
- package/dist/browser/editor-CHAz7_5H.js.map +0 -1
- package/dist/browser/folder-view-ByndDKAA.js +0 -966
- package/dist/browser/folder-view-ByndDKAA.js.map +0 -1
- package/dist/browser/graphql-editor-DaeXCZJ2.js +0 -11708
- package/dist/browser/graphql-editor-DaeXCZJ2.js.map +0 -1
- package/dist/browser/hooks-eQxBX7g4.js.map +0 -1
- package/dist/browser/icon-components-CJ4I3Y6Y-63fqUqwJ.js +0 -3188
- package/dist/browser/icon-components-CJ4I3Y6Y-63fqUqwJ.js.map +0 -1
- package/dist/browser/json-editor-DfRD-pfk.js.map +0 -1
- package/dist/browser/parser-DtbeHA3H.js +0 -2554
- package/dist/browser/parser-DtbeHA3H.js.map +0 -1
- package/dist/browser/rolldown-runtime-DC62tzP2.js +0 -33
- package/dist/browser/src-CohvVFnR-DSqs821B.js +0 -5694
- package/dist/browser/src-CohvVFnR-DSqs821B.js.map +0 -1
- package/dist/browser/state-schemas-CVfWDSOU.js +0 -696
- package/dist/browser/state-schemas-CVfWDSOU.js.map +0 -1
- package/dist/browser/tslib.es6-Cno80yFJ.js +0 -32
- package/dist/browser/tslib.es6-Cno80yFJ.js.map +0 -1
- package/dist/node/documents-D70S9PZL.mjs.map +0 -1
- package/dist/node/editor-pTt1k9t6.mjs.map +0 -1
- package/dist/node/folder-view-UO8P7SfT.mjs.map +0 -1
- package/dist/node/graphql-Dp4j7rmx.mjs.map +0 -1
- package/dist/node/graphql-editor-CBJXEY_C.mjs.map +0 -1
- package/dist/node/hooks-C2b46djt.mjs +0 -24593
- package/dist/node/icon-components-CJ4I3Y6Y-BEyG_aKA.mjs +0 -3188
- package/dist/node/icon-components-CJ4I3Y6Y-BEyG_aKA.mjs.map +0 -1
- package/dist/node/json-editor-DaqHARBD.mjs +0 -153
- package/dist/node/src-CohvVFnR-6ubKLBl5.mjs +0 -6375
- package/dist/node/src-CohvVFnR-6ubKLBl5.mjs.map +0 -1
- package/dist/node/state-schemas-C-3b_V-y.mjs.map +0 -1
- package/dist/node/tslib.es6-VORZjfk3.mjs +0 -583
- package/dist/node/tslib.es6-VORZjfk3.mjs.map +0 -1
|
@@ -1,482 +0,0 @@
|
|
|
1
|
-
import { Ct as ReactorEventTypes, D as CollectionMembershipCache, E as DocumentMetaCache, S as createKyselyWatermarkProbe, a as REACTOR_SCHEMA, d as KyselyKeyframeStore, f as EventBus, l as instrumentPgPool, m as KyselyOperationIndex, n as errorToInfo, p as KyselyWriteCache, t as createForwardingLogger, u as KyselyOperationStore, v as findPurged, x as SettledWatermark } from "./forwarding-logger-B9LLXItm.js";
|
|
2
|
-
import { r as DocumentModelRegistry, t as defaultLoadFactory } from "./load-spec-ZLjuyhxz.js";
|
|
3
|
-
import { a as KyselyDocumentView, c as ReadModelCoordinator, m as BaseReadModel, n as ConsistencyTracker, t as KyselyDocumentIndexer, x as CatchUpScheduler } from "./document-indexer-3fkVWCaN.js";
|
|
4
|
-
import { isPurgeMarker } from "@powerhousedao/shared/document-model";
|
|
5
|
-
import { ConsoleLogger } from "document-model";
|
|
6
|
-
import { isMainThread, parentPort } from "node:worker_threads";
|
|
7
|
-
//#region src/projection/projection-worker/build-projection-stack.ts
|
|
8
|
-
/**
|
|
9
|
-
* In-worker projection stack builder.
|
|
10
|
-
*
|
|
11
|
-
* Mirrors {@link buildWorkerExecutor} but for the projection-side
|
|
12
|
-
* read models. The worker owns one full copy of the storage stack — read
|
|
13
|
-
* cache, operation index, document-meta cache — bound to its own
|
|
14
|
-
* pg.Pool/Kysely, plus an in-process `ReadModelCoordinator` that
|
|
15
|
-
* subscribes to a local `EventBus`.
|
|
16
|
-
*
|
|
17
|
-
* The host relays JOB_WRITE_READY into the local bus by calling
|
|
18
|
-
* `relayWriteReady`, and forwards the local bus's JOB_READ_READY plus
|
|
19
|
-
* READMODEL_* events back to the host bus via the IPC bridge.
|
|
20
|
-
*/
|
|
21
|
-
async function loadModelManifest(entries, loadFactory, registry, logger) {
|
|
22
|
-
for (const entry of entries) {
|
|
23
|
-
let module;
|
|
24
|
-
try {
|
|
25
|
-
module = await loadFactory(entry.spec);
|
|
26
|
-
} catch (error) {
|
|
27
|
-
logger.error("projection worker failed to load document model: @entry @error", entry, error);
|
|
28
|
-
throw error;
|
|
29
|
-
}
|
|
30
|
-
const [result] = registry.registerModules(module);
|
|
31
|
-
if (result.status === "error") {
|
|
32
|
-
logger.error("projection worker failed to register document model: @entry @error", entry, result.error);
|
|
33
|
-
throw result.error;
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
function instantiateReadModel(kind, database, operationStore, operationIndex, writeCache, indexing) {
|
|
38
|
-
switch (kind) {
|
|
39
|
-
case "document-view": return new KyselyDocumentView(database, operationStore, operationIndex, writeCache, new ConsistencyTracker(), "NotFound", indexing);
|
|
40
|
-
case "document-indexer": return new KyselyDocumentIndexer(database, operationIndex, writeCache, new ConsistencyTracker(), indexing);
|
|
41
|
-
default: throw new Error(`unknown built-in read model kind: ${String(kind)}`);
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
async function initReadModels(models, logger) {
|
|
45
|
-
for (const model of models) {
|
|
46
|
-
const maybeInit = model;
|
|
47
|
-
if (typeof maybeInit.init !== "function") continue;
|
|
48
|
-
try {
|
|
49
|
-
await maybeInit.init();
|
|
50
|
-
} catch (error) {
|
|
51
|
-
logger.error("projection worker read model init failed: @name @error", model.name, error);
|
|
52
|
-
throw error;
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
/** Posts what each sweep applied, so the host's tracker for the model advances. */
|
|
57
|
-
function relaySweeps(model, events, onSwept) {
|
|
58
|
-
return {
|
|
59
|
-
get consumerId() {
|
|
60
|
-
return model.consumerId;
|
|
61
|
-
},
|
|
62
|
-
get appliedThrough() {
|
|
63
|
-
return model.appliedThrough;
|
|
64
|
-
},
|
|
65
|
-
get trackedAbove() {
|
|
66
|
-
return model.trackedAbove;
|
|
67
|
-
},
|
|
68
|
-
async sweep(settledThrough, present, signal) {
|
|
69
|
-
const coordinates = [];
|
|
70
|
-
const unsubscribe = model.onSwept((swept) => coordinates.push(...swept));
|
|
71
|
-
try {
|
|
72
|
-
const result = await model.sweep(settledThrough, present, signal);
|
|
73
|
-
if (coordinates.length > 0 || result.to > result.from || result.replayed > 0 || result.blockedAt !== void 0) events.onReadModelSwept(model.name, coordinates, result);
|
|
74
|
-
await onSwept(coordinates);
|
|
75
|
-
return result;
|
|
76
|
-
} finally {
|
|
77
|
-
unsubscribe();
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
};
|
|
81
|
-
}
|
|
82
|
-
async function buildProjectionStack(options) {
|
|
83
|
-
const { init, database: baseDatabase, logger, events } = options;
|
|
84
|
-
const loadFactory = options.loadFactory ?? defaultLoadFactory;
|
|
85
|
-
const registry = new DocumentModelRegistry();
|
|
86
|
-
await loadModelManifest(init.models, loadFactory, registry, logger);
|
|
87
|
-
const database = baseDatabase.withSchema(REACTOR_SCHEMA);
|
|
88
|
-
const operationStore = new KyselyOperationStore(database);
|
|
89
|
-
const keyframeStore = new KyselyKeyframeStore(database);
|
|
90
|
-
const writeCache = new KyselyWriteCache(keyframeStore, operationStore, registry, {
|
|
91
|
-
maxDocuments: 100,
|
|
92
|
-
ringBufferSize: 10,
|
|
93
|
-
keyframeInterval: 10
|
|
94
|
-
});
|
|
95
|
-
await writeCache.startup();
|
|
96
|
-
const operationIndex = new KyselyOperationIndex(database);
|
|
97
|
-
const documentMetaCache = new DocumentMetaCache(operationStore, { maxDocuments: 1e3 });
|
|
98
|
-
await documentMetaCache.startup();
|
|
99
|
-
new CollectionMembershipCache(operationIndex);
|
|
100
|
-
const evict = (documentIds) => {
|
|
101
|
-
for (const documentId of documentIds) {
|
|
102
|
-
writeCache.invalidate(documentId);
|
|
103
|
-
documentMetaCache.invalidate(documentId);
|
|
104
|
-
}
|
|
105
|
-
};
|
|
106
|
-
const evictSweptMarkers = async (coordinates) => {
|
|
107
|
-
const candidates = coordinates.filter((c) => c.scope === "document" && c.operationIndex === 0).map((c) => c.documentId);
|
|
108
|
-
if (candidates.length === 0) return;
|
|
109
|
-
let purged;
|
|
110
|
-
try {
|
|
111
|
-
purged = await findPurged(database, candidates);
|
|
112
|
-
} catch (error) {
|
|
113
|
-
logger.error("projection worker purge lookup failed: @error", error);
|
|
114
|
-
return;
|
|
115
|
-
}
|
|
116
|
-
evict(purged);
|
|
117
|
-
};
|
|
118
|
-
const preReady = init.preReadyKinds.map((kind) => instantiateReadModel(kind, database, operationStore, operationIndex, writeCache, init.indexing));
|
|
119
|
-
const postReady = init.postReadyKinds.map((kind) => instantiateReadModel(kind, database, operationStore, operationIndex, writeCache, init.indexing));
|
|
120
|
-
const watermark = new SettledWatermark(createKyselyWatermarkProbe(database), logger);
|
|
121
|
-
const catchUp = new CatchUpScheduler(watermark, operationIndex, init.catchUp, logger);
|
|
122
|
-
const models = [...preReady, ...postReady];
|
|
123
|
-
for (const model of models) if (model instanceof BaseReadModel) model.attachCatchUp(watermark, init.catchUp.maxTrackedAboveCursor);
|
|
124
|
-
await initReadModels(models, logger);
|
|
125
|
-
for (const model of models) if (model instanceof BaseReadModel) catchUp.addConsumer(relaySweeps(model, events, evictSweptMarkers), "projection");
|
|
126
|
-
catchUp.start();
|
|
127
|
-
const eventBus = new EventBus();
|
|
128
|
-
const subscriptions = [];
|
|
129
|
-
subscriptions.push(eventBus.subscribe(ReactorEventTypes.JOB_READ_READY, (_t, event) => {
|
|
130
|
-
events.onReadReady(event);
|
|
131
|
-
}));
|
|
132
|
-
subscriptions.push(eventBus.subscribe(ReactorEventTypes.READMODEL_INDEXED, (_t, event) => {
|
|
133
|
-
events.onReadModelIndexed(event);
|
|
134
|
-
}));
|
|
135
|
-
subscriptions.push(eventBus.subscribe(ReactorEventTypes.READMODEL_BATCH_COMPLETED, (_t, event) => {
|
|
136
|
-
events.onBatchCompleted(event);
|
|
137
|
-
}));
|
|
138
|
-
const coordinator = new ReadModelCoordinator(eventBus, preReady, postReady);
|
|
139
|
-
coordinator.start();
|
|
140
|
-
return {
|
|
141
|
-
registry,
|
|
142
|
-
coordinator,
|
|
143
|
-
eventBus,
|
|
144
|
-
writeCache,
|
|
145
|
-
async relayWriteReady(event) {
|
|
146
|
-
evict(event.operations.filter((item) => isPurgeMarker(item)).map((item) => item.context.documentId));
|
|
147
|
-
await eventBus.emit(ReactorEventTypes.JOB_WRITE_READY, event);
|
|
148
|
-
},
|
|
149
|
-
getChainDepth() {
|
|
150
|
-
return coordinator.getChainDepth();
|
|
151
|
-
},
|
|
152
|
-
catchUpStatus() {
|
|
153
|
-
return catchUp.status();
|
|
154
|
-
},
|
|
155
|
-
async drain() {
|
|
156
|
-
await coordinator.drain();
|
|
157
|
-
},
|
|
158
|
-
async shutdown() {
|
|
159
|
-
await catchUp.stop();
|
|
160
|
-
coordinator.stop();
|
|
161
|
-
for (const unsub of subscriptions) unsub();
|
|
162
|
-
}
|
|
163
|
-
};
|
|
164
|
-
}
|
|
165
|
-
//#endregion
|
|
166
|
-
//#region src/projection/projection-worker/run-projection-worker.ts
|
|
167
|
-
const POOL_SAMPLE_INTERVAL_MS = 1e3;
|
|
168
|
-
async function defaultCreateDatabase(config, shardId) {
|
|
169
|
-
const { Kysely, PostgresDialect } = await import("kysely");
|
|
170
|
-
const Pool = (await import("pg")).default.Pool;
|
|
171
|
-
const pool = new Pool({
|
|
172
|
-
host: config.host,
|
|
173
|
-
port: config.port,
|
|
174
|
-
database: config.database,
|
|
175
|
-
user: config.user,
|
|
176
|
-
password: config.password,
|
|
177
|
-
ssl: config.ssl ? { rejectUnauthorized: false } : void 0,
|
|
178
|
-
application_name: config.applicationName ?? shardId,
|
|
179
|
-
max: config.poolSize,
|
|
180
|
-
connectionTimeoutMillis: config.connectionTimeoutMillis,
|
|
181
|
-
idleTimeoutMillis: config.idleTimeoutMillis
|
|
182
|
-
});
|
|
183
|
-
const poolInstrumentation = instrumentPgPool(pool, shardId);
|
|
184
|
-
const kysely = new Kysely({ dialect: new PostgresDialect({ pool }) });
|
|
185
|
-
return {
|
|
186
|
-
kysely,
|
|
187
|
-
poolInstrumentation,
|
|
188
|
-
async shutdown() {
|
|
189
|
-
try {
|
|
190
|
-
await kysely.destroy();
|
|
191
|
-
} catch {}
|
|
192
|
-
try {
|
|
193
|
-
await pool.end();
|
|
194
|
-
} catch {}
|
|
195
|
-
}
|
|
196
|
-
};
|
|
197
|
-
}
|
|
198
|
-
/**
|
|
199
|
-
* Drives the projection worker's message loop. Owns lifecycle of the
|
|
200
|
-
* database handle and the projection stack. The default factory builds a
|
|
201
|
-
* real Postgres pool; tests inject overrides for an in-process PGlite path.
|
|
202
|
-
*/
|
|
203
|
-
function runProjectionWorker(parentPort, overrides = {}) {
|
|
204
|
-
let shardId = "";
|
|
205
|
-
let initCompleted = false;
|
|
206
|
-
let stack = null;
|
|
207
|
-
let database = null;
|
|
208
|
-
let depthTimer = null;
|
|
209
|
-
let lastReportedDepth = -1;
|
|
210
|
-
let poolSampleTimer = null;
|
|
211
|
-
let pendingPoolSamples = [];
|
|
212
|
-
let detachPoolListener = null;
|
|
213
|
-
function post(msg) {
|
|
214
|
-
parentPort.postMessage(msg);
|
|
215
|
-
}
|
|
216
|
-
function startPoolReporter(instrumentation) {
|
|
217
|
-
detachPoolListener = instrumentation.onAcquire((durationMs) => {
|
|
218
|
-
pendingPoolSamples.push(durationMs);
|
|
219
|
-
});
|
|
220
|
-
poolSampleTimer = setInterval(() => {
|
|
221
|
-
if (pendingPoolSamples.length === 0) return;
|
|
222
|
-
const durations = pendingPoolSamples;
|
|
223
|
-
pendingPoolSamples = [];
|
|
224
|
-
const stats = instrumentation.getStats();
|
|
225
|
-
post({
|
|
226
|
-
type: "pool-acquire-samples",
|
|
227
|
-
shardId,
|
|
228
|
-
poolName: instrumentation.name,
|
|
229
|
-
timestamp: Date.now(),
|
|
230
|
-
durations,
|
|
231
|
-
size: stats.size,
|
|
232
|
-
idle: stats.idle,
|
|
233
|
-
waiting: stats.waiting
|
|
234
|
-
});
|
|
235
|
-
}, POOL_SAMPLE_INTERVAL_MS);
|
|
236
|
-
poolSampleTimer.unref();
|
|
237
|
-
}
|
|
238
|
-
function stopPoolReporter() {
|
|
239
|
-
if (detachPoolListener) {
|
|
240
|
-
detachPoolListener();
|
|
241
|
-
detachPoolListener = null;
|
|
242
|
-
}
|
|
243
|
-
if (poolSampleTimer) {
|
|
244
|
-
clearInterval(poolSampleTimer);
|
|
245
|
-
poolSampleTimer = null;
|
|
246
|
-
}
|
|
247
|
-
pendingPoolSamples = [];
|
|
248
|
-
}
|
|
249
|
-
const logger = createForwardingLogger((msg) => post({
|
|
250
|
-
...msg,
|
|
251
|
-
shardId
|
|
252
|
-
}));
|
|
253
|
-
process.on("uncaughtException", (err) => {
|
|
254
|
-
try {
|
|
255
|
-
post({
|
|
256
|
-
type: "log",
|
|
257
|
-
shardId,
|
|
258
|
-
level: "error",
|
|
259
|
-
message: "projection worker uncaughtException",
|
|
260
|
-
args: [errorToInfo(err)],
|
|
261
|
-
timestamp: Date.now()
|
|
262
|
-
});
|
|
263
|
-
} catch {}
|
|
264
|
-
throw err;
|
|
265
|
-
});
|
|
266
|
-
process.on("unhandledRejection", (reason) => {
|
|
267
|
-
try {
|
|
268
|
-
post({
|
|
269
|
-
type: "log",
|
|
270
|
-
shardId,
|
|
271
|
-
level: "error",
|
|
272
|
-
message: "projection worker unhandledRejection",
|
|
273
|
-
args: [errorToInfo(reason)],
|
|
274
|
-
timestamp: Date.now()
|
|
275
|
-
});
|
|
276
|
-
} catch {}
|
|
277
|
-
});
|
|
278
|
-
function startDepthReporter(intervalMs) {
|
|
279
|
-
if (intervalMs <= 0) return;
|
|
280
|
-
depthTimer = setInterval(() => {
|
|
281
|
-
if (!stack) return;
|
|
282
|
-
post({
|
|
283
|
-
type: "catchup-status",
|
|
284
|
-
shardId,
|
|
285
|
-
status: stack.catchUpStatus()
|
|
286
|
-
});
|
|
287
|
-
const depth = stack.getChainDepth();
|
|
288
|
-
if (depth === lastReportedDepth) return;
|
|
289
|
-
lastReportedDepth = depth;
|
|
290
|
-
post({
|
|
291
|
-
type: "chain-depth",
|
|
292
|
-
shardId,
|
|
293
|
-
depth,
|
|
294
|
-
timestamp: Date.now()
|
|
295
|
-
});
|
|
296
|
-
}, intervalMs);
|
|
297
|
-
depthTimer.unref();
|
|
298
|
-
}
|
|
299
|
-
function stopDepthReporter() {
|
|
300
|
-
if (depthTimer) {
|
|
301
|
-
clearInterval(depthTimer);
|
|
302
|
-
depthTimer = null;
|
|
303
|
-
}
|
|
304
|
-
}
|
|
305
|
-
async function handleInit(msg) {
|
|
306
|
-
shardId = msg.shardId;
|
|
307
|
-
database = await (overrides.createDatabase ?? defaultCreateDatabase)(msg.db, msg.shardId);
|
|
308
|
-
if (overrides.beforeBuildStack) await overrides.beforeBuildStack(database.kysely);
|
|
309
|
-
stack = await buildProjectionStack({
|
|
310
|
-
init: msg,
|
|
311
|
-
database: database.kysely,
|
|
312
|
-
logger: new ConsoleLogger([`projection-shard:${msg.shardId}`]),
|
|
313
|
-
loadFactory: overrides.loadFactory,
|
|
314
|
-
events: {
|
|
315
|
-
onReadReady: (event) => {
|
|
316
|
-
post({
|
|
317
|
-
type: "read-ready",
|
|
318
|
-
shardId,
|
|
319
|
-
jobId: event.jobId,
|
|
320
|
-
operations: event.operations
|
|
321
|
-
});
|
|
322
|
-
},
|
|
323
|
-
onReadModelIndexed: (event) => {
|
|
324
|
-
post({
|
|
325
|
-
type: "readmodel-indexed",
|
|
326
|
-
shardId,
|
|
327
|
-
jobId: event.jobId,
|
|
328
|
-
readModelName: event.readModelName,
|
|
329
|
-
stage: event.stage,
|
|
330
|
-
durationMs: event.durationMs,
|
|
331
|
-
operationCount: event.operationCount,
|
|
332
|
-
success: event.success
|
|
333
|
-
});
|
|
334
|
-
},
|
|
335
|
-
onReadModelSwept: (readModelName, coordinates, result) => {
|
|
336
|
-
post({
|
|
337
|
-
type: "readmodel-swept",
|
|
338
|
-
shardId,
|
|
339
|
-
readModelName,
|
|
340
|
-
coordinates,
|
|
341
|
-
result
|
|
342
|
-
});
|
|
343
|
-
},
|
|
344
|
-
onBatchCompleted: (event) => {
|
|
345
|
-
post({
|
|
346
|
-
type: "readmodel-batch-completed",
|
|
347
|
-
shardId,
|
|
348
|
-
jobId: event.jobId,
|
|
349
|
-
batchSize: event.batchSize,
|
|
350
|
-
chainWaitDurationMs: event.chainWaitDurationMs,
|
|
351
|
-
preReadyDurationMs: event.preReadyDurationMs,
|
|
352
|
-
emitDurationMs: event.emitDurationMs,
|
|
353
|
-
postReadyDurationMs: event.postReadyDurationMs
|
|
354
|
-
});
|
|
355
|
-
}
|
|
356
|
-
}
|
|
357
|
-
});
|
|
358
|
-
initCompleted = true;
|
|
359
|
-
startDepthReporter(msg.chainDepthReportIntervalMs);
|
|
360
|
-
if (database.poolInstrumentation) startPoolReporter(database.poolInstrumentation);
|
|
361
|
-
logger.info("projection worker initialized: @shardId", msg.shardId);
|
|
362
|
-
post({
|
|
363
|
-
type: "ready",
|
|
364
|
-
correlationId: msg.correlationId,
|
|
365
|
-
shardId
|
|
366
|
-
});
|
|
367
|
-
}
|
|
368
|
-
async function handleWriteReady(msg) {
|
|
369
|
-
if (!stack) {
|
|
370
|
-
logger.warn("write-ready received before init on shard @shardId", shardId);
|
|
371
|
-
return;
|
|
372
|
-
}
|
|
373
|
-
const event = {
|
|
374
|
-
jobId: msg.jobId,
|
|
375
|
-
operations: msg.operations,
|
|
376
|
-
jobMeta: msg.jobMeta,
|
|
377
|
-
collectionMemberships: msg.collectionMemberships
|
|
378
|
-
};
|
|
379
|
-
await stack.relayWriteReady(event);
|
|
380
|
-
}
|
|
381
|
-
async function handleDrain(correlationId) {
|
|
382
|
-
if (stack) await stack.drain();
|
|
383
|
-
post({
|
|
384
|
-
type: "drained",
|
|
385
|
-
correlationId,
|
|
386
|
-
shardId
|
|
387
|
-
});
|
|
388
|
-
}
|
|
389
|
-
async function shutdownStack() {
|
|
390
|
-
stopDepthReporter();
|
|
391
|
-
stopPoolReporter();
|
|
392
|
-
if (stack) {
|
|
393
|
-
try {
|
|
394
|
-
await stack.drain();
|
|
395
|
-
} catch (error) {
|
|
396
|
-
logger.warn("projection worker drain failed during shutdown: @error", error);
|
|
397
|
-
}
|
|
398
|
-
try {
|
|
399
|
-
await stack.shutdown();
|
|
400
|
-
} catch (error) {
|
|
401
|
-
logger.warn("projection worker stack shutdown failed: @error", error);
|
|
402
|
-
}
|
|
403
|
-
stack = null;
|
|
404
|
-
}
|
|
405
|
-
if (database) {
|
|
406
|
-
await database.shutdown();
|
|
407
|
-
database = null;
|
|
408
|
-
}
|
|
409
|
-
}
|
|
410
|
-
function handleParentMessage(msg) {
|
|
411
|
-
switch (msg.type) {
|
|
412
|
-
case "init":
|
|
413
|
-
handleInit(msg).catch((err) => {
|
|
414
|
-
post({
|
|
415
|
-
type: "init-failed",
|
|
416
|
-
correlationId: msg.correlationId,
|
|
417
|
-
shardId,
|
|
418
|
-
error: errorToInfo(err)
|
|
419
|
-
});
|
|
420
|
-
});
|
|
421
|
-
break;
|
|
422
|
-
case "write-ready":
|
|
423
|
-
if (!initCompleted) {
|
|
424
|
-
logger.warn("write-ready received before init on shard @shardId", shardId);
|
|
425
|
-
break;
|
|
426
|
-
}
|
|
427
|
-
handleWriteReady(msg).catch((err) => {
|
|
428
|
-
post({
|
|
429
|
-
type: "log",
|
|
430
|
-
shardId,
|
|
431
|
-
level: "error",
|
|
432
|
-
message: "projection worker write-ready failed",
|
|
433
|
-
args: [errorToInfo(err)],
|
|
434
|
-
timestamp: Date.now()
|
|
435
|
-
});
|
|
436
|
-
});
|
|
437
|
-
break;
|
|
438
|
-
case "drain":
|
|
439
|
-
handleDrain(msg.correlationId).catch((err) => {
|
|
440
|
-
post({
|
|
441
|
-
type: "log",
|
|
442
|
-
shardId,
|
|
443
|
-
level: "error",
|
|
444
|
-
message: "projection worker drain failed",
|
|
445
|
-
args: [errorToInfo(err)],
|
|
446
|
-
timestamp: Date.now()
|
|
447
|
-
});
|
|
448
|
-
});
|
|
449
|
-
break;
|
|
450
|
-
case "shutdown":
|
|
451
|
-
logger.info("projection worker shutting down: @shardId", shardId);
|
|
452
|
-
shutdownStack().finally(() => {
|
|
453
|
-
post({
|
|
454
|
-
type: "log",
|
|
455
|
-
shardId,
|
|
456
|
-
level: "info",
|
|
457
|
-
message: "projection worker shutdown",
|
|
458
|
-
args: [],
|
|
459
|
-
timestamp: Date.now()
|
|
460
|
-
});
|
|
461
|
-
process.exit(0);
|
|
462
|
-
});
|
|
463
|
-
}
|
|
464
|
-
}
|
|
465
|
-
parentPort.on("message", handleParentMessage);
|
|
466
|
-
parentPort.__reactorProjectionWorkerHarness = {
|
|
467
|
-
handleParentMessage,
|
|
468
|
-
get initCompleted() {
|
|
469
|
-
return initCompleted;
|
|
470
|
-
},
|
|
471
|
-
get shardId() {
|
|
472
|
-
return shardId;
|
|
473
|
-
}
|
|
474
|
-
};
|
|
475
|
-
}
|
|
476
|
-
//#endregion
|
|
477
|
-
//#region src/projection/projection-worker/projection-entry.ts
|
|
478
|
-
if (isMainThread || parentPort === null) throw new Error("projection-worker entry.ts must be run as a worker thread");
|
|
479
|
-
runProjectionWorker(parentPort);
|
|
480
|
-
//#endregion
|
|
481
|
-
|
|
482
|
-
//# sourceMappingURL=projection-entry.js.map
|