@powerhousedao/reactor 6.2.3-dev.31 → 6.2.3-dev.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{build-worker-executor-Bvoba-AV.js → build-worker-executor-BonPsKdx.js} +2 -2
- package/dist/{build-worker-executor-Bvoba-AV.js.map → build-worker-executor-BonPsKdx.js.map} +1 -1
- package/dist/{document-indexer-BVTGbEB0.js → document-indexer-I6i_YzsR.js} +759 -130
- package/dist/document-indexer-I6i_YzsR.js.map +1 -0
- package/dist/entry.js +2 -2
- package/dist/{forwarding-logger-CnuVDVze.js → forwarding-logger-BkwlvD9W.js} +484 -110
- package/dist/forwarding-logger-BkwlvD9W.js.map +1 -0
- package/dist/index.d.ts +2318 -1790
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1122 -140
- package/dist/index.js.map +1 -1
- package/dist/projection-entry.js +54 -6
- package/dist/projection-entry.js.map +1 -1
- package/dist/{projection-shard-manager-BpcqDtnQ.js → projection-shard-manager-CJIdjsd8.js} +23 -3
- package/dist/projection-shard-manager-CJIdjsd8.js.map +1 -0
- package/dist/{worker-handle-C2rLUHwv.js → worker-handle-DjbEQkq-.js} +2 -2
- package/dist/{worker-handle-C2rLUHwv.js.map → worker-handle-DjbEQkq-.js.map} +1 -1
- package/package.json +5 -4
- package/dist/document-indexer-BVTGbEB0.js.map +0 -1
- package/dist/forwarding-logger-CnuVDVze.js.map +0 -1
- package/dist/projection-shard-manager-BpcqDtnQ.js.map +0 -1
package/dist/projection-entry.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { C as
|
|
2
|
-
import { a as KyselyDocumentView, c as ReadModelCoordinator, n as ConsistencyTracker, t as KyselyDocumentIndexer } from "./document-indexer-
|
|
3
|
-
import { n as defaultLoadFactory } from "./build-worker-executor-
|
|
1
|
+
import { C as SettledWatermark, O as DocumentMetaCache, b as KyselyWriteCache, d as KyselyOperationStore, f as KyselyKeyframeStore, k as CollectionMembershipCache, mt as ReactorEventTypes, n as errorToInfo, o as REACTOR_SCHEMA, p as DocumentModelRegistry, t as createForwardingLogger, u as instrumentPgPool, w as createKyselyWatermarkProbe, x as KyselyOperationIndex, y as EventBus } from "./forwarding-logger-BkwlvD9W.js";
|
|
2
|
+
import { a as KyselyDocumentView, c as ReadModelCoordinator, f as BaseReadModel, n as ConsistencyTracker, t as KyselyDocumentIndexer, y as CatchUpScheduler } from "./document-indexer-I6i_YzsR.js";
|
|
3
|
+
import { n as defaultLoadFactory } from "./build-worker-executor-BonPsKdx.js";
|
|
4
4
|
import { ConsoleLogger } from "document-model";
|
|
5
5
|
import { isMainThread, parentPort } from "node:worker_threads";
|
|
6
6
|
//#region src/projection/projection-worker/build-projection-stack.ts
|
|
@@ -39,6 +39,31 @@ async function initReadModels(models, logger) {
|
|
|
39
39
|
}
|
|
40
40
|
}
|
|
41
41
|
}
|
|
42
|
+
/** Posts what each sweep applied, so the host's tracker for the model advances. */
|
|
43
|
+
function relaySweeps(model, events) {
|
|
44
|
+
return {
|
|
45
|
+
get consumerId() {
|
|
46
|
+
return model.consumerId;
|
|
47
|
+
},
|
|
48
|
+
get appliedThrough() {
|
|
49
|
+
return model.appliedThrough;
|
|
50
|
+
},
|
|
51
|
+
get trackedAbove() {
|
|
52
|
+
return model.trackedAbove;
|
|
53
|
+
},
|
|
54
|
+
async sweep(settledThrough, present, signal) {
|
|
55
|
+
const coordinates = [];
|
|
56
|
+
const unsubscribe = model.onSwept((swept) => coordinates.push(...swept));
|
|
57
|
+
try {
|
|
58
|
+
const result = await model.sweep(settledThrough, present, signal);
|
|
59
|
+
if (coordinates.length > 0 || result.to > result.from || result.replayed > 0 || result.blockedAt !== void 0) events.onReadModelSwept(model.name, coordinates, result);
|
|
60
|
+
return result;
|
|
61
|
+
} finally {
|
|
62
|
+
unsubscribe();
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
};
|
|
66
|
+
}
|
|
42
67
|
async function buildProjectionStack(options) {
|
|
43
68
|
const { init, database: baseDatabase, logger, events } = options;
|
|
44
69
|
const loadFactory = options.loadFactory ?? defaultLoadFactory;
|
|
@@ -58,7 +83,13 @@ async function buildProjectionStack(options) {
|
|
|
58
83
|
new CollectionMembershipCache(operationIndex);
|
|
59
84
|
const preReady = init.preReadyKinds.map((kind) => instantiateReadModel(kind, database, operationStore, operationIndex, writeCache, init.indexing));
|
|
60
85
|
const postReady = init.postReadyKinds.map((kind) => instantiateReadModel(kind, database, operationStore, operationIndex, writeCache, init.indexing));
|
|
61
|
-
|
|
86
|
+
const watermark = new SettledWatermark(createKyselyWatermarkProbe(database), logger);
|
|
87
|
+
const catchUp = new CatchUpScheduler(watermark, operationIndex, init.catchUp, logger);
|
|
88
|
+
const models = [...preReady, ...postReady];
|
|
89
|
+
for (const model of models) if (model instanceof BaseReadModel) model.attachCatchUp(watermark, init.catchUp.maxTrackedAboveCursor);
|
|
90
|
+
await initReadModels(models, logger);
|
|
91
|
+
for (const model of models) if (model instanceof BaseReadModel) catchUp.addConsumer(relaySweeps(model, events), "projection");
|
|
92
|
+
catchUp.start();
|
|
62
93
|
const eventBus = new EventBus();
|
|
63
94
|
const subscriptions = [];
|
|
64
95
|
subscriptions.push(eventBus.subscribe(ReactorEventTypes.JOB_READ_READY, (_t, event) => {
|
|
@@ -82,13 +113,16 @@ async function buildProjectionStack(options) {
|
|
|
82
113
|
getChainDepth() {
|
|
83
114
|
return coordinator.getChainDepth();
|
|
84
115
|
},
|
|
116
|
+
catchUpStatus() {
|
|
117
|
+
return catchUp.status();
|
|
118
|
+
},
|
|
85
119
|
async drain() {
|
|
86
120
|
await coordinator.drain();
|
|
87
121
|
},
|
|
88
|
-
shutdown() {
|
|
122
|
+
async shutdown() {
|
|
123
|
+
await catchUp.stop();
|
|
89
124
|
coordinator.stop();
|
|
90
125
|
for (const unsub of subscriptions) unsub();
|
|
91
|
-
return Promise.resolve();
|
|
92
126
|
}
|
|
93
127
|
};
|
|
94
128
|
}
|
|
@@ -209,6 +243,11 @@ function runProjectionWorker(parentPort, overrides = {}) {
|
|
|
209
243
|
if (intervalMs <= 0) return;
|
|
210
244
|
depthTimer = setInterval(() => {
|
|
211
245
|
if (!stack) return;
|
|
246
|
+
post({
|
|
247
|
+
type: "catchup-status",
|
|
248
|
+
shardId,
|
|
249
|
+
status: stack.catchUpStatus()
|
|
250
|
+
});
|
|
212
251
|
const depth = stack.getChainDepth();
|
|
213
252
|
if (depth === lastReportedDepth) return;
|
|
214
253
|
lastReportedDepth = depth;
|
|
@@ -257,6 +296,15 @@ function runProjectionWorker(parentPort, overrides = {}) {
|
|
|
257
296
|
success: event.success
|
|
258
297
|
});
|
|
259
298
|
},
|
|
299
|
+
onReadModelSwept: (readModelName, coordinates, result) => {
|
|
300
|
+
post({
|
|
301
|
+
type: "readmodel-swept",
|
|
302
|
+
shardId,
|
|
303
|
+
readModelName,
|
|
304
|
+
coordinates,
|
|
305
|
+
result
|
|
306
|
+
});
|
|
307
|
+
},
|
|
260
308
|
onBatchCompleted: (event) => {
|
|
261
309
|
post({
|
|
262
310
|
type: "readmodel-batch-completed",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"projection-entry.js","names":["exhaustive"],"sources":["../src/projection/projection-worker/build-projection-stack.ts","../src/projection/projection-worker/run-projection-worker.ts","../src/projection/projection-worker/projection-entry.ts"],"sourcesContent":["/**\n * In-worker projection stack builder.\n *\n * Mirrors {@link buildWorkerExecutor} but for the projection-side\n * read models. The worker owns one full copy of the storage stack — read\n * cache, operation index, document-meta cache — bound to its own\n * pg.Pool/Kysely, plus an in-process `ReadModelCoordinator` that\n * subscribes to a local `EventBus`.\n *\n * The host relays JOB_WRITE_READY into the local bus by calling\n * `relayWriteReady`, and forwards the local bus's JOB_READ_READY plus\n * READMODEL_* events back to the host bus via the IPC bridge.\n */\n\nimport type { DocumentModelModule } from \"@powerhousedao/shared/document-model\";\nimport type { ILogger } from \"document-model\";\nimport type { Kysely } from \"kysely\";\nimport { CollectionMembershipCache } from \"../../cache/collection-membership-cache.js\";\nimport { DocumentMetaCache } from \"../../cache/document-meta-cache.js\";\nimport { KyselyOperationIndex } from \"../../cache/kysely-operation-index.js\";\nimport { KyselyWriteCache } from \"../../cache/kysely-write-cache.js\";\nimport type { WriteCacheConfig } from \"../../cache/write-cache-types.js\";\nimport type { Database } from \"../../core/types.js\";\nimport { EventBus } from \"../../events/event-bus.js\";\nimport {\n ReactorEventTypes,\n type JobReadReadyEvent,\n type JobWriteReadyEvent,\n type ReadModelBatchCompletedEvent,\n type ReadModelIndexedEvent,\n type Unsubscribe,\n} from \"../../events/types.js\";\nimport {\n defaultLoadFactory,\n type BuildWorkerExecutorOptions,\n} from \"../../executor/worker/build-worker-executor.js\";\nimport type {\n FactorySpec,\n ModelManifestEntry,\n} from \"../../executor/worker/protocol.js\";\nimport type { ReadModelIndexingConfig } from \"../../read-models/base-read-model.js\";\nimport { ReadModelCoordinator } from \"../../read-models/coordinator.js\";\nimport {\n DeletedDocumentRead,\n KyselyDocumentView,\n} from \"../../read-models/document-view.js\";\nimport type { IReadModel } from \"../../read-models/interfaces.js\";\nimport { DocumentModelRegistry } from \"../../registry/implementation.js\";\nimport { ConsistencyTracker } from \"../../shared/consistency-tracker.js\";\nimport {\n KyselyDocumentIndexer,\n type IndexerDatabase,\n} from \"../../storage/kysely/document-indexer.js\";\nimport { KyselyKeyframeStore } from \"../../storage/kysely/keyframe-store.js\";\nimport { KyselyOperationStore } from \"../../storage/kysely/store.js\";\nimport type { Database as StorageDatabase } from \"../../storage/kysely/types.js\";\nimport { REACTOR_SCHEMA } from \"../../storage/migrations/migrator.js\";\nimport type {\n BuiltInReadModelKind,\n ProjectionInitMessage,\n} from \"../protocol.js\";\n\nexport type ProjectionStackEvents = {\n onReadReady: (event: JobReadReadyEvent) => void;\n onReadModelIndexed: (event: ReadModelIndexedEvent) => void;\n onBatchCompleted: (event: ReadModelBatchCompletedEvent) => void;\n};\n\nexport type ProjectionStack = {\n registry: DocumentModelRegistry;\n coordinator: ReadModelCoordinator;\n eventBus: EventBus;\n relayWriteReady(event: JobWriteReadyEvent): Promise<void>;\n getChainDepth(): number;\n drain(): Promise<void>;\n shutdown(): Promise<void>;\n};\n\nexport type BuildProjectionStackOptions = {\n init: ProjectionInitMessage;\n database: Kysely<Database>;\n logger: ILogger;\n events: ProjectionStackEvents;\n loadFactory?: BuildWorkerExecutorOptions[\"loadFactory\"];\n driveContainerTypes?: ReadonlySet<string>;\n};\n\nasync function loadModelManifest(\n entries: ModelManifestEntry[],\n loadFactory: (spec: FactorySpec) => Promise<unknown>,\n registry: DocumentModelRegistry,\n logger: ILogger,\n): Promise<void> {\n for (const entry of entries) {\n let module: DocumentModelModule;\n try {\n module = (await loadFactory(entry.spec)) as DocumentModelModule;\n } catch (error) {\n logger.error(\n \"projection worker failed to load document model: @entry @error\",\n entry,\n error,\n );\n throw error;\n }\n const [result] = registry.registerModules(module);\n if (result.status === \"error\") {\n logger.error(\n \"projection worker failed to register document model: @entry @error\",\n entry,\n result.error,\n );\n throw result.error;\n }\n }\n}\n\nfunction instantiateReadModel(\n kind: BuiltInReadModelKind,\n database: Kysely<Database>,\n operationStore: KyselyOperationStore,\n operationIndex: KyselyOperationIndex,\n writeCache: KyselyWriteCache,\n indexing: ReadModelIndexingConfig,\n): IReadModel {\n switch (kind) {\n case \"document-view\": {\n return new KyselyDocumentView(\n // @ts-expect-error - Database superset\n database,\n operationStore,\n operationIndex,\n writeCache,\n new ConsistencyTracker(),\n // Read-side only, so it cannot diverge state.\n DeletedDocumentRead.NotFound,\n indexing,\n );\n }\n case \"document-indexer\": {\n return new KyselyDocumentIndexer(\n database as unknown as Kysely<IndexerDatabase>,\n operationIndex,\n writeCache,\n new ConsistencyTracker(),\n indexing,\n );\n }\n default: {\n const exhaustive: never = kind;\n throw new Error(\n `unknown built-in read model kind: ${String(exhaustive)}`,\n );\n }\n }\n}\n\nasync function initReadModels(\n models: IReadModel[],\n logger: ILogger,\n): Promise<void> {\n for (const model of models) {\n const maybeInit = model as IReadModel & { init?: () => Promise<void> };\n if (typeof maybeInit.init !== \"function\") {\n continue;\n }\n try {\n await maybeInit.init();\n } catch (error) {\n logger.error(\n \"projection worker read model init failed: @name @error\",\n model.name,\n error,\n );\n throw error;\n }\n }\n}\n\nexport async function buildProjectionStack(\n options: BuildProjectionStackOptions,\n): Promise<ProjectionStack> {\n const { init, database: baseDatabase, logger, events } = options;\n const loadFactory = options.loadFactory ?? defaultLoadFactory;\n\n const registry = new DocumentModelRegistry();\n await loadModelManifest(init.models, loadFactory, registry, logger);\n\n const database = baseDatabase.withSchema(REACTOR_SCHEMA);\n const operationStore = new KyselyOperationStore(\n database as unknown as Kysely<StorageDatabase>,\n );\n const keyframeStore = new KyselyKeyframeStore(\n database as unknown as Kysely<StorageDatabase>,\n );\n\n const cacheConfig: WriteCacheConfig = {\n maxDocuments: 100,\n ringBufferSize: 10,\n keyframeInterval: 10,\n };\n const writeCache = new KyselyWriteCache(\n keyframeStore,\n operationStore,\n registry,\n cacheConfig,\n );\n await writeCache.startup();\n\n const operationIndex = new KyselyOperationIndex(\n database as unknown as Kysely<StorageDatabase>,\n );\n\n const documentMetaCache = new DocumentMetaCache(operationStore, {\n maxDocuments: 1000,\n });\n await documentMetaCache.startup();\n\n const collectionMembershipCache = new CollectionMembershipCache(\n operationIndex,\n );\n void collectionMembershipCache;\n void documentMetaCache;\n\n const preReady = init.preReadyKinds.map((kind) =>\n instantiateReadModel(\n kind,\n database,\n operationStore,\n operationIndex,\n writeCache,\n init.indexing,\n ),\n );\n const postReady = init.postReadyKinds.map((kind) =>\n instantiateReadModel(\n kind,\n database,\n operationStore,\n operationIndex,\n writeCache,\n init.indexing,\n ),\n );\n\n await initReadModels([...preReady, ...postReady], logger);\n\n const eventBus = new EventBus();\n const subscriptions: Unsubscribe[] = [];\n\n subscriptions.push(\n eventBus.subscribe(\n ReactorEventTypes.JOB_READ_READY,\n (_t: number, event: JobReadReadyEvent) => {\n events.onReadReady(event);\n },\n ),\n );\n subscriptions.push(\n eventBus.subscribe(\n ReactorEventTypes.READMODEL_INDEXED,\n (_t: number, event: ReadModelIndexedEvent) => {\n events.onReadModelIndexed(event);\n },\n ),\n );\n subscriptions.push(\n eventBus.subscribe(\n ReactorEventTypes.READMODEL_BATCH_COMPLETED,\n (_t: number, event: ReadModelBatchCompletedEvent) => {\n events.onBatchCompleted(event);\n },\n ),\n );\n\n const coordinator = new ReadModelCoordinator(eventBus, preReady, postReady);\n coordinator.start();\n\n return {\n registry,\n coordinator,\n eventBus,\n async relayWriteReady(event: JobWriteReadyEvent): Promise<void> {\n await eventBus.emit(ReactorEventTypes.JOB_WRITE_READY, event);\n },\n getChainDepth(): number {\n return coordinator.getChainDepth();\n },\n async drain(): Promise<void> {\n await coordinator.drain();\n },\n shutdown(): Promise<void> {\n coordinator.stop();\n for (const unsub of subscriptions) {\n unsub();\n }\n return Promise.resolve();\n },\n };\n}\n","import { ConsoleLogger } from \"document-model\";\nimport type { Kysely } from \"kysely\";\nimport type { MessagePort } from \"node:worker_threads\";\nimport type { Database } from \"../../core/types.js\";\nimport { createForwardingLogger } from \"../../executor/worker/forwarding-logger.js\";\nimport type { DbConfig } from \"../../executor/worker/protocol.js\";\nimport { errorToInfo } from \"../../executor/worker/sanitize.js\";\nimport type {\n JobReadReadyEvent,\n JobWriteReadyEvent,\n ReadModelBatchCompletedEvent,\n ReadModelIndexedEvent,\n} from \"../../events/types.js\";\nimport {\n instrumentPgPool,\n type PoolInstrumentation,\n} from \"../../storage/pool-instrumentation.js\";\nimport type {\n ProjectionInitMessage,\n ProjectionParentMessage,\n ProjectionWorkerMessage,\n} from \"../protocol.js\";\nimport {\n buildProjectionStack,\n type ProjectionStack,\n} from \"./build-projection-stack.js\";\n\nconst POOL_SAMPLE_INTERVAL_MS = 1_000;\n\n/**\n * Closeable handle around the worker's Postgres pool. Decoupled from the\n * default factory so tests can swap in PGlite via `RunProjectionWorkerOverrides`.\n *\n * When the worker owns a real pg.Pool, the handle exposes a\n * {@link PoolInstrumentation} so the run loop can forward acquire-wait\n * samples to the host. Tests that swap in PGlite leave this undefined.\n */\nexport type ProjectionWorkerDatabaseHandle = {\n kysely: Kysely<Database>;\n poolInstrumentation?: PoolInstrumentation;\n shutdown(): Promise<void>;\n};\n\nexport type RunProjectionWorkerOverrides = {\n createDatabase?: (\n config: DbConfig,\n shardId: string,\n ) => Promise<ProjectionWorkerDatabaseHandle>;\n loadFactory?: Parameters<typeof buildProjectionStack>[0][\"loadFactory\"];\n beforeBuildStack?: (db: Kysely<Database>) => Promise<void>;\n};\n\nasync function defaultCreateDatabase(\n config: DbConfig,\n shardId: string,\n): Promise<ProjectionWorkerDatabaseHandle> {\n const { Kysely, PostgresDialect } = await import(\"kysely\");\n const pgModule = await import(\"pg\");\n const Pool = pgModule.default.Pool;\n const pool = new Pool({\n host: config.host,\n port: config.port,\n database: config.database,\n user: config.user,\n password: config.password,\n ssl: config.ssl ? { rejectUnauthorized: false } : undefined,\n application_name: config.applicationName ?? shardId,\n max: config.poolSize,\n connectionTimeoutMillis: config.connectionTimeoutMillis,\n idleTimeoutMillis: config.idleTimeoutMillis,\n });\n const poolInstrumentation = instrumentPgPool(pool, shardId);\n const kysely = new Kysely<Database>({\n dialect: new PostgresDialect({ pool }),\n });\n return {\n kysely,\n poolInstrumentation,\n async shutdown(): Promise<void> {\n try {\n await kysely.destroy();\n } catch {\n // best-effort\n }\n try {\n await pool.end();\n } catch {\n // best-effort\n }\n },\n };\n}\n\n/**\n * Drives the projection worker's message loop. Owns lifecycle of the\n * database handle and the projection stack. The default factory builds a\n * real Postgres pool; tests inject overrides for an in-process PGlite path.\n */\nexport function runProjectionWorker(\n parentPort: MessagePort,\n overrides: RunProjectionWorkerOverrides = {},\n): void {\n let shardId = \"\";\n let initCompleted = false;\n let stack: ProjectionStack | null = null;\n let database: ProjectionWorkerDatabaseHandle | null = null;\n let depthTimer: NodeJS.Timeout | null = null;\n let lastReportedDepth = -1;\n let poolSampleTimer: NodeJS.Timeout | null = null;\n let pendingPoolSamples: number[] = [];\n let detachPoolListener: (() => void) | null = null;\n\n function post(msg: ProjectionWorkerMessage): void {\n parentPort.postMessage(msg);\n }\n\n function startPoolReporter(instrumentation: PoolInstrumentation): void {\n detachPoolListener = instrumentation.onAcquire((durationMs) => {\n pendingPoolSamples.push(durationMs);\n });\n poolSampleTimer = setInterval(() => {\n if (pendingPoolSamples.length === 0) {\n return;\n }\n const durations = pendingPoolSamples;\n pendingPoolSamples = [];\n const stats = instrumentation.getStats();\n post({\n type: \"pool-acquire-samples\",\n shardId,\n poolName: instrumentation.name,\n timestamp: Date.now(),\n durations,\n size: stats.size,\n idle: stats.idle,\n waiting: stats.waiting,\n });\n }, POOL_SAMPLE_INTERVAL_MS);\n poolSampleTimer.unref();\n }\n\n function stopPoolReporter(): void {\n if (detachPoolListener) {\n detachPoolListener();\n detachPoolListener = null;\n }\n if (poolSampleTimer) {\n clearInterval(poolSampleTimer);\n poolSampleTimer = null;\n }\n pendingPoolSamples = [];\n }\n\n const logger = createForwardingLogger((msg) => post({ ...msg, shardId }));\n\n process.on(\"uncaughtException\", (err: unknown) => {\n try {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker uncaughtException\",\n args: [errorToInfo(err)],\n timestamp: Date.now(),\n });\n } catch {\n // nothing left to do\n }\n throw err;\n });\n\n process.on(\"unhandledRejection\", (reason: unknown) => {\n try {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker unhandledRejection\",\n args: [errorToInfo(reason)],\n timestamp: Date.now(),\n });\n } catch {\n // nothing left to do\n }\n });\n\n function startDepthReporter(intervalMs: number): void {\n if (intervalMs <= 0) {\n return;\n }\n depthTimer = setInterval(() => {\n if (!stack) {\n return;\n }\n const depth = stack.getChainDepth();\n if (depth === lastReportedDepth) {\n return;\n }\n lastReportedDepth = depth;\n post({\n type: \"chain-depth\",\n shardId,\n depth,\n timestamp: Date.now(),\n });\n }, intervalMs);\n depthTimer.unref();\n }\n\n function stopDepthReporter(): void {\n if (depthTimer) {\n clearInterval(depthTimer);\n depthTimer = null;\n }\n }\n\n async function handleInit(msg: ProjectionInitMessage): Promise<void> {\n shardId = msg.shardId;\n const createDb = overrides.createDatabase ?? defaultCreateDatabase;\n database = await createDb(msg.db, msg.shardId);\n if (overrides.beforeBuildStack) {\n await overrides.beforeBuildStack(database.kysely);\n }\n stack = await buildProjectionStack({\n init: msg,\n database: database.kysely,\n logger: new ConsoleLogger([`projection-shard:${msg.shardId}`]),\n loadFactory: overrides.loadFactory,\n events: {\n onReadReady: (event: JobReadReadyEvent) => {\n post({\n type: \"read-ready\",\n shardId,\n jobId: event.jobId,\n operations: event.operations,\n });\n },\n onReadModelIndexed: (event: ReadModelIndexedEvent) => {\n post({\n type: \"readmodel-indexed\",\n shardId,\n jobId: event.jobId,\n readModelName: event.readModelName,\n stage: event.stage,\n durationMs: event.durationMs,\n operationCount: event.operationCount,\n success: event.success,\n });\n },\n onBatchCompleted: (event: ReadModelBatchCompletedEvent) => {\n post({\n type: \"readmodel-batch-completed\",\n shardId,\n jobId: event.jobId,\n batchSize: event.batchSize,\n chainWaitDurationMs: event.chainWaitDurationMs,\n preReadyDurationMs: event.preReadyDurationMs,\n emitDurationMs: event.emitDurationMs,\n postReadyDurationMs: event.postReadyDurationMs,\n });\n },\n },\n });\n initCompleted = true;\n startDepthReporter(msg.chainDepthReportIntervalMs);\n if (database.poolInstrumentation) {\n startPoolReporter(database.poolInstrumentation);\n }\n logger.info(\"projection worker initialized: @shardId\", msg.shardId);\n post({ type: \"ready\", correlationId: msg.correlationId, shardId });\n }\n\n async function handleWriteReady(\n msg: Extract<ProjectionParentMessage, { type: \"write-ready\" }>,\n ): Promise<void> {\n if (!stack) {\n logger.warn(\n \"write-ready received before init on shard @shardId\",\n shardId,\n );\n return;\n }\n const event: JobWriteReadyEvent = {\n jobId: msg.jobId,\n operations: msg.operations,\n jobMeta: msg.jobMeta,\n collectionMemberships: msg.collectionMemberships,\n };\n await stack.relayWriteReady(event);\n }\n\n async function handleDrain(correlationId: string): Promise<void> {\n if (stack) {\n await stack.drain();\n }\n post({ type: \"drained\", correlationId, shardId });\n }\n\n async function shutdownStack(): Promise<void> {\n stopDepthReporter();\n stopPoolReporter();\n if (stack) {\n try {\n await stack.drain();\n } catch (error) {\n logger.warn(\n \"projection worker drain failed during shutdown: @error\",\n error,\n );\n }\n try {\n await stack.shutdown();\n } catch (error) {\n logger.warn(\"projection worker stack shutdown failed: @error\", error);\n }\n stack = null;\n }\n if (database) {\n await database.shutdown();\n database = null;\n }\n }\n\n function handleParentMessage(msg: ProjectionParentMessage): void {\n switch (msg.type) {\n case \"init\": {\n // Terminal: the worker has no stack, so it can project nothing. The\n // parent rejects startup on this message and terminates the thread;\n // exiting here would race the message and lose the cause.\n handleInit(msg).catch((err: unknown) => {\n post({\n type: \"init-failed\",\n correlationId: msg.correlationId,\n shardId,\n error: errorToInfo(err),\n });\n });\n break;\n }\n case \"write-ready\": {\n if (!initCompleted) {\n logger.warn(\n \"write-ready received before init on shard @shardId\",\n shardId,\n );\n break;\n }\n handleWriteReady(msg).catch((err: unknown) => {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker write-ready failed\",\n args: [errorToInfo(err)],\n timestamp: Date.now(),\n });\n });\n break;\n }\n case \"drain\": {\n handleDrain(msg.correlationId).catch((err: unknown) => {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker drain failed\",\n args: [errorToInfo(err)],\n timestamp: Date.now(),\n });\n });\n break;\n }\n case \"shutdown\": {\n logger.info(\"projection worker shutting down: @shardId\", shardId);\n void shutdownStack().finally(() => {\n post({\n type: \"log\",\n shardId,\n level: \"info\",\n message: \"projection worker shutdown\",\n args: [],\n timestamp: Date.now(),\n });\n process.exit(0);\n });\n break;\n }\n default: {\n const exhaustive: never = msg;\n void exhaustive;\n break;\n }\n }\n }\n\n parentPort.on(\"message\", handleParentMessage);\n\n const harness = {\n handleParentMessage,\n get initCompleted(): boolean {\n return initCompleted;\n },\n get shardId(): string {\n return shardId;\n },\n };\n (\n parentPort as unknown as { __reactorProjectionWorkerHarness?: unknown }\n ).__reactorProjectionWorkerHarness = harness;\n}\n","import { isMainThread, parentPort } from \"node:worker_threads\";\nimport { runProjectionWorker } from \"./run-projection-worker.js\";\n\nif (isMainThread || parentPort === null) {\n throw new Error(\"projection-worker entry.ts must be run as a worker thread\");\n}\n\nrunProjectionWorker(parentPort);\n"],"mappings":";;;;;;AAuFA,eAAe,kBACb,SACA,aACA,UACA,QACe;CACf,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI;EACJ,IAAI;GACF,SAAU,MAAM,YAAY,MAAM,IAAI;EACxC,SAAS,OAAO;GACd,OAAO,MACL,kEACA,OACA,KACF;GACA,MAAM;EACR;EACA,MAAM,CAAC,UAAU,SAAS,gBAAgB,MAAM;EAChD,IAAI,OAAO,WAAW,SAAS;GAC7B,OAAO,MACL,sEACA,OACA,OAAO,KACT;GACA,MAAM,OAAO;EACf;CACF;AACF;AAEA,SAAS,qBACP,MACA,UACA,gBACA,gBACA,YACA,UACY;CACZ,QAAQ,MAAR;EACE,KAAK,iBACH,OAAO,IAAI,mBAET,UACA,gBACA,gBACA,YACA,IAAI,mBAAmB,GAAA,YAGvB,QACF;EAEF,KAAK,oBACH,OAAO,IAAI,sBACT,UACA,gBACA,YACA,IAAI,mBAAmB,GACvB,QACF;EAEF,SAEE,MAAM,IAAI,MACR,qCAAqC,OAAOA,IAAU,GACxD;CAEJ;AACF;AAEA,eAAe,eACb,QACA,QACe;CACf,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,YAAY;EAClB,IAAI,OAAO,UAAU,SAAS,YAC5B;EAEF,IAAI;GACF,MAAM,UAAU,KAAK;EACvB,SAAS,OAAO;GACd,OAAO,MACL,0DACA,MAAM,MACN,KACF;GACA,MAAM;EACR;CACF;AACF;AAEA,eAAsB,qBACpB,SAC0B;CAC1B,MAAM,EAAE,MAAM,UAAU,cAAc,QAAQ,WAAW;CACzD,MAAM,cAAc,QAAQ,eAAe;CAE3C,MAAM,WAAW,IAAI,sBAAsB;CAC3C,MAAM,kBAAkB,KAAK,QAAQ,aAAa,UAAU,MAAM;CAElE,MAAM,WAAW,aAAa,WAAW,cAAc;CACvD,MAAM,iBAAiB,IAAI,qBACzB,QACF;CACA,MAAM,gBAAgB,IAAI,oBACxB,QACF;CAOA,MAAM,aAAa,IAAI,iBACrB,eACA,gBACA,UACA;EARA,cAAc;EACd,gBAAgB;EAChB,kBAAkB;CAMR,CACZ;CACA,MAAM,WAAW,QAAQ;CAEzB,MAAM,iBAAiB,IAAI,qBACzB,QACF;CAKA,MAAM,IAHwB,kBAAkB,gBAAgB,EAC9D,cAAc,IAChB,CACsB,CAAC,CAAC,QAAQ;CAEE,IAAI,0BACpC,cACF;CAIA,MAAM,WAAW,KAAK,cAAc,KAAK,SACvC,qBACE,MACA,UACA,gBACA,gBACA,YACA,KAAK,QACP,CACF;CACA,MAAM,YAAY,KAAK,eAAe,KAAK,SACzC,qBACE,MACA,UACA,gBACA,gBACA,YACA,KAAK,QACP,CACF;CAEA,MAAM,eAAe,CAAC,GAAG,UAAU,GAAG,SAAS,GAAG,MAAM;CAExD,MAAM,WAAW,IAAI,SAAS;CAC9B,MAAM,gBAA+B,CAAC;CAEtC,cAAc,KACZ,SAAS,UACP,kBAAkB,iBACjB,IAAY,UAA6B;EACxC,OAAO,YAAY,KAAK;CAC1B,CACF,CACF;CACA,cAAc,KACZ,SAAS,UACP,kBAAkB,oBACjB,IAAY,UAAiC;EAC5C,OAAO,mBAAmB,KAAK;CACjC,CACF,CACF;CACA,cAAc,KACZ,SAAS,UACP,kBAAkB,4BACjB,IAAY,UAAwC;EACnD,OAAO,iBAAiB,KAAK;CAC/B,CACF,CACF;CAEA,MAAM,cAAc,IAAI,qBAAqB,UAAU,UAAU,SAAS;CAC1E,YAAY,MAAM;CAElB,OAAO;EACL;EACA;EACA;EACA,MAAM,gBAAgB,OAA0C;GAC9D,MAAM,SAAS,KAAK,kBAAkB,iBAAiB,KAAK;EAC9D;EACA,gBAAwB;GACtB,OAAO,YAAY,cAAc;EACnC;EACA,MAAM,QAAuB;GAC3B,MAAM,YAAY,MAAM;EAC1B;EACA,WAA0B;GACxB,YAAY,KAAK;GACjB,KAAK,MAAM,SAAS,eAClB,MAAM;GAER,OAAO,QAAQ,QAAQ;EACzB;CACF;AACF;;;AChRA,MAAM,0BAA0B;AAyBhC,eAAe,sBACb,QACA,SACyC;CACzC,MAAM,EAAE,QAAQ,oBAAoB,MAAM,OAAO;CAEjD,MAAM,QAAO,MADU,OAAO,MAAA,CACR,QAAQ;CAC9B,MAAM,OAAO,IAAI,KAAK;EACpB,MAAM,OAAO;EACb,MAAM,OAAO;EACb,UAAU,OAAO;EACjB,MAAM,OAAO;EACb,UAAU,OAAO;EACjB,KAAK,OAAO,MAAM,EAAE,oBAAoB,MAAM,IAAI,KAAA;EAClD,kBAAkB,OAAO,mBAAmB;EAC5C,KAAK,OAAO;EACZ,yBAAyB,OAAO;EAChC,mBAAmB,OAAO;CAC5B,CAAC;CACD,MAAM,sBAAsB,iBAAiB,MAAM,OAAO;CAC1D,MAAM,SAAS,IAAI,OAAiB,EAClC,SAAS,IAAI,gBAAgB,EAAE,KAAK,CAAC,EACvC,CAAC;CACD,OAAO;EACL;EACA;EACA,MAAM,WAA0B;GAC9B,IAAI;IACF,MAAM,OAAO,QAAQ;GACvB,QAAQ,CAER;GACA,IAAI;IACF,MAAM,KAAK,IAAI;GACjB,QAAQ,CAER;EACF;CACF;AACF;;;;;;AAOA,SAAgB,oBACd,YACA,YAA0C,CAAC,GACrC;CACN,IAAI,UAAU;CACd,IAAI,gBAAgB;CACpB,IAAI,QAAgC;CACpC,IAAI,WAAkD;CACtD,IAAI,aAAoC;CACxC,IAAI,oBAAoB;CACxB,IAAI,kBAAyC;CAC7C,IAAI,qBAA+B,CAAC;CACpC,IAAI,qBAA0C;CAE9C,SAAS,KAAK,KAAoC;EAChD,WAAW,YAAY,GAAG;CAC5B;CAEA,SAAS,kBAAkB,iBAA4C;EACrE,qBAAqB,gBAAgB,WAAW,eAAe;GAC7D,mBAAmB,KAAK,UAAU;EACpC,CAAC;EACD,kBAAkB,kBAAkB;GAClC,IAAI,mBAAmB,WAAW,GAChC;GAEF,MAAM,YAAY;GAClB,qBAAqB,CAAC;GACtB,MAAM,QAAQ,gBAAgB,SAAS;GACvC,KAAK;IACH,MAAM;IACN;IACA,UAAU,gBAAgB;IAC1B,WAAW,KAAK,IAAI;IACpB;IACA,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,SAAS,MAAM;GACjB,CAAC;EACH,GAAG,uBAAuB;EAC1B,gBAAgB,MAAM;CACxB;CAEA,SAAS,mBAAyB;EAChC,IAAI,oBAAoB;GACtB,mBAAmB;GACnB,qBAAqB;EACvB;EACA,IAAI,iBAAiB;GACnB,cAAc,eAAe;GAC7B,kBAAkB;EACpB;EACA,qBAAqB,CAAC;CACxB;CAEA,MAAM,SAAS,wBAAwB,QAAQ,KAAK;EAAE,GAAG;EAAK;CAAQ,CAAC,CAAC;CAExE,QAAQ,GAAG,sBAAsB,QAAiB;EAChD,IAAI;GACF,KAAK;IACH,MAAM;IACN;IACA,OAAO;IACP,SAAS;IACT,MAAM,CAAC,YAAY,GAAG,CAAC;IACvB,WAAW,KAAK,IAAI;GACtB,CAAC;EACH,QAAQ,CAER;EACA,MAAM;CACR,CAAC;CAED,QAAQ,GAAG,uBAAuB,WAAoB;EACpD,IAAI;GACF,KAAK;IACH,MAAM;IACN;IACA,OAAO;IACP,SAAS;IACT,MAAM,CAAC,YAAY,MAAM,CAAC;IAC1B,WAAW,KAAK,IAAI;GACtB,CAAC;EACH,QAAQ,CAER;CACF,CAAC;CAED,SAAS,mBAAmB,YAA0B;EACpD,IAAI,cAAc,GAChB;EAEF,aAAa,kBAAkB;GAC7B,IAAI,CAAC,OACH;GAEF,MAAM,QAAQ,MAAM,cAAc;GAClC,IAAI,UAAU,mBACZ;GAEF,oBAAoB;GACpB,KAAK;IACH,MAAM;IACN;IACA;IACA,WAAW,KAAK,IAAI;GACtB,CAAC;EACH,GAAG,UAAU;EACb,WAAW,MAAM;CACnB;CAEA,SAAS,oBAA0B;EACjC,IAAI,YAAY;GACd,cAAc,UAAU;GACxB,aAAa;EACf;CACF;CAEA,eAAe,WAAW,KAA2C;EACnE,UAAU,IAAI;EAEd,WAAW,OADM,UAAU,kBAAkB,sBAAA,CACnB,IAAI,IAAI,IAAI,OAAO;EAC7C,IAAI,UAAU,kBACZ,MAAM,UAAU,iBAAiB,SAAS,MAAM;EAElD,QAAQ,MAAM,qBAAqB;GACjC,MAAM;GACN,UAAU,SAAS;GACnB,QAAQ,IAAI,cAAc,CAAC,oBAAoB,IAAI,SAAS,CAAC;GAC7D,aAAa,UAAU;GACvB,QAAQ;IACN,cAAc,UAA6B;KACzC,KAAK;MACH,MAAM;MACN;MACA,OAAO,MAAM;MACb,YAAY,MAAM;KACpB,CAAC;IACH;IACA,qBAAqB,UAAiC;KACpD,KAAK;MACH,MAAM;MACN;MACA,OAAO,MAAM;MACb,eAAe,MAAM;MACrB,OAAO,MAAM;MACb,YAAY,MAAM;MAClB,gBAAgB,MAAM;MACtB,SAAS,MAAM;KACjB,CAAC;IACH;IACA,mBAAmB,UAAwC;KACzD,KAAK;MACH,MAAM;MACN;MACA,OAAO,MAAM;MACb,WAAW,MAAM;MACjB,qBAAqB,MAAM;MAC3B,oBAAoB,MAAM;MAC1B,gBAAgB,MAAM;MACtB,qBAAqB,MAAM;KAC7B,CAAC;IACH;GACF;EACF,CAAC;EACD,gBAAgB;EAChB,mBAAmB,IAAI,0BAA0B;EACjD,IAAI,SAAS,qBACX,kBAAkB,SAAS,mBAAmB;EAEhD,OAAO,KAAK,2CAA2C,IAAI,OAAO;EAClE,KAAK;GAAE,MAAM;GAAS,eAAe,IAAI;GAAe;EAAQ,CAAC;CACnE;CAEA,eAAe,iBACb,KACe;EACf,IAAI,CAAC,OAAO;GACV,OAAO,KACL,sDACA,OACF;GACA;EACF;EACA,MAAM,QAA4B;GAChC,OAAO,IAAI;GACX,YAAY,IAAI;GAChB,SAAS,IAAI;GACb,uBAAuB,IAAI;EAC7B;EACA,MAAM,MAAM,gBAAgB,KAAK;CACnC;CAEA,eAAe,YAAY,eAAsC;EAC/D,IAAI,OACF,MAAM,MAAM,MAAM;EAEpB,KAAK;GAAE,MAAM;GAAW;GAAe;EAAQ,CAAC;CAClD;CAEA,eAAe,gBAA+B;EAC5C,kBAAkB;EAClB,iBAAiB;EACjB,IAAI,OAAO;GACT,IAAI;IACF,MAAM,MAAM,MAAM;GACpB,SAAS,OAAO;IACd,OAAO,KACL,0DACA,KACF;GACF;GACA,IAAI;IACF,MAAM,MAAM,SAAS;GACvB,SAAS,OAAO;IACd,OAAO,KAAK,mDAAmD,KAAK;GACtE;GACA,QAAQ;EACV;EACA,IAAI,UAAU;GACZ,MAAM,SAAS,SAAS;GACxB,WAAW;EACb;CACF;CAEA,SAAS,oBAAoB,KAAoC;EAC/D,QAAQ,IAAI,MAAZ;GACE,KAAK;IAIH,WAAW,GAAG,CAAC,CAAC,OAAO,QAAiB;KACtC,KAAK;MACH,MAAM;MACN,eAAe,IAAI;MACnB;MACA,OAAO,YAAY,GAAG;KACxB,CAAC;IACH,CAAC;IACD;GAEF,KAAK;IACH,IAAI,CAAC,eAAe;KAClB,OAAO,KACL,sDACA,OACF;KACA;IACF;IACA,iBAAiB,GAAG,CAAC,CAAC,OAAO,QAAiB;KAC5C,KAAK;MACH,MAAM;MACN;MACA,OAAO;MACP,SAAS;MACT,MAAM,CAAC,YAAY,GAAG,CAAC;MACvB,WAAW,KAAK,IAAI;KACtB,CAAC;IACH,CAAC;IACD;GAEF,KAAK;IACH,YAAY,IAAI,aAAa,CAAC,CAAC,OAAO,QAAiB;KACrD,KAAK;MACH,MAAM;MACN;MACA,OAAO;MACP,SAAS;MACT,MAAM,CAAC,YAAY,GAAG,CAAC;MACvB,WAAW,KAAK,IAAI;KACtB,CAAC;IACH,CAAC;IACD;GAEF,KAAK;IACH,OAAO,KAAK,6CAA6C,OAAO;IAChE,cAAmB,CAAC,CAAC,cAAc;KACjC,KAAK;MACH,MAAM;MACN;MACA,OAAO;MACP,SAAS;MACT,MAAM,CAAC;MACP,WAAW,KAAK,IAAI;KACtB,CAAC;KACD,QAAQ,KAAK,CAAC;IAChB,CAAC;EAQL;CACF;CAEA,WAAW,GAAG,WAAW,mBAAmB;CAW5C,WAEE,mCAAmC;EAVnC;EACA,IAAI,gBAAyB;GAC3B,OAAO;EACT;EACA,IAAI,UAAkB;GACpB,OAAO;EACT;CAIyC;AAC7C;;;ACtZA,IAAI,gBAAgB,eAAe,MACjC,MAAM,IAAI,MAAM,2DAA2D;AAG7E,oBAAoB,UAAU"}
|
|
1
|
+
{"version":3,"file":"projection-entry.js","names":["exhaustive"],"sources":["../src/projection/projection-worker/build-projection-stack.ts","../src/projection/projection-worker/run-projection-worker.ts","../src/projection/projection-worker/projection-entry.ts"],"sourcesContent":["/**\n * In-worker projection stack builder.\n *\n * Mirrors {@link buildWorkerExecutor} but for the projection-side\n * read models. The worker owns one full copy of the storage stack — read\n * cache, operation index, document-meta cache — bound to its own\n * pg.Pool/Kysely, plus an in-process `ReadModelCoordinator` that\n * subscribes to a local `EventBus`.\n *\n * The host relays JOB_WRITE_READY into the local bus by calling\n * `relayWriteReady`, and forwards the local bus's JOB_READ_READY plus\n * READMODEL_* events back to the host bus via the IPC bridge.\n */\n\nimport type { DocumentModelModule } from \"@powerhousedao/shared/document-model\";\nimport type { ILogger } from \"document-model\";\nimport type { Kysely } from \"kysely\";\nimport { CollectionMembershipCache } from \"../../cache/collection-membership-cache.js\";\nimport { CatchUpScheduler } from \"../../catch-up/scheduler.js\";\nimport {\n createKyselyWatermarkProbe,\n SettledWatermark,\n} from \"../../catch-up/settled-watermark.js\";\nimport type {\n CatchUpStatus,\n ICatchUpConsumer,\n SweepResult,\n} from \"../../catch-up/types.js\";\nimport { DocumentMetaCache } from \"../../cache/document-meta-cache.js\";\nimport { KyselyOperationIndex } from \"../../cache/kysely-operation-index.js\";\nimport { KyselyWriteCache } from \"../../cache/kysely-write-cache.js\";\nimport type { WriteCacheConfig } from \"../../cache/write-cache-types.js\";\nimport type { Database } from \"../../core/types.js\";\nimport { EventBus } from \"../../events/event-bus.js\";\nimport {\n ReactorEventTypes,\n type JobReadReadyEvent,\n type JobWriteReadyEvent,\n type ReadModelBatchCompletedEvent,\n type ReadModelIndexedEvent,\n type Unsubscribe,\n} from \"../../events/types.js\";\nimport {\n defaultLoadFactory,\n type BuildWorkerExecutorOptions,\n} from \"../../executor/worker/build-worker-executor.js\";\nimport type {\n FactorySpec,\n ModelManifestEntry,\n} from \"../../executor/worker/protocol.js\";\nimport {\n BaseReadModel,\n type ReadModelIndexingConfig,\n} from \"../../read-models/base-read-model.js\";\nimport { ReadModelCoordinator } from \"../../read-models/coordinator.js\";\nimport {\n DeletedDocumentRead,\n KyselyDocumentView,\n} from \"../../read-models/document-view.js\";\nimport type { IReadModel } from \"../../read-models/interfaces.js\";\nimport { DocumentModelRegistry } from \"../../registry/implementation.js\";\nimport { ConsistencyTracker } from \"../../shared/consistency-tracker.js\";\nimport type { ConsistencyCoordinate } from \"../../shared/types.js\";\nimport {\n KyselyDocumentIndexer,\n type IndexerDatabase,\n} from \"../../storage/kysely/document-indexer.js\";\nimport { KyselyKeyframeStore } from \"../../storage/kysely/keyframe-store.js\";\nimport { KyselyOperationStore } from \"../../storage/kysely/store.js\";\nimport type { Database as StorageDatabase } from \"../../storage/kysely/types.js\";\nimport { REACTOR_SCHEMA } from \"../../storage/migrations/migrator.js\";\nimport type {\n BuiltInReadModelKind,\n ProjectionInitMessage,\n} from \"../protocol.js\";\n\nexport type ProjectionStackEvents = {\n onReadReady: (event: JobReadReadyEvent) => void;\n onReadModelIndexed: (event: ReadModelIndexedEvent) => void;\n onBatchCompleted: (event: ReadModelBatchCompletedEvent) => void;\n onReadModelSwept: (\n readModelName: string,\n coordinates: ConsistencyCoordinate[],\n result: SweepResult,\n ) => void;\n};\n\nexport type ProjectionStack = {\n registry: DocumentModelRegistry;\n coordinator: ReadModelCoordinator;\n eventBus: EventBus;\n relayWriteReady(event: JobWriteReadyEvent): Promise<void>;\n getChainDepth(): number;\n catchUpStatus(): CatchUpStatus;\n drain(): Promise<void>;\n shutdown(): Promise<void>;\n};\n\nexport type BuildProjectionStackOptions = {\n init: ProjectionInitMessage;\n database: Kysely<Database>;\n logger: ILogger;\n events: ProjectionStackEvents;\n loadFactory?: BuildWorkerExecutorOptions[\"loadFactory\"];\n driveContainerTypes?: ReadonlySet<string>;\n};\n\nasync function loadModelManifest(\n entries: ModelManifestEntry[],\n loadFactory: (spec: FactorySpec) => Promise<unknown>,\n registry: DocumentModelRegistry,\n logger: ILogger,\n): Promise<void> {\n for (const entry of entries) {\n let module: DocumentModelModule;\n try {\n module = (await loadFactory(entry.spec)) as DocumentModelModule;\n } catch (error) {\n logger.error(\n \"projection worker failed to load document model: @entry @error\",\n entry,\n error,\n );\n throw error;\n }\n const [result] = registry.registerModules(module);\n if (result.status === \"error\") {\n logger.error(\n \"projection worker failed to register document model: @entry @error\",\n entry,\n result.error,\n );\n throw result.error;\n }\n }\n}\n\nfunction instantiateReadModel(\n kind: BuiltInReadModelKind,\n database: Kysely<Database>,\n operationStore: KyselyOperationStore,\n operationIndex: KyselyOperationIndex,\n writeCache: KyselyWriteCache,\n indexing: ReadModelIndexingConfig,\n): IReadModel {\n switch (kind) {\n case \"document-view\": {\n return new KyselyDocumentView(\n // @ts-expect-error - Database superset\n database,\n operationStore,\n operationIndex,\n writeCache,\n new ConsistencyTracker(),\n // Read-side only, so it cannot diverge state.\n DeletedDocumentRead.NotFound,\n indexing,\n );\n }\n case \"document-indexer\": {\n return new KyselyDocumentIndexer(\n database as unknown as Kysely<IndexerDatabase>,\n operationIndex,\n writeCache,\n new ConsistencyTracker(),\n indexing,\n );\n }\n default: {\n const exhaustive: never = kind;\n throw new Error(\n `unknown built-in read model kind: ${String(exhaustive)}`,\n );\n }\n }\n}\n\nasync function initReadModels(\n models: IReadModel[],\n logger: ILogger,\n): Promise<void> {\n for (const model of models) {\n const maybeInit = model as IReadModel & { init?: () => Promise<void> };\n if (typeof maybeInit.init !== \"function\") {\n continue;\n }\n try {\n await maybeInit.init();\n } catch (error) {\n logger.error(\n \"projection worker read model init failed: @name @error\",\n model.name,\n error,\n );\n throw error;\n }\n }\n}\n\n/** Posts what each sweep applied, so the host's tracker for the model advances. */\nfunction relaySweeps(\n model: BaseReadModel,\n events: ProjectionStackEvents,\n): ICatchUpConsumer {\n return {\n get consumerId() {\n return model.consumerId;\n },\n get appliedThrough() {\n return model.appliedThrough;\n },\n get trackedAbove() {\n return model.trackedAbove;\n },\n async sweep(settledThrough, present, signal) {\n const coordinates: ConsistencyCoordinate[] = [];\n const unsubscribe = model.onSwept((swept) => coordinates.push(...swept));\n try {\n const result = await model.sweep(settledThrough, present, signal);\n if (\n coordinates.length > 0 ||\n result.to > result.from ||\n result.replayed > 0 ||\n result.blockedAt !== undefined\n ) {\n events.onReadModelSwept(model.name, coordinates, result);\n }\n return result;\n } finally {\n unsubscribe();\n }\n },\n };\n}\n\nexport async function buildProjectionStack(\n options: BuildProjectionStackOptions,\n): Promise<ProjectionStack> {\n const { init, database: baseDatabase, logger, events } = options;\n const loadFactory = options.loadFactory ?? defaultLoadFactory;\n\n const registry = new DocumentModelRegistry();\n await loadModelManifest(init.models, loadFactory, registry, logger);\n\n const database = baseDatabase.withSchema(REACTOR_SCHEMA);\n const operationStore = new KyselyOperationStore(\n database as unknown as Kysely<StorageDatabase>,\n );\n const keyframeStore = new KyselyKeyframeStore(\n database as unknown as Kysely<StorageDatabase>,\n );\n\n const cacheConfig: WriteCacheConfig = {\n maxDocuments: 100,\n ringBufferSize: 10,\n keyframeInterval: 10,\n };\n const writeCache = new KyselyWriteCache(\n keyframeStore,\n operationStore,\n registry,\n cacheConfig,\n );\n await writeCache.startup();\n\n const operationIndex = new KyselyOperationIndex(\n database as unknown as Kysely<StorageDatabase>,\n );\n\n const documentMetaCache = new DocumentMetaCache(operationStore, {\n maxDocuments: 1000,\n });\n await documentMetaCache.startup();\n\n const collectionMembershipCache = new CollectionMembershipCache(\n operationIndex,\n );\n void collectionMembershipCache;\n void documentMetaCache;\n\n const preReady = init.preReadyKinds.map((kind) =>\n instantiateReadModel(\n kind,\n database,\n operationStore,\n operationIndex,\n writeCache,\n init.indexing,\n ),\n );\n const postReady = init.postReadyKinds.map((kind) =>\n instantiateReadModel(\n kind,\n database,\n operationStore,\n operationIndex,\n writeCache,\n init.indexing,\n ),\n );\n\n const watermark = new SettledWatermark(\n createKyselyWatermarkProbe(database as unknown as Kysely<StorageDatabase>),\n logger,\n );\n const catchUp = new CatchUpScheduler(\n watermark,\n operationIndex,\n init.catchUp,\n logger,\n );\n const models = [...preReady, ...postReady];\n for (const model of models) {\n if (model instanceof BaseReadModel) {\n model.attachCatchUp(watermark, init.catchUp.maxTrackedAboveCursor);\n }\n }\n\n await initReadModels(models, logger);\n\n for (const model of models) {\n if (model instanceof BaseReadModel) {\n catchUp.addConsumer(relaySweeps(model, events), \"projection\");\n }\n }\n catchUp.start();\n\n const eventBus = new EventBus();\n const subscriptions: Unsubscribe[] = [];\n\n subscriptions.push(\n eventBus.subscribe(\n ReactorEventTypes.JOB_READ_READY,\n (_t: number, event: JobReadReadyEvent) => {\n events.onReadReady(event);\n },\n ),\n );\n subscriptions.push(\n eventBus.subscribe(\n ReactorEventTypes.READMODEL_INDEXED,\n (_t: number, event: ReadModelIndexedEvent) => {\n events.onReadModelIndexed(event);\n },\n ),\n );\n subscriptions.push(\n eventBus.subscribe(\n ReactorEventTypes.READMODEL_BATCH_COMPLETED,\n (_t: number, event: ReadModelBatchCompletedEvent) => {\n events.onBatchCompleted(event);\n },\n ),\n );\n\n const coordinator = new ReadModelCoordinator(eventBus, preReady, postReady);\n coordinator.start();\n\n return {\n registry,\n coordinator,\n eventBus,\n async relayWriteReady(event: JobWriteReadyEvent): Promise<void> {\n await eventBus.emit(ReactorEventTypes.JOB_WRITE_READY, event);\n },\n getChainDepth(): number {\n return coordinator.getChainDepth();\n },\n catchUpStatus(): CatchUpStatus {\n return catchUp.status();\n },\n async drain(): Promise<void> {\n await coordinator.drain();\n },\n async shutdown(): Promise<void> {\n await catchUp.stop();\n coordinator.stop();\n for (const unsub of subscriptions) {\n unsub();\n }\n },\n };\n}\n","import { ConsoleLogger } from \"document-model\";\nimport type { Kysely } from \"kysely\";\nimport type { MessagePort } from \"node:worker_threads\";\nimport type { Database } from \"../../core/types.js\";\nimport { createForwardingLogger } from \"../../executor/worker/forwarding-logger.js\";\nimport type { DbConfig } from \"../../executor/worker/protocol.js\";\nimport { errorToInfo } from \"../../executor/worker/sanitize.js\";\nimport type {\n JobReadReadyEvent,\n JobWriteReadyEvent,\n ReadModelBatchCompletedEvent,\n ReadModelIndexedEvent,\n} from \"../../events/types.js\";\nimport {\n instrumentPgPool,\n type PoolInstrumentation,\n} from \"../../storage/pool-instrumentation.js\";\nimport type {\n ProjectionInitMessage,\n ProjectionParentMessage,\n ProjectionWorkerMessage,\n} from \"../protocol.js\";\nimport {\n buildProjectionStack,\n type ProjectionStack,\n} from \"./build-projection-stack.js\";\n\nconst POOL_SAMPLE_INTERVAL_MS = 1_000;\n\n/**\n * Closeable handle around the worker's Postgres pool. Decoupled from the\n * default factory so tests can swap in PGlite via `RunProjectionWorkerOverrides`.\n *\n * When the worker owns a real pg.Pool, the handle exposes a\n * {@link PoolInstrumentation} so the run loop can forward acquire-wait\n * samples to the host. Tests that swap in PGlite leave this undefined.\n */\nexport type ProjectionWorkerDatabaseHandle = {\n kysely: Kysely<Database>;\n poolInstrumentation?: PoolInstrumentation;\n shutdown(): Promise<void>;\n};\n\nexport type RunProjectionWorkerOverrides = {\n createDatabase?: (\n config: DbConfig,\n shardId: string,\n ) => Promise<ProjectionWorkerDatabaseHandle>;\n loadFactory?: Parameters<typeof buildProjectionStack>[0][\"loadFactory\"];\n beforeBuildStack?: (db: Kysely<Database>) => Promise<void>;\n};\n\nasync function defaultCreateDatabase(\n config: DbConfig,\n shardId: string,\n): Promise<ProjectionWorkerDatabaseHandle> {\n const { Kysely, PostgresDialect } = await import(\"kysely\");\n const pgModule = await import(\"pg\");\n const Pool = pgModule.default.Pool;\n const pool = new Pool({\n host: config.host,\n port: config.port,\n database: config.database,\n user: config.user,\n password: config.password,\n ssl: config.ssl ? { rejectUnauthorized: false } : undefined,\n application_name: config.applicationName ?? shardId,\n max: config.poolSize,\n connectionTimeoutMillis: config.connectionTimeoutMillis,\n idleTimeoutMillis: config.idleTimeoutMillis,\n });\n const poolInstrumentation = instrumentPgPool(pool, shardId);\n const kysely = new Kysely<Database>({\n dialect: new PostgresDialect({ pool }),\n });\n return {\n kysely,\n poolInstrumentation,\n async shutdown(): Promise<void> {\n try {\n await kysely.destroy();\n } catch {\n // best-effort\n }\n try {\n await pool.end();\n } catch {\n // best-effort\n }\n },\n };\n}\n\n/**\n * Drives the projection worker's message loop. Owns lifecycle of the\n * database handle and the projection stack. The default factory builds a\n * real Postgres pool; tests inject overrides for an in-process PGlite path.\n */\nexport function runProjectionWorker(\n parentPort: MessagePort,\n overrides: RunProjectionWorkerOverrides = {},\n): void {\n let shardId = \"\";\n let initCompleted = false;\n let stack: ProjectionStack | null = null;\n let database: ProjectionWorkerDatabaseHandle | null = null;\n let depthTimer: NodeJS.Timeout | null = null;\n let lastReportedDepth = -1;\n let poolSampleTimer: NodeJS.Timeout | null = null;\n let pendingPoolSamples: number[] = [];\n let detachPoolListener: (() => void) | null = null;\n\n function post(msg: ProjectionWorkerMessage): void {\n parentPort.postMessage(msg);\n }\n\n function startPoolReporter(instrumentation: PoolInstrumentation): void {\n detachPoolListener = instrumentation.onAcquire((durationMs) => {\n pendingPoolSamples.push(durationMs);\n });\n poolSampleTimer = setInterval(() => {\n if (pendingPoolSamples.length === 0) {\n return;\n }\n const durations = pendingPoolSamples;\n pendingPoolSamples = [];\n const stats = instrumentation.getStats();\n post({\n type: \"pool-acquire-samples\",\n shardId,\n poolName: instrumentation.name,\n timestamp: Date.now(),\n durations,\n size: stats.size,\n idle: stats.idle,\n waiting: stats.waiting,\n });\n }, POOL_SAMPLE_INTERVAL_MS);\n poolSampleTimer.unref();\n }\n\n function stopPoolReporter(): void {\n if (detachPoolListener) {\n detachPoolListener();\n detachPoolListener = null;\n }\n if (poolSampleTimer) {\n clearInterval(poolSampleTimer);\n poolSampleTimer = null;\n }\n pendingPoolSamples = [];\n }\n\n const logger = createForwardingLogger((msg) => post({ ...msg, shardId }));\n\n process.on(\"uncaughtException\", (err: unknown) => {\n try {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker uncaughtException\",\n args: [errorToInfo(err)],\n timestamp: Date.now(),\n });\n } catch {\n // nothing left to do\n }\n throw err;\n });\n\n process.on(\"unhandledRejection\", (reason: unknown) => {\n try {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker unhandledRejection\",\n args: [errorToInfo(reason)],\n timestamp: Date.now(),\n });\n } catch {\n // nothing left to do\n }\n });\n\n function startDepthReporter(intervalMs: number): void {\n if (intervalMs <= 0) {\n return;\n }\n depthTimer = setInterval(() => {\n if (!stack) {\n return;\n }\n post({\n type: \"catchup-status\",\n shardId,\n status: stack.catchUpStatus(),\n });\n const depth = stack.getChainDepth();\n if (depth === lastReportedDepth) {\n return;\n }\n lastReportedDepth = depth;\n post({\n type: \"chain-depth\",\n shardId,\n depth,\n timestamp: Date.now(),\n });\n }, intervalMs);\n depthTimer.unref();\n }\n\n function stopDepthReporter(): void {\n if (depthTimer) {\n clearInterval(depthTimer);\n depthTimer = null;\n }\n }\n\n async function handleInit(msg: ProjectionInitMessage): Promise<void> {\n shardId = msg.shardId;\n const createDb = overrides.createDatabase ?? defaultCreateDatabase;\n database = await createDb(msg.db, msg.shardId);\n if (overrides.beforeBuildStack) {\n await overrides.beforeBuildStack(database.kysely);\n }\n stack = await buildProjectionStack({\n init: msg,\n database: database.kysely,\n logger: new ConsoleLogger([`projection-shard:${msg.shardId}`]),\n loadFactory: overrides.loadFactory,\n events: {\n onReadReady: (event: JobReadReadyEvent) => {\n post({\n type: \"read-ready\",\n shardId,\n jobId: event.jobId,\n operations: event.operations,\n });\n },\n onReadModelIndexed: (event: ReadModelIndexedEvent) => {\n post({\n type: \"readmodel-indexed\",\n shardId,\n jobId: event.jobId,\n readModelName: event.readModelName,\n stage: event.stage,\n durationMs: event.durationMs,\n operationCount: event.operationCount,\n success: event.success,\n });\n },\n onReadModelSwept: (readModelName, coordinates, result) => {\n post({\n type: \"readmodel-swept\",\n shardId,\n readModelName,\n coordinates,\n result,\n });\n },\n onBatchCompleted: (event: ReadModelBatchCompletedEvent) => {\n post({\n type: \"readmodel-batch-completed\",\n shardId,\n jobId: event.jobId,\n batchSize: event.batchSize,\n chainWaitDurationMs: event.chainWaitDurationMs,\n preReadyDurationMs: event.preReadyDurationMs,\n emitDurationMs: event.emitDurationMs,\n postReadyDurationMs: event.postReadyDurationMs,\n });\n },\n },\n });\n initCompleted = true;\n startDepthReporter(msg.chainDepthReportIntervalMs);\n if (database.poolInstrumentation) {\n startPoolReporter(database.poolInstrumentation);\n }\n logger.info(\"projection worker initialized: @shardId\", msg.shardId);\n post({ type: \"ready\", correlationId: msg.correlationId, shardId });\n }\n\n async function handleWriteReady(\n msg: Extract<ProjectionParentMessage, { type: \"write-ready\" }>,\n ): Promise<void> {\n if (!stack) {\n logger.warn(\n \"write-ready received before init on shard @shardId\",\n shardId,\n );\n return;\n }\n const event: JobWriteReadyEvent = {\n jobId: msg.jobId,\n operations: msg.operations,\n jobMeta: msg.jobMeta,\n collectionMemberships: msg.collectionMemberships,\n };\n await stack.relayWriteReady(event);\n }\n\n async function handleDrain(correlationId: string): Promise<void> {\n if (stack) {\n await stack.drain();\n }\n post({ type: \"drained\", correlationId, shardId });\n }\n\n async function shutdownStack(): Promise<void> {\n stopDepthReporter();\n stopPoolReporter();\n if (stack) {\n try {\n await stack.drain();\n } catch (error) {\n logger.warn(\n \"projection worker drain failed during shutdown: @error\",\n error,\n );\n }\n try {\n await stack.shutdown();\n } catch (error) {\n logger.warn(\"projection worker stack shutdown failed: @error\", error);\n }\n stack = null;\n }\n if (database) {\n await database.shutdown();\n database = null;\n }\n }\n\n function handleParentMessage(msg: ProjectionParentMessage): void {\n switch (msg.type) {\n case \"init\": {\n // Terminal: the worker has no stack, so it can project nothing. The\n // parent rejects startup on this message and terminates the thread;\n // exiting here would race the message and lose the cause.\n handleInit(msg).catch((err: unknown) => {\n post({\n type: \"init-failed\",\n correlationId: msg.correlationId,\n shardId,\n error: errorToInfo(err),\n });\n });\n break;\n }\n case \"write-ready\": {\n if (!initCompleted) {\n logger.warn(\n \"write-ready received before init on shard @shardId\",\n shardId,\n );\n break;\n }\n handleWriteReady(msg).catch((err: unknown) => {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker write-ready failed\",\n args: [errorToInfo(err)],\n timestamp: Date.now(),\n });\n });\n break;\n }\n case \"drain\": {\n handleDrain(msg.correlationId).catch((err: unknown) => {\n post({\n type: \"log\",\n shardId,\n level: \"error\",\n message: \"projection worker drain failed\",\n args: [errorToInfo(err)],\n timestamp: Date.now(),\n });\n });\n break;\n }\n case \"shutdown\": {\n logger.info(\"projection worker shutting down: @shardId\", shardId);\n void shutdownStack().finally(() => {\n post({\n type: \"log\",\n shardId,\n level: \"info\",\n message: \"projection worker shutdown\",\n args: [],\n timestamp: Date.now(),\n });\n process.exit(0);\n });\n break;\n }\n default: {\n const exhaustive: never = msg;\n void exhaustive;\n break;\n }\n }\n }\n\n parentPort.on(\"message\", handleParentMessage);\n\n const harness = {\n handleParentMessage,\n get initCompleted(): boolean {\n return initCompleted;\n },\n get shardId(): string {\n return shardId;\n },\n };\n (\n parentPort as unknown as { __reactorProjectionWorkerHarness?: unknown }\n ).__reactorProjectionWorkerHarness = harness;\n}\n","import { isMainThread, parentPort } from \"node:worker_threads\";\nimport { runProjectionWorker } from \"./run-projection-worker.js\";\n\nif (isMainThread || parentPort === null) {\n throw new Error(\"projection-worker entry.ts must be run as a worker thread\");\n}\n\nrunProjectionWorker(parentPort);\n"],"mappings":";;;;;;AA2GA,eAAe,kBACb,SACA,aACA,UACA,QACe;CACf,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI;EACJ,IAAI;GACF,SAAU,MAAM,YAAY,MAAM,IAAI;EACxC,SAAS,OAAO;GACd,OAAO,MACL,kEACA,OACA,KACF;GACA,MAAM;EACR;EACA,MAAM,CAAC,UAAU,SAAS,gBAAgB,MAAM;EAChD,IAAI,OAAO,WAAW,SAAS;GAC7B,OAAO,MACL,sEACA,OACA,OAAO,KACT;GACA,MAAM,OAAO;EACf;CACF;AACF;AAEA,SAAS,qBACP,MACA,UACA,gBACA,gBACA,YACA,UACY;CACZ,QAAQ,MAAR;EACE,KAAK,iBACH,OAAO,IAAI,mBAET,UACA,gBACA,gBACA,YACA,IAAI,mBAAmB,GAAA,YAGvB,QACF;EAEF,KAAK,oBACH,OAAO,IAAI,sBACT,UACA,gBACA,YACA,IAAI,mBAAmB,GACvB,QACF;EAEF,SAEE,MAAM,IAAI,MACR,qCAAqC,OAAOA,IAAU,GACxD;CAEJ;AACF;AAEA,eAAe,eACb,QACA,QACe;CACf,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,YAAY;EAClB,IAAI,OAAO,UAAU,SAAS,YAC5B;EAEF,IAAI;GACF,MAAM,UAAU,KAAK;EACvB,SAAS,OAAO;GACd,OAAO,MACL,0DACA,MAAM,MACN,KACF;GACA,MAAM;EACR;CACF;AACF;;AAGA,SAAS,YACP,OACA,QACkB;CAClB,OAAO;EACL,IAAI,aAAa;GACf,OAAO,MAAM;EACf;EACA,IAAI,iBAAiB;GACnB,OAAO,MAAM;EACf;EACA,IAAI,eAAe;GACjB,OAAO,MAAM;EACf;EACA,MAAM,MAAM,gBAAgB,SAAS,QAAQ;GAC3C,MAAM,cAAuC,CAAC;GAC9C,MAAM,cAAc,MAAM,SAAS,UAAU,YAAY,KAAK,GAAG,KAAK,CAAC;GACvE,IAAI;IACF,MAAM,SAAS,MAAM,MAAM,MAAM,gBAAgB,SAAS,MAAM;IAChE,IACE,YAAY,SAAS,KACrB,OAAO,KAAK,OAAO,QACnB,OAAO,WAAW,KAClB,OAAO,cAAc,KAAA,GAErB,OAAO,iBAAiB,MAAM,MAAM,aAAa,MAAM;IAEzD,OAAO;GACT,UAAU;IACR,YAAY;GACd;EACF;CACF;AACF;AAEA,eAAsB,qBACpB,SAC0B;CAC1B,MAAM,EAAE,MAAM,UAAU,cAAc,QAAQ,WAAW;CACzD,MAAM,cAAc,QAAQ,eAAe;CAE3C,MAAM,WAAW,IAAI,sBAAsB;CAC3C,MAAM,kBAAkB,KAAK,QAAQ,aAAa,UAAU,MAAM;CAElE,MAAM,WAAW,aAAa,WAAW,cAAc;CACvD,MAAM,iBAAiB,IAAI,qBACzB,QACF;CACA,MAAM,gBAAgB,IAAI,oBACxB,QACF;CAOA,MAAM,aAAa,IAAI,iBACrB,eACA,gBACA,UACA;EARA,cAAc;EACd,gBAAgB;EAChB,kBAAkB;CAMR,CACZ;CACA,MAAM,WAAW,QAAQ;CAEzB,MAAM,iBAAiB,IAAI,qBACzB,QACF;CAKA,MAAM,IAHwB,kBAAkB,gBAAgB,EAC9D,cAAc,IAChB,CACsB,CAAC,CAAC,QAAQ;CAEE,IAAI,0BACpC,cACF;CAIA,MAAM,WAAW,KAAK,cAAc,KAAK,SACvC,qBACE,MACA,UACA,gBACA,gBACA,YACA,KAAK,QACP,CACF;CACA,MAAM,YAAY,KAAK,eAAe,KAAK,SACzC,qBACE,MACA,UACA,gBACA,gBACA,YACA,KAAK,QACP,CACF;CAEA,MAAM,YAAY,IAAI,iBACpB,2BAA2B,QAA8C,GACzE,MACF;CACA,MAAM,UAAU,IAAI,iBAClB,WACA,gBACA,KAAK,SACL,MACF;CACA,MAAM,SAAS,CAAC,GAAG,UAAU,GAAG,SAAS;CACzC,KAAK,MAAM,SAAS,QAClB,IAAI,iBAAiB,eACnB,MAAM,cAAc,WAAW,KAAK,QAAQ,qBAAqB;CAIrE,MAAM,eAAe,QAAQ,MAAM;CAEnC,KAAK,MAAM,SAAS,QAClB,IAAI,iBAAiB,eACnB,QAAQ,YAAY,YAAY,OAAO,MAAM,GAAG,YAAY;CAGhE,QAAQ,MAAM;CAEd,MAAM,WAAW,IAAI,SAAS;CAC9B,MAAM,gBAA+B,CAAC;CAEtC,cAAc,KACZ,SAAS,UACP,kBAAkB,iBACjB,IAAY,UAA6B;EACxC,OAAO,YAAY,KAAK;CAC1B,CACF,CACF;CACA,cAAc,KACZ,SAAS,UACP,kBAAkB,oBACjB,IAAY,UAAiC;EAC5C,OAAO,mBAAmB,KAAK;CACjC,CACF,CACF;CACA,cAAc,KACZ,SAAS,UACP,kBAAkB,4BACjB,IAAY,UAAwC;EACnD,OAAO,iBAAiB,KAAK;CAC/B,CACF,CACF;CAEA,MAAM,cAAc,IAAI,qBAAqB,UAAU,UAAU,SAAS;CAC1E,YAAY,MAAM;CAElB,OAAO;EACL;EACA;EACA;EACA,MAAM,gBAAgB,OAA0C;GAC9D,MAAM,SAAS,KAAK,kBAAkB,iBAAiB,KAAK;EAC9D;EACA,gBAAwB;GACtB,OAAO,YAAY,cAAc;EACnC;EACA,gBAA+B;GAC7B,OAAO,QAAQ,OAAO;EACxB;EACA,MAAM,QAAuB;GAC3B,MAAM,YAAY,MAAM;EAC1B;EACA,MAAM,WAA0B;GAC9B,MAAM,QAAQ,KAAK;GACnB,YAAY,KAAK;GACjB,KAAK,MAAM,SAAS,eAClB,MAAM;EAEV;CACF;AACF;;;ACnWA,MAAM,0BAA0B;AAyBhC,eAAe,sBACb,QACA,SACyC;CACzC,MAAM,EAAE,QAAQ,oBAAoB,MAAM,OAAO;CAEjD,MAAM,QAAO,MADU,OAAO,MAAA,CACR,QAAQ;CAC9B,MAAM,OAAO,IAAI,KAAK;EACpB,MAAM,OAAO;EACb,MAAM,OAAO;EACb,UAAU,OAAO;EACjB,MAAM,OAAO;EACb,UAAU,OAAO;EACjB,KAAK,OAAO,MAAM,EAAE,oBAAoB,MAAM,IAAI,KAAA;EAClD,kBAAkB,OAAO,mBAAmB;EAC5C,KAAK,OAAO;EACZ,yBAAyB,OAAO;EAChC,mBAAmB,OAAO;CAC5B,CAAC;CACD,MAAM,sBAAsB,iBAAiB,MAAM,OAAO;CAC1D,MAAM,SAAS,IAAI,OAAiB,EAClC,SAAS,IAAI,gBAAgB,EAAE,KAAK,CAAC,EACvC,CAAC;CACD,OAAO;EACL;EACA;EACA,MAAM,WAA0B;GAC9B,IAAI;IACF,MAAM,OAAO,QAAQ;GACvB,QAAQ,CAER;GACA,IAAI;IACF,MAAM,KAAK,IAAI;GACjB,QAAQ,CAER;EACF;CACF;AACF;;;;;;AAOA,SAAgB,oBACd,YACA,YAA0C,CAAC,GACrC;CACN,IAAI,UAAU;CACd,IAAI,gBAAgB;CACpB,IAAI,QAAgC;CACpC,IAAI,WAAkD;CACtD,IAAI,aAAoC;CACxC,IAAI,oBAAoB;CACxB,IAAI,kBAAyC;CAC7C,IAAI,qBAA+B,CAAC;CACpC,IAAI,qBAA0C;CAE9C,SAAS,KAAK,KAAoC;EAChD,WAAW,YAAY,GAAG;CAC5B;CAEA,SAAS,kBAAkB,iBAA4C;EACrE,qBAAqB,gBAAgB,WAAW,eAAe;GAC7D,mBAAmB,KAAK,UAAU;EACpC,CAAC;EACD,kBAAkB,kBAAkB;GAClC,IAAI,mBAAmB,WAAW,GAChC;GAEF,MAAM,YAAY;GAClB,qBAAqB,CAAC;GACtB,MAAM,QAAQ,gBAAgB,SAAS;GACvC,KAAK;IACH,MAAM;IACN;IACA,UAAU,gBAAgB;IAC1B,WAAW,KAAK,IAAI;IACpB;IACA,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,SAAS,MAAM;GACjB,CAAC;EACH,GAAG,uBAAuB;EAC1B,gBAAgB,MAAM;CACxB;CAEA,SAAS,mBAAyB;EAChC,IAAI,oBAAoB;GACtB,mBAAmB;GACnB,qBAAqB;EACvB;EACA,IAAI,iBAAiB;GACnB,cAAc,eAAe;GAC7B,kBAAkB;EACpB;EACA,qBAAqB,CAAC;CACxB;CAEA,MAAM,SAAS,wBAAwB,QAAQ,KAAK;EAAE,GAAG;EAAK;CAAQ,CAAC,CAAC;CAExE,QAAQ,GAAG,sBAAsB,QAAiB;EAChD,IAAI;GACF,KAAK;IACH,MAAM;IACN;IACA,OAAO;IACP,SAAS;IACT,MAAM,CAAC,YAAY,GAAG,CAAC;IACvB,WAAW,KAAK,IAAI;GACtB,CAAC;EACH,QAAQ,CAER;EACA,MAAM;CACR,CAAC;CAED,QAAQ,GAAG,uBAAuB,WAAoB;EACpD,IAAI;GACF,KAAK;IACH,MAAM;IACN;IACA,OAAO;IACP,SAAS;IACT,MAAM,CAAC,YAAY,MAAM,CAAC;IAC1B,WAAW,KAAK,IAAI;GACtB,CAAC;EACH,QAAQ,CAER;CACF,CAAC;CAED,SAAS,mBAAmB,YAA0B;EACpD,IAAI,cAAc,GAChB;EAEF,aAAa,kBAAkB;GAC7B,IAAI,CAAC,OACH;GAEF,KAAK;IACH,MAAM;IACN;IACA,QAAQ,MAAM,cAAc;GAC9B,CAAC;GACD,MAAM,QAAQ,MAAM,cAAc;GAClC,IAAI,UAAU,mBACZ;GAEF,oBAAoB;GACpB,KAAK;IACH,MAAM;IACN;IACA;IACA,WAAW,KAAK,IAAI;GACtB,CAAC;EACH,GAAG,UAAU;EACb,WAAW,MAAM;CACnB;CAEA,SAAS,oBAA0B;EACjC,IAAI,YAAY;GACd,cAAc,UAAU;GACxB,aAAa;EACf;CACF;CAEA,eAAe,WAAW,KAA2C;EACnE,UAAU,IAAI;EAEd,WAAW,OADM,UAAU,kBAAkB,sBAAA,CACnB,IAAI,IAAI,IAAI,OAAO;EAC7C,IAAI,UAAU,kBACZ,MAAM,UAAU,iBAAiB,SAAS,MAAM;EAElD,QAAQ,MAAM,qBAAqB;GACjC,MAAM;GACN,UAAU,SAAS;GACnB,QAAQ,IAAI,cAAc,CAAC,oBAAoB,IAAI,SAAS,CAAC;GAC7D,aAAa,UAAU;GACvB,QAAQ;IACN,cAAc,UAA6B;KACzC,KAAK;MACH,MAAM;MACN;MACA,OAAO,MAAM;MACb,YAAY,MAAM;KACpB,CAAC;IACH;IACA,qBAAqB,UAAiC;KACpD,KAAK;MACH,MAAM;MACN;MACA,OAAO,MAAM;MACb,eAAe,MAAM;MACrB,OAAO,MAAM;MACb,YAAY,MAAM;MAClB,gBAAgB,MAAM;MACtB,SAAS,MAAM;KACjB,CAAC;IACH;IACA,mBAAmB,eAAe,aAAa,WAAW;KACxD,KAAK;MACH,MAAM;MACN;MACA;MACA;MACA;KACF,CAAC;IACH;IACA,mBAAmB,UAAwC;KACzD,KAAK;MACH,MAAM;MACN;MACA,OAAO,MAAM;MACb,WAAW,MAAM;MACjB,qBAAqB,MAAM;MAC3B,oBAAoB,MAAM;MAC1B,gBAAgB,MAAM;MACtB,qBAAqB,MAAM;KAC7B,CAAC;IACH;GACF;EACF,CAAC;EACD,gBAAgB;EAChB,mBAAmB,IAAI,0BAA0B;EACjD,IAAI,SAAS,qBACX,kBAAkB,SAAS,mBAAmB;EAEhD,OAAO,KAAK,2CAA2C,IAAI,OAAO;EAClE,KAAK;GAAE,MAAM;GAAS,eAAe,IAAI;GAAe;EAAQ,CAAC;CACnE;CAEA,eAAe,iBACb,KACe;EACf,IAAI,CAAC,OAAO;GACV,OAAO,KACL,sDACA,OACF;GACA;EACF;EACA,MAAM,QAA4B;GAChC,OAAO,IAAI;GACX,YAAY,IAAI;GAChB,SAAS,IAAI;GACb,uBAAuB,IAAI;EAC7B;EACA,MAAM,MAAM,gBAAgB,KAAK;CACnC;CAEA,eAAe,YAAY,eAAsC;EAC/D,IAAI,OACF,MAAM,MAAM,MAAM;EAEpB,KAAK;GAAE,MAAM;GAAW;GAAe;EAAQ,CAAC;CAClD;CAEA,eAAe,gBAA+B;EAC5C,kBAAkB;EAClB,iBAAiB;EACjB,IAAI,OAAO;GACT,IAAI;IACF,MAAM,MAAM,MAAM;GACpB,SAAS,OAAO;IACd,OAAO,KACL,0DACA,KACF;GACF;GACA,IAAI;IACF,MAAM,MAAM,SAAS;GACvB,SAAS,OAAO;IACd,OAAO,KAAK,mDAAmD,KAAK;GACtE;GACA,QAAQ;EACV;EACA,IAAI,UAAU;GACZ,MAAM,SAAS,SAAS;GACxB,WAAW;EACb;CACF;CAEA,SAAS,oBAAoB,KAAoC;EAC/D,QAAQ,IAAI,MAAZ;GACE,KAAK;IAIH,WAAW,GAAG,CAAC,CAAC,OAAO,QAAiB;KACtC,KAAK;MACH,MAAM;MACN,eAAe,IAAI;MACnB;MACA,OAAO,YAAY,GAAG;KACxB,CAAC;IACH,CAAC;IACD;GAEF,KAAK;IACH,IAAI,CAAC,eAAe;KAClB,OAAO,KACL,sDACA,OACF;KACA;IACF;IACA,iBAAiB,GAAG,CAAC,CAAC,OAAO,QAAiB;KAC5C,KAAK;MACH,MAAM;MACN;MACA,OAAO;MACP,SAAS;MACT,MAAM,CAAC,YAAY,GAAG,CAAC;MACvB,WAAW,KAAK,IAAI;KACtB,CAAC;IACH,CAAC;IACD;GAEF,KAAK;IACH,YAAY,IAAI,aAAa,CAAC,CAAC,OAAO,QAAiB;KACrD,KAAK;MACH,MAAM;MACN;MACA,OAAO;MACP,SAAS;MACT,MAAM,CAAC,YAAY,GAAG,CAAC;MACvB,WAAW,KAAK,IAAI;KACtB,CAAC;IACH,CAAC;IACD;GAEF,KAAK;IACH,OAAO,KAAK,6CAA6C,OAAO;IAChE,cAAmB,CAAC,CAAC,cAAc;KACjC,KAAK;MACH,MAAM;MACN;MACA,OAAO;MACP,SAAS;MACT,MAAM,CAAC;MACP,WAAW,KAAK,IAAI;KACtB,CAAC;KACD,QAAQ,KAAK,CAAC;IAChB,CAAC;EAQL;CACF;CAEA,WAAW,GAAG,WAAW,mBAAmB;CAW5C,WAEE,mCAAmC;EAVnC;EACA,IAAI,gBAAyB;GAC3B,OAAO;EACT;EACA,IAAI,UAAkB;GACpB,OAAO;EACT;CAIyC;AAC7C;;;ACpaA,IAAI,gBAAgB,eAAe,MACjC,MAAM,IAAI,MAAM,2DAA2D;AAG7E,oBAAoB,UAAU"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { i as fromErrorInfo,
|
|
1
|
+
import { i as fromErrorInfo, mt as ReactorEventTypes } from "./forwarding-logger-BkwlvD9W.js";
|
|
2
2
|
import { childLogger } from "document-model";
|
|
3
3
|
import { randomUUID } from "node:crypto";
|
|
4
4
|
//#region src/projection/projection-shard-manager.ts
|
|
@@ -123,7 +123,8 @@ var ProjectionShardManager = class {
|
|
|
123
123
|
preReadyKinds: this.config.preReadyKinds,
|
|
124
124
|
postReadyKinds: this.config.postReadyKinds,
|
|
125
125
|
chainDepthReportIntervalMs: reportIntervalMs,
|
|
126
|
-
indexing: this.config.indexing
|
|
126
|
+
indexing: this.config.indexing,
|
|
127
|
+
catchUp: this.config.catchUp
|
|
127
128
|
};
|
|
128
129
|
transport.postMessage(init);
|
|
129
130
|
initPromises.push(initPromise);
|
|
@@ -175,11 +176,20 @@ var ProjectionShardManager = class {
|
|
|
175
176
|
emitReadReady(event) {
|
|
176
177
|
return this.hostBus.emit(ReactorEventTypes.JOB_READ_READY, event);
|
|
177
178
|
}
|
|
179
|
+
indexedReadModels() {
|
|
180
|
+
return [];
|
|
181
|
+
}
|
|
178
182
|
getChainDepth() {
|
|
179
183
|
let total = 0;
|
|
180
184
|
for (const shard of this.shards) total += shard.lastDepth;
|
|
181
185
|
return total;
|
|
182
186
|
}
|
|
187
|
+
/** The last catch-up status each ready shard reported. */
|
|
188
|
+
catchUpStatuses() {
|
|
189
|
+
const statuses = [];
|
|
190
|
+
for (const shard of this.shards) if (shard.catchUpStatus) statuses.push(shard.catchUpStatus);
|
|
191
|
+
return statuses;
|
|
192
|
+
}
|
|
183
193
|
getShardDepths() {
|
|
184
194
|
return this.shards.map((shard) => ({
|
|
185
195
|
shardId: shard.shardId,
|
|
@@ -317,6 +327,16 @@ var ProjectionShardManager = class {
|
|
|
317
327
|
case "log":
|
|
318
328
|
this.handleLog(shard, msg);
|
|
319
329
|
return;
|
|
330
|
+
case "readmodel-swept":
|
|
331
|
+
this.trackersByReadModelName.get(msg.readModelName)?.update(msg.coordinates);
|
|
332
|
+
this.hostBus.emit(ReactorEventTypes.CATCHUP_SWEPT, {
|
|
333
|
+
...msg.result,
|
|
334
|
+
thread: "projection"
|
|
335
|
+
}).catch(() => {});
|
|
336
|
+
return;
|
|
337
|
+
case "catchup-status":
|
|
338
|
+
shard.catchUpStatus = msg.status;
|
|
339
|
+
return;
|
|
320
340
|
default: return;
|
|
321
341
|
}
|
|
322
342
|
}
|
|
@@ -437,4 +457,4 @@ var ProjectionShardManager = class {
|
|
|
437
457
|
//#endregion
|
|
438
458
|
export { ProjectionShardManager };
|
|
439
459
|
|
|
440
|
-
//# sourceMappingURL=projection-shard-manager-
|
|
460
|
+
//# sourceMappingURL=projection-shard-manager-CJIdjsd8.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"projection-shard-manager-CJIdjsd8.js","names":[],"sources":["../src/projection/projection-shard-manager.ts"],"sourcesContent":["import type { OperationWithContext } from \"@powerhousedao/shared/document-model\";\nimport { childLogger, type ILogger } from \"document-model\";\nimport { randomUUID } from \"node:crypto\";\nimport type { CatchUpConfig, CatchUpStatus } from \"../catch-up/types.js\";\nimport { fromErrorInfo } from \"../executor/worker/error-info.js\";\nimport type { IEventBus } from \"../events/interfaces.js\";\nimport {\n ReactorEventTypes,\n type JobReadReadyEvent,\n type JobWriteReadyEvent,\n type ReadModelBatchCompletedEvent,\n type ReadModelIndexedEvent,\n type Unsubscribe,\n} from \"../events/types.js\";\nimport type {\n IReadModel,\n IReadModelCoordinator,\n} from \"../read-models/interfaces.js\";\nimport type { IConsistencyTracker } from \"../shared/consistency-tracker.js\";\nimport type { ConsistencyCoordinate } from \"../shared/types.js\";\nimport type { ForwardingPoolInstrumentation } from \"../storage/pool-instrumentation.js\";\nimport type {\n BuiltInReadModelKind,\n ChainDepthReport,\n DbConfig,\n ModelManifestEntry,\n ProjectionDrainedMessage,\n ProjectionInitMessage,\n ProjectionParentMessage,\n ProjectionPoolAcquireSamplesMessage,\n ProjectionReadModelIndexedMessage,\n ProjectionWorkerMessage,\n ReadModelIndexingConfig,\n} from \"./protocol.js\";\nimport type { IProjectionTransport } from \"./transport.js\";\n\nconst DEFAULT_INIT_TIMEOUT_MS = 30_000;\nconst DEFAULT_SHUTDOWN_GRACE_MS = 5_000;\nconst DEFAULT_DRAIN_TIMEOUT_MS = 30_000;\nconst DEFAULT_CHAIN_DEPTH_REPORT_INTERVAL_MS = 250;\n\nconst FNV_OFFSET_BASIS = 0x811c9dc5;\nconst FNV_PRIME = 0x01000193;\n\nfunction bucketFor(documentId: string, numWorkers: number): number {\n if (numWorkers < 1) {\n throw new Error(`bucketFor: numWorkers must be >= 1 (got ${numWorkers})`);\n }\n let hash = FNV_OFFSET_BASIS;\n for (let i = 0; i < documentId.length; i++) {\n hash ^= documentId.charCodeAt(i);\n hash = Math.imul(hash, FNV_PRIME);\n }\n return (hash >>> 0) % numWorkers;\n}\n\n/**\n * Maps operations to the coordinates a consistency tracker is keyed by.\n * Same shape `BaseReadModel.updateConsistencyTracker` produces in-process.\n */\nfunction toConsistencyCoordinates(\n operations: OperationWithContext[],\n): ConsistencyCoordinate[] {\n const coordinates: ConsistencyCoordinate[] = [];\n for (let i = 0; i < operations.length; i++) {\n const item = operations[i]!;\n coordinates.push({\n documentId: item.context.documentId,\n scope: item.context.scope,\n branch: item.context.branch,\n operationIndex: item.operation.index,\n });\n }\n return coordinates;\n}\n\n/**\n * Factory that builds one projection-worker transport. Mirrors\n * `WorkerFactory` from the executor pool: lets tests inject fake\n * transports without spawning real worker threads.\n */\nexport type ProjectionWorkerFactory = (\n shardIndex: number,\n shardId: string,\n) => IProjectionTransport;\n\nexport type ProjectionShardHooks = {\n /** Takes over the host-bus JOB_READ_READY emit; call `emitReadReady` to emit. */\n onReadReady?: (event: JobReadReadyEvent) => void;\n /**\n * Fired when a shard errors, when it exits after having been ready, and\n * for every JOB_WRITE_READY dropped because its shard is not ready.\n *\n * There is no respawn path: once a shard stops being ready it never\n * projects again, so buffering the dropped work would only grow without\n * bound. A host that cares wires this to its shutdown path, so the process\n * restarts and each read model catches up from `ViewState.lastOrdinal` in\n * `BaseReadModel.init`. May fire repeatedly — handlers must be idempotent.\n */\n onShardFatal?: (shardId: string, reason: Error) => void;\n};\n\nexport type ProjectionShardManagerConfig = ProjectionShardHooks & {\n shardCount: number;\n db: DbConfig;\n models: ModelManifestEntry[];\n preReadyKinds: BuiltInReadModelKind[];\n postReadyKinds: BuiltInReadModelKind[];\n /**\n * Chunking bounds the shards' read models index under. Comes from the same\n * host config the in-process read models get, so the two paths cannot drift.\n */\n indexing: ReadModelIndexingConfig;\n catchUp: CatchUpConfig;\n factory: ProjectionWorkerFactory;\n logger: ILogger;\n hostBus: IEventBus;\n initTimeoutMs?: number;\n shutdownGraceMs?: number;\n drainTimeoutMs?: number;\n chainDepthReportIntervalMs?: number;\n /**\n * Host-side forwarding instrumentations indexed by shard index. The\n * manager routes each shard's `pool-acquire-samples` message to the\n * matching forwarder so the host's OpenTelemetry instrumentation records\n * acquire-wait latencies as if each shard's pg.Pool were local.\n */\n poolInstrumentations?: ForwardingPoolInstrumentation[];\n /**\n * The host's consistency trackers for the built-in read models the shards\n * run, keyed by kind. The keys double as read-model names (see\n * `DOCUMENT_VIEW_READ_MODEL` / `DOCUMENT_INDEXER_READ_MODEL` in\n * `read-models/names.js`), which is how a relayed `readmodel-indexed`\n * message is matched to a tracker.\n *\n * The host's copies of these read models are never fed an operation under\n * sharding, so without this every read carrying a consistency token waits\n * on a tracker that can never advance — `ConsistencyTracker.waitFor` arms\n * no timer when `timeoutMs` is undefined, which is what every\n * `document-view` call site passes. The worker committed those rows to the\n * same tables the host reads from, so advancing here is exact, not a fudge.\n */\n consistencyTrackers?: Partial<\n Record<BuiltInReadModelKind, IConsistencyTracker>\n >;\n};\n\ntype ShardState = {\n shardIndex: number;\n shardId: string;\n transport: IProjectionTransport;\n ready: boolean;\n lastDepth: number;\n lastDepthAt: number;\n poolInstrumentation?: ForwardingPoolInstrumentation;\n /**\n * Consistency coordinates of the jobs this shard is still projecting,\n * keyed by jobId. Relayed `readmodel-indexed` messages carry only a count,\n * so the host keeps the coordinates here to advance its trackers from\n * them; the operations themselves are not retained. Empty unless\n * `consistencyTrackers` is configured; entries live from dispatch to\n * `readmodel-batch-completed`, and are dropped when the shard exits.\n */\n pendingCoordinates: Map<string, ConsistencyCoordinate[]>;\n catchUpStatus?: CatchUpStatus;\n /**\n * Correlation id of this shard's `init` while it is unsettled; cleared once\n * the shard reports ready, fails, or dies. Lets a transport error or a\n * premature exit settle the shard's own pending init instead of leaving\n * `startup()` to time out on a worker that will never answer.\n */\n initCorrelationId?: string;\n onMessage: (msg: ProjectionWorkerMessage) => void;\n onError: (err: Error) => void;\n onExit: (code: number) => void;\n};\n\ntype PendingDrain = {\n resolve: () => void;\n reject: (err: Error) => void;\n remaining: Set<string>;\n timer: NodeJS.Timeout;\n};\n\n/**\n * Host-side coordinator for N sharded projection workers.\n *\n * Implements {@link IReadModelCoordinator} so it slots into the same\n * `readModelCoordinator` field on the reactor module as the in-process\n * {@link ReadModelCoordinator}. The host subscribes to JOB_WRITE_READY\n * exactly once; events are routed to a single shard by\n * `bucketFor(documentId, shardCount)`. Each worker maintains the\n * per-queueKey serial chain locally and forwards JOB_READ_READY and\n * READMODEL_* events back to the host for the rest of the reactor (sync\n * manager, awaiters, observers) to consume on the host bus.\n *\n * @see Sharded projection workers sub-feature brief\n * (Powerhouse board wiki id: eb26f01f-8f68-4918-a6f6-ac7a4679b533)\n */\nexport class ProjectionShardManager implements IReadModelCoordinator {\n readonly readModels: IReadModel[] = [];\n\n private readonly config: ProjectionShardManagerConfig;\n private readonly logger: ILogger;\n private readonly hostBus: IEventBus;\n private readonly shards: ShardState[] = [];\n private readonly initPromises = new Map<\n string,\n { resolve: () => void; reject: (err: Error) => void; timer: NodeJS.Timeout }\n >();\n private readonly pendingDrains = new Map<string, PendingDrain>();\n private readonly trackersByReadModelName = new Map<\n string,\n IConsistencyTracker\n >();\n private hostSubscription?: Unsubscribe;\n private isRunning = false;\n private started = false;\n private isShuttingDown = false;\n\n constructor(config: ProjectionShardManagerConfig) {\n if (config.shardCount < 1) {\n throw new Error(\n `ProjectionShardManager: shardCount must be >= 1 (got ${config.shardCount})`,\n );\n }\n this.config = config;\n this.logger = childLogger([\"reactor\", \"projection-shard-manager\"]);\n this.hostBus = config.hostBus;\n const trackers = config.consistencyTrackers ?? {};\n for (const kind of Object.keys(trackers) as BuiltInReadModelKind[]) {\n const tracker = trackers[kind];\n if (tracker) {\n this.trackersByReadModelName.set(kind, tracker);\n }\n }\n }\n\n async startup(): Promise<void> {\n if (this.started) {\n return;\n }\n this.started = true;\n const initTimeoutMs = this.config.initTimeoutMs ?? DEFAULT_INIT_TIMEOUT_MS;\n const reportIntervalMs =\n this.config.chainDepthReportIntervalMs ??\n DEFAULT_CHAIN_DEPTH_REPORT_INTERVAL_MS;\n\n const initPromises: Promise<void>[] = [];\n for (let i = 0; i < this.config.shardCount; i++) {\n const shardId = `projection-shard-${i}`;\n const transport = this.config.factory(i, shardId);\n const state: ShardState = {\n shardIndex: i,\n shardId,\n transport,\n ready: false,\n lastDepth: 0,\n lastDepthAt: 0,\n poolInstrumentation: this.config.poolInstrumentations?.[i],\n pendingCoordinates: new Map(),\n onMessage: (msg) => this.handleWorkerMessage(state, msg),\n onError: (err) => this.handleTransportError(state, err),\n onExit: (code) => this.handleTransportExit(state, code),\n };\n transport.on(\"message\", state.onMessage);\n transport.on(\"error\", state.onError);\n transport.on(\"exit\", state.onExit);\n this.shards.push(state);\n\n const correlationId = randomUUID();\n state.initCorrelationId = correlationId;\n const initPromise = new Promise<void>((resolve, reject) => {\n const timer = setTimeout(() => {\n this.initPromises.delete(correlationId);\n reject(\n new Error(\n `projection shard ${shardId} did not become ready within ${initTimeoutMs}ms`,\n ),\n );\n }, initTimeoutMs);\n this.initPromises.set(correlationId, { resolve, reject, timer });\n });\n\n const init: ProjectionInitMessage = {\n type: \"init\",\n correlationId,\n shardId,\n shardIndex: i,\n shardCount: this.config.shardCount,\n db: this.config.db,\n models: this.config.models,\n preReadyKinds: this.config.preReadyKinds,\n postReadyKinds: this.config.postReadyKinds,\n chainDepthReportIntervalMs: reportIntervalMs,\n indexing: this.config.indexing,\n catchUp: this.config.catchUp,\n };\n transport.postMessage(init);\n initPromises.push(initPromise);\n }\n\n await Promise.all(initPromises);\n this.logger.info(\n \"projection shard manager ready: @count shards\",\n this.shards.length,\n );\n }\n\n start(): void {\n if (this.isRunning) {\n return;\n }\n this.hostSubscription = this.hostBus.subscribe(\n ReactorEventTypes.JOB_WRITE_READY,\n (_t: number, event: JobWriteReadyEvent) => {\n this.routeWriteReady(event);\n },\n );\n this.isRunning = true;\n }\n\n stop(): void {\n if (!this.isRunning) {\n return;\n }\n if (this.hostSubscription) {\n this.hostSubscription();\n this.hostSubscription = undefined;\n }\n this.isRunning = false;\n }\n\n /** Waits on ready shards only; `handleTransportExit` releases one that dies. */\n async drain(): Promise<void> {\n const readyShards = this.shards.filter((s) => s.ready);\n if (readyShards.length === 0) {\n return;\n }\n const drainTimeoutMs =\n this.config.drainTimeoutMs ?? DEFAULT_DRAIN_TIMEOUT_MS;\n const correlationId = randomUUID();\n const remaining = new Set(readyShards.map((s) => s.shardId));\n const promise = new Promise<void>((resolve, reject) => {\n const timer = setTimeout(() => {\n this.pendingDrains.delete(correlationId);\n reject(\n new Error(\n `projection shards did not drain within ${drainTimeoutMs}ms (remaining: ${[\n ...remaining,\n ].join(\", \")})`,\n ),\n );\n }, drainTimeoutMs);\n this.pendingDrains.set(correlationId, {\n resolve,\n reject,\n remaining,\n timer,\n });\n });\n for (const shard of readyShards) {\n shard.transport.postMessage({ type: \"drain\", correlationId });\n }\n await promise;\n }\n\n /** Emits JOB_READ_READY on the host bus; an `onReadReady` hook awaits this. */\n emitReadReady(event: JobReadReadyEvent): Promise<void> {\n return this.hostBus.emit(ReactorEventTypes.JOB_READ_READY, event);\n }\n\n indexedReadModels(): readonly IReadModel[] {\n return [];\n }\n\n getChainDepth(): number {\n let total = 0;\n for (const shard of this.shards) {\n total += shard.lastDepth;\n }\n return total;\n }\n\n /** The last catch-up status each ready shard reported. */\n catchUpStatuses(): CatchUpStatus[] {\n const statuses: CatchUpStatus[] = [];\n for (const shard of this.shards) {\n if (shard.catchUpStatus) statuses.push(shard.catchUpStatus);\n }\n return statuses;\n }\n\n getShardDepths(): ChainDepthReport[] {\n return this.shards.map((shard) => ({\n shardId: shard.shardId,\n depth: shard.lastDepth,\n timestamp: shard.lastDepthAt,\n }));\n }\n\n async shutdown(): Promise<void> {\n // Workers exit as a consequence of this call, so their `exit` events are\n // expected from here on and must not be reported as fatal.\n this.isShuttingDown = true;\n this.stop();\n // An init timer left armed by a shard that never reported keeps the\n // process alive for the whole init timeout after shutdown returns.\n for (const shard of this.shards) {\n this.failPendingInit(\n shard,\n new Error(\n `projection shard ${shard.shardId} was shut down before becoming ready`,\n ),\n );\n }\n const graceMs = this.config.shutdownGraceMs ?? DEFAULT_SHUTDOWN_GRACE_MS;\n const correlationId = randomUUID();\n for (const shard of this.shards) {\n try {\n const msg: ProjectionParentMessage = {\n type: \"shutdown\",\n correlationId,\n graceMs,\n };\n shard.transport.postMessage(msg);\n } catch (err) {\n this.logger.warn(\n \"projection shard postMessage(shutdown) failed for @shardId: @error\",\n shard.shardId,\n err,\n );\n }\n }\n const terminationDeadline = Date.now() + graceMs;\n while (\n this.shards.some((s) => s.ready) &&\n Date.now() < terminationDeadline\n ) {\n await new Promise<void>((resolve) => setTimeout(resolve, 25));\n }\n for (const shard of this.shards) {\n try {\n await shard.transport.terminate();\n } catch (err) {\n this.logger.warn(\n \"projection shard terminate failed for @shardId: @error\",\n shard.shardId,\n err,\n );\n }\n shard.transport.off(\"message\", shard.onMessage);\n shard.transport.off(\"error\", shard.onError);\n shard.transport.off(\"exit\", shard.onExit);\n }\n this.shards.length = 0;\n }\n\n private routeWriteReady(event: JobWriteReadyEvent): void {\n if (event.operations.length === 0) {\n // No shard can be selected (there is no documentId) and no read model\n // has work to do, but JOB_READ_READY is the job's terminal signal:\n // InMemoryJobTracker and every JobAwaiter hang without it. Mirrors\n // ReadModelCoordinator.emitEmptyReadReady.\n this.relayReadReady({ jobId: event.jobId, operations: [] });\n this.relayBatchCompleted({\n jobId: event.jobId,\n batchSize: 0,\n chainWaitDurationMs: 0,\n preReadyDurationMs: 0,\n emitDurationMs: 0,\n postReadyDurationMs: 0,\n });\n return;\n }\n const documentId = event.operations[0]!.context.documentId;\n const index = bucketFor(documentId, this.shards.length);\n const shard = this.shards[index]!;\n if (!shard.ready) {\n this.dropWriteReady(shard, event, documentId);\n return;\n }\n if (this.trackersByReadModelName.size > 0) {\n shard.pendingCoordinates.set(\n event.jobId,\n toConsistencyCoordinates(event.operations),\n );\n }\n shard.transport.postMessage({\n type: \"write-ready\",\n jobId: event.jobId,\n operations: event.operations,\n jobMeta: event.jobMeta,\n collectionMemberships: event.collectionMemberships,\n });\n }\n\n /**\n * A shard stops being ready only when it dies, and nothing respawns it, so\n * this job's projection is genuinely lost. Buffering would grow without\n * bound behind a shard that never comes back, so the batch is dropped —\n * loudly, naming the job and document, and through `onShardFatal` so a host\n * can restart rather than serve stale read models.\n *\n * JOB_FAILED is deliberately not emitted: every other emitter uses it for a\n * job whose operations were *not* written (see\n * `executor/job-result-handler.ts`), and these were written and are\n * durable. Marking the job FAILED would invite the caller to re-submit a\n * write that already landed.\n */\n private dropWriteReady(\n shard: ShardState,\n event: JobWriteReadyEvent,\n documentId: string,\n ): void {\n const reason = new Error(\n `projection shard ${shard.shardId} is not ready: JOB_WRITE_READY for job ${event.jobId} ` +\n `(document ${documentId}, ${event.operations.length} operation(s)) was dropped and will ` +\n `never be projected; the operations are written and durable, but this shard's read models ` +\n `are now behind`,\n );\n this.logger.error(\n \"dropping JOB_WRITE_READY for job @jobId on shard @shardId: @error\",\n event.jobId,\n shard.shardId,\n reason,\n );\n this.config.onShardFatal?.(shard.shardId, reason);\n }\n\n private handleWorkerMessage(\n shard: ShardState,\n msg: ProjectionWorkerMessage,\n ): void {\n switch (msg.type) {\n case \"ready\":\n this.handleReady(shard, msg.correlationId);\n return;\n case \"init-failed\":\n this.logger.error(\n \"projection shard @shardId failed to initialize: @error\",\n shard.shardId,\n msg.error.message,\n );\n this.failPendingInit(shard, fromErrorInfo(msg.error));\n return;\n case \"read-ready\":\n this.relayReadReady({\n jobId: msg.jobId,\n operations: msg.operations,\n });\n return;\n case \"readmodel-indexed\":\n this.advanceConsistencyTrackers(shard, msg);\n this.relayReadModelIndexed({\n jobId: msg.jobId,\n readModelName: msg.readModelName,\n stage: msg.stage,\n durationMs: msg.durationMs,\n operationCount: msg.operationCount,\n success: msg.success,\n });\n return;\n case \"readmodel-batch-completed\":\n shard.pendingCoordinates.delete(msg.jobId);\n this.relayBatchCompleted({\n jobId: msg.jobId,\n batchSize: msg.batchSize,\n chainWaitDurationMs: msg.chainWaitDurationMs,\n preReadyDurationMs: msg.preReadyDurationMs,\n emitDurationMs: msg.emitDurationMs,\n postReadyDurationMs: msg.postReadyDurationMs,\n });\n return;\n case \"chain-depth\":\n shard.lastDepth = msg.depth;\n shard.lastDepthAt = msg.timestamp;\n return;\n case \"pool-acquire-samples\":\n this.handlePoolAcquireSamples(shard, msg);\n return;\n case \"drained\":\n this.handleDrained(msg);\n return;\n case \"log\":\n this.handleLog(shard, msg);\n return;\n case \"readmodel-swept\":\n this.trackersByReadModelName\n .get(msg.readModelName)\n ?.update(msg.coordinates);\n void this.hostBus\n .emit(ReactorEventTypes.CATCHUP_SWEPT, {\n ...msg.result,\n thread: \"projection\",\n })\n .catch(() => {});\n return;\n case \"catchup-status\":\n shard.catchUpStatus = msg.status;\n return;\n default: {\n const exhaustive: never = msg;\n void exhaustive;\n return;\n }\n }\n }\n\n /**\n * Advances the host's tracker for the read model the shard just indexed.\n *\n * The shard writes to the same tables the host reads, so once it reports a\n * successful index the host's read path really is consistent to those\n * coordinates. Gated on `success` for parity with\n * `BaseReadModel.indexOperations`, which updates its tracker only after\n * `commitOperations` returns. The worker posts this before its\n * JOB_READ_READY, matching the in-process ordering.\n */\n private advanceConsistencyTrackers(\n shard: ShardState,\n msg: ProjectionReadModelIndexedMessage,\n ): void {\n if (!msg.success) {\n return;\n }\n const tracker = this.trackersByReadModelName.get(msg.readModelName);\n if (!tracker) {\n return;\n }\n const coordinates = shard.pendingCoordinates.get(msg.jobId);\n if (!coordinates || coordinates.length === 0) {\n return;\n }\n tracker.update(coordinates);\n }\n\n private handlePoolAcquireSamples(\n shard: ShardState,\n msg: ProjectionPoolAcquireSamplesMessage,\n ): void {\n if (!shard.poolInstrumentation) {\n return;\n }\n shard.poolInstrumentation.updateStats({\n size: msg.size,\n idle: msg.idle,\n waiting: msg.waiting,\n });\n shard.poolInstrumentation.pushSamples(msg.durations);\n }\n\n /**\n * Settles a shard's unresolved `init` with `error`, clearing its timer.\n * Returns false when the shard has no init outstanding, which is every\n * failure after startup. `startup()` awaits all init promises together, so\n * the rejection is always attached.\n */\n private failPendingInit(shard: ShardState, error: Error): boolean {\n const correlationId = shard.initCorrelationId;\n if (correlationId === undefined) {\n return false;\n }\n shard.initCorrelationId = undefined;\n const pending = this.initPromises.get(correlationId);\n if (!pending) {\n return false;\n }\n this.initPromises.delete(correlationId);\n clearTimeout(pending.timer);\n pending.reject(error);\n return true;\n }\n\n private handleReady(shard: ShardState, correlationId: string): void {\n shard.ready = true;\n shard.initCorrelationId = undefined;\n const pending = this.initPromises.get(correlationId);\n if (!pending) {\n return;\n }\n this.initPromises.delete(correlationId);\n clearTimeout(pending.timer);\n pending.resolve();\n }\n\n private handleDrained(msg: ProjectionDrainedMessage): void {\n const pending = this.pendingDrains.get(msg.correlationId);\n if (!pending) {\n return;\n }\n this.releaseDrain(msg.correlationId, pending, msg.shardId);\n }\n\n /** Removes `shardId` from a pending drain and settles it once no shard remains. */\n private releaseDrain(\n correlationId: string,\n pending: PendingDrain,\n shardId: string,\n ): void {\n pending.remaining.delete(shardId);\n if (pending.remaining.size > 0) {\n return;\n }\n this.pendingDrains.delete(correlationId);\n clearTimeout(pending.timer);\n pending.resolve();\n }\n\n private handleLog(\n shard: ShardState,\n msg: Extract<ProjectionWorkerMessage, { type: \"log\" }>,\n ): void {\n switch (msg.level) {\n case \"debug\":\n this.logger.debug(msg.message, ...msg.args);\n return;\n case \"info\":\n this.logger.info(msg.message, ...msg.args);\n return;\n case \"warn\":\n this.logger.warn(msg.message, ...msg.args);\n return;\n case \"error\":\n this.logger.error(msg.message, ...msg.args);\n return;\n default: {\n const exhaustive: never = msg.level;\n void exhaustive;\n }\n }\n void shard;\n }\n\n private handleTransportError(shard: ShardState, err: Error): void {\n this.logger.error(\n \"projection shard transport error @shardId: @error\",\n shard.shardId,\n err,\n );\n // A shard that dies during startup is reported through `startup()`, not\n // through the fatal hook: the host is still building and its shutdown\n // path (which the hook usually triggers) does not exist yet.\n if (this.failPendingInit(shard, err)) {\n return;\n }\n if (!this.isShuttingDown) {\n this.config.onShardFatal?.(shard.shardId, err);\n }\n }\n\n private handleTransportExit(shard: ShardState, code: number): void {\n const wasReady = shard.ready;\n shard.ready = false;\n // Nothing respawns the shard, so every job it had in flight is lost with\n // it. Release them rather than pin their operations for the process's\n // remaining life.\n const abandoned = [...shard.pendingCoordinates.keys()];\n shard.pendingCoordinates.clear();\n for (const [correlationId, pending] of this.pendingDrains) {\n this.releaseDrain(correlationId, pending, shard.shardId);\n }\n if (\n this.failPendingInit(\n shard,\n new Error(\n `projection shard ${shard.shardId} exited with code ${code} before becoming ready`,\n ),\n )\n ) {\n return;\n }\n if (!wasReady || this.isShuttingDown) {\n return;\n }\n this.logger.error(\n \"projection shard exited unexpectedly @shardId code=@code, abandoning @count in-flight job(s): @jobIds\",\n shard.shardId,\n code,\n abandoned.length,\n abandoned.join(\", \"),\n );\n this.config.onShardFatal?.(\n shard.shardId,\n new Error(\n `projection shard ${shard.shardId} exited with code ${code}; ` +\n `${abandoned.length} in-flight job(s) will never be projected` +\n (abandoned.length > 0 ? `: ${abandoned.join(\", \")}` : \"\"),\n ),\n );\n }\n\n private relayReadReady(event: JobReadReadyEvent): void {\n const hook = this.config.onReadReady;\n if (hook) {\n hook(event);\n return;\n }\n void this.emitReadReady(event).catch((err: unknown) =>\n this.logger.error(\n \"host JOB_READ_READY emit failed for job @jobId: @error\",\n event.jobId,\n err,\n ),\n );\n }\n\n private relayReadModelIndexed(event: ReadModelIndexedEvent): void {\n void this.hostBus\n .emit(ReactorEventTypes.READMODEL_INDEXED, event)\n .catch((err: unknown) =>\n this.logger.error(\n \"host READMODEL_INDEXED emit failed for job @jobId: @error\",\n event.jobId,\n err,\n ),\n );\n }\n\n private relayBatchCompleted(event: ReadModelBatchCompletedEvent): void {\n void this.hostBus\n .emit(ReactorEventTypes.READMODEL_BATCH_COMPLETED, event)\n .catch((err: unknown) =>\n this.logger.error(\n \"host READMODEL_BATCH_COMPLETED emit failed for job @jobId: @error\",\n event.jobId,\n err,\n ),\n );\n }\n}\n"],"mappings":";;;;AAoCA,MAAM,0BAA0B;AAChC,MAAM,4BAA4B;AAClC,MAAM,2BAA2B;AACjC,MAAM,yCAAyC;AAE/C,MAAM,mBAAmB;AACzB,MAAM,YAAY;AAElB,SAAS,UAAU,YAAoB,YAA4B;CACjE,IAAI,aAAa,GACf,MAAM,IAAI,MAAM,2CAA2C,WAAW,EAAE;CAE1E,IAAI,OAAO;CACX,KAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;EAC1C,QAAQ,WAAW,WAAW,CAAC;EAC/B,OAAO,KAAK,KAAK,MAAM,SAAS;CAClC;CACA,QAAQ,SAAS,KAAK;AACxB;;;;;AAMA,SAAS,yBACP,YACyB;CACzB,MAAM,cAAuC,CAAC;CAC9C,KAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;EAC1C,MAAM,OAAO,WAAW;EACxB,YAAY,KAAK;GACf,YAAY,KAAK,QAAQ;GACzB,OAAO,KAAK,QAAQ;GACpB,QAAQ,KAAK,QAAQ;GACrB,gBAAgB,KAAK,UAAU;EACjC,CAAC;CACH;CACA,OAAO;AACT;;;;;;;;;;;;;;;;AA6HA,IAAa,yBAAb,MAAqE;CACnE,aAAoC,CAAC;CAErC;CACA;CACA;CACA,SAAwC,CAAC;CACzC,+BAAgC,IAAI,IAGlC;CACF,gCAAiC,IAAI,IAA0B;CAC/D,0CAA2C,IAAI,IAG7C;CACF;CACA,YAAoB;CACpB,UAAkB;CAClB,iBAAyB;CAEzB,YAAY,QAAsC;EAChD,IAAI,OAAO,aAAa,GACtB,MAAM,IAAI,MACR,wDAAwD,OAAO,WAAW,EAC5E;EAEF,KAAK,SAAS;EACd,KAAK,SAAS,YAAY,CAAC,WAAW,0BAA0B,CAAC;EACjE,KAAK,UAAU,OAAO;EACtB,MAAM,WAAW,OAAO,uBAAuB,CAAC;EAChD,KAAK,MAAM,QAAQ,OAAO,KAAK,QAAQ,GAA6B;GAClE,MAAM,UAAU,SAAS;GACzB,IAAI,SACF,KAAK,wBAAwB,IAAI,MAAM,OAAO;EAElD;CACF;CAEA,MAAM,UAAyB;EAC7B,IAAI,KAAK,SACP;EAEF,KAAK,UAAU;EACf,MAAM,gBAAgB,KAAK,OAAO,iBAAiB;EACnD,MAAM,mBACJ,KAAK,OAAO,8BACZ;EAEF,MAAM,eAAgC,CAAC;EACvC,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,OAAO,YAAY,KAAK;GAC/C,MAAM,UAAU,oBAAoB;GACpC,MAAM,YAAY,KAAK,OAAO,QAAQ,GAAG,OAAO;GAChD,MAAM,QAAoB;IACxB,YAAY;IACZ;IACA;IACA,OAAO;IACP,WAAW;IACX,aAAa;IACb,qBAAqB,KAAK,OAAO,uBAAuB;IACxD,oCAAoB,IAAI,IAAI;IAC5B,YAAY,QAAQ,KAAK,oBAAoB,OAAO,GAAG;IACvD,UAAU,QAAQ,KAAK,qBAAqB,OAAO,GAAG;IACtD,SAAS,SAAS,KAAK,oBAAoB,OAAO,IAAI;GACxD;GACA,UAAU,GAAG,WAAW,MAAM,SAAS;GACvC,UAAU,GAAG,SAAS,MAAM,OAAO;GACnC,UAAU,GAAG,QAAQ,MAAM,MAAM;GACjC,KAAK,OAAO,KAAK,KAAK;GAEtB,MAAM,gBAAgB,WAAW;GACjC,MAAM,oBAAoB;GAC1B,MAAM,cAAc,IAAI,SAAe,SAAS,WAAW;IACzD,MAAM,QAAQ,iBAAiB;KAC7B,KAAK,aAAa,OAAO,aAAa;KACtC,uBACE,IAAI,MACF,oBAAoB,QAAQ,+BAA+B,cAAc,GAC3E,CACF;IACF,GAAG,aAAa;IAChB,KAAK,aAAa,IAAI,eAAe;KAAE;KAAS;KAAQ;IAAM,CAAC;GACjE,CAAC;GAED,MAAM,OAA8B;IAClC,MAAM;IACN;IACA;IACA,YAAY;IACZ,YAAY,KAAK,OAAO;IACxB,IAAI,KAAK,OAAO;IAChB,QAAQ,KAAK,OAAO;IACpB,eAAe,KAAK,OAAO;IAC3B,gBAAgB,KAAK,OAAO;IAC5B,4BAA4B;IAC5B,UAAU,KAAK,OAAO;IACtB,SAAS,KAAK,OAAO;GACvB;GACA,UAAU,YAAY,IAAI;GAC1B,aAAa,KAAK,WAAW;EAC/B;EAEA,MAAM,QAAQ,IAAI,YAAY;EAC9B,KAAK,OAAO,KACV,iDACA,KAAK,OAAO,MACd;CACF;CAEA,QAAc;EACZ,IAAI,KAAK,WACP;EAEF,KAAK,mBAAmB,KAAK,QAAQ,UACnC,kBAAkB,kBACjB,IAAY,UAA8B;GACzC,KAAK,gBAAgB,KAAK;EAC5B,CACF;EACA,KAAK,YAAY;CACnB;CAEA,OAAa;EACX,IAAI,CAAC,KAAK,WACR;EAEF,IAAI,KAAK,kBAAkB;GACzB,KAAK,iBAAiB;GACtB,KAAK,mBAAmB,KAAA;EAC1B;EACA,KAAK,YAAY;CACnB;;CAGA,MAAM,QAAuB;EAC3B,MAAM,cAAc,KAAK,OAAO,QAAQ,MAAM,EAAE,KAAK;EACrD,IAAI,YAAY,WAAW,GACzB;EAEF,MAAM,iBACJ,KAAK,OAAO,kBAAkB;EAChC,MAAM,gBAAgB,WAAW;EACjC,MAAM,YAAY,IAAI,IAAI,YAAY,KAAK,MAAM,EAAE,OAAO,CAAC;EAC3D,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;GACrD,MAAM,QAAQ,iBAAiB;IAC7B,KAAK,cAAc,OAAO,aAAa;IACvC,uBACE,IAAI,MACF,0CAA0C,eAAe,iBAAiB,CACxE,GAAG,SACL,CAAC,CAAC,KAAK,IAAI,EAAE,EACf,CACF;GACF,GAAG,cAAc;GACjB,KAAK,cAAc,IAAI,eAAe;IACpC;IACA;IACA;IACA;GACF,CAAC;EACH,CAAC;EACD,KAAK,MAAM,SAAS,aAClB,MAAM,UAAU,YAAY;GAAE,MAAM;GAAS;EAAc,CAAC;EAE9D,MAAM;CACR;;CAGA,cAAc,OAAyC;EACrD,OAAO,KAAK,QAAQ,KAAK,kBAAkB,gBAAgB,KAAK;CAClE;CAEA,oBAA2C;EACzC,OAAO,CAAC;CACV;CAEA,gBAAwB;EACtB,IAAI,QAAQ;EACZ,KAAK,MAAM,SAAS,KAAK,QACvB,SAAS,MAAM;EAEjB,OAAO;CACT;;CAGA,kBAAmC;EACjC,MAAM,WAA4B,CAAC;EACnC,KAAK,MAAM,SAAS,KAAK,QACvB,IAAI,MAAM,eAAe,SAAS,KAAK,MAAM,aAAa;EAE5D,OAAO;CACT;CAEA,iBAAqC;EACnC,OAAO,KAAK,OAAO,KAAK,WAAW;GACjC,SAAS,MAAM;GACf,OAAO,MAAM;GACb,WAAW,MAAM;EACnB,EAAE;CACJ;CAEA,MAAM,WAA0B;EAG9B,KAAK,iBAAiB;EACtB,KAAK,KAAK;EAGV,KAAK,MAAM,SAAS,KAAK,QACvB,KAAK,gBACH,uBACA,IAAI,MACF,oBAAoB,MAAM,QAAQ,qCACpC,CACF;EAEF,MAAM,UAAU,KAAK,OAAO,mBAAmB;EAC/C,MAAM,gBAAgB,WAAW;EACjC,KAAK,MAAM,SAAS,KAAK,QACvB,IAAI;GACF,MAAM,MAA+B;IACnC,MAAM;IACN;IACA;GACF;GACA,MAAM,UAAU,YAAY,GAAG;EACjC,SAAS,KAAK;GACZ,KAAK,OAAO,KACV,sEACA,MAAM,SACN,GACF;EACF;EAEF,MAAM,sBAAsB,KAAK,IAAI,IAAI;EACzC,OACE,KAAK,OAAO,MAAM,MAAM,EAAE,KAAK,KAC/B,KAAK,IAAI,IAAI,qBAEb,MAAM,IAAI,SAAe,YAAY,WAAW,SAAS,EAAE,CAAC;EAE9D,KAAK,MAAM,SAAS,KAAK,QAAQ;GAC/B,IAAI;IACF,MAAM,MAAM,UAAU,UAAU;GAClC,SAAS,KAAK;IACZ,KAAK,OAAO,KACV,0DACA,MAAM,SACN,GACF;GACF;GACA,MAAM,UAAU,IAAI,WAAW,MAAM,SAAS;GAC9C,MAAM,UAAU,IAAI,SAAS,MAAM,OAAO;GAC1C,MAAM,UAAU,IAAI,QAAQ,MAAM,MAAM;EAC1C;EACA,KAAK,OAAO,SAAS;CACvB;CAEA,gBAAwB,OAAiC;EACvD,IAAI,MAAM,WAAW,WAAW,GAAG;GAKjC,KAAK,eAAe;IAAE,OAAO,MAAM;IAAO,YAAY,CAAC;GAAE,CAAC;GAC1D,KAAK,oBAAoB;IACvB,OAAO,MAAM;IACb,WAAW;IACX,qBAAqB;IACrB,oBAAoB;IACpB,gBAAgB;IAChB,qBAAqB;GACvB,CAAC;GACD;EACF;EACA,MAAM,aAAa,MAAM,WAAW,EAAE,CAAE,QAAQ;EAChD,MAAM,QAAQ,UAAU,YAAY,KAAK,OAAO,MAAM;EACtD,MAAM,QAAQ,KAAK,OAAO;EAC1B,IAAI,CAAC,MAAM,OAAO;GAChB,KAAK,eAAe,OAAO,OAAO,UAAU;GAC5C;EACF;EACA,IAAI,KAAK,wBAAwB,OAAO,GACtC,MAAM,mBAAmB,IACvB,MAAM,OACN,yBAAyB,MAAM,UAAU,CAC3C;EAEF,MAAM,UAAU,YAAY;GAC1B,MAAM;GACN,OAAO,MAAM;GACb,YAAY,MAAM;GAClB,SAAS,MAAM;GACf,uBAAuB,MAAM;EAC/B,CAAC;CACH;;;;;;;;;;;;;;CAeA,eACE,OACA,OACA,YACM;EACN,MAAM,yBAAS,IAAI,MACjB,oBAAoB,MAAM,QAAQ,yCAAyC,MAAM,MAAM,aACxE,WAAW,IAAI,MAAM,WAAW,OAAO,4IAGxD;EACA,KAAK,OAAO,MACV,qEACA,MAAM,OACN,MAAM,SACN,MACF;EACA,KAAK,OAAO,eAAe,MAAM,SAAS,MAAM;CAClD;CAEA,oBACE,OACA,KACM;EACN,QAAQ,IAAI,MAAZ;GACE,KAAK;IACH,KAAK,YAAY,OAAO,IAAI,aAAa;IACzC;GACF,KAAK;IACH,KAAK,OAAO,MACV,0DACA,MAAM,SACN,IAAI,MAAM,OACZ;IACA,KAAK,gBAAgB,OAAO,cAAc,IAAI,KAAK,CAAC;IACpD;GACF,KAAK;IACH,KAAK,eAAe;KAClB,OAAO,IAAI;KACX,YAAY,IAAI;IAClB,CAAC;IACD;GACF,KAAK;IACH,KAAK,2BAA2B,OAAO,GAAG;IAC1C,KAAK,sBAAsB;KACzB,OAAO,IAAI;KACX,eAAe,IAAI;KACnB,OAAO,IAAI;KACX,YAAY,IAAI;KAChB,gBAAgB,IAAI;KACpB,SAAS,IAAI;IACf,CAAC;IACD;GACF,KAAK;IACH,MAAM,mBAAmB,OAAO,IAAI,KAAK;IACzC,KAAK,oBAAoB;KACvB,OAAO,IAAI;KACX,WAAW,IAAI;KACf,qBAAqB,IAAI;KACzB,oBAAoB,IAAI;KACxB,gBAAgB,IAAI;KACpB,qBAAqB,IAAI;IAC3B,CAAC;IACD;GACF,KAAK;IACH,MAAM,YAAY,IAAI;IACtB,MAAM,cAAc,IAAI;IACxB;GACF,KAAK;IACH,KAAK,yBAAyB,OAAO,GAAG;IACxC;GACF,KAAK;IACH,KAAK,cAAc,GAAG;IACtB;GACF,KAAK;IACH,KAAK,UAAU,OAAO,GAAG;IACzB;GACF,KAAK;IACH,KAAK,wBACF,IAAI,IAAI,aAAa,CAAC,EACrB,OAAO,IAAI,WAAW;IAC1B,KAAU,QACP,KAAK,kBAAkB,eAAe;KACrC,GAAG,IAAI;KACP,QAAQ;IACV,CAAC,CAAC,CACD,YAAY,CAAC,CAAC;IACjB;GACF,KAAK;IACH,MAAM,gBAAgB,IAAI;IAC1B;GACF,SAGE;EAEJ;CACF;;;;;;;;;;;CAYA,2BACE,OACA,KACM;EACN,IAAI,CAAC,IAAI,SACP;EAEF,MAAM,UAAU,KAAK,wBAAwB,IAAI,IAAI,aAAa;EAClE,IAAI,CAAC,SACH;EAEF,MAAM,cAAc,MAAM,mBAAmB,IAAI,IAAI,KAAK;EAC1D,IAAI,CAAC,eAAe,YAAY,WAAW,GACzC;EAEF,QAAQ,OAAO,WAAW;CAC5B;CAEA,yBACE,OACA,KACM;EACN,IAAI,CAAC,MAAM,qBACT;EAEF,MAAM,oBAAoB,YAAY;GACpC,MAAM,IAAI;GACV,MAAM,IAAI;GACV,SAAS,IAAI;EACf,CAAC;EACD,MAAM,oBAAoB,YAAY,IAAI,SAAS;CACrD;;;;;;;CAQA,gBAAwB,OAAmB,OAAuB;EAChE,MAAM,gBAAgB,MAAM;EAC5B,IAAI,kBAAkB,KAAA,GACpB,OAAO;EAET,MAAM,oBAAoB,KAAA;EAC1B,MAAM,UAAU,KAAK,aAAa,IAAI,aAAa;EACnD,IAAI,CAAC,SACH,OAAO;EAET,KAAK,aAAa,OAAO,aAAa;EACtC,aAAa,QAAQ,KAAK;EAC1B,QAAQ,OAAO,KAAK;EACpB,OAAO;CACT;CAEA,YAAoB,OAAmB,eAA6B;EAClE,MAAM,QAAQ;EACd,MAAM,oBAAoB,KAAA;EAC1B,MAAM,UAAU,KAAK,aAAa,IAAI,aAAa;EACnD,IAAI,CAAC,SACH;EAEF,KAAK,aAAa,OAAO,aAAa;EACtC,aAAa,QAAQ,KAAK;EAC1B,QAAQ,QAAQ;CAClB;CAEA,cAAsB,KAAqC;EACzD,MAAM,UAAU,KAAK,cAAc,IAAI,IAAI,aAAa;EACxD,IAAI,CAAC,SACH;EAEF,KAAK,aAAa,IAAI,eAAe,SAAS,IAAI,OAAO;CAC3D;;CAGA,aACE,eACA,SACA,SACM;EACN,QAAQ,UAAU,OAAO,OAAO;EAChC,IAAI,QAAQ,UAAU,OAAO,GAC3B;EAEF,KAAK,cAAc,OAAO,aAAa;EACvC,aAAa,QAAQ,KAAK;EAC1B,QAAQ,QAAQ;CAClB;CAEA,UACE,OACA,KACM;EACN,QAAQ,IAAI,OAAZ;GACE,KAAK;IACH,KAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI,IAAI;IAC1C;GACF,KAAK;IACH,KAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI,IAAI;IACzC;GACF,KAAK;IACH,KAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI,IAAI;IACzC;GACF,KAAK;IACH,KAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI,IAAI;IAC1C;GACF,SAC4B,IAAI;EAGlC;CAEF;CAEA,qBAA6B,OAAmB,KAAkB;EAChE,KAAK,OAAO,MACV,qDACA,MAAM,SACN,GACF;EAIA,IAAI,KAAK,gBAAgB,OAAO,GAAG,GACjC;EAEF,IAAI,CAAC,KAAK,gBACR,KAAK,OAAO,eAAe,MAAM,SAAS,GAAG;CAEjD;CAEA,oBAA4B,OAAmB,MAAoB;EACjE,MAAM,WAAW,MAAM;EACvB,MAAM,QAAQ;EAId,MAAM,YAAY,CAAC,GAAG,MAAM,mBAAmB,KAAK,CAAC;EACrD,MAAM,mBAAmB,MAAM;EAC/B,KAAK,MAAM,CAAC,eAAe,YAAY,KAAK,eAC1C,KAAK,aAAa,eAAe,SAAS,MAAM,OAAO;EAEzD,IACE,KAAK,gBACH,uBACA,IAAI,MACF,oBAAoB,MAAM,QAAQ,oBAAoB,KAAK,uBAC7D,CACF,GAEA;EAEF,IAAI,CAAC,YAAY,KAAK,gBACpB;EAEF,KAAK,OAAO,MACV,yGACA,MAAM,SACN,MACA,UAAU,QACV,UAAU,KAAK,IAAI,CACrB;EACA,KAAK,OAAO,eACV,MAAM,yBACN,IAAI,MACF,oBAAoB,MAAM,QAAQ,oBAAoB,KAAK,IACtD,UAAU,OAAO,8CACnB,UAAU,SAAS,IAAI,KAAK,UAAU,KAAK,IAAI,MAAM,GAC1D,CACF;CACF;CAEA,eAAuB,OAAgC;EACrD,MAAM,OAAO,KAAK,OAAO;EACzB,IAAI,MAAM;GACR,KAAK,KAAK;GACV;EACF;EACA,KAAU,cAAc,KAAK,CAAC,CAAC,OAAO,QACpC,KAAK,OAAO,MACV,0DACA,MAAM,OACN,GACF,CACF;CACF;CAEA,sBAA8B,OAAoC;EAChE,KAAU,QACP,KAAK,kBAAkB,mBAAmB,KAAK,CAAC,CAChD,OAAO,QACN,KAAK,OAAO,MACV,6DACA,MAAM,OACN,GACF,CACF;CACJ;CAEA,oBAA4B,OAA2C;EACrE,KAAU,QACP,KAAK,kBAAkB,2BAA2B,KAAK,CAAC,CACxD,OAAO,QACN,KAAK,OAAO,MACV,qEACA,MAAM,OACN,GACF,CACF;CACJ;AACF"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { i as fromErrorInfo } from "./forwarding-logger-
|
|
1
|
+
import { i as fromErrorInfo } from "./forwarding-logger-BkwlvD9W.js";
|
|
2
2
|
import { a as WorkerLoadModelFailedError, i as WorkerInitFailedError, n as WorkerBusyError, o as WorkerShutdownTimeoutError, r as WorkerExitedError, t as WorkerAbortTimeoutError } from "./errors-BM_ULVWd.js";
|
|
3
3
|
import { randomUUID } from "node:crypto";
|
|
4
4
|
//#region src/executor/worker/worker-handle.ts
|
|
@@ -387,4 +387,4 @@ var WorkerHandle = class {
|
|
|
387
387
|
//#endregion
|
|
388
388
|
export { WorkerHandle };
|
|
389
389
|
|
|
390
|
-
//# sourceMappingURL=worker-handle-
|
|
390
|
+
//# sourceMappingURL=worker-handle-DjbEQkq-.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"worker-handle-C2rLUHwv.js","names":[],"sources":["../src/executor/worker/worker-handle.ts"],"sourcesContent":["/**\n * Parent-side IPC wrapper around a single executor worker.\n *\n * Implements {@link IExecutorWorker} on top of an injectable\n * {@link IWorkerTransport}. The handle owns one worker's lifecycle (init ->\n * ready -> execute/result rounds -> abort/shutdown -> terminate) and bounds\n * its in-flight slot to a single job — `SimpleJobExecutor` is single-threaded\n * inside the worker, and concurrent dispatches would race its caches.\n *\n * @see Executor Worker Pool Design wiki page\n * (Powerhouse board wiki id: d400d711-f07e-4389-a226-4e9fdd4fa8ba)\n */\n\nimport type { ILogger } from \"document-model\";\nimport { randomUUID } from \"node:crypto\";\nimport type {\n IExecutorWorker,\n WorkerExecutionOutcome,\n WorkerInFlightSnapshot,\n} from \"../interfaces.js\";\nimport type { Job } from \"../../queue/types.js\";\nimport type { JobExecutorConfig } from \"../types.js\";\nimport { fromErrorInfo } from \"./error-info.js\";\nimport {\n WorkerAbortTimeoutError,\n WorkerBusyError,\n WorkerExitedError,\n WorkerInitFailedError,\n WorkerLoadModelFailedError,\n WorkerShutdownTimeoutError,\n} from \"./errors.js\";\nimport type { ForwardingPoolInstrumentation } from \"../../storage/pool-instrumentation.js\";\nimport type {\n DbConfig,\n FactorySpec,\n HeartbeatMessage,\n LogMessage,\n MetricsMessage,\n ModelLoadFailedMessage,\n ModelLoadedMessage,\n ModelManifestEntry,\n PoolAcquireSamplesMessage,\n ResultMessage,\n WorkerMessage,\n WorkerPoolConfig,\n} from \"./protocol.js\";\nimport type { IWorkerTransport, WorkerTransportListener } from \"./transport.js\";\n\nconst DEFAULT_ABORT_GRACE_MS = 5_000;\nconst DEFAULT_SHUTDOWN_GRACE_MS = 5_000;\n\n/**\n * Payload the parent ships in the `init` message (everything except the\n * envelope fields the handle fills in itself).\n */\nexport type WorkerInitPayload = {\n poolConfig: WorkerPoolConfig;\n db: DbConfig;\n models: ModelManifestEntry[];\n /** Omitted = the worker builds its executor with the built-in defaults. */\n executorConfig?: JobExecutorConfig;\n /** Builds the worker's signer for synthesized operations. */\n signer?: FactorySpec;\n /** Builds the worker's signature trust policy. */\n trustPolicy?: FactorySpec;\n};\n\nexport type WorkerHandleOptions = {\n workerId: string;\n index: number;\n transport: IWorkerTransport;\n initPayload: WorkerInitPayload;\n logger: ILogger;\n /** Grace period before an outstanding `abort` escalates to terminate. */\n abortGraceMs?: number;\n /** Default grace period applied to graceful `shutdown` when not overridden. */\n defaultShutdownGraceMs?: number;\n /**\n * Forwarding instrumentation the host registers per worker. The handle\n * pumps `pool-acquire-samples` messages into this object so the host's\n * OpenTelemetry instrumentation records acquire-wait latencies as if the\n * worker's pool were local.\n */\n poolInstrumentation?: ForwardingPoolInstrumentation;\n};\n\ntype PendingEntry =\n | {\n kind: \"init\";\n resolve: () => void;\n reject: (err: Error) => void;\n }\n | {\n kind: \"execute\";\n jobId: string;\n resolve: (outcome: WorkerExecutionOutcome) => void;\n reject: (err: Error) => void;\n }\n | {\n kind: \"shutdown\";\n resolve: () => void;\n reject: (err: Error) => void;\n }\n | {\n kind: \"load-model\";\n documentType: string;\n version: string;\n resolve: () => void;\n reject: (err: Error) => void;\n };\n\ntype Phase = \"fresh\" | \"starting\" | \"ready\" | \"shutting-down\" | \"terminated\";\n\nexport class WorkerHandle implements IExecutorWorker {\n readonly workerId: string;\n readonly index: number;\n\n private readonly transport: IWorkerTransport;\n private readonly initPayload: WorkerInitPayload;\n private readonly logger: ILogger;\n private readonly abortGraceMs: number;\n private readonly defaultShutdownGraceMs: number;\n private readonly poolInstrumentation?: ForwardingPoolInstrumentation;\n\n private readonly pending = new Map<string, PendingEntry>();\n private inFlight: { correlationId: string; jobId: string } | null = null;\n private phase: Phase = \"fresh\";\n private lastExitError: Error | null = null;\n private lastCorrelationId: string | null = null;\n private abortTimer: NodeJS.Timeout | null = null;\n private lastHeartbeatAt: number | null = null;\n private lastMetrics: {\n counters: Record<string, number>;\n gauges: Record<string, number>;\n timestamp: number;\n } | null = null;\n\n private readonly onMessage: WorkerTransportListener<\"message\">;\n private readonly onError: WorkerTransportListener<\"error\">;\n private readonly onExit: WorkerTransportListener<\"exit\">;\n\n constructor(options: WorkerHandleOptions) {\n this.workerId = options.workerId;\n this.index = options.index;\n this.transport = options.transport;\n this.initPayload = options.initPayload;\n this.logger = options.logger;\n this.abortGraceMs = options.abortGraceMs ?? DEFAULT_ABORT_GRACE_MS;\n this.defaultShutdownGraceMs =\n options.defaultShutdownGraceMs ?? DEFAULT_SHUTDOWN_GRACE_MS;\n this.poolInstrumentation = options.poolInstrumentation;\n\n this.onMessage = (msg) => this.handleMessage(msg);\n this.onError = (err) => this.handleTransportError(err);\n this.onExit = (code) => this.handleExit(code);\n\n this.transport.on(\"message\", this.onMessage);\n this.transport.on(\"error\", this.onError);\n this.transport.on(\"exit\", this.onExit);\n }\n\n public async start(): Promise<void> {\n if (this.phase !== \"fresh\") {\n throw new WorkerInitFailedError(\n this.workerId,\n `cannot start worker in phase ${this.phase}`,\n );\n }\n this.phase = \"starting\";\n const correlationId = this.nextCorrelationId();\n const ready = new Promise<void>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"init\",\n resolve,\n reject,\n });\n });\n this.transport.postMessage({\n type: \"init\",\n correlationId,\n workerId: this.workerId,\n poolConfig: this.initPayload.poolConfig,\n db: this.initPayload.db,\n models: this.initPayload.models,\n executorConfig: this.initPayload.executorConfig,\n signer: this.initPayload.signer,\n trustPolicy: this.initPayload.trustPolicy,\n });\n await ready;\n this.phase = \"ready\";\n }\n\n public execute(\n job: Job,\n signal?: AbortSignal,\n ): Promise<WorkerExecutionOutcome> {\n if (this.phase === \"terminated\") {\n return Promise.reject(\n this.lastExitError ??\n new WorkerExitedError(this.workerId, -1, this.lastCorrelationId),\n );\n }\n if (this.phase !== \"ready\") {\n return Promise.reject(\n new WorkerInitFailedError(\n this.workerId,\n `worker not ready (phase=${this.phase})`,\n ),\n );\n }\n if (this.inFlight !== null) {\n return Promise.reject(new WorkerBusyError(this.workerId, job.id));\n }\n\n const correlationId = this.nextCorrelationId();\n this.lastCorrelationId = correlationId;\n this.inFlight = { correlationId, jobId: job.id };\n\n let abortListener: (() => void) | null = null;\n const detachSignal = () => {\n if (signal && abortListener) {\n signal.removeEventListener(\"abort\", abortListener);\n abortListener = null;\n }\n };\n\n const promise = new Promise<WorkerExecutionOutcome>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"execute\",\n jobId: job.id,\n resolve: (outcome) => {\n detachSignal();\n resolve(outcome);\n },\n reject: (err) => {\n detachSignal();\n reject(err);\n },\n });\n });\n\n if (signal) {\n if (signal.aborted) {\n this.abort(correlationId, \"aborted before dispatch\");\n } else {\n abortListener = () => this.abort(correlationId, \"caller signal\");\n signal.addEventListener(\"abort\", abortListener, { once: true });\n }\n }\n\n this.transport.postMessage({\n type: \"execute\",\n correlationId,\n job,\n });\n\n return promise;\n }\n\n public abort(correlationId: string, reason?: string): void {\n if (this.phase === \"terminated\") {\n return;\n }\n if (!this.inFlight || this.inFlight.correlationId !== correlationId) {\n return;\n }\n if (this.abortTimer) {\n return;\n }\n this.transport.postMessage({\n type: \"abort\",\n correlationId: this.nextCorrelationId(),\n targetCorrelationId: correlationId,\n reason,\n });\n this.abortTimer = setTimeout(() => {\n this.abortTimer = null;\n const entry = this.pending.get(correlationId);\n if (!entry || entry.kind !== \"execute\") {\n return;\n }\n const err = new WorkerAbortTimeoutError(\n this.workerId,\n correlationId,\n this.abortGraceMs,\n );\n this.failPending(correlationId, err);\n this.inFlight = null;\n void this.forceTerminate(err);\n }, this.abortGraceMs);\n }\n\n public async shutdown(graceful: boolean, graceMs?: number): Promise<void> {\n if (this.phase === \"terminated\") {\n return;\n }\n if (!graceful) {\n this.phase = \"shutting-down\";\n await this.forceTerminate(null);\n return;\n }\n\n const effectiveGrace = graceMs ?? this.defaultShutdownGraceMs;\n this.phase = \"shutting-down\";\n const correlationId = this.nextCorrelationId();\n const drained = new Promise<void>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"shutdown\",\n resolve,\n reject,\n });\n });\n this.transport.postMessage({\n type: \"shutdown\",\n correlationId,\n graceMs: effectiveGrace,\n });\n\n let timer!: NodeJS.Timeout;\n const timeout = new Promise<void>((_, reject) => {\n timer = setTimeout(() => {\n reject(new WorkerShutdownTimeoutError(this.workerId, effectiveGrace));\n }, effectiveGrace);\n });\n\n try {\n await Promise.race([drained, timeout]);\n } catch (err) {\n this.logger.warn(\n `worker ${this.workerId} shutdown timed out after ${effectiveGrace}ms`,\n err,\n );\n } finally {\n clearTimeout(timer);\n }\n\n await this.forceTerminate(null);\n }\n\n public loadModel(\n entry: ModelManifestEntry,\n signal?: AbortSignal,\n ): Promise<void> {\n if (this.phase === \"terminated\") {\n return Promise.reject(\n this.lastExitError ??\n new WorkerExitedError(this.workerId, -1, this.lastCorrelationId),\n );\n }\n if (this.phase !== \"ready\") {\n return Promise.reject(\n new WorkerInitFailedError(\n this.workerId,\n `worker not ready (phase=${this.phase})`,\n ),\n );\n }\n\n const correlationId = this.nextCorrelationId();\n let abortListener: (() => void) | null = null;\n const detachSignal = () => {\n if (signal && abortListener) {\n signal.removeEventListener(\"abort\", abortListener);\n abortListener = null;\n }\n };\n\n const promise = new Promise<void>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"load-model\",\n documentType: entry.documentType,\n version: entry.version,\n resolve: () => {\n detachSignal();\n resolve();\n },\n reject: (err) => {\n detachSignal();\n reject(err);\n },\n });\n });\n\n if (signal) {\n if (signal.aborted) {\n this.failPending(\n correlationId,\n new WorkerLoadModelFailedError(\n this.workerId,\n entry.documentType,\n entry.version,\n \"aborted before dispatch\",\n ),\n );\n return promise;\n }\n abortListener = () => {\n this.failPending(\n correlationId,\n new WorkerLoadModelFailedError(\n this.workerId,\n entry.documentType,\n entry.version,\n \"caller signal\",\n ),\n );\n };\n signal.addEventListener(\"abort\", abortListener, { once: true });\n }\n\n this.transport.postMessage({\n type: \"load-model\",\n correlationId,\n model: entry,\n });\n\n return promise;\n }\n\n public isIdle(): boolean {\n return this.inFlight === null && this.phase === \"ready\";\n }\n\n public getInFlight(): WorkerInFlightSnapshot | null {\n if (!this.inFlight) {\n return null;\n }\n return {\n correlationId: this.inFlight.correlationId,\n jobId: this.inFlight.jobId,\n };\n }\n\n private nextCorrelationId(): string {\n return randomUUID();\n }\n\n private handleMessage(msg: WorkerMessage): void {\n switch (msg.type) {\n case \"ready\":\n this.handleReady(msg.correlationId);\n return;\n case \"result\":\n this.handleResult(msg);\n return;\n case \"model-loaded\":\n this.handleModelLoaded(msg);\n return;\n case \"model-load-failed\":\n this.handleModelLoadFailed(msg);\n return;\n case \"log\":\n this.handleLog(msg);\n return;\n case \"heartbeat\":\n this.handleHeartbeat(msg);\n return;\n case \"metrics\":\n this.handleMetrics(msg);\n return;\n case \"pool-acquire-samples\":\n this.handlePoolAcquireSamples(msg);\n return;\n default: {\n const exhaustive: never = msg;\n void exhaustive;\n }\n }\n }\n\n private handlePoolAcquireSamples(msg: PoolAcquireSamplesMessage): void {\n if (!this.poolInstrumentation) {\n return;\n }\n this.poolInstrumentation.updateStats({\n size: msg.size,\n idle: msg.idle,\n waiting: msg.waiting,\n });\n this.poolInstrumentation.pushSamples(msg.durations);\n }\n\n private handleReady(correlationId: string): void {\n const entry = this.pending.get(correlationId);\n if (!entry || entry.kind !== \"init\") {\n return;\n }\n this.pending.delete(correlationId);\n entry.resolve();\n }\n\n private handleResult(msg: ResultMessage): void {\n const entry = this.pending.get(msg.correlationId);\n if (!entry || entry.kind !== \"execute\") {\n return;\n }\n this.pending.delete(msg.correlationId);\n if (this.inFlight?.correlationId === msg.correlationId) {\n this.inFlight = null;\n }\n if (this.abortTimer) {\n clearTimeout(this.abortTimer);\n this.abortTimer = null;\n }\n\n const outcome: WorkerExecutionOutcome = msg.error\n ? {\n result: {\n ...msg.result,\n success: false,\n error: fromErrorInfo(msg.error),\n },\n signatureRefusals: msg.signatureRefusals,\n }\n : {\n result: msg.result,\n writeReady: msg.writeReady,\n signatureRefusals: msg.signatureRefusals,\n };\n entry.resolve(outcome);\n\n if (this.phase === \"shutting-down\") {\n const shutdownEntry = [...this.pending.values()].find(\n (e) => e.kind === \"shutdown\",\n );\n if (shutdownEntry) {\n shutdownEntry.resolve();\n }\n }\n }\n\n private handleModelLoaded(msg: ModelLoadedMessage): void {\n const entry = this.pending.get(msg.correlationId);\n if (!entry || entry.kind !== \"load-model\") {\n return;\n }\n this.pending.delete(msg.correlationId);\n entry.resolve();\n }\n\n private handleModelLoadFailed(msg: ModelLoadFailedMessage): void {\n const entry = this.pending.get(msg.correlationId);\n if (!entry || entry.kind !== \"load-model\") {\n return;\n }\n this.pending.delete(msg.correlationId);\n entry.reject(\n new WorkerLoadModelFailedError(\n this.workerId,\n msg.documentType,\n msg.version,\n msg.error.message,\n { cause: fromErrorInfo(msg.error) },\n ),\n );\n }\n\n private handleLog(msg: LogMessage): void {\n const args = msg.args;\n switch (msg.level) {\n case \"debug\":\n this.logger.debug(msg.message, ...args);\n return;\n case \"info\":\n this.logger.info(msg.message, ...args);\n return;\n case \"warn\":\n this.logger.warn(msg.message, ...args);\n return;\n case \"error\":\n this.logger.error(msg.message, ...args);\n return;\n default: {\n const exhaustive: never = msg.level;\n void exhaustive;\n }\n }\n }\n\n private handleHeartbeat(msg: HeartbeatMessage): void {\n this.lastHeartbeatAt = msg.timestamp;\n }\n\n private handleMetrics(msg: MetricsMessage): void {\n this.lastMetrics = {\n counters: msg.counters,\n gauges: msg.gauges,\n timestamp: msg.timestamp,\n };\n }\n\n private handleTransportError(err: Error): void {\n this.logger.error(\n `worker ${this.workerId} transport error: ${err.message}`,\n err,\n );\n }\n\n private handleExit(code: number): void {\n if (this.phase === \"terminated\") {\n return;\n }\n const wasGraceful = this.phase === \"shutting-down\" && code === 0;\n this.phase = \"terminated\";\n const err = wasGraceful\n ? null\n : new WorkerExitedError(this.workerId, code, this.lastCorrelationId);\n this.lastExitError = err;\n if (this.abortTimer) {\n clearTimeout(this.abortTimer);\n this.abortTimer = null;\n }\n this.detachTransportListeners();\n this.drainPending(err);\n this.inFlight = null;\n }\n\n private detachTransportListeners(): void {\n this.transport.off(\"message\", this.onMessage);\n this.transport.off(\"error\", this.onError);\n this.transport.off(\"exit\", this.onExit);\n }\n\n private drainPending(err: Error | null): void {\n for (const [, entry] of this.pending) {\n if (err) {\n entry.reject(err);\n } else if (entry.kind === \"shutdown\") {\n entry.resolve();\n } else if (entry.kind === \"init\") {\n entry.reject(new WorkerInitFailedError(this.workerId, \"worker exited\"));\n } else if (entry.kind === \"load-model\") {\n entry.reject(\n new WorkerLoadModelFailedError(\n this.workerId,\n entry.documentType,\n entry.version,\n \"worker exited before responding\",\n ),\n );\n } else {\n entry.reject(\n new WorkerExitedError(this.workerId, 0, this.lastCorrelationId),\n );\n }\n }\n this.pending.clear();\n }\n\n private failPending(correlationId: string, err: Error): void {\n const entry = this.pending.get(correlationId);\n if (!entry) {\n return;\n }\n this.pending.delete(correlationId);\n entry.reject(err);\n }\n\n private async forceTerminate(reason: Error | null): Promise<void> {\n if (this.phase === \"terminated\") {\n return;\n }\n try {\n await this.transport.terminate();\n } catch (err) {\n this.logger.warn(\n `worker ${this.workerId} terminate threw: ${(err as Error).message}`,\n );\n }\n const phaseAfter = this.phase as Phase;\n if (phaseAfter === \"terminated\") {\n return;\n }\n this.phase = \"terminated\";\n this.lastExitError = reason;\n this.detachTransportListeners();\n this.drainPending(reason);\n this.inFlight = null;\n }\n}\n"],"mappings":";;;;AAgDA,MAAM,yBAAyB;AAC/B,MAAM,4BAA4B;AAgElC,IAAa,eAAb,MAAqD;CACnD;CACA;CAEA;CACA;CACA;CACA;CACA;CACA;CAEA,0BAA2B,IAAI,IAA0B;CACzD,WAAoE;CACpE,QAAuB;CACvB,gBAAsC;CACtC,oBAA2C;CAC3C,aAA4C;CAC5C,kBAAyC;CACzC,cAIW;CAEX;CACA;CACA;CAEA,YAAY,SAA8B;EACxC,KAAK,WAAW,QAAQ;EACxB,KAAK,QAAQ,QAAQ;EACrB,KAAK,YAAY,QAAQ;EACzB,KAAK,cAAc,QAAQ;EAC3B,KAAK,SAAS,QAAQ;EACtB,KAAK,eAAe,QAAQ,gBAAgB;EAC5C,KAAK,yBACH,QAAQ,0BAA0B;EACpC,KAAK,sBAAsB,QAAQ;EAEnC,KAAK,aAAa,QAAQ,KAAK,cAAc,GAAG;EAChD,KAAK,WAAW,QAAQ,KAAK,qBAAqB,GAAG;EACrD,KAAK,UAAU,SAAS,KAAK,WAAW,IAAI;EAE5C,KAAK,UAAU,GAAG,WAAW,KAAK,SAAS;EAC3C,KAAK,UAAU,GAAG,SAAS,KAAK,OAAO;EACvC,KAAK,UAAU,GAAG,QAAQ,KAAK,MAAM;CACvC;CAEA,MAAa,QAAuB;EAClC,IAAI,KAAK,UAAU,SACjB,MAAM,IAAI,sBACR,KAAK,UACL,gCAAgC,KAAK,OACvC;EAEF,KAAK,QAAQ;EACb,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,MAAM,QAAQ,IAAI,SAAe,SAAS,WAAW;GACnD,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN;IACA;GACF,CAAC;EACH,CAAC;EACD,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,UAAU,KAAK;GACf,YAAY,KAAK,YAAY;GAC7B,IAAI,KAAK,YAAY;GACrB,QAAQ,KAAK,YAAY;GACzB,gBAAgB,KAAK,YAAY;GACjC,QAAQ,KAAK,YAAY;GACzB,aAAa,KAAK,YAAY;EAChC,CAAC;EACD,MAAM;EACN,KAAK,QAAQ;CACf;CAEA,QACE,KACA,QACiC;EACjC,IAAI,KAAK,UAAU,cACjB,OAAO,QAAQ,OACb,KAAK,iBACH,IAAI,kBAAkB,KAAK,UAAU,IAAI,KAAK,iBAAiB,CACnE;EAEF,IAAI,KAAK,UAAU,SACjB,OAAO,QAAQ,OACb,IAAI,sBACF,KAAK,UACL,2BAA2B,KAAK,MAAM,EACxC,CACF;EAEF,IAAI,KAAK,aAAa,MACpB,OAAO,QAAQ,OAAO,IAAI,gBAAgB,KAAK,UAAU,IAAI,EAAE,CAAC;EAGlE,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,KAAK,oBAAoB;EACzB,KAAK,WAAW;GAAE;GAAe,OAAO,IAAI;EAAG;EAE/C,IAAI,gBAAqC;EACzC,MAAM,qBAAqB;GACzB,IAAI,UAAU,eAAe;IAC3B,OAAO,oBAAoB,SAAS,aAAa;IACjD,gBAAgB;GAClB;EACF;EAEA,MAAM,UAAU,IAAI,SAAiC,SAAS,WAAW;GACvE,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN,OAAO,IAAI;IACX,UAAU,YAAY;KACpB,aAAa;KACb,QAAQ,OAAO;IACjB;IACA,SAAS,QAAQ;KACf,aAAa;KACb,OAAO,GAAG;IACZ;GACF,CAAC;EACH,CAAC;EAED,IAAI,QAAQ;GACV,IAAI,OAAO,SACT,KAAK,MAAM,eAAe,yBAAyB;QAC9C;IACL,sBAAsB,KAAK,MAAM,eAAe,eAAe;IAC/D,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;GAChE;EACF;EAEA,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA;EACF,CAAC;EAED,OAAO;CACT;CAEA,MAAa,eAAuB,QAAuB;EACzD,IAAI,KAAK,UAAU,cACjB;EAEF,IAAI,CAAC,KAAK,YAAY,KAAK,SAAS,kBAAkB,eACpD;EAEF,IAAI,KAAK,YACP;EAEF,KAAK,UAAU,YAAY;GACzB,MAAM;GACN,eAAe,KAAK,kBAAkB;GACtC,qBAAqB;GACrB;EACF,CAAC;EACD,KAAK,aAAa,iBAAiB;GACjC,KAAK,aAAa;GAClB,MAAM,QAAQ,KAAK,QAAQ,IAAI,aAAa;GAC5C,IAAI,CAAC,SAAS,MAAM,SAAS,WAC3B;GAEF,MAAM,MAAM,IAAI,wBACd,KAAK,UACL,eACA,KAAK,YACP;GACA,KAAK,YAAY,eAAe,GAAG;GACnC,KAAK,WAAW;GAChB,KAAU,eAAe,GAAG;EAC9B,GAAG,KAAK,YAAY;CACtB;CAEA,MAAa,SAAS,UAAmB,SAAiC;EACxE,IAAI,KAAK,UAAU,cACjB;EAEF,IAAI,CAAC,UAAU;GACb,KAAK,QAAQ;GACb,MAAM,KAAK,eAAe,IAAI;GAC9B;EACF;EAEA,MAAM,iBAAiB,WAAW,KAAK;EACvC,KAAK,QAAQ;EACb,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;GACrD,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN;IACA;GACF,CAAC;EACH,CAAC;EACD,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,SAAS;EACX,CAAC;EAED,IAAI;EACJ,MAAM,UAAU,IAAI,SAAe,GAAG,WAAW;GAC/C,QAAQ,iBAAiB;IACvB,OAAO,IAAI,2BAA2B,KAAK,UAAU,cAAc,CAAC;GACtE,GAAG,cAAc;EACnB,CAAC;EAED,IAAI;GACF,MAAM,QAAQ,KAAK,CAAC,SAAS,OAAO,CAAC;EACvC,SAAS,KAAK;GACZ,KAAK,OAAO,KACV,UAAU,KAAK,SAAS,4BAA4B,eAAe,KACnE,GACF;EACF,UAAU;GACR,aAAa,KAAK;EACpB;EAEA,MAAM,KAAK,eAAe,IAAI;CAChC;CAEA,UACE,OACA,QACe;EACf,IAAI,KAAK,UAAU,cACjB,OAAO,QAAQ,OACb,KAAK,iBACH,IAAI,kBAAkB,KAAK,UAAU,IAAI,KAAK,iBAAiB,CACnE;EAEF,IAAI,KAAK,UAAU,SACjB,OAAO,QAAQ,OACb,IAAI,sBACF,KAAK,UACL,2BAA2B,KAAK,MAAM,EACxC,CACF;EAGF,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,IAAI,gBAAqC;EACzC,MAAM,qBAAqB;GACzB,IAAI,UAAU,eAAe;IAC3B,OAAO,oBAAoB,SAAS,aAAa;IACjD,gBAAgB;GAClB;EACF;EAEA,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;GACrD,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN,cAAc,MAAM;IACpB,SAAS,MAAM;IACf,eAAe;KACb,aAAa;KACb,QAAQ;IACV;IACA,SAAS,QAAQ;KACf,aAAa;KACb,OAAO,GAAG;IACZ;GACF,CAAC;EACH,CAAC;EAED,IAAI,QAAQ;GACV,IAAI,OAAO,SAAS;IAClB,KAAK,YACH,eACA,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,yBACF,CACF;IACA,OAAO;GACT;GACA,sBAAsB;IACpB,KAAK,YACH,eACA,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,eACF,CACF;GACF;GACA,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;EAChE;EAEA,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,OAAO;EACT,CAAC;EAED,OAAO;CACT;CAEA,SAAyB;EACvB,OAAO,KAAK,aAAa,QAAQ,KAAK,UAAU;CAClD;CAEA,cAAoD;EAClD,IAAI,CAAC,KAAK,UACR,OAAO;EAET,OAAO;GACL,eAAe,KAAK,SAAS;GAC7B,OAAO,KAAK,SAAS;EACvB;CACF;CAEA,oBAAoC;EAClC,OAAO,WAAW;CACpB;CAEA,cAAsB,KAA0B;EAC9C,QAAQ,IAAI,MAAZ;GACE,KAAK;IACH,KAAK,YAAY,IAAI,aAAa;IAClC;GACF,KAAK;IACH,KAAK,aAAa,GAAG;IACrB;GACF,KAAK;IACH,KAAK,kBAAkB,GAAG;IAC1B;GACF,KAAK;IACH,KAAK,sBAAsB,GAAG;IAC9B;GACF,KAAK;IACH,KAAK,UAAU,GAAG;IAClB;GACF,KAAK;IACH,KAAK,gBAAgB,GAAG;IACxB;GACF,KAAK;IACH,KAAK,cAAc,GAAG;IACtB;GACF,KAAK;IACH,KAAK,yBAAyB,GAAG;IACjC;EAKJ;CACF;CAEA,yBAAiC,KAAsC;EACrE,IAAI,CAAC,KAAK,qBACR;EAEF,KAAK,oBAAoB,YAAY;GACnC,MAAM,IAAI;GACV,MAAM,IAAI;GACV,SAAS,IAAI;EACf,CAAC;EACD,KAAK,oBAAoB,YAAY,IAAI,SAAS;CACpD;CAEA,YAAoB,eAA6B;EAC/C,MAAM,QAAQ,KAAK,QAAQ,IAAI,aAAa;EAC5C,IAAI,CAAC,SAAS,MAAM,SAAS,QAC3B;EAEF,KAAK,QAAQ,OAAO,aAAa;EACjC,MAAM,QAAQ;CAChB;CAEA,aAAqB,KAA0B;EAC7C,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,aAAa;EAChD,IAAI,CAAC,SAAS,MAAM,SAAS,WAC3B;EAEF,KAAK,QAAQ,OAAO,IAAI,aAAa;EACrC,IAAI,KAAK,UAAU,kBAAkB,IAAI,eACvC,KAAK,WAAW;EAElB,IAAI,KAAK,YAAY;GACnB,aAAa,KAAK,UAAU;GAC5B,KAAK,aAAa;EACpB;EAEA,MAAM,UAAkC,IAAI,QACxC;GACE,QAAQ;IACN,GAAG,IAAI;IACP,SAAS;IACT,OAAO,cAAc,IAAI,KAAK;GAChC;GACA,mBAAmB,IAAI;EACzB,IACA;GACE,QAAQ,IAAI;GACZ,YAAY,IAAI;GAChB,mBAAmB,IAAI;EACzB;EACJ,MAAM,QAAQ,OAAO;EAErB,IAAI,KAAK,UAAU,iBAAiB;GAClC,MAAM,gBAAgB,CAAC,GAAG,KAAK,QAAQ,OAAO,CAAC,CAAC,CAAC,MAC9C,MAAM,EAAE,SAAS,UACpB;GACA,IAAI,eACF,cAAc,QAAQ;EAE1B;CACF;CAEA,kBAA0B,KAA+B;EACvD,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,aAAa;EAChD,IAAI,CAAC,SAAS,MAAM,SAAS,cAC3B;EAEF,KAAK,QAAQ,OAAO,IAAI,aAAa;EACrC,MAAM,QAAQ;CAChB;CAEA,sBAA8B,KAAmC;EAC/D,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,aAAa;EAChD,IAAI,CAAC,SAAS,MAAM,SAAS,cAC3B;EAEF,KAAK,QAAQ,OAAO,IAAI,aAAa;EACrC,MAAM,OACJ,IAAI,2BACF,KAAK,UACL,IAAI,cACJ,IAAI,SACJ,IAAI,MAAM,SACV,EAAE,OAAO,cAAc,IAAI,KAAK,EAAE,CACpC,CACF;CACF;CAEA,UAAkB,KAAuB;EACvC,MAAM,OAAO,IAAI;EACjB,QAAQ,IAAI,OAAZ;GACE,KAAK;IACH,KAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI;IACtC;GACF,KAAK;IACH,KAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI;IACrC;GACF,KAAK;IACH,KAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI;IACrC;GACF,KAAK;IACH,KAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI;IACtC;GACF,SAC4B,IAAI;EAGlC;CACF;CAEA,gBAAwB,KAA6B;EACnD,KAAK,kBAAkB,IAAI;CAC7B;CAEA,cAAsB,KAA2B;EAC/C,KAAK,cAAc;GACjB,UAAU,IAAI;GACd,QAAQ,IAAI;GACZ,WAAW,IAAI;EACjB;CACF;CAEA,qBAA6B,KAAkB;EAC7C,KAAK,OAAO,MACV,UAAU,KAAK,SAAS,oBAAoB,IAAI,WAChD,GACF;CACF;CAEA,WAAmB,MAAoB;EACrC,IAAI,KAAK,UAAU,cACjB;EAEF,MAAM,cAAc,KAAK,UAAU,mBAAmB,SAAS;EAC/D,KAAK,QAAQ;EACb,MAAM,MAAM,cACR,OACA,IAAI,kBAAkB,KAAK,UAAU,MAAM,KAAK,iBAAiB;EACrE,KAAK,gBAAgB;EACrB,IAAI,KAAK,YAAY;GACnB,aAAa,KAAK,UAAU;GAC5B,KAAK,aAAa;EACpB;EACA,KAAK,yBAAyB;EAC9B,KAAK,aAAa,GAAG;EACrB,KAAK,WAAW;CAClB;CAEA,2BAAyC;EACvC,KAAK,UAAU,IAAI,WAAW,KAAK,SAAS;EAC5C,KAAK,UAAU,IAAI,SAAS,KAAK,OAAO;EACxC,KAAK,UAAU,IAAI,QAAQ,KAAK,MAAM;CACxC;CAEA,aAAqB,KAAyB;EAC5C,KAAK,MAAM,GAAG,UAAU,KAAK,SAC3B,IAAI,KACF,MAAM,OAAO,GAAG;OACX,IAAI,MAAM,SAAS,YACxB,MAAM,QAAQ;OACT,IAAI,MAAM,SAAS,QACxB,MAAM,OAAO,IAAI,sBAAsB,KAAK,UAAU,eAAe,CAAC;OACjE,IAAI,MAAM,SAAS,cACxB,MAAM,OACJ,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,iCACF,CACF;OAEA,MAAM,OACJ,IAAI,kBAAkB,KAAK,UAAU,GAAG,KAAK,iBAAiB,CAChE;EAGJ,KAAK,QAAQ,MAAM;CACrB;CAEA,YAAoB,eAAuB,KAAkB;EAC3D,MAAM,QAAQ,KAAK,QAAQ,IAAI,aAAa;EAC5C,IAAI,CAAC,OACH;EAEF,KAAK,QAAQ,OAAO,aAAa;EACjC,MAAM,OAAO,GAAG;CAClB;CAEA,MAAc,eAAe,QAAqC;EAChE,IAAI,KAAK,UAAU,cACjB;EAEF,IAAI;GACF,MAAM,KAAK,UAAU,UAAU;EACjC,SAAS,KAAK;GACZ,KAAK,OAAO,KACV,UAAU,KAAK,SAAS,oBAAqB,IAAc,SAC7D;EACF;EAEA,IADmB,KAAK,UACL,cACjB;EAEF,KAAK,QAAQ;EACb,KAAK,gBAAgB;EACrB,KAAK,yBAAyB;EAC9B,KAAK,aAAa,MAAM;EACxB,KAAK,WAAW;CAClB;AACF"}
|
|
1
|
+
{"version":3,"file":"worker-handle-DjbEQkq-.js","names":[],"sources":["../src/executor/worker/worker-handle.ts"],"sourcesContent":["/**\n * Parent-side IPC wrapper around a single executor worker.\n *\n * Implements {@link IExecutorWorker} on top of an injectable\n * {@link IWorkerTransport}. The handle owns one worker's lifecycle (init ->\n * ready -> execute/result rounds -> abort/shutdown -> terminate) and bounds\n * its in-flight slot to a single job — `SimpleJobExecutor` is single-threaded\n * inside the worker, and concurrent dispatches would race its caches.\n *\n * @see Executor Worker Pool Design wiki page\n * (Powerhouse board wiki id: d400d711-f07e-4389-a226-4e9fdd4fa8ba)\n */\n\nimport type { ILogger } from \"document-model\";\nimport { randomUUID } from \"node:crypto\";\nimport type {\n IExecutorWorker,\n WorkerExecutionOutcome,\n WorkerInFlightSnapshot,\n} from \"../interfaces.js\";\nimport type { Job } from \"../../queue/types.js\";\nimport type { JobExecutorConfig } from \"../types.js\";\nimport { fromErrorInfo } from \"./error-info.js\";\nimport {\n WorkerAbortTimeoutError,\n WorkerBusyError,\n WorkerExitedError,\n WorkerInitFailedError,\n WorkerLoadModelFailedError,\n WorkerShutdownTimeoutError,\n} from \"./errors.js\";\nimport type { ForwardingPoolInstrumentation } from \"../../storage/pool-instrumentation.js\";\nimport type {\n DbConfig,\n FactorySpec,\n HeartbeatMessage,\n LogMessage,\n MetricsMessage,\n ModelLoadFailedMessage,\n ModelLoadedMessage,\n ModelManifestEntry,\n PoolAcquireSamplesMessage,\n ResultMessage,\n WorkerMessage,\n WorkerPoolConfig,\n} from \"./protocol.js\";\nimport type { IWorkerTransport, WorkerTransportListener } from \"./transport.js\";\n\nconst DEFAULT_ABORT_GRACE_MS = 5_000;\nconst DEFAULT_SHUTDOWN_GRACE_MS = 5_000;\n\n/**\n * Payload the parent ships in the `init` message (everything except the\n * envelope fields the handle fills in itself).\n */\nexport type WorkerInitPayload = {\n poolConfig: WorkerPoolConfig;\n db: DbConfig;\n models: ModelManifestEntry[];\n /** Omitted = the worker builds its executor with the built-in defaults. */\n executorConfig?: JobExecutorConfig;\n /** Builds the worker's signer for synthesized operations. */\n signer?: FactorySpec;\n /** Builds the worker's signature trust policy. */\n trustPolicy?: FactorySpec;\n};\n\nexport type WorkerHandleOptions = {\n workerId: string;\n index: number;\n transport: IWorkerTransport;\n initPayload: WorkerInitPayload;\n logger: ILogger;\n /** Grace period before an outstanding `abort` escalates to terminate. */\n abortGraceMs?: number;\n /** Default grace period applied to graceful `shutdown` when not overridden. */\n defaultShutdownGraceMs?: number;\n /**\n * Forwarding instrumentation the host registers per worker. The handle\n * pumps `pool-acquire-samples` messages into this object so the host's\n * OpenTelemetry instrumentation records acquire-wait latencies as if the\n * worker's pool were local.\n */\n poolInstrumentation?: ForwardingPoolInstrumentation;\n};\n\ntype PendingEntry =\n | {\n kind: \"init\";\n resolve: () => void;\n reject: (err: Error) => void;\n }\n | {\n kind: \"execute\";\n jobId: string;\n resolve: (outcome: WorkerExecutionOutcome) => void;\n reject: (err: Error) => void;\n }\n | {\n kind: \"shutdown\";\n resolve: () => void;\n reject: (err: Error) => void;\n }\n | {\n kind: \"load-model\";\n documentType: string;\n version: string;\n resolve: () => void;\n reject: (err: Error) => void;\n };\n\ntype Phase = \"fresh\" | \"starting\" | \"ready\" | \"shutting-down\" | \"terminated\";\n\nexport class WorkerHandle implements IExecutorWorker {\n readonly workerId: string;\n readonly index: number;\n\n private readonly transport: IWorkerTransport;\n private readonly initPayload: WorkerInitPayload;\n private readonly logger: ILogger;\n private readonly abortGraceMs: number;\n private readonly defaultShutdownGraceMs: number;\n private readonly poolInstrumentation?: ForwardingPoolInstrumentation;\n\n private readonly pending = new Map<string, PendingEntry>();\n private inFlight: { correlationId: string; jobId: string } | null = null;\n private phase: Phase = \"fresh\";\n private lastExitError: Error | null = null;\n private lastCorrelationId: string | null = null;\n private abortTimer: NodeJS.Timeout | null = null;\n private lastHeartbeatAt: number | null = null;\n private lastMetrics: {\n counters: Record<string, number>;\n gauges: Record<string, number>;\n timestamp: number;\n } | null = null;\n\n private readonly onMessage: WorkerTransportListener<\"message\">;\n private readonly onError: WorkerTransportListener<\"error\">;\n private readonly onExit: WorkerTransportListener<\"exit\">;\n\n constructor(options: WorkerHandleOptions) {\n this.workerId = options.workerId;\n this.index = options.index;\n this.transport = options.transport;\n this.initPayload = options.initPayload;\n this.logger = options.logger;\n this.abortGraceMs = options.abortGraceMs ?? DEFAULT_ABORT_GRACE_MS;\n this.defaultShutdownGraceMs =\n options.defaultShutdownGraceMs ?? DEFAULT_SHUTDOWN_GRACE_MS;\n this.poolInstrumentation = options.poolInstrumentation;\n\n this.onMessage = (msg) => this.handleMessage(msg);\n this.onError = (err) => this.handleTransportError(err);\n this.onExit = (code) => this.handleExit(code);\n\n this.transport.on(\"message\", this.onMessage);\n this.transport.on(\"error\", this.onError);\n this.transport.on(\"exit\", this.onExit);\n }\n\n public async start(): Promise<void> {\n if (this.phase !== \"fresh\") {\n throw new WorkerInitFailedError(\n this.workerId,\n `cannot start worker in phase ${this.phase}`,\n );\n }\n this.phase = \"starting\";\n const correlationId = this.nextCorrelationId();\n const ready = new Promise<void>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"init\",\n resolve,\n reject,\n });\n });\n this.transport.postMessage({\n type: \"init\",\n correlationId,\n workerId: this.workerId,\n poolConfig: this.initPayload.poolConfig,\n db: this.initPayload.db,\n models: this.initPayload.models,\n executorConfig: this.initPayload.executorConfig,\n signer: this.initPayload.signer,\n trustPolicy: this.initPayload.trustPolicy,\n });\n await ready;\n this.phase = \"ready\";\n }\n\n public execute(\n job: Job,\n signal?: AbortSignal,\n ): Promise<WorkerExecutionOutcome> {\n if (this.phase === \"terminated\") {\n return Promise.reject(\n this.lastExitError ??\n new WorkerExitedError(this.workerId, -1, this.lastCorrelationId),\n );\n }\n if (this.phase !== \"ready\") {\n return Promise.reject(\n new WorkerInitFailedError(\n this.workerId,\n `worker not ready (phase=${this.phase})`,\n ),\n );\n }\n if (this.inFlight !== null) {\n return Promise.reject(new WorkerBusyError(this.workerId, job.id));\n }\n\n const correlationId = this.nextCorrelationId();\n this.lastCorrelationId = correlationId;\n this.inFlight = { correlationId, jobId: job.id };\n\n let abortListener: (() => void) | null = null;\n const detachSignal = () => {\n if (signal && abortListener) {\n signal.removeEventListener(\"abort\", abortListener);\n abortListener = null;\n }\n };\n\n const promise = new Promise<WorkerExecutionOutcome>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"execute\",\n jobId: job.id,\n resolve: (outcome) => {\n detachSignal();\n resolve(outcome);\n },\n reject: (err) => {\n detachSignal();\n reject(err);\n },\n });\n });\n\n if (signal) {\n if (signal.aborted) {\n this.abort(correlationId, \"aborted before dispatch\");\n } else {\n abortListener = () => this.abort(correlationId, \"caller signal\");\n signal.addEventListener(\"abort\", abortListener, { once: true });\n }\n }\n\n this.transport.postMessage({\n type: \"execute\",\n correlationId,\n job,\n });\n\n return promise;\n }\n\n public abort(correlationId: string, reason?: string): void {\n if (this.phase === \"terminated\") {\n return;\n }\n if (!this.inFlight || this.inFlight.correlationId !== correlationId) {\n return;\n }\n if (this.abortTimer) {\n return;\n }\n this.transport.postMessage({\n type: \"abort\",\n correlationId: this.nextCorrelationId(),\n targetCorrelationId: correlationId,\n reason,\n });\n this.abortTimer = setTimeout(() => {\n this.abortTimer = null;\n const entry = this.pending.get(correlationId);\n if (!entry || entry.kind !== \"execute\") {\n return;\n }\n const err = new WorkerAbortTimeoutError(\n this.workerId,\n correlationId,\n this.abortGraceMs,\n );\n this.failPending(correlationId, err);\n this.inFlight = null;\n void this.forceTerminate(err);\n }, this.abortGraceMs);\n }\n\n public async shutdown(graceful: boolean, graceMs?: number): Promise<void> {\n if (this.phase === \"terminated\") {\n return;\n }\n if (!graceful) {\n this.phase = \"shutting-down\";\n await this.forceTerminate(null);\n return;\n }\n\n const effectiveGrace = graceMs ?? this.defaultShutdownGraceMs;\n this.phase = \"shutting-down\";\n const correlationId = this.nextCorrelationId();\n const drained = new Promise<void>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"shutdown\",\n resolve,\n reject,\n });\n });\n this.transport.postMessage({\n type: \"shutdown\",\n correlationId,\n graceMs: effectiveGrace,\n });\n\n let timer!: NodeJS.Timeout;\n const timeout = new Promise<void>((_, reject) => {\n timer = setTimeout(() => {\n reject(new WorkerShutdownTimeoutError(this.workerId, effectiveGrace));\n }, effectiveGrace);\n });\n\n try {\n await Promise.race([drained, timeout]);\n } catch (err) {\n this.logger.warn(\n `worker ${this.workerId} shutdown timed out after ${effectiveGrace}ms`,\n err,\n );\n } finally {\n clearTimeout(timer);\n }\n\n await this.forceTerminate(null);\n }\n\n public loadModel(\n entry: ModelManifestEntry,\n signal?: AbortSignal,\n ): Promise<void> {\n if (this.phase === \"terminated\") {\n return Promise.reject(\n this.lastExitError ??\n new WorkerExitedError(this.workerId, -1, this.lastCorrelationId),\n );\n }\n if (this.phase !== \"ready\") {\n return Promise.reject(\n new WorkerInitFailedError(\n this.workerId,\n `worker not ready (phase=${this.phase})`,\n ),\n );\n }\n\n const correlationId = this.nextCorrelationId();\n let abortListener: (() => void) | null = null;\n const detachSignal = () => {\n if (signal && abortListener) {\n signal.removeEventListener(\"abort\", abortListener);\n abortListener = null;\n }\n };\n\n const promise = new Promise<void>((resolve, reject) => {\n this.pending.set(correlationId, {\n kind: \"load-model\",\n documentType: entry.documentType,\n version: entry.version,\n resolve: () => {\n detachSignal();\n resolve();\n },\n reject: (err) => {\n detachSignal();\n reject(err);\n },\n });\n });\n\n if (signal) {\n if (signal.aborted) {\n this.failPending(\n correlationId,\n new WorkerLoadModelFailedError(\n this.workerId,\n entry.documentType,\n entry.version,\n \"aborted before dispatch\",\n ),\n );\n return promise;\n }\n abortListener = () => {\n this.failPending(\n correlationId,\n new WorkerLoadModelFailedError(\n this.workerId,\n entry.documentType,\n entry.version,\n \"caller signal\",\n ),\n );\n };\n signal.addEventListener(\"abort\", abortListener, { once: true });\n }\n\n this.transport.postMessage({\n type: \"load-model\",\n correlationId,\n model: entry,\n });\n\n return promise;\n }\n\n public isIdle(): boolean {\n return this.inFlight === null && this.phase === \"ready\";\n }\n\n public getInFlight(): WorkerInFlightSnapshot | null {\n if (!this.inFlight) {\n return null;\n }\n return {\n correlationId: this.inFlight.correlationId,\n jobId: this.inFlight.jobId,\n };\n }\n\n private nextCorrelationId(): string {\n return randomUUID();\n }\n\n private handleMessage(msg: WorkerMessage): void {\n switch (msg.type) {\n case \"ready\":\n this.handleReady(msg.correlationId);\n return;\n case \"result\":\n this.handleResult(msg);\n return;\n case \"model-loaded\":\n this.handleModelLoaded(msg);\n return;\n case \"model-load-failed\":\n this.handleModelLoadFailed(msg);\n return;\n case \"log\":\n this.handleLog(msg);\n return;\n case \"heartbeat\":\n this.handleHeartbeat(msg);\n return;\n case \"metrics\":\n this.handleMetrics(msg);\n return;\n case \"pool-acquire-samples\":\n this.handlePoolAcquireSamples(msg);\n return;\n default: {\n const exhaustive: never = msg;\n void exhaustive;\n }\n }\n }\n\n private handlePoolAcquireSamples(msg: PoolAcquireSamplesMessage): void {\n if (!this.poolInstrumentation) {\n return;\n }\n this.poolInstrumentation.updateStats({\n size: msg.size,\n idle: msg.idle,\n waiting: msg.waiting,\n });\n this.poolInstrumentation.pushSamples(msg.durations);\n }\n\n private handleReady(correlationId: string): void {\n const entry = this.pending.get(correlationId);\n if (!entry || entry.kind !== \"init\") {\n return;\n }\n this.pending.delete(correlationId);\n entry.resolve();\n }\n\n private handleResult(msg: ResultMessage): void {\n const entry = this.pending.get(msg.correlationId);\n if (!entry || entry.kind !== \"execute\") {\n return;\n }\n this.pending.delete(msg.correlationId);\n if (this.inFlight?.correlationId === msg.correlationId) {\n this.inFlight = null;\n }\n if (this.abortTimer) {\n clearTimeout(this.abortTimer);\n this.abortTimer = null;\n }\n\n const outcome: WorkerExecutionOutcome = msg.error\n ? {\n result: {\n ...msg.result,\n success: false,\n error: fromErrorInfo(msg.error),\n },\n signatureRefusals: msg.signatureRefusals,\n }\n : {\n result: msg.result,\n writeReady: msg.writeReady,\n signatureRefusals: msg.signatureRefusals,\n };\n entry.resolve(outcome);\n\n if (this.phase === \"shutting-down\") {\n const shutdownEntry = [...this.pending.values()].find(\n (e) => e.kind === \"shutdown\",\n );\n if (shutdownEntry) {\n shutdownEntry.resolve();\n }\n }\n }\n\n private handleModelLoaded(msg: ModelLoadedMessage): void {\n const entry = this.pending.get(msg.correlationId);\n if (!entry || entry.kind !== \"load-model\") {\n return;\n }\n this.pending.delete(msg.correlationId);\n entry.resolve();\n }\n\n private handleModelLoadFailed(msg: ModelLoadFailedMessage): void {\n const entry = this.pending.get(msg.correlationId);\n if (!entry || entry.kind !== \"load-model\") {\n return;\n }\n this.pending.delete(msg.correlationId);\n entry.reject(\n new WorkerLoadModelFailedError(\n this.workerId,\n msg.documentType,\n msg.version,\n msg.error.message,\n { cause: fromErrorInfo(msg.error) },\n ),\n );\n }\n\n private handleLog(msg: LogMessage): void {\n const args = msg.args;\n switch (msg.level) {\n case \"debug\":\n this.logger.debug(msg.message, ...args);\n return;\n case \"info\":\n this.logger.info(msg.message, ...args);\n return;\n case \"warn\":\n this.logger.warn(msg.message, ...args);\n return;\n case \"error\":\n this.logger.error(msg.message, ...args);\n return;\n default: {\n const exhaustive: never = msg.level;\n void exhaustive;\n }\n }\n }\n\n private handleHeartbeat(msg: HeartbeatMessage): void {\n this.lastHeartbeatAt = msg.timestamp;\n }\n\n private handleMetrics(msg: MetricsMessage): void {\n this.lastMetrics = {\n counters: msg.counters,\n gauges: msg.gauges,\n timestamp: msg.timestamp,\n };\n }\n\n private handleTransportError(err: Error): void {\n this.logger.error(\n `worker ${this.workerId} transport error: ${err.message}`,\n err,\n );\n }\n\n private handleExit(code: number): void {\n if (this.phase === \"terminated\") {\n return;\n }\n const wasGraceful = this.phase === \"shutting-down\" && code === 0;\n this.phase = \"terminated\";\n const err = wasGraceful\n ? null\n : new WorkerExitedError(this.workerId, code, this.lastCorrelationId);\n this.lastExitError = err;\n if (this.abortTimer) {\n clearTimeout(this.abortTimer);\n this.abortTimer = null;\n }\n this.detachTransportListeners();\n this.drainPending(err);\n this.inFlight = null;\n }\n\n private detachTransportListeners(): void {\n this.transport.off(\"message\", this.onMessage);\n this.transport.off(\"error\", this.onError);\n this.transport.off(\"exit\", this.onExit);\n }\n\n private drainPending(err: Error | null): void {\n for (const [, entry] of this.pending) {\n if (err) {\n entry.reject(err);\n } else if (entry.kind === \"shutdown\") {\n entry.resolve();\n } else if (entry.kind === \"init\") {\n entry.reject(new WorkerInitFailedError(this.workerId, \"worker exited\"));\n } else if (entry.kind === \"load-model\") {\n entry.reject(\n new WorkerLoadModelFailedError(\n this.workerId,\n entry.documentType,\n entry.version,\n \"worker exited before responding\",\n ),\n );\n } else {\n entry.reject(\n new WorkerExitedError(this.workerId, 0, this.lastCorrelationId),\n );\n }\n }\n this.pending.clear();\n }\n\n private failPending(correlationId: string, err: Error): void {\n const entry = this.pending.get(correlationId);\n if (!entry) {\n return;\n }\n this.pending.delete(correlationId);\n entry.reject(err);\n }\n\n private async forceTerminate(reason: Error | null): Promise<void> {\n if (this.phase === \"terminated\") {\n return;\n }\n try {\n await this.transport.terminate();\n } catch (err) {\n this.logger.warn(\n `worker ${this.workerId} terminate threw: ${(err as Error).message}`,\n );\n }\n const phaseAfter = this.phase as Phase;\n if (phaseAfter === \"terminated\") {\n return;\n }\n this.phase = \"terminated\";\n this.lastExitError = reason;\n this.detachTransportListeners();\n this.drainPending(reason);\n this.inFlight = null;\n }\n}\n"],"mappings":";;;;AAgDA,MAAM,yBAAyB;AAC/B,MAAM,4BAA4B;AAgElC,IAAa,eAAb,MAAqD;CACnD;CACA;CAEA;CACA;CACA;CACA;CACA;CACA;CAEA,0BAA2B,IAAI,IAA0B;CACzD,WAAoE;CACpE,QAAuB;CACvB,gBAAsC;CACtC,oBAA2C;CAC3C,aAA4C;CAC5C,kBAAyC;CACzC,cAIW;CAEX;CACA;CACA;CAEA,YAAY,SAA8B;EACxC,KAAK,WAAW,QAAQ;EACxB,KAAK,QAAQ,QAAQ;EACrB,KAAK,YAAY,QAAQ;EACzB,KAAK,cAAc,QAAQ;EAC3B,KAAK,SAAS,QAAQ;EACtB,KAAK,eAAe,QAAQ,gBAAgB;EAC5C,KAAK,yBACH,QAAQ,0BAA0B;EACpC,KAAK,sBAAsB,QAAQ;EAEnC,KAAK,aAAa,QAAQ,KAAK,cAAc,GAAG;EAChD,KAAK,WAAW,QAAQ,KAAK,qBAAqB,GAAG;EACrD,KAAK,UAAU,SAAS,KAAK,WAAW,IAAI;EAE5C,KAAK,UAAU,GAAG,WAAW,KAAK,SAAS;EAC3C,KAAK,UAAU,GAAG,SAAS,KAAK,OAAO;EACvC,KAAK,UAAU,GAAG,QAAQ,KAAK,MAAM;CACvC;CAEA,MAAa,QAAuB;EAClC,IAAI,KAAK,UAAU,SACjB,MAAM,IAAI,sBACR,KAAK,UACL,gCAAgC,KAAK,OACvC;EAEF,KAAK,QAAQ;EACb,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,MAAM,QAAQ,IAAI,SAAe,SAAS,WAAW;GACnD,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN;IACA;GACF,CAAC;EACH,CAAC;EACD,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,UAAU,KAAK;GACf,YAAY,KAAK,YAAY;GAC7B,IAAI,KAAK,YAAY;GACrB,QAAQ,KAAK,YAAY;GACzB,gBAAgB,KAAK,YAAY;GACjC,QAAQ,KAAK,YAAY;GACzB,aAAa,KAAK,YAAY;EAChC,CAAC;EACD,MAAM;EACN,KAAK,QAAQ;CACf;CAEA,QACE,KACA,QACiC;EACjC,IAAI,KAAK,UAAU,cACjB,OAAO,QAAQ,OACb,KAAK,iBACH,IAAI,kBAAkB,KAAK,UAAU,IAAI,KAAK,iBAAiB,CACnE;EAEF,IAAI,KAAK,UAAU,SACjB,OAAO,QAAQ,OACb,IAAI,sBACF,KAAK,UACL,2BAA2B,KAAK,MAAM,EACxC,CACF;EAEF,IAAI,KAAK,aAAa,MACpB,OAAO,QAAQ,OAAO,IAAI,gBAAgB,KAAK,UAAU,IAAI,EAAE,CAAC;EAGlE,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,KAAK,oBAAoB;EACzB,KAAK,WAAW;GAAE;GAAe,OAAO,IAAI;EAAG;EAE/C,IAAI,gBAAqC;EACzC,MAAM,qBAAqB;GACzB,IAAI,UAAU,eAAe;IAC3B,OAAO,oBAAoB,SAAS,aAAa;IACjD,gBAAgB;GAClB;EACF;EAEA,MAAM,UAAU,IAAI,SAAiC,SAAS,WAAW;GACvE,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN,OAAO,IAAI;IACX,UAAU,YAAY;KACpB,aAAa;KACb,QAAQ,OAAO;IACjB;IACA,SAAS,QAAQ;KACf,aAAa;KACb,OAAO,GAAG;IACZ;GACF,CAAC;EACH,CAAC;EAED,IAAI,QAAQ;GACV,IAAI,OAAO,SACT,KAAK,MAAM,eAAe,yBAAyB;QAC9C;IACL,sBAAsB,KAAK,MAAM,eAAe,eAAe;IAC/D,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;GAChE;EACF;EAEA,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA;EACF,CAAC;EAED,OAAO;CACT;CAEA,MAAa,eAAuB,QAAuB;EACzD,IAAI,KAAK,UAAU,cACjB;EAEF,IAAI,CAAC,KAAK,YAAY,KAAK,SAAS,kBAAkB,eACpD;EAEF,IAAI,KAAK,YACP;EAEF,KAAK,UAAU,YAAY;GACzB,MAAM;GACN,eAAe,KAAK,kBAAkB;GACtC,qBAAqB;GACrB;EACF,CAAC;EACD,KAAK,aAAa,iBAAiB;GACjC,KAAK,aAAa;GAClB,MAAM,QAAQ,KAAK,QAAQ,IAAI,aAAa;GAC5C,IAAI,CAAC,SAAS,MAAM,SAAS,WAC3B;GAEF,MAAM,MAAM,IAAI,wBACd,KAAK,UACL,eACA,KAAK,YACP;GACA,KAAK,YAAY,eAAe,GAAG;GACnC,KAAK,WAAW;GAChB,KAAU,eAAe,GAAG;EAC9B,GAAG,KAAK,YAAY;CACtB;CAEA,MAAa,SAAS,UAAmB,SAAiC;EACxE,IAAI,KAAK,UAAU,cACjB;EAEF,IAAI,CAAC,UAAU;GACb,KAAK,QAAQ;GACb,MAAM,KAAK,eAAe,IAAI;GAC9B;EACF;EAEA,MAAM,iBAAiB,WAAW,KAAK;EACvC,KAAK,QAAQ;EACb,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;GACrD,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN;IACA;GACF,CAAC;EACH,CAAC;EACD,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,SAAS;EACX,CAAC;EAED,IAAI;EACJ,MAAM,UAAU,IAAI,SAAe,GAAG,WAAW;GAC/C,QAAQ,iBAAiB;IACvB,OAAO,IAAI,2BAA2B,KAAK,UAAU,cAAc,CAAC;GACtE,GAAG,cAAc;EACnB,CAAC;EAED,IAAI;GACF,MAAM,QAAQ,KAAK,CAAC,SAAS,OAAO,CAAC;EACvC,SAAS,KAAK;GACZ,KAAK,OAAO,KACV,UAAU,KAAK,SAAS,4BAA4B,eAAe,KACnE,GACF;EACF,UAAU;GACR,aAAa,KAAK;EACpB;EAEA,MAAM,KAAK,eAAe,IAAI;CAChC;CAEA,UACE,OACA,QACe;EACf,IAAI,KAAK,UAAU,cACjB,OAAO,QAAQ,OACb,KAAK,iBACH,IAAI,kBAAkB,KAAK,UAAU,IAAI,KAAK,iBAAiB,CACnE;EAEF,IAAI,KAAK,UAAU,SACjB,OAAO,QAAQ,OACb,IAAI,sBACF,KAAK,UACL,2BAA2B,KAAK,MAAM,EACxC,CACF;EAGF,MAAM,gBAAgB,KAAK,kBAAkB;EAC7C,IAAI,gBAAqC;EACzC,MAAM,qBAAqB;GACzB,IAAI,UAAU,eAAe;IAC3B,OAAO,oBAAoB,SAAS,aAAa;IACjD,gBAAgB;GAClB;EACF;EAEA,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;GACrD,KAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN,cAAc,MAAM;IACpB,SAAS,MAAM;IACf,eAAe;KACb,aAAa;KACb,QAAQ;IACV;IACA,SAAS,QAAQ;KACf,aAAa;KACb,OAAO,GAAG;IACZ;GACF,CAAC;EACH,CAAC;EAED,IAAI,QAAQ;GACV,IAAI,OAAO,SAAS;IAClB,KAAK,YACH,eACA,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,yBACF,CACF;IACA,OAAO;GACT;GACA,sBAAsB;IACpB,KAAK,YACH,eACA,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,eACF,CACF;GACF;GACA,OAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,KAAK,CAAC;EAChE;EAEA,KAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,OAAO;EACT,CAAC;EAED,OAAO;CACT;CAEA,SAAyB;EACvB,OAAO,KAAK,aAAa,QAAQ,KAAK,UAAU;CAClD;CAEA,cAAoD;EAClD,IAAI,CAAC,KAAK,UACR,OAAO;EAET,OAAO;GACL,eAAe,KAAK,SAAS;GAC7B,OAAO,KAAK,SAAS;EACvB;CACF;CAEA,oBAAoC;EAClC,OAAO,WAAW;CACpB;CAEA,cAAsB,KAA0B;EAC9C,QAAQ,IAAI,MAAZ;GACE,KAAK;IACH,KAAK,YAAY,IAAI,aAAa;IAClC;GACF,KAAK;IACH,KAAK,aAAa,GAAG;IACrB;GACF,KAAK;IACH,KAAK,kBAAkB,GAAG;IAC1B;GACF,KAAK;IACH,KAAK,sBAAsB,GAAG;IAC9B;GACF,KAAK;IACH,KAAK,UAAU,GAAG;IAClB;GACF,KAAK;IACH,KAAK,gBAAgB,GAAG;IACxB;GACF,KAAK;IACH,KAAK,cAAc,GAAG;IACtB;GACF,KAAK;IACH,KAAK,yBAAyB,GAAG;IACjC;EAKJ;CACF;CAEA,yBAAiC,KAAsC;EACrE,IAAI,CAAC,KAAK,qBACR;EAEF,KAAK,oBAAoB,YAAY;GACnC,MAAM,IAAI;GACV,MAAM,IAAI;GACV,SAAS,IAAI;EACf,CAAC;EACD,KAAK,oBAAoB,YAAY,IAAI,SAAS;CACpD;CAEA,YAAoB,eAA6B;EAC/C,MAAM,QAAQ,KAAK,QAAQ,IAAI,aAAa;EAC5C,IAAI,CAAC,SAAS,MAAM,SAAS,QAC3B;EAEF,KAAK,QAAQ,OAAO,aAAa;EACjC,MAAM,QAAQ;CAChB;CAEA,aAAqB,KAA0B;EAC7C,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,aAAa;EAChD,IAAI,CAAC,SAAS,MAAM,SAAS,WAC3B;EAEF,KAAK,QAAQ,OAAO,IAAI,aAAa;EACrC,IAAI,KAAK,UAAU,kBAAkB,IAAI,eACvC,KAAK,WAAW;EAElB,IAAI,KAAK,YAAY;GACnB,aAAa,KAAK,UAAU;GAC5B,KAAK,aAAa;EACpB;EAEA,MAAM,UAAkC,IAAI,QACxC;GACE,QAAQ;IACN,GAAG,IAAI;IACP,SAAS;IACT,OAAO,cAAc,IAAI,KAAK;GAChC;GACA,mBAAmB,IAAI;EACzB,IACA;GACE,QAAQ,IAAI;GACZ,YAAY,IAAI;GAChB,mBAAmB,IAAI;EACzB;EACJ,MAAM,QAAQ,OAAO;EAErB,IAAI,KAAK,UAAU,iBAAiB;GAClC,MAAM,gBAAgB,CAAC,GAAG,KAAK,QAAQ,OAAO,CAAC,CAAC,CAAC,MAC9C,MAAM,EAAE,SAAS,UACpB;GACA,IAAI,eACF,cAAc,QAAQ;EAE1B;CACF;CAEA,kBAA0B,KAA+B;EACvD,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,aAAa;EAChD,IAAI,CAAC,SAAS,MAAM,SAAS,cAC3B;EAEF,KAAK,QAAQ,OAAO,IAAI,aAAa;EACrC,MAAM,QAAQ;CAChB;CAEA,sBAA8B,KAAmC;EAC/D,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,aAAa;EAChD,IAAI,CAAC,SAAS,MAAM,SAAS,cAC3B;EAEF,KAAK,QAAQ,OAAO,IAAI,aAAa;EACrC,MAAM,OACJ,IAAI,2BACF,KAAK,UACL,IAAI,cACJ,IAAI,SACJ,IAAI,MAAM,SACV,EAAE,OAAO,cAAc,IAAI,KAAK,EAAE,CACpC,CACF;CACF;CAEA,UAAkB,KAAuB;EACvC,MAAM,OAAO,IAAI;EACjB,QAAQ,IAAI,OAAZ;GACE,KAAK;IACH,KAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI;IACtC;GACF,KAAK;IACH,KAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI;IACrC;GACF,KAAK;IACH,KAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI;IACrC;GACF,KAAK;IACH,KAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI;IACtC;GACF,SAC4B,IAAI;EAGlC;CACF;CAEA,gBAAwB,KAA6B;EACnD,KAAK,kBAAkB,IAAI;CAC7B;CAEA,cAAsB,KAA2B;EAC/C,KAAK,cAAc;GACjB,UAAU,IAAI;GACd,QAAQ,IAAI;GACZ,WAAW,IAAI;EACjB;CACF;CAEA,qBAA6B,KAAkB;EAC7C,KAAK,OAAO,MACV,UAAU,KAAK,SAAS,oBAAoB,IAAI,WAChD,GACF;CACF;CAEA,WAAmB,MAAoB;EACrC,IAAI,KAAK,UAAU,cACjB;EAEF,MAAM,cAAc,KAAK,UAAU,mBAAmB,SAAS;EAC/D,KAAK,QAAQ;EACb,MAAM,MAAM,cACR,OACA,IAAI,kBAAkB,KAAK,UAAU,MAAM,KAAK,iBAAiB;EACrE,KAAK,gBAAgB;EACrB,IAAI,KAAK,YAAY;GACnB,aAAa,KAAK,UAAU;GAC5B,KAAK,aAAa;EACpB;EACA,KAAK,yBAAyB;EAC9B,KAAK,aAAa,GAAG;EACrB,KAAK,WAAW;CAClB;CAEA,2BAAyC;EACvC,KAAK,UAAU,IAAI,WAAW,KAAK,SAAS;EAC5C,KAAK,UAAU,IAAI,SAAS,KAAK,OAAO;EACxC,KAAK,UAAU,IAAI,QAAQ,KAAK,MAAM;CACxC;CAEA,aAAqB,KAAyB;EAC5C,KAAK,MAAM,GAAG,UAAU,KAAK,SAC3B,IAAI,KACF,MAAM,OAAO,GAAG;OACX,IAAI,MAAM,SAAS,YACxB,MAAM,QAAQ;OACT,IAAI,MAAM,SAAS,QACxB,MAAM,OAAO,IAAI,sBAAsB,KAAK,UAAU,eAAe,CAAC;OACjE,IAAI,MAAM,SAAS,cACxB,MAAM,OACJ,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,iCACF,CACF;OAEA,MAAM,OACJ,IAAI,kBAAkB,KAAK,UAAU,GAAG,KAAK,iBAAiB,CAChE;EAGJ,KAAK,QAAQ,MAAM;CACrB;CAEA,YAAoB,eAAuB,KAAkB;EAC3D,MAAM,QAAQ,KAAK,QAAQ,IAAI,aAAa;EAC5C,IAAI,CAAC,OACH;EAEF,KAAK,QAAQ,OAAO,aAAa;EACjC,MAAM,OAAO,GAAG;CAClB;CAEA,MAAc,eAAe,QAAqC;EAChE,IAAI,KAAK,UAAU,cACjB;EAEF,IAAI;GACF,MAAM,KAAK,UAAU,UAAU;EACjC,SAAS,KAAK;GACZ,KAAK,OAAO,KACV,UAAU,KAAK,SAAS,oBAAqB,IAAc,SAC7D;EACF;EAEA,IADmB,KAAK,UACL,cACjB;EAEF,KAAK,QAAQ;EACb,KAAK,gBAAgB;EACrB,KAAK,yBAAyB;EAC9B,KAAK,aAAa,MAAM;EACxB,KAAK,WAAW;CAClB;AACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@powerhousedao/reactor",
|
|
3
|
-
"version": "6.2.3-dev.
|
|
3
|
+
"version": "6.2.3-dev.33",
|
|
4
4
|
"description": "Core Powerhouse reactor — stores documents, resolves conflicts, and reprocesses operation histories. Supports local, cloud, and decentralized storage backends.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"url": "https://github.com/powerhouse-inc/powerhouse",
|
|
@@ -42,12 +42,12 @@
|
|
|
42
42
|
"@electric-sql/pglite": "0.3.15",
|
|
43
43
|
"pg": "8.18.0",
|
|
44
44
|
"@sindresorhus/fnv1a": "3.1.0",
|
|
45
|
-
"@powerhousedao/shared": "6.2.3-dev.
|
|
46
|
-
"document-model": "6.2.3-dev.
|
|
45
|
+
"@powerhousedao/shared": "6.2.3-dev.33",
|
|
46
|
+
"document-model": "6.2.3-dev.33"
|
|
47
47
|
},
|
|
48
48
|
"devDependencies": {
|
|
49
49
|
"@informalsystems/quint": "0.32.0",
|
|
50
|
-
"@powerhousedao/pglite-fs": "6.2.3-dev.
|
|
50
|
+
"@powerhousedao/pglite-fs": "6.2.3-dev.33",
|
|
51
51
|
"@types/pg": "8.16.0",
|
|
52
52
|
"@vitest/coverage-v8": "4.1.1",
|
|
53
53
|
"tinybench": "^2.9.0",
|
|
@@ -84,6 +84,7 @@
|
|
|
84
84
|
"migrate": "tsx src/storage/migrations/run-migrations.ts",
|
|
85
85
|
"migrate:status": "tsx src/storage/migrations/run-migrations.ts status",
|
|
86
86
|
"preflight:auth": "tsx src/admin/run-stream-order-check.ts",
|
|
87
|
+
"catchup": "tsx src/admin/run-catchup.ts",
|
|
87
88
|
"bench:records": "tsx bench/records/run-records.ts",
|
|
88
89
|
"bench:records:verify": "tsx bench/records/run-records.ts verify",
|
|
89
90
|
"bench:records:from-vitest": "tsx bench/records/run-from-vitest.ts",
|