@powerhousedao/reactor 6.2.2-dev.63 → 6.2.2-dev.64

package/dist/index.js

@@ -1,9 +1,9 @@
-import { A as GATED_DOCUMENT_ACTIONS, B as AuthTimestampNotMonotonicError, C as DuplicateOperationError, D as DuplicateModuleError, E as DuplicateManifestError, F as selectDecisionModel, G as InvalidOperationTimestampError, H as DocumentDeletedError, I as documentDecisionModel, J as parsePagingOptions, K as UpgradePreconditionFailedError, L as authDecisionModel, M as createEmptyConsistencyToken, N as targetDocumentId, O as InvalidModuleError, P as decideAtHead, R as buildDecisionModel, S as AppendConditionFailedError, T as RevisionMismatchError, U as DocumentNotFoundError, V as AuthorizationDeniedError, W as ExcessiveReshuffleError, Y as throwIfAborted, _ as DocumentMetaCache, a as createForwardingPoolInstrumentation, b as JobExecutorEventTypes, c as KyselyKeyframeStore, d as DriveCollectionId, f as KyselyExecutionScope, g as KyselyOperationIndex, h as KyselyWriteCache, i as runMigrations, j as createConsistencyToken, k as ModuleNotFoundError, l as DocumentModelRegistry, m as EventBus, n as REACTOR_SCHEMA, o as instrumentPgPool, p as resolveFeatureFlags, q as matchesScope, r as getMigrationStatus, s as KyselyOperationStore, t as DEFAULT_DRIVE_CONTAINER_TYPES, u as SimpleJobExecutor, v as CollectionMembershipCache, w as OptimisticLockError, x as APPEND_CONDITION_FAILED_PREFIX, y as DEFAULT_DEFERRED_JOB_TTL_MS, z as AuthEnforcementDisabledError } from "./drive-container-types-CruMdXue.js";
+import { A as GATED_DOCUMENT_ACTIONS, B as AuthTimestampNotMonotonicError, C as DuplicateOperationError, D as DuplicateModuleError, E as DuplicateManifestError, F as selectDecisionModel, G as InvalidOperationTimestampError, H as DocumentDeletedError, I as documentDecisionModel, J as parsePagingOptions, K as UpgradePreconditionFailedError, L as authDecisionModel, M as createEmptyConsistencyToken, N as targetDocumentId, O as InvalidModuleError, P as decideAtHead, R as buildDecisionModel, S as AppendConditionFailedError, T as RevisionMismatchError, U as DocumentNotFoundError, V as AuthorizationDeniedError, W as ExcessiveReshuffleError, Y as throwIfAborted, _ as DocumentMetaCache, a as createForwardingPoolInstrumentation, b as JobExecutorEventTypes, c as KyselyKeyframeStore, d as DriveCollectionId, f as KyselyExecutionScope, g as KyselyOperationIndex, h as KyselyWriteCache, i as runMigrations, j as createConsistencyToken, k as ModuleNotFoundError, l as DocumentModelRegistry, m as EventBus, n as REACTOR_SCHEMA, o as instrumentPgPool, p as resolveFeatureFlags, q as matchesScope, r as getMigrationStatus, s as KyselyOperationStore, t as DEFAULT_DRIVE_CONTAINER_TYPES, u as SimpleJobExecutor, v as CollectionMembershipCache, w as OptimisticLockError, x as APPEND_CONDITION_FAILED_PREFIX, y as DEFAULT_DEFERRED_JOB_TTL_MS, z as AuthEnforcementDisabledError } from "./drive-container-types-yzXFiYNp.js";
 import { n as ReactorEventTypes, t as EventBusAggregateError } from "./types-DMKLa0Ok.js";
 import { i as WorkerInitFailedError, r as WorkerExitedError, t as WorkerAbortTimeoutError } from "./errors-D3S6Eysd.js";
 import { a as ReadModelCoordinator, i as KyselyDocumentView, n as ConsistencyTracker, o as BaseReadModel, r as makeConsistencyKey, t as KyselyDocumentIndexer } from "./document-indexer-DlpJB8AK.js";
 import { n as errorToInfo, r as sanitizeArg, t as createForwardingLogger } from "./forwarding-logger-BBkMSxuJ.js";
-import { t as workerEntryPath } from "./worker-Dz9lit5F.js";
+import { t as workerEntryPath } from "./worker-BVKRdUCq.js";
 import { DowngradeNotSupportedError, MAX_AUTH_GRANTS, UnsupportedDocumentModelVersionError, actions, actions as documentActions, createPresignedHeader, decide, deserializeSignature, garbageCollect, generateId, groupDocumentType, groupMembershipActionTypes, hashDocumentStateForScope, normalizeDocumentModelVersion, sortOperations, toTransportAction } from "@powerhousedao/shared/document-model";
 import { addFile, addFolder, copyNode, deleteNode, driveCreateDocument, generateNodesCopy, getDescendants, handleTargetNameCollisions, isFileNode, isFolderNode, moveNode, updateNode } from "@powerhousedao/shared/document-drive";
 import { v4 } from "uuid";
@@ -1981,18 +1981,6 @@ function bucketFor(documentId, numWorkers) {
 //#endregion
 //#region src/executor/worker-pool-job-executor-manager.ts
 /**
-* Action types whose application invalidates the parent's collection
-* membership cache. Mirrors the in-process invalidation pattern in
-* `document-action-handler.ts` (the worker pool relocates that work to
-* the parent because the cache lives there).
-*/
-const MEMBERSHIP_INVALIDATING_ACTIONS = new Set([
-	"ADD_RELATIONSHIP",
-	"REMOVE_RELATIONSHIP",
-	"UPDATE_RELATIONSHIP",
-	"DELETE_DOCUMENT"
-]);
-/**
 * Manages a pool of executor workers and dispatches jobs across them with
 * sticky-by-documentId routing. Replaces `SimpleJobExecutorManager` when
 * the worker pool is enabled.
@@ -2002,10 +1990,19 @@ const MEMBERSHIP_INVALIDATING_ACTIONS = new Set([
 *  - Emitting `JOB_RUNNING` and `JOB_WRITE_READY` events; the worker's
 *    local event bus is a no-op stub.
 *  - Maintaining the deferred-jobs map for `DocumentNotFoundError`.
-*  - Owning the authoritative `ICollectionMembershipCache` — workers do
-*    not query it. Each result enriches the outgoing `JOB_WRITE_READY`
-*    with `collectionMemberships` and invalidates targets named by
-*    relationship/delete operations before the lookup.
+*  - Enriching the outgoing `JOB_WRITE_READY` with
+*    `collectionMemberships`, read from the operation index after the
+*    worker has committed. It takes the whole index rather than a
+*    narrower read interface so that handing it a cache does not
+*    compile: which documents a commit moves between collections is not
+*    derivable from action shape, because joining a collection also
+*    joins every group the joining document has referenced and that set
+*    comes from selects run inside the commit. A parent-side cache
+*    cannot learn it went stale, and a stale entry silently drops the
+*    document's operations from the outbox of every remote subscribed to
+*    the omitted collection. Costs one primary-key-prefix lookup on
+*    `document_collections` per job that produced operations, on a
+*    fire-and-forget path.
 *
 * @see Executor Worker Pool Design wiki page
 *   (Powerhouse board wiki id: d400d711-f07e-4389-a226-4e9fdd4fa8ba)
@@ -2019,14 +2016,14 @@ var WorkerPoolJobExecutorManager = class {
 	deferredJobs;
 	resultHandler;
 	jobTimeoutMs;
-	constructor(workerFactory, eventBus, queue, jobTracker, logger, resolver, collectionMembershipCache, jobTimeoutMs = 3e4, deferredJobTtlMs = DEFAULT_DEFERRED_JOB_TTL_MS) {
+	constructor(workerFactory, eventBus, queue, jobTracker, logger, resolver, operationIndex, jobTimeoutMs = 3e4, deferredJobTtlMs = DEFAULT_DEFERRED_JOB_TTL_MS) {
 		this.workerFactory = workerFactory;
 		this.eventBus = eventBus;
 		this.queue = queue;
 		this.jobTracker = jobTracker;
 		this.logger = logger;
 		this.resolver = resolver;
-		this.collectionMembershipCache = collectionMembershipCache;
+		this.operationIndex = operationIndex;
 		this.jobTimeoutMs = jobTimeoutMs;
 		this.deferredJobs = new DeferredJobs(queue, jobTracker, eventBus, logger, deferredJobTtlMs, () => this.tryDispatchAll());
 		this.resultHandler = new JobResultHandler(queue, jobTracker, eventBus, resolver, logger);
@@ -2178,11 +2175,10 @@ var WorkerPoolJobExecutorManager = class {
 		await this.tryDispatchFor(worker);
 	}
 	async emitWriteReady(job, payload) {
-		this.invalidateMembershipsFor(payload.operations);
 		const documentIds = [...new Set(payload.operations.map((op) => op.context.documentId))];
 		let collectionMemberships = {};
-		try {
-			collectionMemberships = await this.collectionMembershipCache.getCollectionsForDocuments(documentIds);
+		if (documentIds.length > 0) try {
+			collectionMemberships = fillMissingMemberships(documentIds, await this.operationIndex.getCollectionsForDocuments(documentIds));
 		} catch (error) {
 			this.logger.error("Failed to load collection memberships for JOB_WRITE_READY: @Error", error);
 		}
@@ -2198,14 +2194,6 @@ var WorkerPoolJobExecutorManager = class {
 			this.logger.error("Failed to emit JOB_WRITE_READY event: @Error", error);
 		}
 	}
-	invalidateMembershipsFor(operations) {
-		for (const op of operations) {
-			const actionType = op.operation.action.type;
-			if (!MEMBERSHIP_INVALIDATING_ACTIONS.has(actionType)) continue;
-			const target = extractMembershipTarget(op);
-			if (target) this.collectionMembershipCache.invalidate(target);
-		}
-	}
 	/**
 	* Handle a worker-transport failure (worker exited / init failed / abort
 	* timed out) detected while `worker.execute` was in flight. Re-enqueues
@@ -2264,11 +2252,16 @@ function isDuplicateModuleFailure(reason) {
 	const cause = reason.cause;
 	return cause instanceof Error && cause.name === "DuplicateModuleError";
 }
-function extractMembershipTarget(op) {
-	const actionType = op.operation.action.type;
-	const input = op.operation.action.input;
-	if (actionType === "ADD_RELATIONSHIP" || actionType === "REMOVE_RELATIONSHIP" || actionType === "UPDATE_RELATIONSHIP") return input?.targetId;
-	if (actionType === "DELETE_DOCUMENT") return input?.documentId ?? op.context.documentId;
+/**
+* Gives every requested document a key, empty when it belongs to no
+* collection. The operation index omits documents with no rows while the
+* membership cache defaulted them to `[]`, so this keeps the emitted
+* `JobWriteReadyEvent.collectionMemberships` shape unchanged.
+*/
+function fillMissingMemberships(documentIds, found) {
+	const result = {};
+	for (const documentId of documentIds) result[documentId] = found[documentId] ?? [];
+	return result;
 }
 //#endregion
 //#region src/executor/simple-job-executor-manager.ts
@@ -7834,7 +7827,7 @@ var ReactorBuilder = class {
 				if (pool.db === void 0) throw new Error("unreachable: worker pool configured without db or factory");
 				factory = await this.createDefaultWorkerFactory(pool.numWorkers, pool.db, pool.verifier);
 			}
-			const poolManager = new WorkerPoolJobExecutorManager(factory, eventBus, queue, jobTracker, this.logger, resolver, collectionMembershipCache, this.executorConfig.jobTimeoutMs, this.executorConfig.deferredJobTtlMs);
+			const poolManager = new WorkerPoolJobExecutorManager(factory, eventBus, queue, jobTracker, this.logger, resolver, operationIndex, this.executorConfig.jobTimeoutMs, this.executorConfig.deferredJobTtlMs);
 			executorManager = poolManager;
 			executorStartCount = pool.numWorkers;
 			if (resolver instanceof DocumentModelResolver) resolver.setBroadcastHook((entry) => poolManager.loadModel(entry));
@@ -7988,7 +7981,7 @@ var ReactorBuilder = class {
 		const [{ WorkerHandle }, { createThreadTransport }, { workerEntryPath }] = await Promise.all([
 			import("./worker-handle-CrERzl8s.js"),
 			import("./transport-ByGviWdZ.js"),
-			import("./worker-Dz9lit5F.js").then((n) => n.n)
+			import("./worker-BVKRdUCq.js").then((n) => n.n)
 		]);
 		const poolConfig = {
 			enabled: true,