@tearleads/client-sdk 0.0.0-stage → 0.1.13

package/stores/documents/documentStore/syncFinalize.js

@@ -0,0 +1,200 @@
+import { bytesToBase64 } from "../../../internal/encoding/index.js";
+import { encodeVersionVector, getImportBlobMetadata, mergeVersionVectors, } from "../../../internal/loro/index.js";
+import { readPullContinuation } from "../../../data/documents/shared/syncPagination.js";
+import { settleOutgoingPassAndDecideReArm, shouldClearDocumentSyncFailureAfterPass, } from "../../../workflows/documents/index.js";
+import { requestDocumentStoreSync } from "../registry.js";
+import { hydrateAttachmentBlobs } from "./attachmentHydration.js";
+import { chainIdentityWrite } from "./identityWriteChain.js";
+import { publishPersistedDocument, saveDocumentRecord } from "./persistence.js";
+import { logRevalidationApplied as logApplied } from "./remoteRevalidationTelemetry.js";
+import { discardPreRegisteredUpdateIds, discardUnacceptedPreRegisteredUpdateIds, } from "./syncAcceptedUpdateIds.js";
+import { isDocumentStoreSyncGenerationCurrent, } from "./syncGeneration.js";
+import { clearConsumedRemoteUpdateSignal } from "./syncRemoteSignals.js";
+import { applyIncomingSyncedUpdates, documentSyncContextMatches, importSyncedDocumentUpdates, } from "./syncUpdateImport.js";
+import { extendDocumentVersionCoverage } from "./versionCoverage.js";
+import { installDocumentWriterProjection } from "./writerProjectionGeneration.js";
+function documentWriterProjectionMatchesSyncResponse(writerProjection, synced) {
+    return (writerProjection.contentKeyBundle.contentKeyEpoch ===
+        synced.response.contentKeyBundle.contentKeyEpoch &&
+        writerProjection.contentKeyBundle.linkSetManifestHash ===
+            synced.response.contentKeyBundle.linkSetManifestHash &&
+        writerProjection.contentKeyBundle.targetHash ===
+            synced.response.contentKeyBundle.targetHash &&
+        writerProjection.documentKekTargets.linkSetManifestHash ===
+            synced.response.documentKekTargets.linkSetManifestHash &&
+        writerProjection.documentKekTargets.documentKeyTargetHash ===
+            synced.response.documentKekTargets.documentKeyTargetHash);
+}
+function resolveSyncedDocumentWriterProjection(state, synced) {
+    const writerProjection = synced.writerProjection ??
+        (state.writerProjection?.documentId === synced.plan.documentId
+            ? state.writerProjection
+            : null);
+    return writerProjection &&
+        documentWriterProjectionMatchesSyncResponse(writerProjection, synced)
+        ? writerProjection
+        : null;
+}
+/**
+ * Durable-history tail: append pulled updates BEFORE the record persist so
+ * the tail stays a superset of what the snapshot covers (duplicates are
+ * idempotent by op identity; a crash between the writes can only leave the
+ * safe superset).
+ */
+function pulledHistoryUpdates(synced) {
+    return synced.decryptedUpdates.map((update) => bytesToBase64(update.updateData));
+}
+/**
+ * The frontier a finalize persist may publish: the stored frontier advanced
+ * by exactly the pulled updates just appended to the durable tail — never the
+ * live document's version, which can transiently include an in-flight local
+ * edit whose durable row has not landed yet.
+ */
+function coveredSyncFrontier(state, currentRecord, synced) {
+    if (synced.decryptedUpdates.length === 0) {
+        return {};
+    }
+    const liveFrontier = (state.record ?? currentRecord).snapshotEndVersion;
+    return {
+        snapshotEndVersion: mergeVersionVectors([
+            ...(liveFrontier.length > 0 ? [liveFrontier] : []),
+            ...synced.decryptedUpdates.map((update) => getImportBlobMetadata(update.updateData).partialEndVersionVector),
+        ]),
+    };
+}
+function documentSyncSaveOptions(syncAttempt) {
+    return {
+        acceptedPendingUpdateIds: syncAttempt.synced.settledPendingUpdateIds,
+        clearSyncFailure: shouldClearDocumentSyncFailureAfterPass(syncAttempt.synced, syncAttempt.outgoingUpdateCount),
+        expectedSyncState: {
+            pullContinuation: syncAttempt.consumedPullContinuation,
+            record: syncAttempt.requestRecord,
+        },
+        historyUpdateOrigin: "remote",
+        historyUpdates: pulledHistoryUpdates(syncAttempt.synced),
+        preserveSnapshotStructuredFields: true,
+        preserveSnapshotText: true,
+    };
+}
+async function persistSyncedDocument(state, currentDoc, currentRecord, syncAttempt, generation) {
+    const { synced } = syncAttempt;
+    const updates = synced.decryptedUpdates;
+    const candidate = currentDoc.fork();
+    const previousDocumentId = state.record?.documentId ?? null;
+    const options = documentSyncSaveOptions(syncAttempt);
+    const isCurrent = () => isDocumentStoreSyncGenerationCurrent(state, generation);
+    try {
+        importSyncedDocumentUpdates(candidate, updates);
+        if (state.pendingBaseVersion === null) {
+            throw new Error("Document sync requires an initialized pending base");
+        }
+        const persisted = await saveDocumentRecord(state, candidate, {
+            ...synced.persistedState,
+            lastCommitLsn: synced.response.commitLsn ?? currentRecord.lastCommitLsn ?? null,
+            pullContinuation: readPullContinuation(synced.response),
+            ...coveredSyncFrontier(state, currentRecord, synced),
+        }, {
+            ...options,
+            pendingBaseVersionOverride: extendDocumentVersionCoverage({
+                baseVersion: state.pendingBaseVersion,
+                documentVersion: encodeVersionVector(candidate),
+                spans: updates,
+            }),
+        }, generation);
+        if (persisted &&
+            isCurrent() &&
+            !persisted.pullContinuationSuperseded &&
+            !persisted.syncIdentitySuperseded) {
+            // Publish a remote edit only once its history and continuation commit.
+            // Importing earlier lets a losing CAS expose text that the next local
+            // write authors against an older, reloaded CRDT history.
+            // The durable CAS already checked the request's complete context. The
+            // successful row is now live, so publication uses that committed context
+            // (which may contain refreshed keying metadata) and the same generation.
+            applyIncomingSyncedUpdates(state, currentDoc, persisted.record, syncAttempt, generation);
+        }
+        return await publishPersistedDocument(state, currentDoc, persisted, previousDocumentId, options, isCurrent);
+    }
+    finally {
+        candidate.free();
+    }
+}
+export function shouldReArmDocumentSync(state, syncAttempt) {
+    const { synced } = syncAttempt;
+    const shouldReArmOutgoing = settleOutgoingPassAndDecideReArm(state, {
+        exhaustedPendingUpdateCount: synced.exhaustedPendingUpdateCount,
+        outgoingUpdateCount: syncAttempt.outgoingUpdateCount,
+        rekeyedUpdateCount: synced.rekeyedPendingUpdateIds.length,
+        settledUpdateCount: synced.settledPendingUpdateIds.length,
+        acceptedRecoveryBaseline: synced.acceptedRecoveryBaseline,
+    });
+    return (synced.hasDeferredPendingUpdates ||
+        synced.hasIncompletePull ||
+        shouldReArmOutgoing);
+}
+export async function finalizeDocumentSync(state, currentDoc, currentRecord, syncAttempt, consumedRemoteUpdateSignalSeq, generation, sentUpdateIds, wasRemoteProbe) {
+    const { synced } = syncAttempt;
+    if (!isDocumentStoreSyncGenerationCurrent(state, generation)) {
+        discardPreRegisteredUpdateIds(state, sentUpdateIds);
+        requestDocumentStoreSync(state);
+        return state.record ?? currentRecord;
+    }
+    // The sent IDs were pre-registered as self-authored before the network call so
+    // the redis echo can never beat us. Reconcile against what the server actually
+    // accepted: an ID we sent but the server did not accept will never be echoed,
+    // so drop it to keep locallyAcceptedUpdateIds from leaking. Accepted IDs (a
+    // subset of what we sent) stay registered until their echo consumes them.
+    discardUnacceptedPreRegisteredUpdateIds(state, sentUpdateIds, synced.response.acceptedOutgoingUpdateIds);
+    // Persist on the identity-write chain: synced.persistedState carries this
+    // pass's documentId, so it would clobber a relink that landed mid-pass. If
+    // the identity moved, the response describes the OLD document — skip every
+    // response-derived in-memory mutation and let the new identity's own sync
+    // pass take over.
+    let responseApplied = false;
+    const { record: nextRecord } = await chainIdentityWrite(state, async () => {
+        const liveRecord = state.record;
+        if (!isDocumentStoreSyncGenerationCurrent(state, generation) ||
+            !documentSyncContextMatches(liveRecord, currentRecord, synced.plan.documentId)) {
+            return { record: liveRecord ?? currentRecord };
+        }
+        installDocumentWriterProjection(state, resolveSyncedDocumentWriterProjection(state, synced), syncAttempt.writerProjectionGeneration);
+        const persisted = await persistSyncedDocument(state, currentDoc, currentRecord, syncAttempt, generation);
+        if (!persisted ||
+            !isDocumentStoreSyncGenerationCurrent(state, generation)) {
+            return { record: state.record ?? currentRecord };
+        }
+        state.pullContinuation = persisted.record.pullContinuation ?? null;
+        if (persisted.pullContinuationSuperseded) {
+            state.writerProjection = null;
+        }
+        // A CAS loss means neither this response's acknowledgements nor its
+        // continuation were committed. Keep the pass unapplied so its signals and
+        // accepted-id registrations cannot be cleared without a follow-up.
+        responseApplied = !persisted.pullContinuationSuperseded;
+        return persisted;
+    });
+    if (!responseApplied) {
+        discardPreRegisteredUpdateIds(state, sentUpdateIds);
+        requestDocumentStoreSync(state);
+        return nextRecord;
+    }
+    if (!isDocumentStoreSyncGenerationCurrent(state, generation)) {
+        discardPreRegisteredUpdateIds(state, sentUpdateIds);
+        requestDocumentStoreSync(state);
+        return state.record ?? nextRecord;
+    }
+    // A bounded pull request owns the whole page chain. Completing the signal on
+    // an intermediate page would let a failed/null continuation pass report the
+    // original request as successful even though the server frontier was never
+    // drained.
+    if (!synced.hasIncompletePull) {
+        clearConsumedRemoteUpdateSignal(state, consumedRemoteUpdateSignalSeq);
+    }
+    if (shouldReArmDocumentSync(state, syncAttempt)) {
+        requestDocumentStoreSync(state);
+    }
+    await hydrateAttachmentBlobs(state, currentDoc, nextRecord, generation);
+    logApplied(state, currentDoc, synced.decryptedUpdates.length, wasRemoteProbe);
+    return nextRecord;
+}
+//# sourceMappingURL=syncFinalize.js.map

package/stores/documents/documentStore/syncFinalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"syncFinalize.js","sourceRoot":"","sources":["syncFinalize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EACL,mBAAmB,EACnB,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,oBAAoB,EAAE,MAAM,+CAA+C,CAAC;AACrF,OAAO,EAEL,gCAAgC,EAChC,uCAAuC,GACxC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAC7E,OAAO,EAAE,sBAAsB,IAAI,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAOrF,OAAO,EACL,6BAA6B,EAC7B,uCAAuC,GACxC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,oCAAoC,GACrC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,+BAA+B,EAAE,MAAM,qBAAqB,CAAC;AACtE,OAAO,EACL,0BAA0B,EAC1B,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,+BAA+B,EAAE,MAAM,8BAA8B,CAAC;AAE/E,SAAS,2CAA2C,CAClD,gBAEC,EACD,MAAqC;IAErC,OAAO,CACL,gBAAgB,CAAC,gBAAgB,CAAC,eAAe;QAC/C,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,eAAe;QAClD,gBAAgB,CAAC,gBAAgB,CAAC,mBAAmB;YACnD,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,mBAAmB;QACtD,gBAAgB,CAAC,gBAAgB,CAAC,UAAU;YAC1C,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,UAAU;QAC7C,gBAAgB,CAAC,kBAAkB,CAAC,mBAAmB;YACrD,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,mBAAmB;QACxD,gBAAgB,CAAC,kBAAkB,CAAC,qBAAqB;YACvD,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,qBAAqB,CAC3D,CAAC;AACJ,CAAC;AAED,SAAS,qCAAqC,CAC5C,KAAyB,EACzB,MAAqC;IAErC,MAAM,gBAAgB,GACpB,MAAM,CAAC,gBAAgB;QACvB,CAAC,KAAK,CAAC,gBAAgB,EAAE,UAAU,KAAK,MAAM,CAAC,IAAI,CAAC,UAAU;YAC5D,CAAC,CAAC,KAAK,CAAC,gBAAgB;YACxB,CAAC,CAAC,IAAI,CAAC,CAAC;IACZ,OAAO,gBAAgB;QACrB,2CAA2C,CAAC,gBAAgB,EAAE,MAAM,CAAC;QACrE,CAAC,CAAC,gBAAgB;QAClB,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED;;;;;GAKG;AACH,SAAS,oBAAoB,CAAC,MAAqC;IACjE,OAAO,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC5C,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CACjC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAS,mBAAmB,CAC1B,KAAyB,EACzB,aAA6B,EAC7B,MAAqC;IAErC,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,kBAAkB,CAAC;IACxE,OAAO;QACL,kBAAkB,EAAE,mBAAmB,CAAC;YACtC,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAC5B,CAAC,MAAM,EAAE,EAAE,CACT,qBAAqB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,uBAAuB,CACnE;SACF,CAAC;KACH,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,WAAgC;IAEhC,OAAO;QACL,wBAAwB,EAAE,WAAW,CAAC,MAAM,CAAC,uBAAuB;QACpE,gBAAgB,EAAE,uCAAuC,CACvD,WAAW,CAAC,MAAM,EAClB,WAAW,CAAC,mBAAmB,CAChC;QACD,iBAAiB,EAAE;YACjB,gBAAgB,EAAE,WAAW,CAAC,wBAAwB;YACtD,MAAM,EAAE,WAAW,CAAC,aAAa;SAClC;QACD,mBAAmB,EAAE,QAAQ;QAC7B,cAAc,EAAE,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC;QACxD,gCAAgC,EAAE,IAAI;QACtC,oBAAoB,EAAE,IAAI;KAC3B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,KAAyB,EACzB,UAAyB,EACzB,aAA6B,EAC7B,WAAgC,EAChC,UAAuC;IAEvC,MAAM,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACxC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IACpC,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC;IAC5D,MAAM,OAAO,GAAG,uBAAuB,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC1D,IAAI,CAAC;QACH,2BAA2B,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,kBAAkB,CACxC,KAAK,EACL,SAAS,EACT;YACE,GAAG,MAAM,CAAC,cAAc;YACxB,aAAa,EACX,MAAM,CAAC,QAAQ,CAAC,SAAS,IAAI,aAAa,CAAC,aAAa,IAAI,IAAI;YAClE,gBAAgB,EAAE,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC;YACvD,GAAG,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC;SACrD,EACD;YACE,GAAG,OAAO;YACV,0BAA0B,EAAE,6BAA6B,CAAC;gBACxD,WAAW,EAAE,KAAK,CAAC,kBAAkB;gBACrC,eAAe,EAAE,mBAAmB,CAAC,SAAS,CAAC;gBAC/C,KAAK,EAAE,OAAO;aACf,CAAC;SACH,EACD,UAAU,CACX,CAAC;QACF,IACE,SAAS;YACT,SAAS,EAAE;YACX,CAAC,SAAS,CAAC,0BAA0B;YACrC,CAAC,SAAS,CAAC,sBAAsB,EACjC,CAAC;YACD,uEAAuE;YACvE,sEAAsE;YACtE,yDAAyD;YACzD,sEAAsE;YACtE,yEAAyE;YACzE,yEAAyE;YACzE,0BAA0B,CACxB,KAAK,EACL,UAAU,EACV,SAAS,CAAC,MAAM,EAChB,WAAW,EACX,UAAU,CACX,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,wBAAwB,CACnC,KAAK,EACL,UAAU,EACV,SAAS,EACT,kBAAkB,EAClB,OAAO,EACP,SAAS,CACV,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAyB,EACzB,WAAgC;IAEhC,MAAM,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC;IAC/B,MAAM,mBAAmB,GAAG,gCAAgC,CAAC,KAAK,EAAE;QAClE,2BAA2B,EAAE,MAAM,CAAC,2BAA2B;QAC/D,mBAAmB,EAAE,WAAW,CAAC,mBAAmB;QACpD,kBAAkB,EAAE,MAAM,CAAC,uBAAuB,CAAC,MAAM;QACzD,kBAAkB,EAAE,MAAM,CAAC,uBAAuB,CAAC,MAAM;QACzD,wBAAwB,EAAE,MAAM,CAAC,wBAAwB;KAC1D,CAAC,CAAC;IACH,OAAO,CACL,MAAM,CAAC,yBAAyB;QAChC,MAAM,CAAC,iBAAiB;QACxB,mBAAmB,CACpB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAyB,EACzB,UAAyB,EACzB,aAA6B,EAC7B,WAAgC,EAChC,6BAAqC,EACrC,UAAuC,EACvC,aAAgC,EAChC,cAAuB;IAEvB,MAAM,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC;IAC/B,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;QAC7D,6BAA6B,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACpD,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,MAAM,IAAI,aAAa,CAAC;IACvC,CAAC;IAED,+EAA+E;IAC/E,+EAA+E;IAC/E,8EAA8E;IAC9E,4EAA4E;IAC5E,0EAA0E;IAC1E,uCAAuC,CACrC,KAAK,EACL,aAAa,EACb,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAC1C,CAAC;IACF,0EAA0E;IAC1E,2EAA2E;IAC3E,2EAA2E;IAC3E,0EAA0E;IAC1E,kBAAkB;IAClB,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;QAChC,IACE,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC;YACxD,CAAC,0BAA0B,CACzB,UAAU,EACV,aAAa,EACb,MAAM,CAAC,IAAI,CAAC,UAAU,CACvB,EACD,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,UAAU,IAAI,aAAa,EAAE,CAAC;QACjD,CAAC;QAED,+BAA+B,CAC7B,KAAK,EACL,qCAAqC,CAAC,KAAK,EAAE,MAAM,CAAC,EACpD,WAAW,CAAC,0BAA0B,CACvC,CAAC;QACF,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAC3C,KAAK,EACL,UAAU,EACV,aAAa,EACb,WAAW,EACX,UAAU,CACX,CAAC;QACF,IACE,CAAC,SAAS;YACV,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC,EACxD,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC;QACnD,CAAC;QAED,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACnE,IAAI,SAAS,CAAC,0BAA0B,EAAE,CAAC;YACzC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAChC,CAAC;QACD,oEAAoE;QACpE,0EAA0E;QAC1E,mEAAmE;QACnE,eAAe,GAAG,CAAC,SAAS,CAAC,0BAA0B,CAAC;QACxD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,6BAA6B,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACpD,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAChC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;QAC7D,6BAA6B,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACpD,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,MAAM,IAAI,UAAU,CAAC;IACpC,CAAC;IAED,6EAA6E;IAC7E,4EAA4E;IAC5E,2EAA2E;IAC3E,WAAW;IACX,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC9B,+BAA+B,CAAC,KAAK,EAAE,6BAA6B,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,uBAAuB,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC;QAChD,wBAAwB,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,sBAAsB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IACxE,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC9E,OAAO,UAAU,CAAC;AACpB,CAAC","sourcesContent":["import { bytesToBase64 } from \"@tearleads/encoding\";\nimport {\n  encodeVersionVector,\n  getImportBlobMetadata,\n  mergeVersionVectors,\n} from \"@tearleads/loro\";\nimport { readPullContinuation } from \"../../../data/documents/shared/syncPagination\";\nimport {\n  type DocumentRecord,\n  settleOutgoingPassAndDecideReArm,\n  shouldClearDocumentSyncFailureAfterPass,\n} from \"../../../workflows/documents\";\nimport { requestDocumentStoreSync } from \"../registry\";\nimport { hydrateAttachmentBlobs } from \"./attachmentHydration\";\nimport { chainIdentityWrite } from \"./identityWriteChain\";\nimport { publishPersistedDocument, saveDocumentRecord } from \"./persistence\";\nimport { logRevalidationApplied as logApplied } from \"./remoteRevalidationTelemetry\";\nimport type {\n  DocumentState,\n  DocumentStoreState,\n  DocumentSyncAttempt,\n  SaveDocumentRecordOptions,\n} from \"./state\";\nimport {\n  discardPreRegisteredUpdateIds,\n  discardUnacceptedPreRegisteredUpdateIds,\n} from \"./syncAcceptedUpdateIds\";\nimport {\n  type DocumentStoreSyncGeneration,\n  isDocumentStoreSyncGenerationCurrent,\n} from \"./syncGeneration\";\nimport { clearConsumedRemoteUpdateSignal } from \"./syncRemoteSignals\";\nimport {\n  applyIncomingSyncedUpdates,\n  documentSyncContextMatches,\n  importSyncedDocumentUpdates,\n} from \"./syncUpdateImport\";\nimport { extendDocumentVersionCoverage } from \"./versionCoverage\";\nimport { installDocumentWriterProjection } from \"./writerProjectionGeneration\";\n\nfunction documentWriterProjectionMatchesSyncResponse(\n  writerProjection: NonNullable<\n    DocumentSyncAttempt[\"synced\"][\"writerProjection\"]\n  >,\n  synced: DocumentSyncAttempt[\"synced\"],\n): boolean {\n  return (\n    writerProjection.contentKeyBundle.contentKeyEpoch ===\n      synced.response.contentKeyBundle.contentKeyEpoch &&\n    writerProjection.contentKeyBundle.linkSetManifestHash ===\n      synced.response.contentKeyBundle.linkSetManifestHash &&\n    writerProjection.contentKeyBundle.targetHash ===\n      synced.response.contentKeyBundle.targetHash &&\n    writerProjection.documentKekTargets.linkSetManifestHash ===\n      synced.response.documentKekTargets.linkSetManifestHash &&\n    writerProjection.documentKekTargets.documentKeyTargetHash ===\n      synced.response.documentKekTargets.documentKeyTargetHash\n  );\n}\n\nfunction resolveSyncedDocumentWriterProjection(\n  state: DocumentStoreState,\n  synced: DocumentSyncAttempt[\"synced\"],\n) {\n  const writerProjection =\n    synced.writerProjection ??\n    (state.writerProjection?.documentId === synced.plan.documentId\n      ? state.writerProjection\n      : null);\n  return writerProjection &&\n    documentWriterProjectionMatchesSyncResponse(writerProjection, synced)\n    ? writerProjection\n    : null;\n}\n\n/**\n * Durable-history tail: append pulled updates BEFORE the record persist so\n * the tail stays a superset of what the snapshot covers (duplicates are\n * idempotent by op identity; a crash between the writes can only leave the\n * safe superset).\n */\nfunction pulledHistoryUpdates(synced: DocumentSyncAttempt[\"synced\"]): string[] {\n  return synced.decryptedUpdates.map((update) =>\n    bytesToBase64(update.updateData),\n  );\n}\n\n/**\n * The frontier a finalize persist may publish: the stored frontier advanced\n * by exactly the pulled updates just appended to the durable tail — never the\n * live document's version, which can transiently include an in-flight local\n * edit whose durable row has not landed yet.\n */\nfunction coveredSyncFrontier(\n  state: DocumentStoreState,\n  currentRecord: DocumentRecord,\n  synced: DocumentSyncAttempt[\"synced\"],\n): { snapshotEndVersion: string } | Record<string, never> {\n  if (synced.decryptedUpdates.length === 0) {\n    return {};\n  }\n  const liveFrontier = (state.record ?? currentRecord).snapshotEndVersion;\n  return {\n    snapshotEndVersion: mergeVersionVectors([\n      ...(liveFrontier.length > 0 ? [liveFrontier] : []),\n      ...synced.decryptedUpdates.map(\n        (update) =>\n          getImportBlobMetadata(update.updateData).partialEndVersionVector,\n      ),\n    ]),\n  };\n}\n\nfunction documentSyncSaveOptions(\n  syncAttempt: DocumentSyncAttempt,\n): SaveDocumentRecordOptions {\n  return {\n    acceptedPendingUpdateIds: syncAttempt.synced.settledPendingUpdateIds,\n    clearSyncFailure: shouldClearDocumentSyncFailureAfterPass(\n      syncAttempt.synced,\n      syncAttempt.outgoingUpdateCount,\n    ),\n    expectedSyncState: {\n      pullContinuation: syncAttempt.consumedPullContinuation,\n      record: syncAttempt.requestRecord,\n    },\n    historyUpdateOrigin: \"remote\",\n    historyUpdates: pulledHistoryUpdates(syncAttempt.synced),\n    preserveSnapshotStructuredFields: true,\n    preserveSnapshotText: true,\n  };\n}\n\nasync function persistSyncedDocument(\n  state: DocumentStoreState,\n  currentDoc: DocumentState,\n  currentRecord: DocumentRecord,\n  syncAttempt: DocumentSyncAttempt,\n  generation: DocumentStoreSyncGeneration,\n) {\n  const { synced } = syncAttempt;\n  const updates = synced.decryptedUpdates;\n  const candidate = currentDoc.fork();\n  const previousDocumentId = state.record?.documentId ?? null;\n  const options = documentSyncSaveOptions(syncAttempt);\n  const isCurrent = () =>\n    isDocumentStoreSyncGenerationCurrent(state, generation);\n  try {\n    importSyncedDocumentUpdates(candidate, updates);\n    if (state.pendingBaseVersion === null) {\n      throw new Error(\"Document sync requires an initialized pending base\");\n    }\n    const persisted = await saveDocumentRecord(\n      state,\n      candidate,\n      {\n        ...synced.persistedState,\n        lastCommitLsn:\n          synced.response.commitLsn ?? currentRecord.lastCommitLsn ?? null,\n        pullContinuation: readPullContinuation(synced.response),\n        ...coveredSyncFrontier(state, currentRecord, synced),\n      },\n      {\n        ...options,\n        pendingBaseVersionOverride: extendDocumentVersionCoverage({\n          baseVersion: state.pendingBaseVersion,\n          documentVersion: encodeVersionVector(candidate),\n          spans: updates,\n        }),\n      },\n      generation,\n    );\n    if (\n      persisted &&\n      isCurrent() &&\n      !persisted.pullContinuationSuperseded &&\n      !persisted.syncIdentitySuperseded\n    ) {\n      // Publish a remote edit only once its history and continuation commit.\n      // Importing earlier lets a losing CAS expose text that the next local\n      // write authors against an older, reloaded CRDT history.\n      // The durable CAS already checked the request's complete context. The\n      // successful row is now live, so publication uses that committed context\n      // (which may contain refreshed keying metadata) and the same generation.\n      applyIncomingSyncedUpdates(\n        state,\n        currentDoc,\n        persisted.record,\n        syncAttempt,\n        generation,\n      );\n    }\n    return await publishPersistedDocument(\n      state,\n      currentDoc,\n      persisted,\n      previousDocumentId,\n      options,\n      isCurrent,\n    );\n  } finally {\n    candidate.free();\n  }\n}\n\nexport function shouldReArmDocumentSync(\n  state: DocumentStoreState,\n  syncAttempt: DocumentSyncAttempt,\n): boolean {\n  const { synced } = syncAttempt;\n  const shouldReArmOutgoing = settleOutgoingPassAndDecideReArm(state, {\n    exhaustedPendingUpdateCount: synced.exhaustedPendingUpdateCount,\n    outgoingUpdateCount: syncAttempt.outgoingUpdateCount,\n    rekeyedUpdateCount: synced.rekeyedPendingUpdateIds.length,\n    settledUpdateCount: synced.settledPendingUpdateIds.length,\n    acceptedRecoveryBaseline: synced.acceptedRecoveryBaseline,\n  });\n  return (\n    synced.hasDeferredPendingUpdates ||\n    synced.hasIncompletePull ||\n    shouldReArmOutgoing\n  );\n}\n\nexport async function finalizeDocumentSync(\n  state: DocumentStoreState,\n  currentDoc: DocumentState,\n  currentRecord: DocumentRecord,\n  syncAttempt: DocumentSyncAttempt,\n  consumedRemoteUpdateSignalSeq: number,\n  generation: DocumentStoreSyncGeneration,\n  sentUpdateIds: readonly string[],\n  wasRemoteProbe: boolean,\n): Promise<DocumentRecord> {\n  const { synced } = syncAttempt;\n  if (!isDocumentStoreSyncGenerationCurrent(state, generation)) {\n    discardPreRegisteredUpdateIds(state, sentUpdateIds);\n    requestDocumentStoreSync(state);\n    return state.record ?? currentRecord;\n  }\n\n  // The sent IDs were pre-registered as self-authored before the network call so\n  // the redis echo can never beat us. Reconcile against what the server actually\n  // accepted: an ID we sent but the server did not accept will never be echoed,\n  // so drop it to keep locallyAcceptedUpdateIds from leaking. Accepted IDs (a\n  // subset of what we sent) stay registered until their echo consumes them.\n  discardUnacceptedPreRegisteredUpdateIds(\n    state,\n    sentUpdateIds,\n    synced.response.acceptedOutgoingUpdateIds,\n  );\n  // Persist on the identity-write chain: synced.persistedState carries this\n  // pass's documentId, so it would clobber a relink that landed mid-pass. If\n  // the identity moved, the response describes the OLD document — skip every\n  // response-derived in-memory mutation and let the new identity's own sync\n  // pass take over.\n  let responseApplied = false;\n  const { record: nextRecord } = await chainIdentityWrite(state, async () => {\n    const liveRecord = state.record;\n    if (\n      !isDocumentStoreSyncGenerationCurrent(state, generation) ||\n      !documentSyncContextMatches(\n        liveRecord,\n        currentRecord,\n        synced.plan.documentId,\n      )\n    ) {\n      return { record: liveRecord ?? currentRecord };\n    }\n\n    installDocumentWriterProjection(\n      state,\n      resolveSyncedDocumentWriterProjection(state, synced),\n      syncAttempt.writerProjectionGeneration,\n    );\n    const persisted = await persistSyncedDocument(\n      state,\n      currentDoc,\n      currentRecord,\n      syncAttempt,\n      generation,\n    );\n    if (\n      !persisted ||\n      !isDocumentStoreSyncGenerationCurrent(state, generation)\n    ) {\n      return { record: state.record ?? currentRecord };\n    }\n\n    state.pullContinuation = persisted.record.pullContinuation ?? null;\n    if (persisted.pullContinuationSuperseded) {\n      state.writerProjection = null;\n    }\n    // A CAS loss means neither this response's acknowledgements nor its\n    // continuation were committed. Keep the pass unapplied so its signals and\n    // accepted-id registrations cannot be cleared without a follow-up.\n    responseApplied = !persisted.pullContinuationSuperseded;\n    return persisted;\n  });\n  if (!responseApplied) {\n    discardPreRegisteredUpdateIds(state, sentUpdateIds);\n    requestDocumentStoreSync(state);\n    return nextRecord;\n  }\n\n  if (!isDocumentStoreSyncGenerationCurrent(state, generation)) {\n    discardPreRegisteredUpdateIds(state, sentUpdateIds);\n    requestDocumentStoreSync(state);\n    return state.record ?? nextRecord;\n  }\n\n  // A bounded pull request owns the whole page chain. Completing the signal on\n  // an intermediate page would let a failed/null continuation pass report the\n  // original request as successful even though the server frontier was never\n  // drained.\n  if (!synced.hasIncompletePull) {\n    clearConsumedRemoteUpdateSignal(state, consumedRemoteUpdateSignalSeq);\n  }\n\n  if (shouldReArmDocumentSync(state, syncAttempt)) {\n    requestDocumentStoreSync(state);\n  }\n\n  await hydrateAttachmentBlobs(state, currentDoc, nextRecord, generation);\n  logApplied(state, currentDoc, synced.decryptedUpdates.length, wasRemoteProbe);\n  return nextRecord;\n}\n"]}

package/stores/documents/documentStore/syncGeneration.js

@@ -0,0 +1,193 @@
+const remoteSyncGenerations = new WeakMap();
+const syncLaneGenerations = new WeakMap();
+const remoteSyncWaiterGenerations = new WeakMap();
+const independentRemoteSyncSignals = new WeakMap();
+function getRemoteSyncGeneration(state) {
+    return remoteSyncGenerations.get(state) ?? 0;
+}
+function hasDocumentStoreSyncLaneIdentity(generation) {
+    return ("syncLaneGeneration" in generation && "syncLaneIsDisposed" in generation);
+}
+export function captureDocumentStoreGenerationIdentity(state) {
+    return {
+        apiClient: state.runtime.apiClient,
+        blobStore: state.runtime.infra.blobStore,
+        containerId: state.runtime.state.containerId,
+        documentProjectors: state.runtime.infra.documentProjectors,
+        domainScope: state.runtime.state.domainScope,
+        execSql: state.runtime.infra.execSql,
+        localWriteGeneration: state.localWriteGeneration,
+        organizationId: state.runtime.auth?.organizationId,
+        peerScope: state.runtime.state.peerScope,
+        persistence: state.persistence,
+        resolveProjectionUserKey: state.resolveProjectionUserKey,
+    };
+}
+function captureDocumentStoreSyncLaneIdentity(state) {
+    return {
+        syncLaneGeneration: syncLaneGenerations.get(state) ?? 0,
+        syncLaneIsDisposed: state.syncLane?.isDisposed ?? null,
+    };
+}
+export function captureDocumentStoreSyncLaneGeneration(state) {
+    return captureDocumentStoreSyncLaneIdentity(state);
+}
+/** Invalidate passes owned by a coordinator that has been replaced. */
+export function invalidateDocumentStoreSyncLane(state) {
+    syncLaneGenerations.set(state, (syncLaneGenerations.get(state) ?? 0) + 1);
+}
+export function captureDocumentStoreRemoteSyncRequestGeneration(state) {
+    return {
+        ...captureDocumentStoreGenerationIdentity(state),
+        ...captureDocumentStoreSyncLaneIdentity(state),
+        remoteSyncGeneration: getRemoteSyncGeneration(state),
+    };
+}
+export function captureDocumentStoreSyncGeneration(state, currentDoc) {
+    if (state.doc !== currentDoc)
+        return null;
+    return {
+        currentDoc,
+        ...captureDocumentStoreGenerationIdentity(state),
+    };
+}
+export function captureDocumentStoreRemoteSyncGeneration(state, currentDoc, syncLaneGeneration) {
+    const generation = captureDocumentStoreSyncGeneration(state, currentDoc);
+    if (!generation ||
+        !isDocumentStoreSyncLaneGenerationCurrent(state, syncLaneGeneration)) {
+        return null;
+    }
+    return {
+        ...generation,
+        ...syncLaneGeneration,
+        remoteSyncGeneration: getRemoteSyncGeneration(state),
+    };
+}
+export function captureDocumentStoreAttachmentSyncGeneration(state, currentDoc, syncLaneGeneration) {
+    const generation = captureDocumentStoreSyncGeneration(state, currentDoc);
+    if (!generation ||
+        !isDocumentStoreSyncLaneGenerationCurrent(state, syncLaneGeneration)) {
+        return null;
+    }
+    return { ...generation, ...syncLaneGeneration };
+}
+/**
+ * Revoke every remote-only pass already in flight for this store. The next
+ * ordinary sync captures a fresh generation, so queued local writes still
+ * recover while a late response from a cancelled read probe cannot persist.
+ */
+export function invalidateDocumentStoreRemoteSync(state) {
+    remoteSyncGenerations.set(state, getRemoteSyncGeneration(state) + 1);
+    state.remoteSyncBlocked = true;
+    state.remoteUpdatePending = false;
+}
+export function allowDocumentStoreRemoteSync(state) {
+    state.remoteSyncBlocked = false;
+}
+export function markDocumentStoreRemoteSyncPending(state, owner) {
+    state.remoteUpdatePending = true;
+    state.remoteUpdateSignalSeq += 1;
+    if (owner === "independent") {
+        independentRemoteSyncSignals.set(state, {
+            generation: captureDocumentStoreRemoteSyncRequestGeneration(state),
+            signalSequence: state.remoteUpdateSignalSeq,
+        });
+    }
+    return state.remoteUpdateSignalSeq;
+}
+export function hasPendingIndependentDocumentStoreRemoteSync(state) {
+    const signal = independentRemoteSyncSignals.get(state);
+    return (signal !== undefined &&
+        isDocumentStoreRemoteSyncRequestGenerationCurrent(state, signal.generation) &&
+        (signal.signalSequence > state.remoteUpdateCompletedSignalSeq ||
+            state.pullContinuation !== null ||
+            state.record?.pullContinuationRecoveryRequired === true));
+}
+/**
+ * Register one live owner of a shared remote probe. The returned release
+ * function reports whether that owner was the last one still waiting.
+ */
+export function registerDocumentStoreRemoteSyncWaiter(state, generation) {
+    const generations = remoteSyncWaiterGenerations.get(state) ?? [];
+    let entry = generations.find((candidate) => documentStoreRemoteSyncRequestGenerationsMatch(candidate.generation, generation));
+    if (!entry) {
+        entry = { count: 0, generation };
+        generations.push(entry);
+        remoteSyncWaiterGenerations.set(state, generations);
+    }
+    entry.count += 1;
+    let active = true;
+    return () => {
+        if (!active)
+            return false;
+        active = false;
+        entry.count -= 1;
+        if (entry.count === 0) {
+            // Another generation can remove an entry and replace the WeakMap array
+            // before this release runs. Filter the live registry so a stale closure
+            // cannot overwrite waiters registered on that replacement array.
+            const remaining = (remoteSyncWaiterGenerations.get(state) ?? []).filter((candidate) => candidate !== entry);
+            if (remaining.length === 0) {
+                remoteSyncWaiterGenerations.delete(state);
+            }
+            else {
+                remoteSyncWaiterGenerations.set(state, remaining);
+            }
+            return true;
+        }
+        return false;
+    };
+}
+function documentStoreRemoteSyncRequestGenerationsMatch(left, right) {
+    return (left.apiClient === right.apiClient &&
+        left.blobStore === right.blobStore &&
+        left.containerId === right.containerId &&
+        left.documentProjectors === right.documentProjectors &&
+        left.domainScope === right.domainScope &&
+        left.execSql === right.execSql &&
+        left.localWriteGeneration === right.localWriteGeneration &&
+        left.organizationId === right.organizationId &&
+        left.peerScope === right.peerScope &&
+        left.persistence === right.persistence &&
+        left.remoteSyncGeneration === right.remoteSyncGeneration &&
+        left.resolveProjectionUserKey === right.resolveProjectionUserKey &&
+        left.syncLaneGeneration === right.syncLaneGeneration &&
+        left.syncLaneIsDisposed === right.syncLaneIsDisposed);
+}
+export function isDocumentStoreRemoteSyncBlocked(state) {
+    return state.remoteSyncBlocked;
+}
+export function isDocumentStoreRemoteSyncRequestGenerationCurrent(state, generation) {
+    return (isDocumentStoreGenerationIdentityCurrent(state, generation) &&
+        getRemoteSyncGeneration(state) === generation.remoteSyncGeneration);
+}
+export function didDocumentStoreRemoteSyncRequestComplete(state, generation, requestedSignalSequence) {
+    return (isDocumentStoreRemoteSyncRequestGenerationCurrent(state, generation) &&
+        state.remoteUpdateCompletedSignalSeq >= requestedSignalSequence);
+}
+export function isDocumentStoreSyncGenerationCurrent(state, generation) {
+    return (state.doc === generation.currentDoc &&
+        isDocumentStoreGenerationIdentityCurrent(state, generation) &&
+        (!("remoteSyncGeneration" in generation) ||
+            getRemoteSyncGeneration(state) === generation.remoteSyncGeneration));
+}
+export function isDocumentStoreSyncLaneGenerationCurrent(state, generation) {
+    return ((syncLaneGenerations.get(state) ?? 0) === generation.syncLaneGeneration &&
+        !generation.syncLaneIsDisposed?.());
+}
+export function isDocumentStoreGenerationIdentityCurrent(state, generation) {
+    return (state.runtime.apiClient === generation.apiClient &&
+        state.runtime.infra.blobStore === generation.blobStore &&
+        state.runtime.state.containerId === generation.containerId &&
+        state.runtime.infra.documentProjectors === generation.documentProjectors &&
+        state.runtime.state.domainScope === generation.domainScope &&
+        state.runtime.infra.execSql === generation.execSql &&
+        state.localWriteGeneration === generation.localWriteGeneration &&
+        state.runtime.auth?.organizationId === generation.organizationId &&
+        state.runtime.state.peerScope === generation.peerScope &&
+        state.persistence === generation.persistence &&
+        state.resolveProjectionUserKey === generation.resolveProjectionUserKey &&
+        (!hasDocumentStoreSyncLaneIdentity(generation) ||
+            isDocumentStoreSyncLaneGenerationCurrent(state, generation)));
+}
+//# sourceMappingURL=syncGeneration.js.map

package/stores/documents/documentStore/syncGeneration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"syncGeneration.js","sourceRoot":"","sources":["syncGeneration.ts"],"names":[],"mappings":"AAGA,MAAM,qBAAqB,GAAG,IAAI,OAAO,EAA8B,CAAC;AACxE,MAAM,mBAAmB,GAAG,IAAI,OAAO,EAA8B,CAAC;AAMtE,MAAM,2BAA2B,GAAG,IAAI,OAAO,EAG5C,CAAC;AACJ,MAAM,4BAA4B,GAAG,IAAI,OAAO,EAM7C,CAAC;AAEJ,SAAS,uBAAuB,CAAC,KAAyB;IACxD,OAAO,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC/C,CAAC;AAuBD,SAAS,gCAAgC,CACvC,UAA2C;IAG3C,OAAO,CACL,oBAAoB,IAAI,UAAU,IAAI,oBAAoB,IAAI,UAAU,CACzE,CAAC;AACJ,CAAC;AAsBD,MAAM,UAAU,sCAAsC,CACpD,KAAyB;IAEzB,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;QAClC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS;QACxC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW;QAC5C,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB;QAC1D,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW;QAC5C,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO;QACpC,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,cAAc;QAClD,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,wBAAwB,EAAE,KAAK,CAAC,wBAAwB;KACzD,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,KAAyB;IAEzB,OAAO;QACL,kBAAkB,EAAE,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;QACvD,kBAAkB,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,IAAI,IAAI;KACvD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sCAAsC,CACpD,KAAyB;IAEzB,OAAO,oCAAoC,CAAC,KAAK,CAAC,CAAC;AACrD,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,+BAA+B,CAC7C,KAAyB;IAEzB,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,+CAA+C,CAC7D,KAAyB;IAEzB,OAAO;QACL,GAAG,sCAAsC,CAAC,KAAK,CAAC;QAChD,GAAG,oCAAoC,CAAC,KAAK,CAAC;QAC9C,oBAAoB,EAAE,uBAAuB,CAAC,KAAK,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,KAAyB,EACzB,UAAgC;IAEhC,IAAI,KAAK,CAAC,GAAG,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IAE1C,OAAO;QACL,UAAU;QACV,GAAG,sCAAsC,CAAC,KAAK,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wCAAwC,CACtD,KAAyB,EACzB,UAAgC,EAChC,kBAAmD;IAEnD,MAAM,UAAU,GAAG,kCAAkC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACzE,IACE,CAAC,UAAU;QACX,CAAC,wCAAwC,CAAC,KAAK,EAAE,kBAAkB,CAAC,EACpE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO;QACL,GAAG,UAAU;QACb,GAAG,kBAAkB;QACrB,oBAAoB,EAAE,uBAAuB,CAAC,KAAK,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4CAA4C,CAC1D,KAAyB,EACzB,UAAgC,EAChC,kBAAmD;IAEnD,MAAM,UAAU,GAAG,kCAAkC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACzE,IACE,CAAC,UAAU;QACX,CAAC,wCAAwC,CAAC,KAAK,EAAE,kBAAkB,CAAC,EACpE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,kBAAkB,EAAE,CAAC;AAClD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iCAAiC,CAC/C,KAAyB;IAEzB,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,uBAAuB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAC/B,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAyB;IACpE,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,KAAyB,EACzB,KAA+B;IAE/B,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACjC,KAAK,CAAC,qBAAqB,IAAI,CAAC,CAAC;IACjC,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;QAC5B,4BAA4B,CAAC,GAAG,CAAC,KAAK,EAAE;YACtC,UAAU,EAAE,+CAA+C,CAAC,KAAK,CAAC;YAClE,cAAc,EAAE,KAAK,CAAC,qBAAqB;SAC5C,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC,qBAAqB,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,4CAA4C,CAC1D,KAAyB;IAEzB,MAAM,MAAM,GAAG,4BAA4B,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvD,OAAO,CACL,MAAM,KAAK,SAAS;QACpB,iDAAiD,CAC/C,KAAK,EACL,MAAM,CAAC,UAAU,CAClB;QACD,CAAC,MAAM,CAAC,cAAc,GAAG,KAAK,CAAC,8BAA8B;YAC3D,KAAK,CAAC,gBAAgB,KAAK,IAAI;YAC/B,KAAK,CAAC,MAAM,EAAE,gCAAgC,KAAK,IAAI,CAAC,CAC3D,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qCAAqC,CACnD,KAAyB,EACzB,UAAoD;IAEpD,MAAM,WAAW,GAAG,2BAA2B,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACjE,IAAI,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CACzC,8CAA8C,CAC5C,SAAS,CAAC,UAAU,EACpB,UAAU,CACX,CACF,CAAC;IACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;QACjC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,2BAA2B,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACtD,CAAC;IACD,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;IACjB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,OAAO,GAAG,EAAE;QACV,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC1B,MAAM,GAAG,KAAK,CAAC;QACf,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QACjB,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACtB,uEAAuE;YACvE,wEAAwE;YACxE,iEAAiE;YACjE,MAAM,SAAS,GAAG,CAAC,2BAA2B,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CACrE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,KAAK,KAAK,CACnC,CAAC;YACF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,2BAA2B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,2BAA2B,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACpD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,8CAA8C,CACrD,IAA8C,EAC9C,KAA+C;IAE/C,OAAO,CACL,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QAClC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QAClC,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;QACtC,IAAI,CAAC,kBAAkB,KAAK,KAAK,CAAC,kBAAkB;QACpD,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;QACtC,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QAC9B,IAAI,CAAC,oBAAoB,KAAK,KAAK,CAAC,oBAAoB;QACxD,IAAI,CAAC,cAAc,KAAK,KAAK,CAAC,cAAc;QAC5C,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QAClC,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;QACtC,IAAI,CAAC,oBAAoB,KAAK,KAAK,CAAC,oBAAoB;QACxD,IAAI,CAAC,wBAAwB,KAAK,KAAK,CAAC,wBAAwB;QAChE,IAAI,CAAC,kBAAkB,KAAK,KAAK,CAAC,kBAAkB;QACpD,IAAI,CAAC,kBAAkB,KAAK,KAAK,CAAC,kBAAkB,CACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,KAAyB;IAEzB,OAAO,KAAK,CAAC,iBAAiB,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,iDAAiD,CAC/D,KAAyB,EACzB,UAAoD;IAEpD,OAAO,CACL,wCAAwC,CAAC,KAAK,EAAE,UAAU,CAAC;QAC3D,uBAAuB,CAAC,KAAK,CAAC,KAAK,UAAU,CAAC,oBAAoB,CACnE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yCAAyC,CACvD,KAAyB,EACzB,UAAoD,EACpD,uBAA+B;IAE/B,OAAO,CACL,iDAAiD,CAAC,KAAK,EAAE,UAAU,CAAC;QACpE,KAAK,CAAC,8BAA8B,IAAI,uBAAuB,CAChE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oCAAoC,CAClD,KAAyB,EACzB,UAAuC;IAEvC,OAAO,CACL,KAAK,CAAC,GAAG,KAAK,UAAU,CAAC,UAAU;QACnC,wCAAwC,CAAC,KAAK,EAAE,UAAU,CAAC;QAC3D,CAAC,CAAC,CAAC,sBAAsB,IAAI,UAAU,CAAC;YACtC,uBAAuB,CAAC,KAAK,CAAC,KAAK,UAAU,CAAC,oBAAoB,CAAC,CACtE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wCAAwC,CACtD,KAAyB,EACzB,UAA2C;IAE3C,OAAO,CACL,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,UAAU,CAAC,kBAAkB;QACvE,CAAC,UAAU,CAAC,kBAAkB,EAAE,EAAE,CACnC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wCAAwC,CACtD,KAAyB,EACzB,UAA2C;IAE3C,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS;QAChD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS;QACtD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,KAAK,UAAU,CAAC,WAAW;QAC1D,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,KAAK,UAAU,CAAC,kBAAkB;QACxE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,KAAK,UAAU,CAAC,WAAW;QAC1D,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,KAAK,UAAU,CAAC,OAAO;QAClD,KAAK,CAAC,oBAAoB,KAAK,UAAU,CAAC,oBAAoB;QAC9D,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,cAAc,KAAK,UAAU,CAAC,cAAc;QAChE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS;QACtD,KAAK,CAAC,WAAW,KAAK,UAAU,CAAC,WAAW;QAC5C,KAAK,CAAC,wBAAwB,KAAK,UAAU,CAAC,wBAAwB;QACtE,CAAC,CAAC,gCAAgC,CAAC,UAAU,CAAC;YAC5C,wCAAwC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAC/D,CAAC;AACJ,CAAC","sourcesContent":["import type { DocumentProjectionUserKeyResolver } from \"../../../workflows/documents\";\nimport type { DocumentState, DocumentStoreState } from \"./state\";\n\nconst remoteSyncGenerations = new WeakMap<DocumentStoreState, number>();\nconst syncLaneGenerations = new WeakMap<DocumentStoreState, number>();\ninterface RemoteSyncWaiterGeneration {\n  count: number;\n  readonly generation: DocumentStoreRemoteSyncRequestGeneration;\n}\n\nconst remoteSyncWaiterGenerations = new WeakMap<\n  DocumentStoreState,\n  RemoteSyncWaiterGeneration[]\n>();\nconst independentRemoteSyncSignals = new WeakMap<\n  DocumentStoreState,\n  {\n    readonly generation: DocumentStoreRemoteSyncRequestGeneration;\n    readonly signalSequence: number;\n  }\n>();\n\nfunction getRemoteSyncGeneration(state: DocumentStoreState): number {\n  return remoteSyncGenerations.get(state) ?? 0;\n}\n\ninterface DocumentStoreGenerationIdentity {\n  readonly apiClient: DocumentStoreState[\"runtime\"][\"apiClient\"];\n  readonly blobStore: DocumentStoreState[\"runtime\"][\"infra\"][\"blobStore\"];\n  readonly containerId: DocumentStoreState[\"runtime\"][\"state\"][\"containerId\"];\n  readonly documentProjectors: DocumentStoreState[\"runtime\"][\"infra\"][\"documentProjectors\"];\n  readonly domainScope: DocumentStoreState[\"runtime\"][\"state\"][\"domainScope\"];\n  readonly execSql: DocumentStoreState[\"runtime\"][\"infra\"][\"execSql\"];\n  readonly localWriteGeneration: number;\n  readonly organizationId: DocumentStoreState[\"runtime\"][\"auth\"][\"organizationId\"];\n  readonly peerScope: DocumentStoreState[\"runtime\"][\"state\"][\"peerScope\"];\n  readonly persistence: DocumentStoreState[\"persistence\"];\n  readonly resolveProjectionUserKey: DocumentProjectionUserKeyResolver;\n}\n\ninterface DocumentStoreSyncLaneIdentity {\n  readonly syncLaneGeneration: number;\n  readonly syncLaneIsDisposed: (() => boolean) | null;\n}\n\nexport type DocumentStoreSyncLaneGeneration = DocumentStoreSyncLaneIdentity;\n\nfunction hasDocumentStoreSyncLaneIdentity(\n  generation: DocumentStoreGenerationIdentity,\n): generation is DocumentStoreGenerationIdentity &\n  DocumentStoreSyncLaneIdentity {\n  return (\n    \"syncLaneGeneration\" in generation && \"syncLaneIsDisposed\" in generation\n  );\n}\n\n/** Immutable identities that define one remote-sync request generation. */\nexport interface DocumentStoreRemoteSyncRequestGeneration\n  extends DocumentStoreGenerationIdentity,\n    DocumentStoreSyncLaneIdentity {\n  readonly remoteSyncGeneration: number;\n}\n\n/** Immutable identities that define one live document-store generation. */\nexport interface DocumentStoreSyncGeneration\n  extends DocumentStoreGenerationIdentity {\n  readonly currentDoc: DocumentState | null;\n}\n\n/** A live store generation that is also cancelled with a remote-only probe. */\ninterface DocumentStoreRemoteSyncGeneration\n  extends DocumentStoreSyncGeneration,\n    DocumentStoreSyncLaneIdentity {\n  readonly remoteSyncGeneration: number;\n}\n\nexport function captureDocumentStoreGenerationIdentity(\n  state: DocumentStoreState,\n): DocumentStoreGenerationIdentity {\n  return {\n    apiClient: state.runtime.apiClient,\n    blobStore: state.runtime.infra.blobStore,\n    containerId: state.runtime.state.containerId,\n    documentProjectors: state.runtime.infra.documentProjectors,\n    domainScope: state.runtime.state.domainScope,\n    execSql: state.runtime.infra.execSql,\n    localWriteGeneration: state.localWriteGeneration,\n    organizationId: state.runtime.auth?.organizationId,\n    peerScope: state.runtime.state.peerScope,\n    persistence: state.persistence,\n    resolveProjectionUserKey: state.resolveProjectionUserKey,\n  };\n}\n\nfunction captureDocumentStoreSyncLaneIdentity(\n  state: DocumentStoreState,\n): DocumentStoreSyncLaneIdentity {\n  return {\n    syncLaneGeneration: syncLaneGenerations.get(state) ?? 0,\n    syncLaneIsDisposed: state.syncLane?.isDisposed ?? null,\n  };\n}\n\nexport function captureDocumentStoreSyncLaneGeneration(\n  state: DocumentStoreState,\n): DocumentStoreSyncLaneGeneration {\n  return captureDocumentStoreSyncLaneIdentity(state);\n}\n\n/** Invalidate passes owned by a coordinator that has been replaced. */\nexport function invalidateDocumentStoreSyncLane(\n  state: DocumentStoreState,\n): void {\n  syncLaneGenerations.set(state, (syncLaneGenerations.get(state) ?? 0) + 1);\n}\n\nexport function captureDocumentStoreRemoteSyncRequestGeneration(\n  state: DocumentStoreState,\n): DocumentStoreRemoteSyncRequestGeneration {\n  return {\n    ...captureDocumentStoreGenerationIdentity(state),\n    ...captureDocumentStoreSyncLaneIdentity(state),\n    remoteSyncGeneration: getRemoteSyncGeneration(state),\n  };\n}\n\nexport function captureDocumentStoreSyncGeneration(\n  state: DocumentStoreState,\n  currentDoc: DocumentState | null,\n): DocumentStoreSyncGeneration | null {\n  if (state.doc !== currentDoc) return null;\n\n  return {\n    currentDoc,\n    ...captureDocumentStoreGenerationIdentity(state),\n  };\n}\n\nexport function captureDocumentStoreRemoteSyncGeneration(\n  state: DocumentStoreState,\n  currentDoc: DocumentState | null,\n  syncLaneGeneration: DocumentStoreSyncLaneGeneration,\n): DocumentStoreRemoteSyncGeneration | null {\n  const generation = captureDocumentStoreSyncGeneration(state, currentDoc);\n  if (\n    !generation ||\n    !isDocumentStoreSyncLaneGenerationCurrent(state, syncLaneGeneration)\n  ) {\n    return null;\n  }\n  return {\n    ...generation,\n    ...syncLaneGeneration,\n    remoteSyncGeneration: getRemoteSyncGeneration(state),\n  };\n}\n\nexport function captureDocumentStoreAttachmentSyncGeneration(\n  state: DocumentStoreState,\n  currentDoc: DocumentState | null,\n  syncLaneGeneration: DocumentStoreSyncLaneGeneration,\n): DocumentStoreSyncGeneration | null {\n  const generation = captureDocumentStoreSyncGeneration(state, currentDoc);\n  if (\n    !generation ||\n    !isDocumentStoreSyncLaneGenerationCurrent(state, syncLaneGeneration)\n  ) {\n    return null;\n  }\n  return { ...generation, ...syncLaneGeneration };\n}\n\n/**\n * Revoke every remote-only pass already in flight for this store. The next\n * ordinary sync captures a fresh generation, so queued local writes still\n * recover while a late response from a cancelled read probe cannot persist.\n */\nexport function invalidateDocumentStoreRemoteSync(\n  state: DocumentStoreState,\n): void {\n  remoteSyncGenerations.set(state, getRemoteSyncGeneration(state) + 1);\n  state.remoteSyncBlocked = true;\n  state.remoteUpdatePending = false;\n}\n\nexport function allowDocumentStoreRemoteSync(state: DocumentStoreState): void {\n  state.remoteSyncBlocked = false;\n}\n\nexport function markDocumentStoreRemoteSyncPending(\n  state: DocumentStoreState,\n  owner: \"independent\" | \"waiter\",\n): number {\n  state.remoteUpdatePending = true;\n  state.remoteUpdateSignalSeq += 1;\n  if (owner === \"independent\") {\n    independentRemoteSyncSignals.set(state, {\n      generation: captureDocumentStoreRemoteSyncRequestGeneration(state),\n      signalSequence: state.remoteUpdateSignalSeq,\n    });\n  }\n  return state.remoteUpdateSignalSeq;\n}\n\nexport function hasPendingIndependentDocumentStoreRemoteSync(\n  state: DocumentStoreState,\n): boolean {\n  const signal = independentRemoteSyncSignals.get(state);\n  return (\n    signal !== undefined &&\n    isDocumentStoreRemoteSyncRequestGenerationCurrent(\n      state,\n      signal.generation,\n    ) &&\n    (signal.signalSequence > state.remoteUpdateCompletedSignalSeq ||\n      state.pullContinuation !== null ||\n      state.record?.pullContinuationRecoveryRequired === true)\n  );\n}\n\n/**\n * Register one live owner of a shared remote probe. The returned release\n * function reports whether that owner was the last one still waiting.\n */\nexport function registerDocumentStoreRemoteSyncWaiter(\n  state: DocumentStoreState,\n  generation: DocumentStoreRemoteSyncRequestGeneration,\n): () => boolean {\n  const generations = remoteSyncWaiterGenerations.get(state) ?? [];\n  let entry = generations.find((candidate) =>\n    documentStoreRemoteSyncRequestGenerationsMatch(\n      candidate.generation,\n      generation,\n    ),\n  );\n  if (!entry) {\n    entry = { count: 0, generation };\n    generations.push(entry);\n    remoteSyncWaiterGenerations.set(state, generations);\n  }\n  entry.count += 1;\n  let active = true;\n  return () => {\n    if (!active) return false;\n    active = false;\n    entry.count -= 1;\n    if (entry.count === 0) {\n      // Another generation can remove an entry and replace the WeakMap array\n      // before this release runs. Filter the live registry so a stale closure\n      // cannot overwrite waiters registered on that replacement array.\n      const remaining = (remoteSyncWaiterGenerations.get(state) ?? []).filter(\n        (candidate) => candidate !== entry,\n      );\n      if (remaining.length === 0) {\n        remoteSyncWaiterGenerations.delete(state);\n      } else {\n        remoteSyncWaiterGenerations.set(state, remaining);\n      }\n      return true;\n    }\n    return false;\n  };\n}\n\nfunction documentStoreRemoteSyncRequestGenerationsMatch(\n  left: DocumentStoreRemoteSyncRequestGeneration,\n  right: DocumentStoreRemoteSyncRequestGeneration,\n): boolean {\n  return (\n    left.apiClient === right.apiClient &&\n    left.blobStore === right.blobStore &&\n    left.containerId === right.containerId &&\n    left.documentProjectors === right.documentProjectors &&\n    left.domainScope === right.domainScope &&\n    left.execSql === right.execSql &&\n    left.localWriteGeneration === right.localWriteGeneration &&\n    left.organizationId === right.organizationId &&\n    left.peerScope === right.peerScope &&\n    left.persistence === right.persistence &&\n    left.remoteSyncGeneration === right.remoteSyncGeneration &&\n    left.resolveProjectionUserKey === right.resolveProjectionUserKey &&\n    left.syncLaneGeneration === right.syncLaneGeneration &&\n    left.syncLaneIsDisposed === right.syncLaneIsDisposed\n  );\n}\n\nexport function isDocumentStoreRemoteSyncBlocked(\n  state: DocumentStoreState,\n): boolean {\n  return state.remoteSyncBlocked;\n}\n\nexport function isDocumentStoreRemoteSyncRequestGenerationCurrent(\n  state: DocumentStoreState,\n  generation: DocumentStoreRemoteSyncRequestGeneration,\n): boolean {\n  return (\n    isDocumentStoreGenerationIdentityCurrent(state, generation) &&\n    getRemoteSyncGeneration(state) === generation.remoteSyncGeneration\n  );\n}\n\nexport function didDocumentStoreRemoteSyncRequestComplete(\n  state: DocumentStoreState,\n  generation: DocumentStoreRemoteSyncRequestGeneration,\n  requestedSignalSequence: number,\n): boolean {\n  return (\n    isDocumentStoreRemoteSyncRequestGenerationCurrent(state, generation) &&\n    state.remoteUpdateCompletedSignalSeq >= requestedSignalSequence\n  );\n}\n\nexport function isDocumentStoreSyncGenerationCurrent(\n  state: DocumentStoreState,\n  generation: DocumentStoreSyncGeneration,\n): boolean {\n  return (\n    state.doc === generation.currentDoc &&\n    isDocumentStoreGenerationIdentityCurrent(state, generation) &&\n    (!(\"remoteSyncGeneration\" in generation) ||\n      getRemoteSyncGeneration(state) === generation.remoteSyncGeneration)\n  );\n}\n\nexport function isDocumentStoreSyncLaneGenerationCurrent(\n  state: DocumentStoreState,\n  generation: DocumentStoreSyncLaneGeneration,\n): boolean {\n  return (\n    (syncLaneGenerations.get(state) ?? 0) === generation.syncLaneGeneration &&\n    !generation.syncLaneIsDisposed?.()\n  );\n}\n\nexport function isDocumentStoreGenerationIdentityCurrent(\n  state: DocumentStoreState,\n  generation: DocumentStoreGenerationIdentity,\n): boolean {\n  return (\n    state.runtime.apiClient === generation.apiClient &&\n    state.runtime.infra.blobStore === generation.blobStore &&\n    state.runtime.state.containerId === generation.containerId &&\n    state.runtime.infra.documentProjectors === generation.documentProjectors &&\n    state.runtime.state.domainScope === generation.domainScope &&\n    state.runtime.infra.execSql === generation.execSql &&\n    state.localWriteGeneration === generation.localWriteGeneration &&\n    state.runtime.auth?.organizationId === generation.organizationId &&\n    state.runtime.state.peerScope === generation.peerScope &&\n    state.persistence === generation.persistence &&\n    state.resolveProjectionUserKey === generation.resolveProjectionUserKey &&\n    (!hasDocumentStoreSyncLaneIdentity(generation) ||\n      isDocumentStoreSyncLaneGenerationCurrent(state, generation))\n  );\n}\n"]}

package/stores/documents/documentStore/syncOutgoingCoverage.js

@@ -0,0 +1,96 @@
+import { encodeVersionVector, exportUpdatesSince, mergeVersionVectors, satisfiesVersionVector, } from "../../../internal/loro/index.js";
+import { chainIdentityWrite } from "./identityWriteChain.js";
+import { rebaseDocumentAfterPendingUpdateRefusal } from "./pendingUpdateRefusal.js";
+import { enqueuePendingUpdate, listPendingUpdates, persistDocument, } from "./persistence.js";
+import { isDocumentStoreSyncGenerationCurrent, } from "./syncGeneration.js";
+import { extendDocumentVersionCoverage } from "./versionCoverage.js";
+/**
+ * Rebuild the durable outgoing frontier before a sync can clean-skip or delete
+ * accepted queue rows. Existing rows promote the marker only through connected
+ * spans. Any remaining snapshot tail is exported and enqueued before the marker
+ * advances, so a restart at every await remains lossless.
+ */
+export async function prepareDocumentOutgoingCoverage(input) {
+    const { currentDoc, generation, state } = input;
+    if (!isDocumentStoreSyncGenerationCurrent(state, generation))
+        return null;
+    const baseVersion = input.coverageBaseVersion ?? state.pendingBaseVersion;
+    if (baseVersion === null) {
+        throw new Error("Document sync requires an initialized pending base");
+    }
+    const documentVersion = encodeVersionVector(currentDoc);
+    const queuedCoverage = extendDocumentVersionCoverage({
+        baseVersion,
+        documentVersion,
+        spans: input.pendingUpdates,
+    });
+    let pendingUpdates = input.pendingUpdates;
+    let preparedCoverage = queuedCoverage;
+    if (!satisfiesVersionVector(queuedCoverage, documentVersion)) {
+        const deferredUpdate = exportUpdatesSince(currentDoc, queuedCoverage);
+        const enqueued = await enqueuePendingUpdate(state, deferredUpdate, undefined, generation);
+        if (!enqueued) {
+            await rebaseDocumentAfterPendingUpdateRefusal(state, generation);
+            return null;
+        }
+        if (!isDocumentStoreSyncGenerationCurrent(state, generation))
+            return null;
+        pendingUpdates = await listPendingUpdates(state);
+        if (!isDocumentStoreSyncGenerationCurrent(state, generation))
+            return null;
+        preparedCoverage = documentVersion;
+        state.runtime.util.log("Documents: materialized a deferred outgoing update before sync.");
+    }
+    // A local write may have advanced the in-memory frontier while the enqueue
+    // awaited. Merge instead of assigning so this background repair can never
+    // move the marker backwards.
+    const liveBaseVersion = state.pendingBaseVersion;
+    if (liveBaseVersion === null) {
+        throw new Error("Document sync lost its pending base");
+    }
+    const nextBaseVersion = mergeVersionVectors([
+        liveBaseVersion,
+        preparedCoverage,
+    ]);
+    const liveRecord = state.record;
+    if (!liveRecord) {
+        throw new Error("Document sync lost its persisted record");
+    }
+    if (liveRecord.pendingBaseVersion === nextBaseVersion) {
+        state.pendingBaseVersion = nextBaseVersion;
+        return { pendingUpdates, record: liveRecord };
+    }
+    const persisted = await chainIdentityWrite(state, async () => {
+        if (!isDocumentStoreSyncGenerationCurrent(state, generation))
+            return null;
+        return persistDocument(state, currentDoc, {
+            // Every op in nextBaseVersion is durably enqueued — the marker's
+            // definition, plus the deferred delta enqueued above — so the
+            // frontier advances with the marker. Left behind, the settled
+            // document would stay listed (and primed) as a deferred tail
+            // forever.
+            snapshotEndVersion: mergeVersionVectors([
+                ...(liveRecord.snapshotEndVersion.length > 0
+                    ? [liveRecord.snapshotEndVersion]
+                    : []),
+                nextBaseVersion,
+            ]),
+        }, {
+            pendingBaseVersionOverride: nextBaseVersion,
+            preserveSnapshotStructuredFields: true,
+            preserveSnapshotText: true,
+        }, generation);
+    });
+    if (!persisted || !isDocumentStoreSyncGenerationCurrent(state, generation)) {
+        return null;
+    }
+    const currentBaseVersion = state.pendingBaseVersion;
+    if (currentBaseVersion === null)
+        return null;
+    state.pendingBaseVersion = mergeVersionVectors([
+        currentBaseVersion,
+        nextBaseVersion,
+    ]);
+    return { pendingUpdates, record: persisted.record };
+}
+//# sourceMappingURL=syncOutgoingCoverage.js.map

package/stores/documents/documentStore/syncOutgoingCoverage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"syncOutgoingCoverage.js","sourceRoot":"","sources":["syncOutgoingCoverage.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,iBAAiB,CAAC;AAKzB,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uCAAuC,EAAE,MAAM,wBAAwB,CAAC;AACjF,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,eAAe,GAChB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAEL,oCAAoC,GACrC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAOlE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,KAOrD;IACC,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAChD,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IAE1E,MAAM,WAAW,GAAG,KAAK,CAAC,mBAAmB,IAAI,KAAK,CAAC,kBAAkB,CAAC;IAC1E,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,eAAe,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,6BAA6B,CAAC;QACnD,WAAW;QACX,eAAe;QACf,KAAK,EAAE,KAAK,CAAC,cAAc;KAC5B,CAAC,CAAC;IACH,IAAI,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;IAC1C,IAAI,gBAAgB,GAAG,cAAc,CAAC;IAEtC,IAAI,CAAC,sBAAsB,CAAC,cAAc,EAAE,eAAe,CAAC,EAAE,CAAC;QAC7D,MAAM,cAAc,GAAG,kBAAkB,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CACzC,KAAK,EACL,cAAc,EACd,SAAS,EACT,UAAU,CACX,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,uCAAuC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1E,cAAc,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1E,gBAAgB,GAAG,eAAe,CAAC;QACnC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CACpB,iEAAiE,CAClE,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,0EAA0E;IAC1E,6BAA6B;IAC7B,MAAM,eAAe,GAAG,KAAK,CAAC,kBAAkB,CAAC;IACjD,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,eAAe,GAAG,mBAAmB,CAAC;QAC1C,eAAe;QACf,gBAAgB;KACjB,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAChC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,UAAU,CAAC,kBAAkB,KAAK,eAAe,EAAE,CAAC;QACtD,KAAK,CAAC,kBAAkB,GAAG,eAAe,CAAC;QAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;QAC3D,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1E,OAAO,eAAe,CACpB,KAAK,EACL,UAAU,EACV;YACE,iEAAiE;YACjE,8DAA8D;YAC9D,8DAA8D;YAC9D,6DAA6D;YAC7D,WAAW;YACX,kBAAkB,EAAE,mBAAmB,CAAC;gBACtC,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC;oBAC1C,CAAC,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,eAAe;aAChB,CAAC;SACH,EACD;YACE,0BAA0B,EAAE,eAAe;YAC3C,gCAAgC,EAAE,IAAI;YACtC,oBAAoB,EAAE,IAAI;SAC3B,EACD,UAAU,CACX,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,SAAS,IAAI,CAAC,oCAAoC,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;IACpD,IAAI,kBAAkB,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC7C,KAAK,CAAC,kBAAkB,GAAG,mBAAmB,CAAC;QAC7C,kBAAkB;QAClB,eAAe;KAChB,CAAC,CAAC;IACH,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC;AACtD,CAAC","sourcesContent":["import {\n  encodeVersionVector,\n  exportUpdatesSince,\n  mergeVersionVectors,\n  satisfiesVersionVector,\n} from \"@tearleads/loro\";\nimport type {\n  DocumentRecord,\n  PendingUpdateRecord,\n} from \"../../../workflows/documents\";\nimport { chainIdentityWrite } from \"./identityWriteChain\";\nimport { rebaseDocumentAfterPendingUpdateRefusal } from \"./pendingUpdateRefusal\";\nimport {\n  enqueuePendingUpdate,\n  listPendingUpdates,\n  persistDocument,\n} from \"./persistence\";\nimport type { DocumentState, DocumentStoreState } from \"./state\";\nimport {\n  type DocumentStoreSyncGeneration,\n  isDocumentStoreSyncGenerationCurrent,\n} from \"./syncGeneration\";\nimport { extendDocumentVersionCoverage } from \"./versionCoverage\";\n\ninterface PreparedOutgoingCoverage {\n  readonly pendingUpdates: PendingUpdateRecord[];\n  readonly record: DocumentRecord;\n}\n\n/**\n * Rebuild the durable outgoing frontier before a sync can clean-skip or delete\n * accepted queue rows. Existing rows promote the marker only through connected\n * spans. Any remaining snapshot tail is exported and enqueued before the marker\n * advances, so a restart at every await remains lossless.\n */\nexport async function prepareDocumentOutgoingCoverage(input: {\n  /** A separately verified frontier used only to prove outgoing coverage. */\n  readonly coverageBaseVersion?: string | undefined;\n  readonly currentDoc: DocumentState;\n  readonly generation: DocumentStoreSyncGeneration;\n  readonly pendingUpdates: PendingUpdateRecord[];\n  readonly state: DocumentStoreState;\n}): Promise<PreparedOutgoingCoverage | null> {\n  const { currentDoc, generation, state } = input;\n  if (!isDocumentStoreSyncGenerationCurrent(state, generation)) return null;\n\n  const baseVersion = input.coverageBaseVersion ?? state.pendingBaseVersion;\n  if (baseVersion === null) {\n    throw new Error(\"Document sync requires an initialized pending base\");\n  }\n\n  const documentVersion = encodeVersionVector(currentDoc);\n  const queuedCoverage = extendDocumentVersionCoverage({\n    baseVersion,\n    documentVersion,\n    spans: input.pendingUpdates,\n  });\n  let pendingUpdates = input.pendingUpdates;\n  let preparedCoverage = queuedCoverage;\n\n  if (!satisfiesVersionVector(queuedCoverage, documentVersion)) {\n    const deferredUpdate = exportUpdatesSince(currentDoc, queuedCoverage);\n    const enqueued = await enqueuePendingUpdate(\n      state,\n      deferredUpdate,\n      undefined,\n      generation,\n    );\n    if (!enqueued) {\n      await rebaseDocumentAfterPendingUpdateRefusal(state, generation);\n      return null;\n    }\n    if (!isDocumentStoreSyncGenerationCurrent(state, generation)) return null;\n\n    pendingUpdates = await listPendingUpdates(state);\n    if (!isDocumentStoreSyncGenerationCurrent(state, generation)) return null;\n\n    preparedCoverage = documentVersion;\n    state.runtime.util.log(\n      \"Documents: materialized a deferred outgoing update before sync.\",\n    );\n  }\n\n  // A local write may have advanced the in-memory frontier while the enqueue\n  // awaited. Merge instead of assigning so this background repair can never\n  // move the marker backwards.\n  const liveBaseVersion = state.pendingBaseVersion;\n  if (liveBaseVersion === null) {\n    throw new Error(\"Document sync lost its pending base\");\n  }\n  const nextBaseVersion = mergeVersionVectors([\n    liveBaseVersion,\n    preparedCoverage,\n  ]);\n\n  const liveRecord = state.record;\n  if (!liveRecord) {\n    throw new Error(\"Document sync lost its persisted record\");\n  }\n  if (liveRecord.pendingBaseVersion === nextBaseVersion) {\n    state.pendingBaseVersion = nextBaseVersion;\n    return { pendingUpdates, record: liveRecord };\n  }\n\n  const persisted = await chainIdentityWrite(state, async () => {\n    if (!isDocumentStoreSyncGenerationCurrent(state, generation)) return null;\n\n    return persistDocument(\n      state,\n      currentDoc,\n      {\n        // Every op in nextBaseVersion is durably enqueued — the marker's\n        // definition, plus the deferred delta enqueued above — so the\n        // frontier advances with the marker. Left behind, the settled\n        // document would stay listed (and primed) as a deferred tail\n        // forever.\n        snapshotEndVersion: mergeVersionVectors([\n          ...(liveRecord.snapshotEndVersion.length > 0\n            ? [liveRecord.snapshotEndVersion]\n            : []),\n          nextBaseVersion,\n        ]),\n      },\n      {\n        pendingBaseVersionOverride: nextBaseVersion,\n        preserveSnapshotStructuredFields: true,\n        preserveSnapshotText: true,\n      },\n      generation,\n    );\n  });\n  if (!persisted || !isDocumentStoreSyncGenerationCurrent(state, generation)) {\n    return null;\n  }\n\n  const currentBaseVersion = state.pendingBaseVersion;\n  if (currentBaseVersion === null) return null;\n  state.pendingBaseVersion = mergeVersionVectors([\n    currentBaseVersion,\n    nextBaseVersion,\n  ]);\n  return { pendingUpdates, record: persisted.record };\n}\n"]}