@powersync/service-module-mongodb-storage 0.20.0 → 0.22.0

package/dist/storage/implementation/MongoWriteBatch.js

@@ -0,0 +1,149 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+/**
+ * Explicitly groups writes with no intervening reads or result dependencies.
+ * Callers retain responsibility for transaction and ordering boundaries.
+ *
+ * On MongoDB 8.0+, this uses the client-level bulkWrite API.
+ *
+ * On MongoDB earlier versions, this uses the the collection-level bulkWrite API, or individual operations.
+ * This is less efficient, but produces the same results.
+ */
+export class MongoWriteBatch {
+    client;
+    supportsClientBulkWrite;
+    session;
+    operations = [];
+    deleteChecks = [];
+    fallback = [];
+    ordered;
+    constructor(client, supportsClientBulkWrite, session, options) {
+        this.client = client;
+        this.supportsClientBulkWrite = supportsClientBulkWrite;
+        this.session = session;
+        this.ordered = options.ordered;
+    }
+    /**
+     * Perform a collection-level bulkWrite.
+     *
+     * On MongoDB 8.0+, these operations join the client-level bulkWrite with the batch's ordering.
+     * The driver may split commands to respect server batch limits.
+     *
+     * On earlier MongoDB versions, this always uses an unordered collection-level bulkWrite.
+     * Operations within this collection bulk must therefore be independent of their order.
+     */
+    bulkWriteUnordered(collection, operations) {
+        if (operations.length === 0)
+            return;
+        if (!this.supportsClientBulkWrite) {
+            this.fallback.push(() => collection.bulkWrite(operations, { ordered: false, session: this.session }));
+            return;
+        }
+        for (const operation of operations) {
+            // Collection and client models contain the same operation fields, with a
+            // different envelope. Keep the schema checked at the collection boundary.
+            const [name, model] = Object.entries(operation)[0];
+            this.operations.push({ ...model, name, namespace: collection.namespace });
+        }
+    }
+    insertOne(collection, document) {
+        if (!this.supportsClientBulkWrite) {
+            this.fallback.push(() => collection.insertOne(document, { session: this.session }));
+            return;
+        }
+        this.addModel({ name: 'insertOne', namespace: collection.namespace, document: document });
+    }
+    insertMany(collection, documents) {
+        if (documents.length === 0)
+            return;
+        if (!this.supportsClientBulkWrite) {
+            this.fallback.push(() => collection.insertMany(documents, { session: this.session }));
+            return;
+        }
+        for (const document of documents) {
+            this.addModel({
+                name: 'insertOne',
+                namespace: collection.namespace,
+                document: document
+            });
+        }
+    }
+    deleteMany(collection, filter, checkDeletedCount) {
+        if (checkDeletedCount) {
+            // Client-bulk results are checked after all writes execute. A failed
+            // invariant must roll back the entire batch, not leave later writes visible.
+            if (!this.session?.inTransaction())
+                throw new Error('Checked deletes require a transaction');
+        }
+        if (!this.supportsClientBulkWrite) {
+            this.fallback.push(async () => {
+                const result = await collection.deleteMany(filter, { session: this.session });
+                checkDeletedCount?.(result.deletedCount);
+            });
+            return;
+        }
+        if (checkDeletedCount) {
+            this.deleteChecks.push({ index: this.operations.length, check: checkDeletedCount });
+        }
+        this.addModel({ name: 'deleteMany', namespace: collection.namespace, filter });
+    }
+    updateOne(collection, filter, update, options = {}) {
+        if (!this.supportsClientBulkWrite) {
+            this.fallback.push(() => collection.updateOne(filter, update, { ...options, session: this.session }));
+            return;
+        }
+        this.addModel({ name: 'updateOne', namespace: collection.namespace, filter, update, ...options });
+    }
+    updateMany(collection, filter, update, options = {}) {
+        if (!this.supportsClientBulkWrite) {
+            this.fallback.push(() => collection.updateMany(filter, update, { ...options, session: this.session }));
+            return;
+        }
+        this.addModel({ name: 'updateMany', namespace: collection.namespace, filter, update, ...options });
+    }
+    addModel(operation) {
+        // The collection-specific methods validate the schema before erasing it here.
+        this.operations.push(operation);
+    }
+    /**
+     * Execute the queued writes.
+     *
+     * On MongoDB 8.0+, this uses the client-level bulkWrite API, typically resulting in a single command.
+     * The command may be split if there are a large number of operations.
+     *
+     * On earlier MongoDB versions, this executes each queued operation individually.
+     *
+     * If no operations were queued, this is a no-op.
+     */
+    async execute() {
+        if (!this.supportsClientBulkWrite) {
+            // Sessions cannot execute concurrent operations within a transaction.
+            for (const write of this.fallback)
+                await write();
+            return;
+        }
+        if (this.operations.length === 0)
+            return;
+        try {
+            const result = await this.client.bulkWrite(this.operations, {
+                session: this.session,
+                ordered: this.ordered,
+                verboseResults: this.deleteChecks.length > 0
+            });
+            for (const { index, check } of this.deleteChecks) {
+                const deleted = result.deleteResults?.get(index);
+                if (deleted == null)
+                    throw new Error('Missing client bulk delete result');
+                check(deleted.deletedCount);
+            }
+        }
+        catch (error) {
+            // The driver wraps command failures without copying their error labels.
+            // Preserve withTransaction's retry handling for e.g. write conflicts.
+            if (error instanceof mongo.MongoClientBulkWriteError && error.cause instanceof mongo.MongoError) {
+                throw error.cause;
+            }
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=MongoWriteBatch.js.map

package/dist/storage/implementation/MongoWriteBatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoWriteBatch.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoWriteBatch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAEvD;;;;;;;;GAQG;AACH,MAAM,OAAO,eAAe;IAQP;IACA;IACA;IATF,UAAU,GAAoD,EAAE,CAAC;IACjE,YAAY,GAAwD,EAAE,CAAC;IACvE,QAAQ,GAA+B,EAAE,CAAC;IAE1C,OAAO,CAAU;IAElC,YACmB,MAAyB,EACzB,uBAAgC,EAChC,OAAwC,EACzD,OAA6B;QAHZ,WAAM,GAAN,MAAM,CAAmB;QACzB,4BAAuB,GAAvB,uBAAuB,CAAS;QAChC,YAAO,GAAP,OAAO,CAAiC;QAGzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACjC,CAAC;IAED;;;;;;;;OAQG;IACH,kBAAkB,CAChB,UAA+B,EAC/B,UAA4C;QAE5C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACpC,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtG,OAAO;QACT,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,yEAAyE;YACzE,0EAA0E;YAC1E,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,SAAS,CAA2B,UAA+B,EAAE,QAA2C;QAC9G,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAI,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,QAAQ,EAAE,QAA+B,EAAE,CAAC,CAAC;IACtH,CAAC;IAED,UAAU,CACR,UAA+B,EAC/B,SAA8C;QAE9C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACnC,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtF,OAAO;QACT,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,QAAQ,CAAI;gBACf,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,QAAQ,EAAE,QAA+B;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,UAAU,CACR,UAA+B,EAC/B,MAAuB,EACvB,iBAA2C;QAE3C,IAAI,iBAAiB,EAAE,CAAC;YACtB,qEAAqE;YACrE,6EAA6E;YAC7E,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;gBAC5B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9E,iBAAiB,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,QAAQ,CAAI,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,SAAS,CACP,UAA+B,EAC/B,MAAuB,EACvB,MAAgD,EAChD,UAAgE,EAAE;QAElE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtG,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,UAAU,CACR,UAA+B,EAC/B,MAAuB,EACvB,MAAgD,EAChD,UAAgE,EAAE;QAElE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACvG,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrG,CAAC;IAEO,QAAQ,CAA2B,SAA2C;QACpF,8EAA8E;QAC9E,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAqE,CAAC,CAAC;IAC9F,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,sEAAsE;YACtE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ;gBAAE,MAAM,KAAK,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC1D,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;aAC7C,CAAC,CAAC;YACH,KAAK,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACjD,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,OAAO,IAAI,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBAC1E,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wEAAwE;YACxE,sEAAsE;YACtE,IAAI,KAAK,YAAY,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,UAAU,EAAE,CAAC;gBAChG,MAAM,KAAK,CAAC,KAAK,CAAC;YACpB,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/storage/implementation/MongoWriteCheckpointAPI.d.ts

@@ -1,17 +1,17 @@
-import { mongo } from '@powersync/lib-service-mongodb';
-import { GetCheckpointChangesOptions, InternalOpId, storage } from '@powersync/service-core';
+import { GetCheckpointChangesOptions, storage } from '@powersync/service-core';
 import { VersionedPowerSyncMongo } from './db.js';
 export type MongoCheckpointAPIOptions = {
     db: VersionedPowerSyncMongo;
-    mode: storage.WriteCheckpointMode;
-    sync_rules_id: number;
+    writeCheckpointMode: storage.WriteCheckpointModeConfig;
+    replicationStreamId: number;
 };
 export declare class MongoWriteCheckpointAPI implements storage.WriteCheckpointAPI {
     readonly db: VersionedPowerSyncMongo;
+    readonly replicationStreamId: number;
     private _mode;
     constructor(options: MongoCheckpointAPIOptions);
     get writeCheckpointMode(): storage.WriteCheckpointMode;
-    setWriteCheckpointMode(mode: storage.WriteCheckpointMode): void;
+    setWriteCheckpointMode(config: storage.WriteCheckpointModeConfig): void;
     createManagedWriteCheckpoints(checkpoints: storage.ManagedWriteCheckpointOptions[]): Promise<storage.CreateManagedWriteCheckpointsResult>;
     private createSuppliedManagedWriteCheckpoints;
     lastWriteCheckpoint(filters: storage.LastWriteCheckpointFilters): Promise<bigint | null>;
@@ -22,6 +22,8 @@ export declare class MongoWriteCheckpointAPI implements storage.WriteCheckpointA
     protected lastCustomWriteCheckpoint(filters: storage.CustomWriteCheckpointFilters): Promise<bigint | null>;
     protected lastManagedWriteCheckpoint(filters: storage.ManagedWriteCheckpointFilters): Promise<bigint | null>;
     private getManagedWriteCheckpointChanges;
-    private getCustomWriteCheckpointChanges;
+    protected getCustomWriteCheckpointChanges(options: GetCheckpointChangesOptions): Promise<{
+        invalidateWriteCheckpoints: boolean;
+        updatedWriteCheckpoints: Map<string, bigint>;
+    }>;
 }
-export declare function batchCreateCustomWriteCheckpoints(db: VersionedPowerSyncMongo, session: mongo.ClientSession, checkpoints: storage.CustomWriteCheckpointOptions[], opId: InternalOpId): Promise<void>;

package/dist/storage/implementation/MongoWriteCheckpointAPI.js

@@ -2,16 +2,18 @@ import * as framework from '@powersync/lib-services-framework';
 import { storage } from '@powersync/service-core';
 export class MongoWriteCheckpointAPI {
     db;
+    replicationStreamId;
     _mode;
     constructor(options) {
         this.db = options.db;
-        this._mode = options.mode;
+        this._mode = options.writeCheckpointMode.mode;
+        this.replicationStreamId = options.replicationStreamId;
     }
     get writeCheckpointMode() {
         return this._mode;
     }
-    setWriteCheckpointMode(mode) {
-        this._mode = mode;
+    setWriteCheckpointMode(config) {
+        this._mode = config.mode;
     }
     async createManagedWriteCheckpoints(checkpoints) {
         if (this.writeCheckpointMode !== storage.WriteCheckpointMode.MANAGED) {
@@ -68,7 +70,7 @@ export class MongoWriteCheckpointAPI {
                     },
                     upsert: true
                 }
-            })));
+            })), { ordered: false });
             const userIds = generatedCheckpoints.map((checkpoint) => checkpoint.user_id);
             const docs = await this.db.write_checkpoints
                 .find({
@@ -140,7 +142,7 @@ export class MongoWriteCheckpointAPI {
                     upsert: true
                 }
             };
-        }));
+        }), { ordered: false });
         // Fetch the final ids separately so stale requests can still return the
         // checkpoint currently stored. If duplicate rows already exist for a
         // user_id, use the highest stored id instead of whichever document MongoDB
@@ -194,6 +196,7 @@ export class MongoWriteCheckpointAPI {
         }
     }
     async lastCustomWriteCheckpoint(filters) {
+        // Legacy V1/V2 implementation.
         const { user_id, sync_rules_id } = filters;
         const lastWriteCheckpoint = await this.db.custom_write_checkpoints.findOne({
             user_id,
@@ -242,6 +245,7 @@ export class MongoWriteCheckpointAPI {
     }
     async getCustomWriteCheckpointChanges(options) {
         const limit = 1000;
+        // Legacy V1/V2 implementation.
         const changes = await this.db.custom_write_checkpoints
             .find({
             op_id: { $gt: options.lastCheckpoint.checkpoint, $lte: options.nextCheckpoint.checkpoint }
@@ -266,29 +270,4 @@ export class MongoWriteCheckpointAPI {
         };
     }
 }
-export async function batchCreateCustomWriteCheckpoints(db, session, checkpoints, opId) {
-    if (checkpoints.length == 0) {
-        return;
-    }
-    await db.custom_write_checkpoints.bulkWrite(checkpoints.map((checkpointOptions) => {
-        const set = {
-            checkpoint: checkpointOptions.checkpoint,
-            sync_rules_id: checkpointOptions.sync_rules_id,
-            op_id: opId
-        };
-        if (checkpointOptions.checkpoint_requested_at != null) {
-            set.checkpoint_requested_at = checkpointOptions.checkpoint_requested_at;
-        }
-        return {
-            updateOne: {
-                filter: { user_id: checkpointOptions.user_id, sync_rules_id: checkpointOptions.sync_rules_id },
-                update: {
-                    $set: set,
-                    ...(checkpointOptions.checkpoint_requested_at == null ? { $unset: { checkpoint_requested_at: 1 } } : {})
-                },
-                upsert: true
-            }
-        };
-    }), { session });
-}
 //# sourceMappingURL=MongoWriteCheckpointAPI.js.map

package/dist/storage/implementation/MongoWriteCheckpointAPI.js.map

@@ -1 +1 @@
-{"version":3,"file":"MongoWriteCheckpointAPI.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoWriteCheckpointAPI.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,SAAS,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAA6C,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAS7F,MAAM,OAAO,uBAAuB;IACzB,EAAE,CAA0B;IAC7B,KAAK,CAA8B;IAE3C,YAAY,OAAkC;QAC5C,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,sBAAsB,CAAC,IAAiC;QACtD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,WAAoD;QAEpD,IAAI,IAAI,CAAC,mBAAmB,KAAK,OAAO,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACrE,MAAM,IAAI,SAAS,CAAC,qBAAqB,CACvC,qGAAqG,IAAI,CAAC,mBAAmB,GAAG,CACjI,CAAC;QACJ,CAAC;QAED,MAAM,iBAAiB,GAAG,OAAO,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC;QAC7E,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO,EAAE,gBAAgB,EAAE,IAAI,GAAG,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;QAC/D,CAAC;QAED,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACnD,MAAM,oBAAoB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,qBAAqB,IAAI,IAAI,CAAC,CAAC;QAChH,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,qBAAqB,IAAI,IAAI,CAAC,CAAC;QAE/G,IAAI,oBAAoB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrC,kFAAkF;YAClF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,gBAAgB,CAC1D;gBACE,OAAO;aACR,EACD;gBACE,IAAI,EAAE;oBACJ,IAAI;oBACJ,gBAAgB,EAAE,IAAI;iBACvB;gBACD,iEAAiE;gBACjE,oEAAoE;gBACpE,MAAM,EAAE;oBACN,uBAAuB,EAAE,CAAC;iBAC3B;gBACD,IAAI,EAAE;oBACJ,SAAS,EAAE,EAAE;iBACd;aACF,EACD,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,CAC1C,CAAC;YAEF,2EAA2E;YAC3E,wCAAwC;YACxC,aAAa,GAAG,IAAI,CAAC;YACrB,gBAAgB,CAAC,GAAG,CAAC,GAAI,CAAC,OAAO,EAAE,GAAI,CAAC,SAAS,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,4EAA4E;YAC5E,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,SAAS,CACvC,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtD,SAAS,EAAE;oBACT,MAAM,EAAE,EAAE,OAAO,EAAE;oBACnB,MAAM,EAAE;wBACN,IAAI,EAAE;4BACJ,IAAI;4BACJ,gBAAgB,EAAE,IAAI;yBACvB;wBACD,MAAM,EAAE;4BACN,uBAAuB,EAAE,CAAC;yBAC3B;wBACD,IAAI,EAAE;4BACJ,SAAS,EAAE,EAAE;yBACd;qBACF;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC,CAAC,CACJ,CAAC;YAEF,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC7E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB;iBACzC,IAAI,CACH;gBACE,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;aAC1B,EACD;gBACE,UAAU,EAAE;oBACV,OAAO,EAAE,CAAC;oBACV,SAAS,EAAE,CAAC;iBACb;aACF,CACF;iBACA,OAAO,EAAE,CAAC;YAEb,aAAa,GAAG,IAAI,CAAC;YACrB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qCAAqC,CAAC,mBAAmB,CAAC,CAAC;YAC7F,aAAa,KAAK,cAAc,CAAC,aAAa,CAAC;YAC/C,KAAK,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,IAAI,cAAc,CAAC,gBAAgB,EAAE,CAAC;gBACxE,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,qCAAqC,CAAC,WAAoD;QACtG,MAAM,qBAAqB,GAAG,IAAI,IAAI,EAAE,CAAC;QAEzC,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,SAAS,CACvC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAC7B,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC;YAC5C,MAAM,mBAAmB,GAAG,UAAU,CAAC,qBAAsB,CAAC;YAE9D,wEAAwE;YACxE,sEAAsE;YACtE,0EAA0E;YAC1E,MAAM,oBAAoB,GAAG;gBAC3B,GAAG,EAAE;oBACH,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE;oBAClD,EAAE,GAAG,EAAE,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,EAAE;iBAC3D;aACF,CAAC;YACF,uEAAuE;YACvE,MAAM,oBAAoB,GAAG;gBAC3B,GAAG,EAAE;oBACH,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE;oBAClD,EAAE,IAAI,EAAE,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,EAAE;iBAC5D;aACF,CAAC;YAEF,OAAO;gBACL,UAAU,EAAE;oBACV,MAAM,EAAE,EAAE,OAAO,EAAE;oBACnB,MAAM,EAAE;wBACN;4BACE,IAAI,EAAE;gCACJ,OAAO;gCACP,SAAS,EAAE;oCACT,KAAK,EAAE,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,EAAE,YAAY,CAAC;iCAC/E;gCACD,IAAI,EAAE;oCACJ,KAAK,EAAE,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC;iCAC3D;gCACD,gBAAgB,EAAE;oCAChB,KAAK,EAAE,CAAC,oBAAoB,EAAE,IAAI,EAAE,mBAAmB,CAAC;iCACzD;gCACD,uBAAuB,EAAE;oCACvB,KAAK,EAAE,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,qBAAqB,EAAE,EAAE,0BAA0B,CAAC;iCAC/F;6BACF;yBACF;qBACF;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QAEF,wEAAwE;QACxE,qEAAqE;QACrE,2EAA2E;QAC3E,2BAA2B;QAC3B,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB;aACzC,IAAI,CACH;YACE,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;SAC1B,EACD;YACE,UAAU,EAAE;gBACV,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,gBAAgB,EAAE,CAAC;aACpB;SACF,CACF;aACA,OAAO,EAAE,CAAC;QACb,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAC;QAC/D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChD,IACE,QAAQ,IAAI,IAAI;gBAChB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS;gBAClC,CAAC,GAAG,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,gBAAgB,IAAI,IAAI,IAAI,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC,EAC1G,CAAC;gBACD,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO;YACL,gBAAgB,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7F,aAAa,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC;SACvF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAA2C;QACnE,QAAQ,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACjC,KAAK,OAAO,CAAC,mBAAmB,CAAC,MAAM;gBACrC,IAAI,KAAK,IAAI,eAAe,IAAI,OAAO,EAAE,CAAC;oBACxC,MAAM,IAAI,SAAS,CAAC,qBAAqB,CACvC,yEAAyE,CAC1E,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC;YACjD,KAAK,OAAO,CAAC,mBAAmB,CAAC,OAAO;gBACtC,IAAI,KAAK,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;oBAChC,MAAM,IAAI,SAAS,CAAC,qBAAqB,CACvC,qEAAqE,CACtE,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,yBAAyB,CAAC,OAAoC;QAClE,QAAQ,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACjC,KAAK,OAAO,CAAC,mBAAmB,CAAC,MAAM;gBACrC,OAAO,IAAI,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC;YACvD,KAAK,OAAO,CAAC,mBAAmB,CAAC,OAAO;gBACtC,OAAO,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAES,KAAK,CAAC,yBAAyB,CAAC,OAA6C;QACrF,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;QAC3C,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,OAAO,CAAC;YACzE,OAAO;YACP,aAAa;SACd,CAAC,CAAC;QACH,OAAO,mBAAmB,EAAE,UAAU,IAAI,IAAI,CAAC;IACjD,CAAC;IAES,KAAK,CAAC,0BAA0B,CAAC,OAA8C;QACvF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QACnC,4EAA4E;QAC5E,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YAChB,oDAAoD;YACpD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAClE,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;SACxB,CAAC,CAAC;QACH,OAAO,mBAAmB,EAAE,SAAS,IAAI,IAAI,CAAC;IAChD,CAAC;IAEO,KAAK,CAAC,gCAAgC,CAAC,OAAoC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB;aAC5C,IAAI,CACH;YACE,gBAAgB,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,EAAE;SACxF,EACD;YACE,KAAK,EAAE,KAAK,GAAG,CAAC;YAChB,2DAA2D;YAC3D,+DAA+D;YAC/D,SAAS,EAAE,KAAK,GAAG,CAAC;YACpB,WAAW,EAAE,IAAI;SAClB,CACF;aACA,OAAO,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;QAE1C,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;gBACtB,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,OAAO;YACL,0BAA0B,EAAE,UAAU;YACtC,uBAAuB;SACxB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAAC,OAAoC;QAChF,MAAM,KAAK,GAAG,IAAI,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB;aACnD,IAAI,CACH;YACE,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;SAC3F,EACD;YACE,KAAK,EAAE,KAAK,GAAG,CAAC;YAChB,2DAA2D;YAC3D,+DAA+D;YAC/D,SAAS,EAAE,KAAK,GAAG,CAAC;YACpB,WAAW,EAAE,IAAI;SAClB,CACF;aACA,OAAO,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;QAE1C,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;gBACtB,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,OAAO;YACL,0BAA0B,EAAE,UAAU;YACtC,uBAAuB;SACxB,CAAC;IACJ,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,EAA2B,EAC3B,OAA4B,EAC5B,WAAmD,EACnD,IAAkB;IAElB,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IAED,MAAM,EAAE,CAAC,wBAAwB,CAAC,SAAS,CACzC,WAAW,CAAC,GAAG,CAAC,CAAC,iBAAiB,EAAE,EAAE;QACpC,MAAM,GAAG,GAA4B;YACnC,UAAU,EAAE,iBAAiB,CAAC,UAAU;YACxC,aAAa,EAAE,iBAAiB,CAAC,aAAa;YAC9C,KAAK,EAAE,IAAI;SACZ,CAAC;QACF,IAAI,iBAAiB,CAAC,uBAAuB,IAAI,IAAI,EAAE,CAAC;YACtD,GAAG,CAAC,uBAAuB,GAAG,iBAAiB,CAAC,uBAAuB,CAAC;QAC1E,CAAC;QAED,OAAO;YACL,SAAS,EAAE;gBACT,MAAM,EAAE,EAAE,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,aAAa,EAAE,iBAAiB,CAAC,aAAa,EAAE;gBAC9F,MAAM,EAAE;oBACN,IAAI,EAAE,GAAG;oBACT,GAAG,CAAC,iBAAiB,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,uBAAuB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACzG;gBACD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC,CAAC,EACF,EAAE,OAAO,EAAE,CACZ,CAAC;AACJ,CAAC"}
+{"version":3,"file":"MongoWriteCheckpointAPI.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoWriteCheckpointAPI.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAA+B,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAS/E,MAAM,OAAO,uBAAuB;IACzB,EAAE,CAA0B;IAC5B,mBAAmB,CAAS;IAE7B,KAAK,CAA8B;IAE3C,YAAY,OAAkC;QAC5C,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC;QAC9C,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IACzD,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,sBAAsB,CAAC,MAAyC;QAC9D,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,WAAoD;QAEpD,IAAI,IAAI,CAAC,mBAAmB,KAAK,OAAO,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACrE,MAAM,IAAI,SAAS,CAAC,qBAAqB,CACvC,qGAAqG,IAAI,CAAC,mBAAmB,GAAG,CACjI,CAAC;QACJ,CAAC;QAED,MAAM,iBAAiB,GAAG,OAAO,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC;QAC7E,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO,EAAE,gBAAgB,EAAE,IAAI,GAAG,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;QAC/D,CAAC;QAED,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACnD,MAAM,oBAAoB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,qBAAqB,IAAI,IAAI,CAAC,CAAC;QAChH,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,qBAAqB,IAAI,IAAI,CAAC,CAAC;QAE/G,IAAI,oBAAoB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrC,kFAAkF;YAClF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,gBAAgB,CAC1D;gBACE,OAAO;aACR,EACD;gBACE,IAAI,EAAE;oBACJ,IAAI;oBACJ,gBAAgB,EAAE,IAAI;iBACvB;gBACD,iEAAiE;gBACjE,oEAAoE;gBACpE,MAAM,EAAE;oBACN,uBAAuB,EAAE,CAAC;iBAC3B;gBACD,IAAI,EAAE;oBACJ,SAAS,EAAE,EAAE;iBACd;aACF,EACD,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,CAC1C,CAAC;YAEF,2EAA2E;YAC3E,wCAAwC;YACxC,aAAa,GAAG,IAAI,CAAC;YACrB,gBAAgB,CAAC,GAAG,CAAC,GAAI,CAAC,OAAO,EAAE,GAAI,CAAC,SAAS,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,4EAA4E;YAC5E,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,SAAS,CACvC,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtD,SAAS,EAAE;oBACT,MAAM,EAAE,EAAE,OAAO,EAAE;oBACnB,MAAM,EAAE;wBACN,IAAI,EAAE;4BACJ,IAAI;4BACJ,gBAAgB,EAAE,IAAI;yBACvB;wBACD,MAAM,EAAE;4BACN,uBAAuB,EAAE,CAAC;yBAC3B;wBACD,IAAI,EAAE;4BACJ,SAAS,EAAE,EAAE;yBACd;qBACF;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC,CAAC,EACH,EAAE,OAAO,EAAE,KAAK,EAAE,CACnB,CAAC;YAEF,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC7E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB;iBACzC,IAAI,CACH;gBACE,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;aAC1B,EACD;gBACE,UAAU,EAAE;oBACV,OAAO,EAAE,CAAC;oBACV,SAAS,EAAE,CAAC;iBACb;aACF,CACF;iBACA,OAAO,EAAE,CAAC;YAEb,aAAa,GAAG,IAAI,CAAC;YACrB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qCAAqC,CAAC,mBAAmB,CAAC,CAAC;YAC7F,aAAa,KAAK,cAAc,CAAC,aAAa,CAAC;YAC/C,KAAK,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,IAAI,cAAc,CAAC,gBAAgB,EAAE,CAAC;gBACxE,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,qCAAqC,CAAC,WAAoD;QACtG,MAAM,qBAAqB,GAAG,IAAI,IAAI,EAAE,CAAC;QAEzC,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,SAAS,CACvC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAC7B,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC;YAC5C,MAAM,mBAAmB,GAAG,UAAU,CAAC,qBAAsB,CAAC;YAE9D,wEAAwE;YACxE,sEAAsE;YACtE,0EAA0E;YAC1E,MAAM,oBAAoB,GAAG;gBAC3B,GAAG,EAAE;oBACH,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE;oBAClD,EAAE,GAAG,EAAE,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,EAAE;iBAC3D;aACF,CAAC;YACF,uEAAuE;YACvE,MAAM,oBAAoB,GAAG;gBAC3B,GAAG,EAAE;oBACH,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE;oBAClD,EAAE,IAAI,EAAE,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,EAAE;iBAC5D;aACF,CAAC;YAEF,OAAO;gBACL,UAAU,EAAE;oBACV,MAAM,EAAE,EAAE,OAAO,EAAE;oBACnB,MAAM,EAAE;wBACN;4BACE,IAAI,EAAE;gCACJ,OAAO;gCACP,SAAS,EAAE;oCACT,KAAK,EAAE,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,EAAE,YAAY,CAAC;iCAC/E;gCACD,IAAI,EAAE;oCACJ,KAAK,EAAE,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC;iCAC3D;gCACD,gBAAgB,EAAE;oCAChB,KAAK,EAAE,CAAC,oBAAoB,EAAE,IAAI,EAAE,mBAAmB,CAAC;iCACzD;gCACD,uBAAuB,EAAE;oCACvB,KAAK,EAAE,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,qBAAqB,EAAE,EAAE,0BAA0B,CAAC;iCAC/F;6BACF;yBACF;qBACF;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC;QACJ,CAAC,CAAC,EACF,EAAE,OAAO,EAAE,KAAK,EAAE,CACnB,CAAC;QAEF,wEAAwE;QACxE,qEAAqE;QACrE,2EAA2E;QAC3E,2BAA2B;QAC3B,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB;aACzC,IAAI,CACH;YACE,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;SAC1B,EACD;YACE,UAAU,EAAE;gBACV,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,gBAAgB,EAAE,CAAC;aACpB;SACF,CACF;aACA,OAAO,EAAE,CAAC;QACb,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAC;QAC/D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChD,IACE,QAAQ,IAAI,IAAI;gBAChB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS;gBAClC,CAAC,GAAG,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,gBAAgB,IAAI,IAAI,IAAI,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC,EAC1G,CAAC;gBACD,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO;YACL,gBAAgB,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7F,aAAa,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC;SACvF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAA2C;QACnE,QAAQ,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACjC,KAAK,OAAO,CAAC,mBAAmB,CAAC,MAAM;gBACrC,IAAI,KAAK,IAAI,eAAe,IAAI,OAAO,EAAE,CAAC;oBACxC,MAAM,IAAI,SAAS,CAAC,qBAAqB,CACvC,yEAAyE,CAC1E,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC;YACjD,KAAK,OAAO,CAAC,mBAAmB,CAAC,OAAO;gBACtC,IAAI,KAAK,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;oBAChC,MAAM,IAAI,SAAS,CAAC,qBAAqB,CACvC,qEAAqE,CACtE,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,yBAAyB,CAAC,OAAoC;QAClE,QAAQ,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACjC,KAAK,OAAO,CAAC,mBAAmB,CAAC,MAAM;gBACrC,OAAO,IAAI,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC;YACvD,KAAK,OAAO,CAAC,mBAAmB,CAAC,OAAO;gBACtC,OAAO,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAES,KAAK,CAAC,yBAAyB,CAAC,OAA6C;QACrF,+BAA+B;QAC/B,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;QAC3C,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,OAAO,CAAC;YACzE,OAAO;YACP,aAAa;SACd,CAAC,CAAC;QACH,OAAO,mBAAmB,EAAE,UAAU,IAAI,IAAI,CAAC;IACjD,CAAC;IAES,KAAK,CAAC,0BAA0B,CAAC,OAA8C;QACvF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QACnC,4EAA4E;QAC5E,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YAChB,oDAAoD;YACpD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAClE,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;SACxB,CAAC,CAAC;QACH,OAAO,mBAAmB,EAAE,SAAS,IAAI,IAAI,CAAC;IAChD,CAAC;IAEO,KAAK,CAAC,gCAAgC,CAAC,OAAoC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB;aAC5C,IAAI,CACH;YACE,gBAAgB,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,EAAE;SACxF,EACD;YACE,KAAK,EAAE,KAAK,GAAG,CAAC;YAChB,2DAA2D;YAC3D,+DAA+D;YAC/D,SAAS,EAAE,KAAK,GAAG,CAAC;YACpB,WAAW,EAAE,IAAI;SAClB,CACF;aACA,OAAO,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;QAE1C,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;gBACtB,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,OAAO;YACL,0BAA0B,EAAE,UAAU;YACtC,uBAAuB;SACxB,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,+BAA+B,CAAC,OAAoC;QAClF,MAAM,KAAK,GAAG,IAAI,CAAC;QACnB,+BAA+B;QAC/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB;aACnD,IAAI,CACH;YACE,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;SAC3F,EACD;YACE,KAAK,EAAE,KAAK,GAAG,CAAC;YAChB,2DAA2D;YAC3D,+DAA+D;YAC/D,SAAS,EAAE,KAAK,GAAG,CAAC;YACpB,WAAW,EAAE,IAAI;SAClB,CACF;aACA,OAAO,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;QAE1C,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;gBACtB,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,OAAO;YACL,0BAA0B,EAAE,UAAU;YACtC,uBAAuB;SACxB,CAAC;IACJ,CAAC;CACF"}

package/dist/storage/implementation/SyncRuleStateUpdate.d.ts

@@ -1,14 +1,20 @@
 import { mongo } from '@powersync/lib-service-mongodb';
-import { storage } from '@powersync/service-core';
 /**
- * Update pipeline to update replication stream status, covering all storage versions.
+ * Update pipeline to stop a deploying replication stream, covering all storage versions.
  *
  * Roughly equivalent to:
  *   $set: {
- *     state: state,
- *     'sync_configs.$[].state': state
+ *     state: STOP,
+ *     'sync_configs.$[].state': STOP
  *   }
  *
  * The difference is that this also handles v1 storage cases, where `sync_configs` is not present.
+ *
+ * This can be used for specific use cases:
+ * 1. Stop an existing PROCESSING stream, when it is being replaced by a new PROCESSING one.
+ * 2. Stop an existing ACTIVE or ERRORED stream, when it is being replaced by a new ACTIVE one.
+ *
+ * Do not use this when an ACTIVE stream transitions to ERRORED, and is being replaced by a new PROCESSING one.
+ * In that case, we need to maintain the ERRORED state, which this pipeline does not cover.
  */
-export declare function syncRuleStateUpdatePipeline(state: storage.SyncRuleState): mongo.Document[];
+export declare function stopReplicationStreamPipeline(): mongo.Document[];

package/dist/storage/implementation/SyncRuleStateUpdate.js

@@ -1,19 +1,27 @@
+import { storage } from '@powersync/service-core';
 /**
- * Update pipeline to update replication stream status, covering all storage versions.
+ * Update pipeline to stop a deploying replication stream, covering all storage versions.
  *
  * Roughly equivalent to:
  *   $set: {
- *     state: state,
- *     'sync_configs.$[].state': state
+ *     state: STOP,
+ *     'sync_configs.$[].state': STOP
  *   }
  *
  * The difference is that this also handles v1 storage cases, where `sync_configs` is not present.
+ *
+ * This can be used for specific use cases:
+ * 1. Stop an existing PROCESSING stream, when it is being replaced by a new PROCESSING one.
+ * 2. Stop an existing ACTIVE or ERRORED stream, when it is being replaced by a new ACTIVE one.
+ *
+ * Do not use this when an ACTIVE stream transitions to ERRORED, and is being replaced by a new PROCESSING one.
+ * In that case, we need to maintain the ERRORED state, which this pipeline does not cover.
  */
-export function syncRuleStateUpdatePipeline(state) {
+export function stopReplicationStreamPipeline() {
     return [
         {
             $set: {
-                state,
+                state: storage.SyncRuleState.STOP,
                 sync_configs: {
                     $cond: [
                         { $isArray: '$sync_configs' },
@@ -22,7 +30,7 @@ export function syncRuleStateUpdatePipeline(state) {
                                 input: '$sync_configs',
                                 as: 'config',
                                 in: {
-                                    $mergeObjects: ['$$config', { state }]
+                                    $mergeObjects: ['$$config', { state: storage.SyncRuleState.STOP }]
                                 }
                             }
                         },

package/dist/storage/implementation/SyncRuleStateUpdate.js.map

@@ -1 +1 @@
-{"version":3,"file":"SyncRuleStateUpdate.js","sourceRoot":"","sources":["../../../src/storage/implementation/SyncRuleStateUpdate.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;GAUG;AACH,MAAM,UAAU,2BAA2B,CAAC,KAA4B;IACtE,OAAO;QACL;YACE,IAAI,EAAE;gBACJ,KAAK;gBACL,YAAY,EAAE;oBACZ,KAAK,EAAE;wBACL,EAAE,QAAQ,EAAE,eAAe,EAAE;wBAC7B;4BACE,IAAI,EAAE;gCACJ,KAAK,EAAE,eAAe;gCACtB,EAAE,EAAE,QAAQ;gCACZ,EAAE,EAAE;oCACF,aAAa,EAAE,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC;iCACvC;6BACF;yBACF;wBACD,UAAU;qBACX;iBACF;aACF;SACF;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"SyncRuleStateUpdate.js","sourceRoot":"","sources":["../../../src/storage/implementation/SyncRuleStateUpdate.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,6BAA6B;IAC3C,OAAO;QACL;YACE,IAAI,EAAE;gBACJ,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI;gBACjC,YAAY,EAAE;oBACZ,KAAK,EAAE;wBACL,EAAE,QAAQ,EAAE,eAAe,EAAE;wBAC7B;4BACE,IAAI,EAAE;gCACJ,KAAK,EAAE,eAAe;gCACtB,EAAE,EAAE,QAAQ;gCACZ,EAAE,EAAE;oCACF,aAAa,EAAE,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;iCACnE;6BACF;yBACF;wBACD,UAAU;qBACX;iBACF;aACF;SACF;KACF,CAAC;AACJ,CAAC"}

package/dist/storage/implementation/common/MongoSyncBucketStorageCheckpoint.d.ts

@@ -1,8 +1,28 @@
 import { mongo } from '@powersync/lib-service-mongodb';
-import { InternalOpId } from '@powersync/service-core';
+import { InternalOpId, ReplicationCheckpoint } from '@powersync/service-core';
 import * as bson from 'bson';
-export interface MongoSyncBucketStorageCheckpoint {
+export interface MongoSyncBucketStorageCheckpoint extends ReplicationCheckpoint {
     checkpoint: InternalOpId;
     snapshotTime: bson.Timestamp;
     clusterTime: mongo.ClusterTime;
+    /**
+     * The stream's `parameter_compaction.checkpoint_changes_invalid_before` boundary, read in the
+     * same snapshot as {@link checkpoint} and {@link snapshotTime}.
+     *
+     * Parameter compaction may have deleted parameter entries below this boundary, so checkpoint
+     * change detection cannot enumerate individual lookup changes from a checkpoint below it.
+     *
+     * 0n for streams that have never been compacted.
+     */
+    parameterChangesInvalidBefore: InternalOpId;
+}
+/**
+ * MongoDB-specific version of GetCheckpointChangesOptions.
+ *
+ * The next checkpoint carries the snapshot and invalidation boundary that change detection must
+ * be evaluated against. Only `checkpoint` is used from the previous one.
+ */
+export interface MongoGetCheckpointChangesOptions {
+    lastCheckpoint: ReplicationCheckpoint;
+    nextCheckpoint: MongoSyncBucketStorageCheckpoint;
 }

package/dist/storage/implementation/common/PersistedBatch.d.ts

@@ -4,6 +4,7 @@ import * as bson from 'bson';
 import { Logger } from '@powersync/lib-services-framework';
 import { BucketDefinitionMapping, InternalOpId, storage } from '@powersync/service-core';
 import { MongoIdSequence } from '../MongoIdSequence.js';
+import { MongoWriteBatch } from '../MongoWriteBatch.js';
 import type { VersionedPowerSyncMongo } from '../db.js';
 import { TaggedBucketParameterDocument } from '../models.js';
 import { ObjectStorage } from '../v3/object-storage/ObjectStorage.js';
@@ -35,6 +36,11 @@ export interface PersistedBatchOptions {
     logger?: Logger;
     objectStorage?: ObjectStorage;
     inlineThresholdBytes?: number;
+    /**
+     * Aborts in-flight object storage uploads when replication stops.
+     */
+    signal?: AbortSignal;
+    objectStorageUsageWriterId?: string;
 }
 /**
  * Keeps track of bulkwrite operations within a transaction.
@@ -52,6 +58,8 @@ export declare abstract class PersistedBatch {
     bucketStates: Map<string, BucketStateUpdate>;
     protected readonly objectStorage?: ObjectStorage;
     protected readonly inlineThresholdBytes: number;
+    protected readonly signal?: AbortSignal;
+    protected readonly objectStorageUsageWriterId?: string;
     /**
      * For debug logging only.
      */
@@ -67,21 +75,39 @@ export declare abstract class PersistedBatch {
     abstract softDeleteCurrentData(sourceTableId: bson.ObjectId, replicaId: storage.ReplicaId, checkpointGreaterThan: bigint): void;
     abstract upsertCurrentData(values: UpsertCurrentDataOptions): void;
     protected abstract get currentDataCount(): number;
-    protected abstract flushBucketData(session: mongo.ClientSession): Promise<void>;
-    protected abstract flushBucketParameters(session: mongo.ClientSession): Promise<void>;
-    protected abstract flushCurrentData(session: mongo.ClientSession): Promise<void>;
-    protected abstract flushBucketStates(session: mongo.ClientSession): Promise<void>;
+    protected abstract queueBucketData(writes: MongoWriteBatch): Promise<void>;
+    protected abstract queueBucketParameters(writes: MongoWriteBatch): void;
+    protected abstract queueCurrentData(writes: MongoWriteBatch): void;
+    protected abstract queueBucketStates(writes: MongoWriteBatch): void;
     protected abstract resetCurrentData(): void;
     protected abstract checkDefinitionId(definitionId: BucketDefinitionId | null): BucketDefinitionId;
     protected abstract getBucketDefinitionId(bucketSource: BucketDataSource): BucketDefinitionId;
+    /**
+     * New bucket operations persist protocol subkeys during replication. Older
+     * V1 documents may not have one, so sync reads retain a fallback.
+     */
+    protected persistedSubkey(table: storage.SourceTableId, key: storage.ReplicaId): string;
     protected get bucketDataCount(): number;
     protected incrementBucket(definitionId: BucketDefinitionId, bucket: string, op_id: InternalOpId, bytes: number): void;
+    /**
+     * V3 persists operations in chunks. Keep this separate from incrementBucket:
+     * operation counts are known while evaluating rows, while chunk counts and
+     * exact persisted bytes are only known after the writer has chunked a flush.
+     */
+    protected incrementBucketPersistedChunk(definitionId: BucketDefinitionId, bucket: string, bytes: number): void;
+    /**
+     * V3's compactor calculates byte deltas from persisted chunk metadata.
+     * Replace the writer's per-operation estimate with those exact sizes before
+     * flushing the corresponding bucket state.
+     */
+    protected resetBucketPersistedBytes(definitionId: BucketDefinitionId, bucket: string): void;
     protected addBucketDataPut(options: {
         op_id: InternalOpId;
         bucketKey: BucketKey;
         bucket: string;
         sourceTableId: storage.SourceTable['id'];
         sourceKey: storage.ReplicaId;
+        subkey: string;
         table: string;
         rowId: string;
         checksum: bigint;
@@ -92,6 +118,7 @@ export declare abstract class PersistedBatch {
         bucketKey: BucketKey;
         sourceTableId: storage.SourceTable['id'];
         sourceKey: storage.ReplicaId;
+        subkey: string;
         table: string;
         rowId: string;
         checksum: bigint;
@@ -110,4 +137,5 @@ export interface BucketStateUpdate {
     lastOp: InternalOpId;
     incrementCount: number;
     incrementBytes: number;
+    incrementChunks: number;
 }

package/dist/storage/implementation/common/PersistedBatch.js

@@ -39,6 +39,8 @@ export class PersistedBatch {
     bucketStates = new Map();
     objectStorage;
     inlineThresholdBytes = DEFAULT_INLINE_THRESHOLD_BYTES;
+    signal;
+    objectStorageUsageWriterId;
     /**
      * For debug logging only.
      */
@@ -54,6 +56,8 @@ export class PersistedBatch {
         this.currentSize = writtenSize;
         this.logger = options?.logger ?? defaultLogger;
         this.objectStorage = options?.objectStorage;
+        this.signal = options?.signal;
+        this.objectStorageUsageWriterId = options?.objectStorageUsageWriterId;
         if (options?.inlineThresholdBytes != null) {
             this.inlineThresholdBytes = options.inlineThresholdBytes;
         }
@@ -74,7 +78,8 @@ export class PersistedBatch {
             }
             remaining_buckets.set(currentBucketKey(mapped), mapped);
         }
-        const dchecksum = BigInt(utils.hashDelete(replicaIdToSubkey(options.table.id, options.sourceKey)));
+        const subkey = this.persistedSubkey(options.table.id, options.sourceKey);
+        const dchecksum = BigInt(utils.hashDelete(subkey));
         for (const evaluated of options.evaluated) {
             const definitionId = this.getBucketDefinitionId(evaluated.source);
             const key = currentBucketKey({
@@ -104,6 +109,7 @@ export class PersistedBatch {
                 bucket: evaluated.bucket,
                 sourceTableId: options.table.id,
                 sourceKey: options.sourceKey,
+                subkey,
                 table: evaluated.table,
                 rowId: evaluated.id,
                 checksum: BigInt(checksum),
@@ -124,6 +130,7 @@ export class PersistedBatch {
                 op_id,
                 sourceTableId: options.table.id,
                 sourceKey: options.sourceKey,
+                subkey,
                 table: bucket.table,
                 rowId: bucket.id,
                 checksum: dchecksum
@@ -132,6 +139,13 @@ export class PersistedBatch {
             this.incrementBucket(definitionId, bucket.bucket, op_id, 200);
         }
     }
+    /**
+     * New bucket operations persist protocol subkeys during replication. Older
+     * V1 documents may not have one, so sync reads retain a fallback.
+     */
+    persistedSubkey(table, key) {
+        return replicaIdToSubkey(table, key);
+    }
     get bucketDataCount() {
         return this.bucketData.length;
     }
@@ -149,10 +163,35 @@ export class PersistedBatch {
                 bucket,
                 lastOp: op_id,
                 incrementCount: 1,
-                incrementBytes: bytes
+                incrementBytes: bytes,
+                incrementChunks: 0
             });
         }
     }
+    /**
+     * V3 persists operations in chunks. Keep this separate from incrementBucket:
+     * operation counts are known while evaluating rows, while chunk counts and
+     * exact persisted bytes are only known after the writer has chunked a flush.
+     */
+    incrementBucketPersistedChunk(definitionId, bucket, bytes) {
+        const key = `${definitionId ?? ''}:${bucket}`;
+        const existingState = this.bucketStates.get(key);
+        if (existingState != null) {
+            existingState.incrementChunks += 1;
+            existingState.incrementBytes += bytes;
+        }
+    }
+    /**
+     * V3's compactor calculates byte deltas from persisted chunk metadata.
+     * Replace the writer's per-operation estimate with those exact sizes before
+     * flushing the corresponding bucket state.
+     */
+    resetBucketPersistedBytes(definitionId, bucket) {
+        const state = this.bucketStates.get(`${definitionId ?? ''}:${bucket}`);
+        if (state != null) {
+            state.incrementBytes = 0;
+        }
+    }
     addBucketDataPut(options) {
         this.bucketData.push({
             bucketKey: options.bucketKey,
@@ -160,6 +199,7 @@ export class PersistedBatch {
             op: 'PUT',
             source_table: mongoTableId(options.sourceTableId),
             source_key: options.sourceKey,
+            subkey: options.subkey,
             table: options.table,
             row_id: options.rowId,
             checksum: options.checksum,
@@ -173,6 +213,7 @@ export class PersistedBatch {
             op: 'REMOVE',
             source_table: mongoTableId(options.sourceTableId),
             source_key: options.sourceKey,
+            subkey: options.subkey,
             table: options.table,
             row_id: options.rowId,
             checksum: options.checksum,
@@ -188,22 +229,24 @@ export class PersistedBatch {
     async flush(session, options) {
         const startAt = performance.now();
         let flushedSomething = false;
+        const writes = this.db.createWriteBatch(session, { ordered: false });
         if (this.bucketDataCount > 0) {
             flushedSomething = true;
-            await this.flushBucketData(session);
+            await this.queueBucketData(writes);
         }
         if (this.bucketParameters.length > 0) {
             flushedSomething = true;
-            await this.flushBucketParameters(session);
+            this.queueBucketParameters(writes);
         }
         if (this.currentDataCount > 0) {
             flushedSomething = true;
-            await this.flushCurrentData(session);
+            this.queueCurrentData(writes);
         }
         if (this.bucketStates.size > 0) {
             flushedSomething = true;
-            await this.flushBucketStates(session);
+            this.queueBucketStates(writes);
         }
+        await writes.execute();
         if (flushedSomething) {
             const duration = Math.round(performance.now() - startAt);
             if (options?.oldestUncommittedChange != null) {