@powersync/service-module-mongodb-storage 0.16.0 → 0.18.0

package/dist/storage/implementation/MongoParameterCompactor.js

@@ -13,11 +13,13 @@ export class MongoParameterCompactor {
     group_id;
     checkpoint;
     options;
-    constructor(db, group_id, checkpoint, options) {
+    getCollectionsCb;
+    constructor(db, group_id, checkpoint, options, getCollectionsCb) {
         this.db = db;
         this.group_id = group_id;
         this.checkpoint = checkpoint;
         this.options = options;
+        this.getCollectionsCb = getCollectionsCb;
     }
     async compact() {
         logger.info(`Compacting parameters for sync config ${this.group_id} up to checkpoint ${this.checkpoint}`);
@@ -25,6 +27,25 @@ export class MongoParameterCompactor {
             await this.compactCollection(collection);
         }
     }
+    async getCollections() {
+        if (this.getCollectionsCb == null) {
+            throw new Error('getCollections callback not provided');
+        }
+        const collections = await this.getCollectionsCb();
+        // Cast from the version-specific collection type to the generic Document type
+        // used by the parameter compactor base class.
+        return collections.map((collection) => collection);
+    }
+    collectionFilter() {
+        return {};
+    }
+    deleteFilter(doc) {
+        return {
+            lookup: doc.lookup,
+            _id: { $lte: doc._id },
+            key: doc.key
+        };
+    }
     async compactCollection(collection) {
         // This is the currently-active checkpoint.
         // We do not remove any data that may be used by this checkpoint.
@@ -51,6 +72,7 @@ export class MongoParameterCompactor {
         let lastProgressLogTime = Date.now();
         const flush = async (force) => {
             if (removeIds.length >= 1000 || (force && removeIds.length > 0)) {
+                // MongoDB Filter<T> doesn't fully match our dynamic delete filter shape here.
                 const results = await collection.deleteMany({ _id: { $in: removeIds } });
                 logger.info(`Removed ${results.deletedCount} (${removeIds.length}) superseded parameter entries`);
                 removeIds = [];
@@ -62,6 +84,7 @@ export class MongoParameterCompactor {
             }
         };
         while (await cursor.hasNext()) {
+            // readBufferedDocuments returns a generic type; we know the shape from our projection.
             const batch = cursor.readBufferedDocuments();
             checkedEntries += batch.length;
             const now = Date.now();

package/dist/storage/implementation/MongoParameterCompactor.js.map

@@ -1 +1 @@
-{"version":3,"file":"MongoParameterCompactor.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoParameterCompactor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAgC,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAUrC;;;;;;GAMG;AACH,MAAM,OAAgB,uBAAuB;IAEtB;IACA;IACA;IACA;IAJrB,YACqB,EAA2B,EAC3B,QAAgB,EAChB,UAAwB,EACxB,OAAuB;QAHvB,OAAE,GAAF,EAAE,CAAyB;QAC3B,aAAQ,GAAR,QAAQ,CAAQ;QAChB,eAAU,GAAV,UAAU,CAAc;QACxB,YAAO,GAAP,OAAO,CAAgB;IACzC,CAAC;IAEJ,KAAK,CAAC,OAAO;QACX,MAAM,CAAC,IAAI,CAAC,yCAAyC,IAAI,CAAC,QAAQ,qBAAqB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1G,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAQS,KAAK,CAAC,iBAAiB,CAAC,UAA4C;QAC5E,2CAA2C;QAC3C,iEAAiE;QACjE,4FAA4F;QAC5F,sCAAsC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAEnC,2CAA2C;QAC3C,yFAAyF;QACzF,4FAA4F;QAC5F,qFAAqF;QACrF,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE;YACtD,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAC3B,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;SAChE,CAAC,CAAC;QAEH,yFAAyF;QACzF,IAAI,SAAS,GAAG,IAAI,QAAQ,CAAuB;YACjD,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,0BAA0B,IAAI,MAAM;SACvD,CAAC,CAAC;QACH,IAAI,SAAS,GAAmB,EAAE,CAAC;QACnC,IAAI,aAAa,GAAkD,EAAE,CAAC;QACtE,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,uBAAuB,GAAG,CAAC,CAAC;QAChC,IAAI,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAErC,MAAM,KAAK,GAAG,KAAK,EAAE,KAAc,EAAE,EAAE;YACrC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;gBAChE,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAS,CAAC,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,MAAM,gCAAgC,CAAC,CAAC;gBAClG,SAAS,GAAG,EAAE,CAAC;YACjB,CAAC;YAED,IAAI,aAAa,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;gBACrE,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;gBAC1D,MAAM,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,YAAY,KAAK,aAAa,CAAC,MAAM,6BAA6B,CAAC,CAAC;gBACnG,aAAa,GAAG,EAAE,CAAC;YACrB,CAAC;QACH,CAAC,CAAC;QAEF,OAAO,MAAM,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,qBAAqB,EAAkD,CAAC;YAC7F,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,GAAG,GAAG,mBAAmB,IAAI,MAAM,EAAE,CAAC;gBACxC,MAAM,cAAc,GAAG,CAAC,GAAG,GAAG,mBAAmB,CAAC,GAAG,IAAI,CAAC;gBAC1D,MAAM,IAAI,GAAG,CAAC,cAAc,GAAG,uBAAuB,CAAC,GAAG,cAAc,CAAC;gBACzE,MAAM,CAAC,IAAI,CAAC,WAAW,cAAc,4CAA4C,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;gBAC/G,mBAAmB,GAAG,GAAG,CAAC;gBAC1B,uBAAuB,GAAG,cAAc,CAAC;YAC3C,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,IAAI,GAAG,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;oBAC1B,SAAS;gBACX,CAAC;gBACD,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,CAAC;oBACb,CAAC,EAAE,GAAG,CAAC,GAAG;oBACV,CAAC,EAAE,GAAG,CAAC,MAAM;iBACd,CACF,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACrB,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC1C,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;oBAC3C,wEAAwE;oBACxE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC3B,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBAElC,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;oBACvC,8DAA8D;oBAC9D,mFAAmF;oBACnF,uFAAuF;oBACvF,iGAAiG;oBACjG,aAAa,CAAC,IAAI,CAAC;wBACjB,UAAU,EAAE;4BACV,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;yBAC/B;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,sCAAsC,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC;IACjF,CAAC;CACF"}
+{"version":3,"file":"MongoParameterCompactor.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoParameterCompactor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAgC,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAUrC;;;;;;GAMG;AACH,MAAM,OAAO,uBAAuB;IAEb;IACA;IACA;IACA;IACA;IALrB,YACqB,EAA2B,EAC3B,QAAgB,EAChB,UAAwB,EACxB,OAAuB,EACvB,gBAAoE;QAJpE,OAAE,GAAF,EAAE,CAAyB;QAC3B,aAAQ,GAAR,QAAQ,CAAQ;QAChB,eAAU,GAAV,UAAU,CAAc;QACxB,YAAO,GAAP,OAAO,CAAgB;QACvB,qBAAgB,GAAhB,gBAAgB,CAAoD;IACtF,CAAC;IAEJ,KAAK,CAAC,OAAO;QACX,MAAM,CAAC,IAAI,CAAC,yCAAyC,IAAI,CAAC,QAAQ,qBAAqB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1G,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAES,KAAK,CAAC,cAAc;QAC5B,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAClD,8EAA8E;QAC9E,8CAA8C;QAC9C,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAyD,CAAC,CAAC;IACpG,CAAC;IAES,gBAAgB;QACxB,OAAO,EAAE,CAAC;IACZ,CAAC;IAES,YAAY,CAAC,GAAmB;QACxC,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE;YACtB,GAAG,EAAE,GAAG,CAAC,GAAG;SACb,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,iBAAiB,CAAC,UAA4C;QAC5E,2CAA2C;QAC3C,iEAAiE;QACjE,4FAA4F;QAC5F,sCAAsC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAEnC,2CAA2C;QAC3C,yFAAyF;QACzF,4FAA4F;QAC5F,qFAAqF;QACrF,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE;YACtD,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAC3B,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;SAChE,CAAC,CAAC;QAEH,yFAAyF;QACzF,IAAI,SAAS,GAAG,IAAI,QAAQ,CAAuB;YACjD,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,0BAA0B,IAAI,MAAM;SACvD,CAAC,CAAC;QACH,IAAI,SAAS,GAAmB,EAAE,CAAC;QACnC,IAAI,aAAa,GAAkD,EAAE,CAAC;QACtE,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,uBAAuB,GAAG,CAAC,CAAC;QAChC,IAAI,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAErC,MAAM,KAAK,GAAG,KAAK,EAAE,KAAc,EAAE,EAAE;YACrC,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;gBAChE,8EAA8E;gBAC9E,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAS,CAAC,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,MAAM,gCAAgC,CAAC,CAAC;gBAClG,SAAS,GAAG,EAAE,CAAC;YACjB,CAAC;YAED,IAAI,aAAa,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;gBACrE,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;gBAC1D,MAAM,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,YAAY,KAAK,aAAa,CAAC,MAAM,6BAA6B,CAAC,CAAC;gBACnG,aAAa,GAAG,EAAE,CAAC;YACrB,CAAC;QACH,CAAC,CAAC;QAEF,OAAO,MAAM,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9B,uFAAuF;YACvF,MAAM,KAAK,GAAG,MAAM,CAAC,qBAAqB,EAAkD,CAAC;YAC7F,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,GAAG,GAAG,mBAAmB,IAAI,MAAM,EAAE,CAAC;gBACxC,MAAM,cAAc,GAAG,CAAC,GAAG,GAAG,mBAAmB,CAAC,GAAG,IAAI,CAAC;gBAC1D,MAAM,IAAI,GAAG,CAAC,cAAc,GAAG,uBAAuB,CAAC,GAAG,cAAc,CAAC;gBACzE,MAAM,CAAC,IAAI,CAAC,WAAW,cAAc,4CAA4C,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;gBAC/G,mBAAmB,GAAG,GAAG,CAAC;gBAC1B,uBAAuB,GAAG,cAAc,CAAC;YAC3C,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,IAAI,GAAG,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;oBAC1B,SAAS;gBACX,CAAC;gBACD,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,CAAC;oBACb,CAAC,EAAE,GAAG,CAAC,GAAG;oBACV,CAAC,EAAE,GAAG,CAAC,MAAM;iBACd,CACF,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACrB,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC1C,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;oBAC3C,wEAAwE;oBACxE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC3B,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;gBAElC,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;oBACvC,8DAA8D;oBAC9D,mFAAmF;oBACnF,uFAAuF;oBACvF,iGAAiG;oBACjG,aAAa,CAAC,IAAI,CAAC;wBACjB,UAAU,EAAE;4BACV,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;yBAC/B;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,sCAAsC,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC;IACjF,CAAC;CACF"}

package/dist/storage/implementation/MongoParsedSyncConfigSet.d.ts

@@ -0,0 +1,13 @@
+import { BucketDefinitionMapping, storage, SyncConfigWithMapping } from '@powersync/service-core';
+import { HydratedSyncConfig, HydrationState, SyncConfigWithErrors } from '@powersync/service-sync-rules';
+import { StorageConfig } from './models.js';
+export declare class MongoParsedSyncConfigSet implements storage.ParsedSyncConfigSet {
+    #private;
+    readonly replicationStreamId: number;
+    readonly hydrationState: HydrationState;
+    readonly syncConfigs: SyncConfigWithErrors[];
+    readonly replicationStreamName: string;
+    readonly mapping: BucketDefinitionMapping;
+    constructor(replicationStreamId: number, storageConfig: StorageConfig, slotName: string, syncConfigs: SyncConfigWithMapping[]);
+    get hydratedSyncConfig(): HydratedSyncConfig;
+}

package/dist/storage/implementation/MongoParsedSyncConfigSet.js

@@ -0,0 +1,64 @@
+import * as sqlite from 'node:sqlite';
+import { ServiceAssertionError } from '@powersync/lib-services-framework';
+import { MultiSyncConfigBucketDefinitionMapping, SingleSyncConfigBucketDefinitionMapping } from '@powersync/service-core';
+import { CompatibilityOption, DEFAULT_HYDRATION_STATE, HydratedSyncConfig, nodeSqlite, versionedHydrationState } from '@powersync/service-sync-rules';
+import { MongoHydrationState } from './MongoHydrationState.js';
+export class MongoParsedSyncConfigSet {
+    replicationStreamId;
+    hydrationState;
+    syncConfigs;
+    replicationStreamName;
+    mapping;
+    constructor(replicationStreamId, storageConfig, slotName, syncConfigs) {
+        this.replicationStreamId = replicationStreamId;
+        this.replicationStreamName = slotName;
+        this.syncConfigs = syncConfigs.map((config) => config.syncConfig);
+        if (this.syncConfigs.length == 0) {
+            throw new ServiceAssertionError(`At least one sync config is required`);
+        }
+        const [firstConfig] = this.syncConfigs;
+        const compatibility = firstConfig.config.compatibility;
+        for (const config of this.syncConfigs) {
+            if (config.config.compatibility.equals(compatibility)) {
+                continue;
+            }
+            throw new ServiceAssertionError(`All sync configs in a replication stream must use the same compatibility options`);
+        }
+        if (storageConfig.incrementalReprocessing) {
+            if (syncConfigs.some((c) => c.mapping == null)) {
+                throw new ServiceAssertionError(`mapping is required for v3 storage`);
+            }
+            const mappedConfigs = syncConfigs;
+            this.hydrationState = new MongoHydrationState(mappedConfigs, this.replicationStreamId);
+            this.mapping = new MultiSyncConfigBucketDefinitionMapping(mappedConfigs);
+        }
+        else if (!compatibility.isEnabled(CompatibilityOption.versionedBucketIds) && !storageConfig.versionedBuckets) {
+            const [syncConfig] = syncConfigs;
+            if (syncConfigs.length != 1 || syncConfig == null) {
+                throw new ServiceAssertionError(`Non-incremental storage requires exactly one sync config`);
+            }
+            this.hydrationState = DEFAULT_HYDRATION_STATE;
+            this.mapping = syncConfig.mapping ?? new SingleSyncConfigBucketDefinitionMapping();
+        }
+        else {
+            const [syncConfig] = syncConfigs;
+            if (syncConfigs.length != 1 || syncConfig == null) {
+                throw new ServiceAssertionError(`Non-incremental storage requires exactly one sync config`);
+            }
+            this.hydrationState = versionedHydrationState(this.replicationStreamId);
+            this.mapping = syncConfig.mapping ?? new SingleSyncConfigBucketDefinitionMapping();
+        }
+    }
+    #hydratedSyncConfig;
+    get hydratedSyncConfig() {
+        this.#hydratedSyncConfig ??= new HydratedSyncConfig({
+            definitions: this.syncConfigs.map((config) => config.config),
+            createParams: {
+                hydrationState: this.hydrationState,
+                sqlite: nodeSqlite(sqlite)
+            }
+        });
+        return this.#hydratedSyncConfig;
+    }
+}
+//# sourceMappingURL=MongoParsedSyncConfigSet.js.map

package/dist/storage/implementation/MongoParsedSyncConfigSet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoParsedSyncConfigSet.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoParsedSyncConfigSet.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAEL,sCAAsC,EACtC,uCAAuC,EAIxC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EACnB,uBAAuB,EACvB,kBAAkB,EAElB,UAAU,EAEV,uBAAuB,EACxB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAE/D,MAAM,OAAO,wBAAwB;IAOjB;IANF,cAAc,CAAiB;IAC/B,WAAW,CAAyB;IACpC,qBAAqB,CAAS;IAC9B,OAAO,CAA0B;IAEjD,YACkB,mBAA2B,EAC3C,aAA4B,EAC5B,QAAgB,EAChB,WAAoC;QAHpB,wBAAmB,GAAnB,mBAAmB,CAAQ;QAK3C,IAAI,CAAC,qBAAqB,GAAG,QAAQ,CAAC;QACtC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,qBAAqB,CAAC,sCAAsC,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;QACvC,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC;QACvD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBACtD,SAAS;YACX,CAAC;YACD,MAAM,IAAI,qBAAqB,CAC7B,kFAAkF,CACnF,CAAC;QACJ,CAAC;QAED,IAAI,aAAa,CAAC,uBAAuB,EAAE,CAAC;YAC1C,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,qBAAqB,CAAC,oCAAoC,CAAC,CAAC;YACxE,CAAC;YACD,MAAM,aAAa,GAAG,WAA8C,CAAC;YACrE,IAAI,CAAC,cAAc,GAAG,IAAI,mBAAmB,CAAC,aAAa,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACvF,IAAI,CAAC,OAAO,GAAG,IAAI,sCAAsC,CAAC,aAAa,CAAC,CAAC;QAC3E,CAAC;aAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC;YAC/G,MAAM,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;YACjC,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;gBAClD,MAAM,IAAI,qBAAqB,CAAC,0DAA0D,CAAC,CAAC;YAC9F,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,uBAAuB,CAAC;YAC9C,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,IAAI,uCAAuC,EAAE,CAAC;QACrF,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;YACjC,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;gBAClD,MAAM,IAAI,qBAAqB,CAAC,0DAA0D,CAAC,CAAC;YAC9F,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxE,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,IAAI,uCAAuC,EAAE,CAAC;QACrF,CAAC;IACH,CAAC;IAED,mBAAmB,CAAiC;IAEpD,IAAI,kBAAkB;QACpB,IAAI,CAAC,mBAAmB,KAAK,IAAI,kBAAkB,CAAC;YAClD,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC5D,YAAY,EAAE;gBACZ,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC;aAC3B;SACF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,mBAAmB,CAAC;IAClC,CAAC;CACF"}

package/dist/storage/implementation/MongoPersistedReplicationStream.d.ts

@@ -0,0 +1,36 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { ReplicationStreamStorageIds, storage } from '@powersync/service-core';
+import * as bson from 'bson';
+import { ReplicationStreamDocumentV3, SyncConfigDefinition } from '../storage-index.js';
+import { PowerSyncMongo } from './db.js';
+import { MongoParsedSyncConfigSet } from './MongoParsedSyncConfigSet.js';
+import { MongoPersistedSyncConfigContentBase } from './MongoPersistedSyncConfigContent.js';
+import { MongoSyncRulesLock } from './MongoSyncRulesLock.js';
+import { SyncRuleDocumentV1 } from './v1/models.js';
+export declare class MongoPersistedReplicationStream extends storage.PersistedReplicationStream {
+    #private;
+    private readonly db;
+    private readonly doc;
+    private readonly configs;
+    current_lock: MongoSyncRulesLock | null;
+    readonly syncConfigContent: readonly MongoPersistedSyncConfigContentBase[];
+    constructor(db: PowerSyncMongo, doc: SyncRuleDocumentV1 | ReplicationStreamDocumentV3, configs?: SyncConfigDefinition[]);
+    getStorageConfig(): import("./models.js").StorageConfig;
+    private createSyncConfigContent;
+    get syncConfigIds(): bson.ObjectId[];
+    /**
+     * Persisted storage ids for all sync configs in this replication stream.
+     *
+     * Derived from the persisted rule_mapping documents - requires no parsed sync configs.
+     */
+    get storageIds(): ReplicationStreamStorageIds;
+    /**
+     * Parse the sync configs for this replication stream.
+     *
+     * This creates a fresh parse on every call. Do not call this from operational paths -
+     * use {@link MongoSyncBucketStorage.getParsedSyncConfigSet} instead, which returns a
+     * canonical instance so that parsed source objects and mappings stay associated.
+     */
+    parsed(options: storage.ParseSyncConfigOptions): MongoParsedSyncConfigSet;
+    lock(session?: mongo.ClientSession): Promise<MongoSyncRulesLock>;
+}

package/dist/storage/implementation/MongoPersistedReplicationStream.js

@@ -0,0 +1,90 @@
+import { ServiceAssertionError } from '@powersync/lib-services-framework';
+import { ReplicationStreamStorageIds, SingleSyncConfigBucketDefinitionMapping, storage } from '@powersync/service-core';
+import { getMongoStorageConfig } from './models.js';
+import { MongoParsedSyncConfigSet } from './MongoParsedSyncConfigSet.js';
+import { MongoPersistedSyncConfigContentV1, MongoPersistedSyncConfigContentV3 } from './MongoPersistedSyncConfigContent.js';
+import { MongoSyncRulesLock } from './MongoSyncRulesLock.js';
+export class MongoPersistedReplicationStream extends storage.PersistedReplicationStream {
+    db;
+    doc;
+    configs;
+    current_lock = null;
+    syncConfigContent;
+    constructor(db, doc, configs = []) {
+        const storageVersion = doc.storage_version ?? storage.LEGACY_STORAGE_VERSION;
+        const replicationJobId = configs.length == 0
+            ? String(doc._id)
+            : `${doc._id}:${configs
+                .map((config) => config._id.toHexString())
+                .sort()
+                .join(',')}`;
+        super({
+            replicationStreamId: doc._id,
+            replicationStreamName: doc.slot_name ?? `powersync_${doc._id}`,
+            state: doc.state,
+            storageVersion,
+            replicationJobId
+        });
+        this.db = db;
+        this.doc = doc;
+        this.configs = configs;
+        this.syncConfigContent = this.createSyncConfigContent();
+    }
+    getStorageConfig() {
+        return getMongoStorageConfig(this.storageVersion);
+    }
+    createSyncConfigContent() {
+        if (this.getStorageConfig().incrementalReprocessing) {
+            if (this.configs.length == 0) {
+                throw new ServiceAssertionError(`Cannot create v3 storage without sync config definitions`);
+            }
+            return this.configs.map((config) => new MongoPersistedSyncConfigContentV3(this.db, this.doc, config));
+        }
+        return [new MongoPersistedSyncConfigContentV1(this.db, this.doc)];
+    }
+    get syncConfigIds() {
+        return this.configs.map((config) => config._id);
+    }
+    #storageIds;
+    /**
+     * Persisted storage ids for all sync configs in this replication stream.
+     *
+     * Derived from the persisted rule_mapping documents - requires no parsed sync configs.
+     */
+    get storageIds() {
+        this.#storageIds ??= new ReplicationStreamStorageIds(this.syncConfigContent.map((content) => content.mapping));
+        return this.#storageIds;
+    }
+    /**
+     * Parse the sync configs for this replication stream.
+     *
+     * This creates a fresh parse on every call. Do not call this from operational paths -
+     * use {@link MongoSyncBucketStorage.getParsedSyncConfigSet} instead, which returns a
+     * canonical instance so that parsed source objects and mappings stay associated.
+     */
+    parsed(options) {
+        const storageConfig = this.getStorageConfig();
+        if (!storageConfig.incrementalReprocessing) {
+            return this.syncConfigContent[0].parsed(options);
+        }
+        const syncConfigs = this.configs.map((config) => {
+            return {
+                syncConfigId: config._id.toHexString(),
+                syncConfig: storage.parsePersistedSyncConfigContent({
+                    content: config.content,
+                    compiledPlan: config.serialized_plan ?? null,
+                    storageVersion: this.storageVersion,
+                    parseOptions: options
+                }),
+                mapping: SingleSyncConfigBucketDefinitionMapping.fromPersistedMapping(config.rule_mapping)
+            };
+        });
+        return new MongoParsedSyncConfigSet(this.replicationStreamId, storageConfig, this.replicationStreamName, syncConfigs);
+    }
+    async lock(session) {
+        const lock = await MongoSyncRulesLock.createLock(this.db.versioned(this.getStorageConfig()), this, session);
+        this.current_lock = lock;
+        return lock;
+    }
+}
+//# sourceMappingURL=MongoPersistedReplicationStream.js.map

package/dist/storage/implementation/MongoPersistedReplicationStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoPersistedReplicationStream.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoPersistedReplicationStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,2BAA2B,EAAE,uCAAuC,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAIxH,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,EAEL,iCAAiC,EACjC,iCAAiC,EAClC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,MAAM,OAAO,+BAAgC,SAAQ,OAAO,CAAC,0BAA0B;IAKlE;IACA;IACA;IANZ,YAAY,GAA8B,IAAI,CAAC;IACtC,iBAAiB,CAAiD;IAElF,YACmB,EAAkB,EAClB,GAAqD,EACrD,UAAkC,EAAE;QAErD,MAAM,cAAc,GAAG,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,sBAAsB,CAAC;QAC7E,MAAM,gBAAgB,GACpB,OAAO,CAAC,MAAM,IAAI,CAAC;YACjB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;YACjB,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,OAAO;iBAClB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;iBACzC,IAAI,EAAE;iBACN,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAErB,KAAK,CAAC;YACJ,mBAAmB,EAAE,GAAG,CAAC,GAAG;YAC5B,qBAAqB,EAAE,GAAG,CAAC,SAAS,IAAI,aAAa,GAAG,CAAC,GAAG,EAAE;YAC9D,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,cAAc;YACd,gBAAgB;SACjB,CAAC,CAAC;QAnBc,OAAE,GAAF,EAAE,CAAgB;QAClB,QAAG,GAAH,GAAG,CAAkD;QACrD,YAAO,GAAP,OAAO,CAA6B;QAmBrD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC;IAC1D,CAAC;IAED,gBAAgB;QACd,OAAO,qBAAqB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACpD,CAAC;IAEO,uBAAuB;QAC7B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC,uBAAuB,EAAE,CAAC;YACpD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,qBAAqB,CAAC,0DAA0D,CAAC,CAAC;YAC9F,CAAC;YACD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CACrB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,iCAAiC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,GAAkC,EAAE,MAAM,CAAC,CAC5G,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,IAAI,iCAAiC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,GAAyB,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAClD,CAAC;IAED,WAAW,CAA0C;IAErD;;;;OAIG;IACH,IAAI,UAAU;QACZ,IAAI,CAAC,WAAW,KAAK,IAAI,2BAA2B,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/G,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,OAAuC;QAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,IAAI,CAAC,aAAa,CAAC,uBAAuB,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9C,OAAO;gBACL,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE;gBACtC,UAAU,EAAE,OAAO,CAAC,+BAA+B,CAAC;oBAClD,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,YAAY,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI;oBAC5C,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,YAAY,EAAE,OAAO;iBACtB,CAAC;gBACF,OAAO,EAAE,uCAAuC,CAAC,oBAAoB,CAAC,MAAM,CAAC,YAAY,CAAC;aAC3F,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,wBAAwB,CACjC,IAAI,CAAC,mBAAmB,EACxB,aAAa,EACb,IAAI,CAAC,qBAAqB,EAC1B,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAA6B;QACtC,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5G,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/storage/implementation/MongoPersistedSyncConfigContent.d.ts

@@ -0,0 +1,25 @@
+import { SingleSyncConfigBucketDefinitionMapping, storage } from '@powersync/service-core';
+import * as bson from 'bson';
+import { ReplicationStreamDocumentV3, SyncConfigDefinition, SyncRuleDocumentV1 } from '../storage-index.js';
+import { PowerSyncMongo } from './db.js';
+import { MongoParsedSyncConfigSet } from './MongoParsedSyncConfigSet.js';
+export declare abstract class MongoPersistedSyncConfigContentBase extends storage.PersistedSyncConfigContent {
+    protected readonly db: PowerSyncMongo;
+    readonly mapping: SingleSyncConfigBucketDefinitionMapping;
+    readonly syncConfigObjectId: bson.ObjectId | null;
+    protected constructor(db: PowerSyncMongo, options: Omit<storage.PersistedSyncConfigContentData, 'syncConfigId'> & {
+        mapping: SingleSyncConfigBucketDefinitionMapping;
+        syncConfigId: bson.ObjectId | null;
+    });
+    getStorageConfig(): import("./models.js").StorageConfig;
+    parsed(options: storage.ParseSyncConfigOptions): MongoParsedSyncConfigSet;
+}
+export declare class MongoPersistedSyncConfigContentV1 extends MongoPersistedSyncConfigContentBase {
+    constructor(db: PowerSyncMongo, doc: SyncRuleDocumentV1);
+    getSyncConfigStatus(): Promise<storage.PersistedSyncConfigStatus | null>;
+}
+export declare class MongoPersistedSyncConfigContentV3 extends MongoPersistedSyncConfigContentBase {
+    readonly syncConfigObjectId: bson.ObjectId;
+    constructor(db: PowerSyncMongo, doc: ReplicationStreamDocumentV3, config: SyncConfigDefinition);
+    getSyncConfigStatus(): Promise<storage.PersistedSyncConfigStatus | null>;
+}

package/dist/storage/implementation/MongoPersistedSyncConfigContent.js

@@ -0,0 +1,121 @@
+import { ServiceAssertionError } from '@powersync/lib-services-framework';
+import { SingleSyncConfigBucketDefinitionMapping, storage } from '@powersync/service-core';
+import { getMongoStorageConfig } from './models.js';
+import { MongoParsedSyncConfigSet } from './MongoParsedSyncConfigSet.js';
+export class MongoPersistedSyncConfigContentBase extends storage.PersistedSyncConfigContent {
+    db;
+    mapping;
+    syncConfigObjectId;
+    constructor(db, options) {
+        const { mapping, syncConfigId, ...base } = options;
+        super({
+            ...base,
+            syncConfigId: syncConfigId?.toHexString() ?? null
+        });
+        this.db = db;
+        this.mapping = mapping;
+        this.syncConfigObjectId = syncConfigId;
+    }
+    getStorageConfig() {
+        return getMongoStorageConfig(this.storageVersion);
+    }
+    parsed(options) {
+        const parsed = super.parsed(options);
+        const storageConfig = this.getStorageConfig();
+        const [syncConfig] = parsed.syncConfigs;
+        if (syncConfig == null) {
+            throw new ServiceAssertionError(`Expected one parsed sync config`);
+        }
+        if (storageConfig.incrementalReprocessing) {
+            const syncConfigId = this.syncConfigId;
+            if (syncConfigId == null) {
+                throw new ServiceAssertionError(`syncConfigId is required for v3 sync config content`);
+            }
+            return new MongoParsedSyncConfigSet(parsed.replicationStreamId, storageConfig, parsed.replicationStreamName, [
+                { syncConfigId, syncConfig, mapping: this.mapping }
+            ]);
+        }
+        return new MongoParsedSyncConfigSet(parsed.replicationStreamId, storageConfig, parsed.replicationStreamName, [
+            { syncConfig, mapping: null }
+        ]);
+    }
+}
+export class MongoPersistedSyncConfigContentV1 extends MongoPersistedSyncConfigContentBase {
+    constructor(db, doc) {
+        super(db, {
+            replicationStreamId: doc._id,
+            sync_rules_content: doc.content,
+            compiled_plan: doc.serialized_plan ?? null,
+            // Handle legacy values
+            replicationStreamName: doc.slot_name ?? `powersync_${doc._id}`,
+            storageVersion: doc.storage_version ?? storage.LEGACY_STORAGE_VERSION,
+            mapping: new SingleSyncConfigBucketDefinitionMapping(),
+            syncConfigId: null
+        });
+    }
+    async getSyncConfigStatus() {
+        const doc = await this.db.sync_rules.findOne({ _id: this.replicationStreamId });
+        if (doc == null) {
+            return null;
+        }
+        return syncConfigStatusFromV1(doc);
+    }
+}
+export class MongoPersistedSyncConfigContentV3 extends MongoPersistedSyncConfigContentBase {
+    constructor(db, doc, config) {
+        const state = doc.sync_configs.find((c) => c._id.equals(config._id));
+        if (state == null) {
+            throw new ServiceAssertionError(`Cannot find sync config ${config._id} in replication stream ${doc._id}`);
+        }
+        super(db, {
+            replicationStreamId: doc._id,
+            sync_rules_content: config.content,
+            compiled_plan: config.serialized_plan ?? null,
+            replicationStreamName: doc.slot_name ?? `powersync_${doc._id}`,
+            storageVersion: doc.storage_version,
+            mapping: SingleSyncConfigBucketDefinitionMapping.fromPersistedMapping(config.rule_mapping),
+            syncConfigId: config._id
+        });
+    }
+    async getSyncConfigStatus() {
+        const doc = await this.db.sync_rules.findOne({
+            _id: this.replicationStreamId,
+            'sync_configs._id': this.syncConfigObjectId
+        });
+        if (doc == null) {
+            return null;
+        }
+        const state = doc.sync_configs.find((c) => c._id.equals(this.syncConfigObjectId));
+        if (state == null) {
+            return null;
+        }
+        return syncConfigStatusFromV3(doc, state);
+    }
+}
+function syncConfigStatusFromV1(doc) {
+    return {
+        id: String(doc._id),
+        replicationStreamId: doc._id,
+        state: doc.state,
+        snapshot_done: doc.snapshot_done,
+        last_checkpoint_lsn: doc.last_checkpoint_lsn,
+        last_fatal_error: doc.last_fatal_error,
+        last_fatal_error_ts: doc.last_fatal_error_ts,
+        last_keepalive_ts: doc.last_keepalive_ts,
+        last_checkpoint_ts: doc.last_checkpoint_ts
+    };
+}
+function syncConfigStatusFromV3(doc, state) {
+    return {
+        id: state._id.toHexString(),
+        replicationStreamId: doc._id,
+        state: state.state,
+        snapshot_done: state.snapshot_done,
+        last_checkpoint_lsn: state.last_checkpoint_lsn,
+        last_fatal_error: doc.last_fatal_error,
+        last_fatal_error_ts: doc.last_fatal_error_ts,
+        last_keepalive_ts: doc.last_keepalive_ts,
+        last_checkpoint_ts: doc.last_checkpoint_ts
+    };
+}
+//# sourceMappingURL=MongoPersistedSyncConfigContent.js.map

package/dist/storage/implementation/MongoPersistedSyncConfigContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoPersistedSyncConfigContent.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoPersistedSyncConfigContent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,uCAAuC,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAS3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,MAAM,OAAgB,mCAAoC,SAAQ,OAAO,CAAC,0BAA0B;IAK7E;IAJL,OAAO,CAA0C;IACjD,kBAAkB,CAAuB;IAEzD,YACqB,EAAkB,EACrC,OAGC;QAED,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;QACnD,KAAK,CAAC;YACJ,GAAG,IAAI;YACP,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,IAAI;SAClD,CAAC,CAAC;QAVgB,OAAE,GAAF,EAAE,CAAgB;QAWrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC;IACzC,CAAC;IAED,gBAAgB;QACd,OAAO,qBAAqB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,OAAuC;QAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;QACxC,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,qBAAqB,CAAC,iCAAiC,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,aAAa,CAAC,uBAAuB,EAAE,CAAC;YAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;YACvC,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,qBAAqB,CAAC,qDAAqD,CAAC,CAAC;YACzF,CAAC;YAED,OAAO,IAAI,wBAAwB,CAAC,MAAM,CAAC,mBAAmB,EAAE,aAAa,EAAE,MAAM,CAAC,qBAAqB,EAAE;gBAC3G,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;aACpD,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,wBAAwB,CAAC,MAAM,CAAC,mBAAmB,EAAE,aAAa,EAAE,MAAM,CAAC,qBAAqB,EAAE;YAC3G,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE;SAC9B,CAAC,CAAC;IACL,CAAC;CACF;AACD,MAAM,OAAO,iCAAkC,SAAQ,mCAAmC;IACxF,YAAY,EAAkB,EAAE,GAAuB;QACrD,KAAK,CAAC,EAAE,EAAE;YACR,mBAAmB,EAAE,GAAG,CAAC,GAAG;YAC5B,kBAAkB,EAAE,GAAG,CAAC,OAAO;YAC/B,aAAa,EAAE,GAAG,CAAC,eAAe,IAAI,IAAI;YAC1C,uBAAuB;YACvB,qBAAqB,EAAE,GAAG,CAAC,SAAS,IAAI,aAAa,GAAG,CAAC,GAAG,EAAE;YAC9D,cAAc,EAAE,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,sBAAsB;YACrE,OAAO,EAAE,IAAI,uCAAuC,EAAE;YACtD,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAqB,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;QACpG,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,sBAAsB,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;CACF;AACD,MAAM,OAAO,iCAAkC,SAAQ,mCAAmC;IAGxF,YAAY,EAAkB,EAAE,GAAgC,EAAE,MAA4B;QAC5F,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACrE,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,qBAAqB,CAAC,2BAA2B,MAAM,CAAC,GAAG,0BAA0B,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5G,CAAC;QACD,KAAK,CAAC,EAAE,EAAE;YACR,mBAAmB,EAAE,GAAG,CAAC,GAAG;YAC5B,kBAAkB,EAAE,MAAM,CAAC,OAAO;YAClC,aAAa,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI;YAE7C,qBAAqB,EAAE,GAAG,CAAC,SAAS,IAAI,aAAa,GAAG,CAAC,GAAG,EAAE;YAC9D,cAAc,EAAE,GAAG,CAAC,eAAe;YACnC,OAAO,EAAE,uCAAuC,CAAC,oBAAoB,CAAC,MAAM,CAAC,YAAY,CAAC;YAC1F,YAAY,EAAE,MAAM,CAAC,GAAG;SACzB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAA8B;YACxE,GAAG,EAAE,IAAI,CAAC,mBAAmB;YAC7B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QACH,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAClF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;CACF;AAED,SAAS,sBAAsB,CAAC,GAAuB;IACrD,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QACnB,mBAAmB,EAAE,GAAG,CAAC,GAAG;QAC5B,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,kBAAkB,EAAE,GAAG,CAAC,kBAAkB;KAC3C,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,GAAgC,EAChC,KAA4B;IAE5B,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE;QAC3B,mBAAmB,EAAE,GAAG,CAAC,GAAG;QAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;QAC9C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,kBAAkB,EAAE,GAAG,CAAC,kBAAkB;KAC3C,CAAC;AACJ,CAAC"}

package/dist/storage/implementation/MongoStorageProvider.js

@@ -30,8 +30,11 @@ export class MongoStorageProvider {
         await client.connect();
         const database = new PowerSyncMongo(client, { database: resolvedConfig.storage.database });
         const syncStorageFactory = new MongoBucketStorage(database, {
-            // TODO currently need the entire resolved config due to this
-            slot_name_prefix: resolvedConfig.slot_name_prefix
+            replicationStreamNamePrefix: resolvedConfig.slot_name_prefix,
+            // Right now, only MongoDB source databases supports incremental reprocessing.
+            // Remove this filter when we support it for other source databases.
+            // This assumes a single source connection - revisit if we ever support multiple connections.
+            supportsMultipleSyncConfigs: resolvedConfig.connections?.[0]?.type == lib_mongo.MONGO_CONNECTION_TYPE
         });
         // Storage factory for reports
         const reportStorageFactory = new MongoReportStorage(database);

package/dist/storage/implementation/MongoStorageProvider.js.map

@@ -1 +1 @@
-{"version":3,"file":"MongoStorageProvider.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoStorageProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AAC3G,OAAO,EAAE,iBAAiB,EAAW,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,OAAO,oBAAoB;IAC/B,IAAI,IAAI;QACN,OAAO,SAAS,CAAC,qBAAqB,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAkC;QACjD,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;QAEnC,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC;QACnC,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,gFAAgF;YAChF,MAAM,IAAI,qBAAqB,CAC7B,6DAA6D,OAAO,CAAC,IAAI,QAAQ,IAAI,CAAC,IAAI,EAAE,CAC7F,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAc,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,iBAAiB,CAAC,aAAa,EAAE;YAC3D,gBAAgB,EAAE,iBAAiB;YACnC,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC;SACvD,CAAC,CAAC;QAEH,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,iCAAiC;QACjC,0FAA0F;QAC1F,2FAA2F;QAC3F,yBAAyB;QACzB,8CAA8C;QAC9C,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAEvB,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC3F,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAAC,QAAQ,EAAE;YAC1D,6DAA6D;YAC7D,gBAAgB,EAAE,cAAc,CAAC,gBAAgB;SAClD,CAAC,CAAC;QAEH,8BAA8B;QAC9B,MAAM,oBAAoB,GAAG,IAAI,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC9D,OAAO;YACL,OAAO,EAAE,kBAAkB;YAC3B,aAAa,EAAE,oBAAoB;YACnC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;gBAChD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;YACD,QAAQ,EAAE,GAAG,EAAE;gBACb,MAAM,CAAC,IAAI,CAAC,yBAAyB,QAAQ,CAAC,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC;gBACjE,OAAO,QAAQ,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;YACpC,CAAC;YACD,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACzB,MAAM,CAAC,WAAW,CAAC,gBAAgB,EAAE,GAAG,EAAE;oBACxC,iEAAiE;oBACjE,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,yEAAyE;wBACzE,8FAA8F;wBAC9F,kDAAkD;wBAClD,QAAQ,CACN,IAAI,YAAY,CAAC;4BACf,IAAI,EAAE,SAAS,CAAC,WAAW;4BAC3B,WAAW,EAAE,iEAAiE;yBAC/E,CAAC,CACH,CAAC;oBACJ,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;SAC8B,CAAC;IACpC,CAAC;CACF"}
+{"version":3,"file":"MongoStorageProvider.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoStorageProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AAC3G,OAAO,EAAE,iBAAiB,EAAW,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,OAAO,oBAAoB;IAC/B,IAAI,IAAI;QACN,OAAO,SAAS,CAAC,qBAAqB,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAkC;QACjD,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;QAEnC,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC;QACnC,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,gFAAgF;YAChF,MAAM,IAAI,qBAAqB,CAC7B,6DAA6D,OAAO,CAAC,IAAI,QAAQ,IAAI,CAAC,IAAI,EAAE,CAC7F,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAc,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,iBAAiB,CAAC,aAAa,EAAE;YAC3D,gBAAgB,EAAE,iBAAiB;YACnC,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC;SACvD,CAAC,CAAC;QAEH,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,iCAAiC;QACjC,0FAA0F;QAC1F,2FAA2F;QAC3F,yBAAyB;QACzB,8CAA8C;QAC9C,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAEvB,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC3F,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAAC,QAAQ,EAAE;YAC1D,2BAA2B,EAAE,cAAc,CAAC,gBAAgB;YAC5D,8EAA8E;YAC9E,oEAAoE;YACpE,6FAA6F;YAC7F,2BAA2B,EAAE,cAAc,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,SAAS,CAAC,qBAAqB;SACtG,CAAC,CAAC;QAEH,8BAA8B;QAC9B,MAAM,oBAAoB,GAAG,IAAI,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC9D,OAAO;YACL,OAAO,EAAE,kBAAkB;YAC3B,aAAa,EAAE,oBAAoB;YACnC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;gBAChD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;YACD,QAAQ,EAAE,GAAG,EAAE;gBACb,MAAM,CAAC,IAAI,CAAC,yBAAyB,QAAQ,CAAC,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC;gBACjE,OAAO,QAAQ,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;YACpC,CAAC;YACD,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACzB,MAAM,CAAC,WAAW,CAAC,gBAAgB,EAAE,GAAG,EAAE;oBACxC,iEAAiE;oBACjE,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,yEAAyE;wBACzE,8FAA8F;wBAC9F,kDAAkD;wBAClD,QAAQ,CACN,IAAI,YAAY,CAAC;4BACf,IAAI,EAAE,SAAS,CAAC,WAAW;4BAC3B,WAAW,EAAE,iEAAiE;yBAC/E,CAAC,CACH,CAAC;oBACJ,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;SAC8B,CAAC;IACpC,CAAC;CACF"}

package/dist/storage/implementation/MongoSyncBucketStorage.d.ts

@@ -1,19 +1,18 @@
 import { mongo } from '@powersync/lib-service-mongodb';
 import { BaseObserver, DO_NOT_LOG, Logger } from '@powersync/lib-services-framework';
-import { CheckpointChanges, GetCheckpointChangesOptions, InternalOpId, PopulateChecksumCacheOptions, PopulateChecksumCacheResults, ReplicationCheckpoint, storage, utils, WatchWriteCheckpointOptions } from '@powersync/service-core';
-import { HydratedSyncRules, ParameterLookupRows, ScopedParameterLookup } from '@powersync/service-sync-rules';
-import * as bson from 'bson';
+import { CheckpointChanges, GetCheckpointChangesOptions, InternalOpId, PopulateChecksumCacheOptions, PopulateChecksumCacheResults, ReplicationCheckpoint, ReplicationStreamStorageIds, storage, utils, WatchWriteCheckpointOptions } from '@powersync/service-core';
+import { HydratedSyncConfig, ParameterLookupRows, ScopedParameterLookup } from '@powersync/service-sync-rules';
 import { MongoBucketStorage } from '../MongoBucketStorage.js';
-import { MongoSyncBucketStorageContext } from './common/MongoSyncBucketStorageContext.js';
 import type { VersionedPowerSyncMongo } from './db.js';
-import { CommonSourceTableDocument, StorageConfig } from './models.js';
+import { StorageConfig } from './models.js';
 import { MongoBucketBatchOptions } from './MongoBucketBatch.js';
 import { MongoChecksumOptions, MongoChecksums } from './MongoChecksums.js';
 import { MongoCompactOptions, MongoCompactor } from './MongoCompactor.js';
 import { MongoParameterCompactor } from './MongoParameterCompactor.js';
-import { MongoPersistedSyncRulesContent } from './MongoPersistedSyncRulesContent.js';
+import { MongoParsedSyncConfigSet } from './MongoParsedSyncConfigSet.js';
+import { MongoPersistedReplicationStream } from './MongoPersistedReplicationStream.js';
 export interface MongoSyncBucketStorageOptions {
-    checksumOptions?: Omit<MongoChecksumOptions, 'storageConfig' | 'mapping'>;
+    checksumOptions?: Omit<MongoChecksumOptions, 'storageConfig'>;
     storageConfig: StorageConfig;
 }
 interface InternalCheckpointChanges extends CheckpointChanges {
@@ -23,16 +22,24 @@ interface InternalCheckpointChanges extends CheckpointChanges {
 export declare abstract class MongoSyncBucketStorage extends BaseObserver<storage.SyncRulesBucketStorageListener> implements storage.SyncRulesBucketStorage {
     #private;
     readonly factory: MongoBucketStorage;
-    readonly group_id: number;
-    protected readonly sync_rules: MongoPersistedSyncRulesContent;
-    readonly slot_name: string;
+    readonly replicationStreamId: number;
+    readonly replicationStream: MongoPersistedReplicationStream;
+    readonly replicationStreamName: string;
     readonly db: VersionedPowerSyncMongo;
     [DO_NOT_LOG]: boolean;
     readonly checksums: MongoChecksums;
-    private parsedSyncRulesCache;
+    /**
+     * Canonical parsed sync config sets, keyed by defaultSchema.
+     *
+     * Entries are never evicted: each parse options value maps to exactly one parsed set for
+     * the lifetime of this storage instance, so parsed source objects and mappings always
+     * stay associated.
+     */
+    private readonly parsedSyncConfigSets;
     private writeCheckpointAPI;
     readonly logger: Logger;
-    constructor(factory: MongoBucketStorage, group_id: number, sync_rules: MongoPersistedSyncRulesContent, slot_name: string, writeCheckpointMode: storage.WriteCheckpointMode | undefined, options: MongoSyncBucketStorageOptions);
+    readonly storageConfig: StorageConfig;
+    constructor(factory: MongoBucketStorage, replicationStreamId: number, replicationStream: MongoPersistedReplicationStream, replicationStreamName: string, writeCheckpointMode: storage.WriteCheckpointMode | undefined, options: MongoSyncBucketStorageOptions);
     /**
      * Not for external use - public here for tests only.
      *
@@ -42,40 +49,62 @@ export declare abstract class MongoSyncBucketStorage extends BaseObserver<storag
     protected abstract createMongoChecksums(options: MongoSyncBucketStorageOptions): MongoChecksums;
     protected abstract createMongoParameterCompactor(checkpoint: InternalOpId, options: storage.CompactOptions): MongoParameterCompactor;
     get writeCheckpointMode(): storage.WriteCheckpointMode;
-    get mapping(): import("./BucketDefinitionMapping.js").BucketDefinitionMapping;
-    protected get versionContext(): MongoSyncBucketStorageContext;
+    /**
+     * Persisted storage ids of all sync configs in this replication stream. Parse-free.
+     */
+    get storageIds(): ReplicationStreamStorageIds;
     setWriteCheckpointMode(mode: storage.WriteCheckpointMode): void;
     createManagedWriteCheckpoint(checkpoint: storage.ManagedWriteCheckpointOptions): Promise<bigint>;
     lastWriteCheckpoint(filters: storage.SyncStorageLastWriteCheckpointFilters): Promise<bigint | null>;
-    getParsedSyncRules(options: storage.ParseSyncRulesOptions): HydratedSyncRules;
+    getParsedSyncConfigSet(options: storage.ParseSyncConfigOptions): MongoParsedSyncConfigSet;
+    getParsedSyncRules(options: storage.ParseSyncConfigOptions): HydratedSyncConfig;
     getCheckpoint(): Promise<storage.ReplicationCheckpoint>;
+    protected abstract fetchCheckpointState(session: mongo.ClientSession): Promise<{
+        checkpoint: bigint;
+        lsn: string | null;
+    } | null>;
     getCheckpointInternal(): Promise<storage.ReplicationCheckpoint | null>;
     protected abstract initializeVersionStorage(): Promise<void>;
     private initializeStorage;
-    protected abstract createWriterImpl(batchOptions: MongoBucketBatchOptions): storage.BucketStorageBatch;
+    /**
+     * Create the version-specific writer. Implementations fetch their own resume state
+     * (e.g. resume LSN, v1 keepalive op) and construct the batch from
+     * {@link writerBatchOptions} plus the version-specific fields.
+     */
+    protected abstract createWriterImpl(options: storage.CreateWriterOptions): Promise<storage.BucketStorageBatch>;
+    /**
+     * The version-independent part of the batch options.
+     */
+    protected writerBatchOptions(options: storage.CreateWriterOptions): Omit<MongoBucketBatchOptions, 'resumeFromLsn'>;
     createWriter(options: storage.CreateWriterOptions): Promise<storage.BucketStorageBatch>;
     startBatch(options: storage.CreateWriterOptions, callback: (batch: storage.BucketStorageBatch) => Promise<void>): Promise<storage.FlushedResult | null>;
-    protected abstract sourceTableBaseId(): Partial<CommonSourceTableDocument>;
-    protected abstract augmentCreatedSourceTableDocument(createDoc: CommonSourceTableDocument, options: storage.ResolveTableOptions, candidateSourceTable: storage.SourceTable): void;
-    protected abstract initializeResolvedSourceRecords(sourceTableId: bson.ObjectId): Promise<void>;
-    resolveTable(options: storage.ResolveTableOptions): Promise<storage.ResolveTableResult>;
     protected abstract getParameterSetsImpl(checkpoint: MongoReplicationCheckpoint, lookups: ScopedParameterLookup[], limit: number): Promise<ParameterLookupRows[]>;
     getParameterSets(checkpoint: MongoReplicationCheckpoint, lookups: ScopedParameterLookup[], limit: number): Promise<ParameterLookupRows[]>;
     protected abstract getBucketDataBatchImpl(checkpoint: utils.InternalOpId, dataBuckets: storage.BucketDataRequest[], options?: storage.BucketDataBatchOptions): AsyncIterable<storage.SyncBucketDataChunk>;
     getBucketDataBatch(checkpoint: utils.InternalOpId, dataBuckets: storage.BucketDataRequest[], options?: storage.BucketDataBatchOptions): AsyncIterable<storage.SyncBucketDataChunk>;
     getChecksums(checkpoint: utils.InternalOpId, buckets: storage.BucketChecksumRequest[]): Promise<utils.ChecksumMap>;
     clearChecksumCache(): void;
+    protected abstract terminateSyncRuleState(): Promise<void>;
     terminate(options?: storage.TerminateOptions): Promise<void>;
-    getStatus(): Promise<storage.SyncRuleStatus>;
+    protected abstract getStatusImpl(): Promise<storage.ReplicationStreamStatus>;
+    getStatus(): Promise<storage.ReplicationStreamStatus>;
     protected abstract clearBucketData(signal?: AbortSignal): Promise<void>;
     protected abstract clearParameterIndexes(signal?: AbortSignal): Promise<void>;
     protected abstract clearSourceRecords(signal?: AbortSignal): Promise<void>;
     protected abstract clearBucketState(signal?: AbortSignal): Promise<void>;
     protected abstract clearSourceTables(signal?: AbortSignal): Promise<void>;
+    protected abstract clearSyncRuleState(): Promise<void>;
     clear(options?: storage.ClearStorageOptions): Promise<void>;
     protected clearDeleteMany(label: string, operation: () => Promise<mongo.DeleteResult>, signal?: AbortSignal): Promise<void>;
     reportError(e: any): Promise<void>;
     compact(options?: storage.CompactOptions): Promise<void>;
+    /**
+     * The highest op id persisted for this stream, whether or not covered by a checkpoint.
+     *
+     * Used as the default `maxOpId` for {@link populatePersistentChecksumCache}, which runs after
+     * initial replication but before the first checkpoint exists.
+     */
+    protected abstract fetchPersistedOpHead(): Promise<InternalOpId | null>;
     populatePersistentChecksumCache(options: PopulateChecksumCacheOptions): Promise<PopulateChecksumCacheResults>;
     private watchActiveCheckpoint;
     private readonly sharedIter;