@powersync/service-module-mongodb-storage 0.15.4 → 0.16.0

package/dist/storage/implementation/v1/SingleBucketStoreV1.d.ts

@@ -0,0 +1,18 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { InternalOpId } from '@powersync/service-core';
+import { BucketDataDoc, BucketKey } from '../common/BucketDataDoc.js';
+import { BucketDataDocumentGeneric, BucketDataDocumentGenericId, SingleBucketStore } from '../common/SingleBucketStore.js';
+import { BucketDataProperties } from '../models.js';
+import { VersionedPowerSyncMongoV1 } from './VersionedPowerSyncMongoV1.js';
+export declare class SingleBucketStoreV1 implements SingleBucketStore {
+    private db;
+    readonly key: BucketKey;
+    readonly collection: mongo.Collection<BucketDataDocumentGeneric>;
+    constructor(db: VersionedPowerSyncMongoV1, key: BucketKey);
+    docId(o: InternalOpId): BucketDataDocumentGenericId;
+    get minId(): BucketDataDocumentGenericId;
+    get maxId(): BucketDataDocumentGenericId;
+    toPersistedDocument(source: Omit<BucketDataDoc, 'bucketKey'>): BucketDataDocumentGeneric;
+    fromPersistedDocument(doc: BucketDataDocumentGeneric): BucketDataDoc;
+    fromPartialPersistedDocument<T extends keyof BucketDataProperties>(doc: Pick<BucketDataDocumentGeneric, '_id' | T>): Pick<BucketDataDoc, 'bucketKey' | 'o' | T>;
+}

package/dist/storage/implementation/v1/SingleBucketStoreV1.js

@@ -0,0 +1,57 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { serializeBucketDataV1 } from './models.js';
+export class SingleBucketStoreV1 {
+    db;
+    key;
+    collection;
+    constructor(db, key) {
+        this.db = db;
+        this.key = key;
+        this.collection = db.bucketDataV1;
+    }
+    docId(o) {
+        // `satisfies BucketDataKeyV1` checks that we use the correct type for V1 storage
+        // `as anyt` is to allow casting to the interface virtual type
+        return {
+            g: this.key.replicationStreamId,
+            b: this.key.bucket,
+            o
+        };
+    }
+    get minId() {
+        return {
+            g: this.key.replicationStreamId,
+            b: this.key.bucket,
+            o: new mongo.MinKey()
+        };
+    }
+    get maxId() {
+        return {
+            g: this.key.replicationStreamId,
+            b: this.key.bucket,
+            o: new mongo.MaxKey()
+        };
+    }
+    toPersistedDocument(source) {
+        return serializeBucketDataV1({ bucketKey: this.key, ...source });
+    }
+    fromPersistedDocument(doc) {
+        const document = doc;
+        const { _id, ...rest } = document;
+        return {
+            bucketKey: this.key,
+            o: _id.o,
+            ...rest
+        };
+    }
+    fromPartialPersistedDocument(doc) {
+        const document = doc;
+        const { _id, ...rest } = document;
+        return {
+            bucketKey: this.key,
+            o: _id.o,
+            ...rest
+        };
+    }
+}
+//# sourceMappingURL=SingleBucketStoreV1.js.map

package/dist/storage/implementation/v1/SingleBucketStoreV1.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SingleBucketStoreV1.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/SingleBucketStoreV1.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAUvD,OAAO,EAAyC,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAE3F,MAAM,OAAO,mBAAmB;IAIpB;IACQ;IAJF,UAAU,CAA8C;IAExE,YACU,EAA6B,EACrB,GAAc;QADtB,OAAE,GAAF,EAAE,CAA2B;QACrB,QAAG,GAAH,GAAG,CAAW;QAE9B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,YAAsE,CAAC;IAC9F,CAAC;IAED,KAAK,CAAC,CAAe;QACnB,iFAAiF;QACjF,8DAA8D;QAC9D,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,mBAAmB;YAC/B,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM;YAClB,CAAC;SAC+B,CAAC;IACrC,CAAC;IAED,IAAI,KAAK;QACP,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,mBAAmB;YAC/B,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM;YAClB,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;SACf,CAAC;IACX,CAAC;IAED,IAAI,KAAK;QACP,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,mBAAmB;YAC/B,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM;YAClB,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;SACf,CAAC;IACX,CAAC;IAED,mBAAmB,CAAC,MAAwC;QAC1D,OAAO,qBAAqB,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,CAAyC,CAAC;IAC3G,CAAC;IAED,qBAAqB,CAAC,GAA8B;QAClD,MAAM,QAAQ,GAAG,GAAsC,CAAC;QACxD,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;QAClC,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,GAAG;YACnB,CAAC,EAAE,GAAG,CAAC,CAAC;YACR,GAAG,IAAI;SACR,CAAC;IACJ,CAAC;IAED,4BAA4B,CAC1B,GAA+C;QAE/C,MAAM,QAAQ,GAAG,GAA4C,CAAC;QAC9D,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;QAClC,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,GAAG;YACnB,CAAC,EAAE,GAAG,CAAC,CAAC;YACR,GAAG,IAAI;SACsC,CAAC;IAClD,CAAC;CACF"}

package/dist/storage/implementation/v1/SourceRecordStoreV1.d.ts

@@ -0,0 +1,19 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { Logger } from '@powersync/lib-services-framework';
+import { EvaluatedParameters, EvaluatedRow } from '@powersync/service-sync-rules';
+import * as bson from 'bson';
+import { LoadedSourceRecord, SourceRecordLookupEntry, SourceRecordLookupState, SourceRecordStore } from '../common/SourceRecordStore.js';
+import { VersionedPowerSyncMongoV1 } from './VersionedPowerSyncMongoV1.js';
+export declare class SourceRecordStoreV1 implements SourceRecordStore {
+    private readonly db;
+    private readonly groupId;
+    constructor(db: VersionedPowerSyncMongoV1, groupId: number);
+    mapEvaluatedBuckets(evaluated: EvaluatedRow[]): LoadedSourceRecord['buckets'];
+    mapParameterLookups(paramEvaluated: EvaluatedParameters[]): SourceRecordLookupState[];
+    private createId;
+    private createLoadedDocument;
+    loadSizes(session: mongo.ClientSession, entries: SourceRecordLookupEntry[]): Promise<Map<string, number>>;
+    loadDocuments(session: mongo.ClientSession, entries: SourceRecordLookupEntry[], idsOnly: boolean): Promise<Map<string, LoadedSourceRecord>>;
+    loadTruncateBatch(session: mongo.ClientSession, sourceTableId: bson.ObjectId, limit: number): Promise<LoadedSourceRecord[]>;
+    postCommitCleanup(_lastCheckpoint: bigint, _logger: Logger): Promise<void>;
+}

package/dist/storage/implementation/v1/SourceRecordStoreV1.js

@@ -0,0 +1,105 @@
+import { storage } from '@powersync/service-core';
+import { idPrefixFilter } from '../../../utils/util.js';
+import { cacheKey } from '../OperationBatch.js';
+export class SourceRecordStoreV1 {
+    db;
+    groupId;
+    constructor(db, groupId) {
+        this.db = db;
+        this.groupId = groupId;
+    }
+    mapEvaluatedBuckets(evaluated) {
+        return evaluated.map((entry) => ({
+            definitionId: null,
+            bucket: entry.bucket,
+            table: entry.table,
+            id: entry.id
+        }));
+    }
+    mapParameterLookups(paramEvaluated) {
+        return paramEvaluated.map((entry) => ({
+            indexId: null,
+            lookup: storage.serializeLookup(entry.lookup)
+        }));
+    }
+    createId(sourceTableId, replicaId) {
+        return {
+            g: this.groupId,
+            t: sourceTableId,
+            k: replicaId
+        };
+    }
+    createLoadedDocument(sourceTableId, id, data, buckets, lookups) {
+        return {
+            sourceTableId,
+            replicaId: id.k,
+            data,
+            buckets: buckets.map((bucket) => ({
+                definitionId: null,
+                bucket: bucket.bucket,
+                table: bucket.table,
+                id: bucket.id
+            })),
+            lookups: lookups.map((lookup) => ({
+                indexId: null,
+                lookup
+            })),
+            cacheKey: cacheKey(sourceTableId, id.k)
+        };
+    }
+    async loadSizes(session, entries) {
+        const sizes = new Map();
+        const sizeCursor = this.db.sourceRecordsV1.aggregate([
+            {
+                $match: {
+                    _id: {
+                        $in: entries.map((entry) => this.createId(entry.sourceTableId, entry.replicaId))
+                    }
+                }
+            },
+            {
+                $project: {
+                    _id: 1,
+                    size: { $bsonSize: '$$ROOT' }
+                }
+            }
+        ], { session });
+        for await (const doc of sizeCursor.stream()) {
+            sizes.set(cacheKey(doc._id.t, doc._id.k), doc.size);
+        }
+        return sizes;
+    }
+    async loadDocuments(session, entries, idsOnly) {
+        const documents = new Map();
+        const projection = idsOnly ? { _id: 1 } : undefined;
+        const cursor = this.db.sourceRecordsV1.find({
+            _id: {
+                $in: entries.map((entry) => this.createId(entry.sourceTableId, entry.replicaId))
+            }
+        }, { session, projection });
+        for await (const doc of cursor.stream()) {
+            const loaded = this.createLoadedDocument(doc._id.t, doc._id, idsOnly ? null : doc.data, idsOnly ? [] : doc.buckets, idsOnly ? [] : doc.lookups);
+            documents.set(loaded.cacheKey, loaded);
+        }
+        return documents;
+    }
+    async loadTruncateBatch(session, sourceTableId, limit) {
+        const cursor = this.db.sourceRecordsV1.find({
+            _id: idPrefixFilter({ g: this.groupId, t: sourceTableId }, ['k']),
+            pending_delete: { $exists: false }
+        }, {
+            projection: {
+                _id: 1,
+                buckets: 1,
+                lookups: 1
+            },
+            limit,
+            session
+        });
+        return (await cursor.toArray()).map((doc) => this.createLoadedDocument(sourceTableId, doc._id, null, doc.buckets, doc.lookups));
+    }
+    async postCommitCleanup(_lastCheckpoint, _logger) {
+        // No-op for V1.
+    }
+}
+//# sourceMappingURL=SourceRecordStoreV1.js.map

package/dist/storage/implementation/v1/SourceRecordStoreV1.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SourceRecordStoreV1.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/SourceRecordStoreV1.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAGlD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAWhD,MAAM,OAAO,mBAAmB;IAEX;IACA;IAFnB,YACmB,EAA6B,EAC7B,OAAe;QADf,OAAE,GAAF,EAAE,CAA2B;QAC7B,YAAO,GAAP,OAAO,CAAQ;IAC/B,CAAC;IAEJ,mBAAmB,CAAC,SAAyB;QAC3C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/B,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,EAAE,EAAE,KAAK,CAAC,EAAE;SACb,CAAC,CAAC,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,cAAqC;QACvD,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACpC,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC;SAC9C,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,QAAQ,CAAC,aAA4B,EAAE,SAA4B;QACzE,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,OAAO;YACf,CAAC,EAAE,aAAa;YAChB,CAAC,EAAE,SAAS;SACO,CAAC;IACxB,CAAC;IAEO,oBAAoB,CAC1B,aAA4B,EAC5B,EAAa,EACb,IAAwB,EACxB,OAAuC,EACvC,OAAuC;QAEvC,OAAO;YACL,aAAa;YACb,SAAS,EAAE,EAAE,CAAC,CAAC;YACf,IAAI;YACJ,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAChC,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,EAAE,EAAE,MAAM,CAAC,EAAE;aACd,CAAC,CAAC;YACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAChC,OAAO,EAAE,IAAI;gBACb,MAAM;aACP,CAAC,CAAC;YACH,QAAQ,EAAE,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC;SACxC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAA4B,EAAE,OAAkC;QAC9E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;QACxC,MAAM,UAAU,GACd,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,CAC/B;YACE;gBACE,MAAM,EAAE;oBACN,GAAG,EAAE;wBACH,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAc,CAAC;qBAC9F;iBACF;aACF;YACD;gBACE,QAAQ,EAAE;oBACR,GAAG,EAAE,CAAC;oBACN,IAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE;iBAC9B;aACF;SACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;QACJ,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAA4B,EAC5B,OAAkC,EAClC,OAAgB;QAEhB,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAC;QACxD,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CACzC;YACE,GAAG,EAAE;gBACH,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAc,CAAC;aAC9F;SACF,EACD,EAAE,OAAO,EAAE,UAAU,EAAE,CACxB,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CACtC,GAAG,CAAC,GAAG,CAAC,CAAC,EACT,GAAG,CAAC,GAAG,EACP,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EACzB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAC1B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAC3B,CAAC;YACF,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,OAA4B,EAC5B,aAA4B,EAC5B,KAAa;QAEb,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CACzC;YACE,GAAG,EAAE,cAAc,CAAY,EAAE,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,aAAa,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YAC5E,cAAc,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;SACnC,EACD;YACE,UAAU,EAAE;gBACV,GAAG,EAAE,CAAC;gBACN,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;aACX;YACD,KAAK;YACL,OAAO;SACR,CACF,CAAC;QACF,OAAO,CAAC,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC1C,IAAI,CAAC,oBAAoB,CAAC,aAAa,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAClF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,eAAuB,EAAE,OAAe;QAC9D,gBAAgB;IAClB,CAAC;CACF"}

package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.d.ts

@@ -0,0 +1,12 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { BaseVersionedPowerSyncMongo } from '../common/VersionedPowerSyncMongoBase.js';
+import { CommonSourceTableDocument } from '../models.js';
+import { BucketDataDocumentV1, BucketParameterDocument, BucketStateDocumentV1, CurrentDataDocument } from './models.js';
+export declare class VersionedPowerSyncMongoV1 extends BaseVersionedPowerSyncMongo {
+    get sourceRecordsV1(): mongo.Collection<CurrentDataDocument>;
+    get bucketStateV1(): mongo.Collection<BucketStateDocumentV1>;
+    commonSourceTables(_replicationStreamId: number): mongo.Collection<CommonSourceTableDocument>;
+    initializeStreamStorage(_replicationStreamId: number): Promise<void>;
+    get bucketDataV1(): mongo.Collection<BucketDataDocumentV1>;
+    get parameterIndexV1(): mongo.Collection<BucketParameterDocument>;
+}

package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js

@@ -0,0 +1,20 @@
+import { BaseVersionedPowerSyncMongo } from '../common/VersionedPowerSyncMongoBase.js';
+export class VersionedPowerSyncMongoV1 extends BaseVersionedPowerSyncMongo {
+    get sourceRecordsV1() {
+        return this.upstream.current_data;
+    }
+    get bucketStateV1() {
+        return this.upstream.bucket_state;
+    }
+    commonSourceTables(_replicationStreamId) {
+        return this.upstream.source_tables;
+    }
+    async initializeStreamStorage(_replicationStreamId) { }
+    get bucketDataV1() {
+        return this.upstream.bucket_data;
+    }
+    get parameterIndexV1() {
+        return this.upstream.bucket_parameters;
+    }
+}
+//# sourceMappingURL=VersionedPowerSyncMongoV1.js.map

package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VersionedPowerSyncMongoV1.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/VersionedPowerSyncMongoV1.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,MAAM,0CAA0C,CAAC;AAIvF,MAAM,OAAO,yBAA0B,SAAQ,2BAA2B;IACxE,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;IACpC,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;IACpC,CAAC;IAED,kBAAkB,CAAC,oBAA4B;QAC7C,OAAO,IAAI,CAAC,QAAQ,CAAC,aAAmE,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,oBAA4B,IAAkB,CAAC;IAE7E,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;IACnC,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACzC,CAAC;CACF"}

package/dist/storage/implementation/v1/models.d.ts

@@ -0,0 +1,34 @@
+import * as bson from 'bson';
+import { BucketDataDoc } from '../common/BucketDataDoc.js';
+import { BucketDataDocumentBase, BucketParameterDocumentBase, BucketStateDocumentBase, CurrentBucket, SourceKey, SourceTableDocument, TaggedBucketParameterDocument } from '../models.js';
+export interface BucketDataKeyV1 {
+    /** group_id */
+    g: number;
+    /** bucket name */
+    b: string;
+    /** op_id */
+    o: bigint;
+}
+export interface CurrentDataDocument {
+    _id: SourceKey;
+    data: bson.Binary;
+    buckets: CurrentBucket[];
+    lookups: bson.Binary[];
+}
+export interface BucketParameterDocument extends BucketParameterDocumentBase<SourceKey> {
+}
+export interface BucketDataDocumentV1 extends BucketDataDocumentBase {
+    _id: BucketDataKeyV1;
+}
+export declare function serializeBucketDataV1(document: BucketDataDoc): BucketDataDocumentV1;
+export declare function loadBucketDataDocumentV1(doc: BucketDataDocumentV1): BucketDataDoc;
+export declare function taggedBucketParameterDocumentToV1(document: TaggedBucketParameterDocument): BucketParameterDocument;
+export interface SourceTableDocumentV1 extends SourceTableDocument {
+    group_id: number;
+}
+export interface BucketStateDocumentV1 extends BucketStateDocumentBase {
+    _id: BucketStateDocumentBase['_id'] & {
+        g: number;
+    };
+}
+export type BucketStateDocument = BucketStateDocumentV1;

package/dist/storage/implementation/v1/models.js

@@ -0,0 +1,37 @@
+import { LEGACY_BUCKET_DATA_DEFINITION_ID } from '../models.js';
+export function serializeBucketDataV1(document) {
+    const { bucketKey, o } = document;
+    return {
+        _id: {
+            g: bucketKey.replicationStreamId,
+            b: bucketKey.bucket,
+            o: o
+        },
+        // List fields directly, so that we don't accidentally persist any unknown fields
+        op: document.op,
+        source_table: document.source_table,
+        source_key: document.source_key,
+        table: document.table,
+        row_id: document.row_id,
+        checksum: document.checksum,
+        data: document.data,
+        target_op: document.target_op
+    };
+}
+export function loadBucketDataDocumentV1(doc) {
+    const { _id, ...rest } = doc;
+    return {
+        bucketKey: {
+            replicationStreamId: _id.g,
+            definitionId: LEGACY_BUCKET_DATA_DEFINITION_ID,
+            bucket: _id.b
+        },
+        o: _id.o,
+        ...rest
+    };
+}
+export function taggedBucketParameterDocumentToV1(document) {
+    const { index: _index, ...rest } = document;
+    return rest;
+}
+//# sourceMappingURL=models.js.map

package/dist/storage/implementation/v1/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/models.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,gCAAgC,EAIjC,MAAM,cAAc,CAAC;AAwBtB,MAAM,UAAU,qBAAqB,CAAC,QAAuB;IAC3D,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC;IAClC,OAAO;QACL,GAAG,EAAE;YACH,CAAC,EAAE,SAAS,CAAC,mBAAmB;YAChC,CAAC,EAAE,SAAS,CAAC,MAAM;YACnB,CAAC,EAAE,CAAC;SACL;QACD,iFAAiF;QACjF,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;KAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,GAAyB;IAChE,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;IAC7B,OAAO;QACL,SAAS,EAAE;YACT,mBAAmB,EAAE,GAAG,CAAC,CAAC;YAC1B,YAAY,EAAE,gCAAgC;YAC9C,MAAM,EAAE,GAAG,CAAC,CAAC;SACd;QACD,CAAC,EAAE,GAAG,CAAC,CAAC;QACR,GAAG,IAAI;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,QAAuC;IACvF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IAC5C,OAAO,IAA+B,CAAC;AACzC,CAAC"}

package/dist/storage/implementation/v3/MongoBucketBatchV3.d.ts

@@ -0,0 +1,13 @@
+import { storage } from '@powersync/service-core';
+import { MongoBucketBatch, MongoBucketBatchOptions } from '../MongoBucketBatch.js';
+import { PersistedBatch } from '../common/PersistedBatch.js';
+import { SourceRecordStore } from '../common/SourceRecordStore.js';
+import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
+export declare class MongoBucketBatchV3 extends MongoBucketBatch {
+    readonly db: VersionedPowerSyncMongoV3;
+    private readonly store;
+    constructor(options: MongoBucketBatchOptions);
+    protected createPersistedBatch(writtenSize: number): PersistedBatch;
+    protected get sourceRecordStore(): SourceRecordStore;
+    protected cleanupDroppedSourceTables(sourceTables: storage.SourceTable[]): Promise<void>;
+}

package/dist/storage/implementation/v3/MongoBucketBatchV3.js

@@ -0,0 +1,34 @@
+import * as lib_mongo from '@powersync/lib-service-mongodb';
+import { mongoTableId } from '../../../utils/util.js';
+import { MongoBucketBatch } from '../MongoBucketBatch.js';
+import { PersistedBatchV3 } from './PersistedBatchV3.js';
+import { SourceRecordStoreV3 } from './SourceRecordStoreV3.js';
+export class MongoBucketBatchV3 extends MongoBucketBatch {
+    store;
+    constructor(options) {
+        super(options);
+        this.store = new SourceRecordStoreV3(this.db, this.group_id, this.mapping);
+    }
+    createPersistedBatch(writtenSize) {
+        return new PersistedBatchV3(this.db, this.group_id, this.mapping, writtenSize, {
+            logger: this.logger
+        });
+    }
+    get sourceRecordStore() {
+        return this.store;
+    }
+    async cleanupDroppedSourceTables(sourceTables) {
+        for (const table of sourceTables) {
+            await this.db
+                .sourceRecordsV3(this.group_id, mongoTableId(table.id))
+                .drop()
+                .catch((error) => {
+                if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceNotFound') {
+                    return;
+                }
+                throw error;
+            });
+        }
+    }
+}
+//# sourceMappingURL=MongoBucketBatchV3.js.map

package/dist/storage/implementation/v3/MongoBucketBatchV3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoBucketBatchV3.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/MongoBucketBatchV3.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAE5D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAA2B,MAAM,wBAAwB,CAAC;AAGnF,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/D,MAAM,OAAO,kBAAmB,SAAQ,gBAAgB;IAGrC,KAAK,CAAoB;IAE1C,YAAY,OAAgC;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7E,CAAC;IAES,oBAAoB,CAAC,WAAmB;QAChD,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE;YAC7E,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;IAED,IAAc,iBAAiB;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAES,KAAK,CAAC,0BAA0B,CAAC,YAAmC;QAC5E,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,EAAE;iBACV,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;iBACtD,IAAI,EAAE;iBACN,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;oBAClF,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;IACH,CAAC;CACF"}

package/dist/storage/implementation/v3/MongoChecksumsV3.d.ts

@@ -0,0 +1,15 @@
+import { BucketChecksum, FetchPartialBucketChecksum, InternalOpId, PartialChecksumMap } from '@powersync/service-core';
+import { FetchPartialBucketChecksumV3, MongoChecksumOptions, MongoChecksums } from '../MongoChecksums.js';
+import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
+export declare class MongoChecksumsV3 extends MongoChecksums {
+    protected readonly db: VersionedPowerSyncMongoV3;
+    private readonly mapping;
+    constructor(db: VersionedPowerSyncMongoV3, group_id: number, options: MongoChecksumOptions);
+    private normalizeBatch;
+    computePartialChecksumsDirectByDefinition(batch: FetchPartialBucketChecksumV3[]): Promise<PartialChecksumMap>;
+    protected fetchPreStates(batch: FetchPartialBucketChecksum[]): Promise<Map<string, {
+        opId: InternalOpId;
+        checksum: BucketChecksum;
+    }>>;
+    protected computePartialChecksumsInternal(batch: FetchPartialBucketChecksum[]): Promise<PartialChecksumMap>;
+}

package/dist/storage/implementation/v3/MongoChecksumsV3.js

@@ -0,0 +1,84 @@
+import { bson } from '@powersync/service-core';
+import { emptyChecksumForRequest, MongoChecksums } from '../MongoChecksums.js';
+export class MongoChecksumsV3 extends MongoChecksums {
+    mapping;
+    constructor(db, group_id, options) {
+        super(db, group_id, options);
+        this.mapping = options.mapping;
+    }
+    normalizeBatch(batch) {
+        return batch.map((request) => ({
+            bucket: request.bucket,
+            definitionId: this.mapping.bucketSourceId(request.source),
+            start: request.start,
+            end: request.end
+        }));
+    }
+    async computePartialChecksumsDirectByDefinition(batch) {
+        const results = new Map();
+        const requestsByDefinition = new Map();
+        for (const request of batch) {
+            const existing = requestsByDefinition.get(request.definitionId) ?? [];
+            existing.push(request);
+            requestsByDefinition.set(request.definitionId, existing);
+        }
+        for (const [definitionId, requests] of requestsByDefinition.entries()) {
+            const groupResults = await this.computePartialChecksumsForCollection(requests, this.db.bucketDataV3(this.group_id, definitionId), createV3BucketFilter);
+            for (const checksum of groupResults.values()) {
+                results.set(checksum.bucket, checksum);
+            }
+        }
+        return new Map(batch.map((request) => [request.bucket, results.get(request.bucket) ?? emptyChecksumForRequest(request)]));
+    }
+    async fetchPreStates(batch) {
+        const preFilters = this.normalizeBatch(batch)
+            .filter((request) => request.start == null)
+            .map((request) => ({
+            _id: {
+                d: request.definitionId,
+                b: request.bucket
+            },
+            'compacted_state.op_id': { $exists: true, $lte: request.end }
+        }));
+        const preStates = new Map();
+        if (preFilters.length == 0) {
+            return preStates;
+        }
+        const states = await this.db
+            .bucketStateV3(this.group_id)
+            .find({
+            $or: preFilters
+        })
+            .toArray();
+        for (const state of states) {
+            const compactedState = state.compacted_state;
+            preStates.set(state._id.b, {
+                opId: compactedState.op_id,
+                checksum: {
+                    bucket: state._id.b,
+                    checksum: Number(compactedState.checksum),
+                    count: compactedState.count
+                }
+            });
+        }
+        return preStates;
+    }
+    async computePartialChecksumsInternal(batch) {
+        return this.computePartialChecksumsDirectByDefinition(this.normalizeBatch(batch));
+    }
+}
+function createV3BucketFilter(request) {
+    return {
+        _id: {
+            $gt: {
+                b: request.bucket,
+                o: request.start ?? new bson.MinKey()
+            },
+            $lte: {
+                b: request.bucket,
+                o: request.end
+            }
+        }
+    };
+}
+//# sourceMappingURL=MongoChecksumsV3.js.map

package/dist/storage/implementation/v3/MongoChecksumsV3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoChecksumsV3.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/MongoChecksumsV3.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,IAAI,EAML,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,uBAAuB,EAGvB,cAAc,EACf,MAAM,sBAAsB,CAAC;AAG9B,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAEjC,OAAO,CAA0B;IAElD,YAAY,EAA6B,EAAE,QAAgB,EAAE,OAA6B;QACxF,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAQ,CAAC;IAClC,CAAC;IAEO,cAAc,CAAC,KAAmC;QACxD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC7B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC;YACzD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,GAAG,EAAE,OAAO,CAAC,GAAG;SACjB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,yCAAyC,CAAC,KAAqC;QACnF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiC,CAAC;QACzD,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAA0C,CAAC;QAE/E,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;YACtE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAC3D,CAAC;QAED,KAAK,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE,CAAC;YACtE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oCAAoC,CAClE,QAAQ,EACR,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EACjD,oBAAoB,CACrB,CAAC;YACF,KAAK,MAAM,QAAQ,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC7C,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,OAAO,IAAI,GAAG,CACZ,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC,CAC1G,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,cAAc,CAC5B,KAAmC;QAEnC,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;aAC1C,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC;aAC1C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACjB,GAAG,EAAE;gBACH,CAAC,EAAE,OAAO,CAAC,YAAY;gBACvB,CAAC,EAAE,OAAO,CAAC,MAAM;aAClB;YACD,uBAAuB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE;SAC9D,CAAC,CAAC,CAAC;QAEN,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4D,CAAC;QACtF,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE;aACzB,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC5B,IAAI,CAAC;YACJ,GAAG,EAAE,UAAU;SAChB,CAAC;aACD,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,CAAC,eAAgB,CAAC;YAC9C,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EAAE,cAAc,CAAC,KAAK;gBAC1B,QAAQ,EAAE;oBACR,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;oBACnB,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC;oBACzC,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,+BAA+B,CAAC,KAAmC;QACjF,OAAO,IAAI,CAAC,yCAAyC,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IACpF,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,OAAuE;IACnG,OAAO;QACL,GAAG,EAAE;YACH,GAAG,EAAE;gBACH,CAAC,EAAE,OAAO,CAAC,MAAM;gBACjB,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE;aACtC;YACD,IAAI,EAAE;gBACJ,CAAC,EAAE,OAAO,CAAC,MAAM;gBACjB,CAAC,EAAE,OAAO,CAAC,GAAG;aACf;SACF;KACF,CAAC;AACJ,CAAC"}

package/dist/storage/implementation/v3/MongoCompactorV3.d.ts

@@ -0,0 +1,23 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { storage } from '@powersync/service-core';
+import { BucketDefinitionId } from '../BucketDefinitionMapping.js';
+import { SingleBucketStore } from '../common/SingleBucketStore.js';
+import { BucketStateDocumentBase } from '../models.js';
+import { DirtyBucket, MongoCompactor } from '../MongoCompactor.js';
+import type { MongoSyncBucketStorageV3 } from './MongoSyncBucketStorageV3.js';
+import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
+export declare class MongoCompactorV3 extends MongoCompactor {
+    protected readonly db: VersionedPowerSyncMongoV3;
+    protected readonly storage: MongoSyncBucketStorageV3;
+    dirtyBucketBatches(options: {
+        minBucketChanges: number;
+        minChangeRatio: number;
+    }): AsyncGenerator<DirtyBucket[]>;
+    dirtyBucketBatchForChecksums(options: {
+        minBucketChanges: number;
+    }): Promise<DirtyBucket[]>;
+    protected writeBucketStateUpdates(): Promise<void>;
+    protected computeChecksumsForBuckets(buckets: Pick<DirtyBucket, 'bucket' | 'definitionId'>[]): Promise<storage.PartialChecksumMap>;
+    protected bucketStateFilter(bucket: string, definitionId: BucketDefinitionId | null): mongo.Filter<BucketStateDocumentBase>;
+    protected getBucketDataContext(bucket: string, definitionId: BucketDefinitionId | null): Promise<SingleBucketStore | null>;
+}

package/dist/storage/implementation/v3/MongoCompactorV3.js

@@ -0,0 +1,68 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { ReplicationAssertionError, ServiceAssertionError } from '@powersync/lib-services-framework';
+import { MongoCompactor } from '../MongoCompactor.js';
+import { SingleBucketStoreV3 } from './SingleBucketStoreV3.js';
+export class MongoCompactorV3 extends MongoCompactor {
+    async *dirtyBucketBatches(options) {
+        if (options.minBucketChanges <= 0) {
+            throw new ReplicationAssertionError('minBucketChanges must be >= 1');
+        }
+        // Same scan strategy as V1, but with the V3 bucket_state key shape.
+        yield* this.dirtyBucketBatchesForCollection(this.db.bucketStateV3(this.group_id), { d: new mongo.MinKey(), b: new mongo.MinKey() }, { d: new mongo.MaxKey(), b: new mongo.MaxKey() }, options, (bucketState) => bucketState._id.d);
+    }
+    async dirtyBucketBatchForChecksums(options) {
+        if (options.minBucketChanges <= 0) {
+            throw new ReplicationAssertionError('minBucketChanges must be >= 1');
+        }
+        return this.dirtyBucketBatchForChecksumsForCollection(this.db.bucketStateV3(this.group_id), {
+            'estimate_since_compact.count': { $gte: options.minBucketChanges }
+        }, (bucketState) => bucketState._id.d);
+    }
+    async writeBucketStateUpdates() {
+        await this.db
+            .bucketStateV3(this.group_id)
+            .bulkWrite(this.bucketStateUpdates, { ordered: false });
+    }
+    async computeChecksumsForBuckets(buckets) {
+        return this.storage.checksums.computePartialChecksumsDirectByDefinition(buckets.map(({ bucket, definitionId }) => {
+            if (definitionId == null) {
+                throw new ServiceAssertionError(`Missing definitionId for V3 bucket checksum update on bucket ${bucket}`);
+            }
+            return {
+                bucket,
+                definitionId,
+                end: this.maxOpId
+            };
+        }));
+    }
+    bucketStateFilter(bucket, definitionId) {
+        if (definitionId == null) {
+            throw new ServiceAssertionError(`Missing definitionId for V3 bucket state filter on bucket ${bucket}`);
+        }
+        return {
+            _id: {
+                d: definitionId,
+                b: bucket
+            }
+        };
+    }
+    async getBucketDataContext(bucket, definitionId) {
+        if (definitionId == null) {
+            // Not the _most_ efficient approach, but this is not used often
+            const allDefinitionIds = this.storage.mapping.allBucketDefinitionIds();
+            if (allDefinitionIds.length == 0) {
+                return null;
+            }
+            const potentialIds = allDefinitionIds.map((definitionId) => ({ d: definitionId, b: bucket }));
+            const bucketState = await this.db.bucketStateV3(this.group_id).findOne({
+                _id: { $in: potentialIds }
+            });
+            if (bucketState == null) {
+                return null;
+            }
+            definitionId = bucketState._id.d;
+        }
+        return new SingleBucketStoreV3(this.db, { bucket, definitionId, replicationStreamId: this.group_id });
+    }
+}
+//# sourceMappingURL=MongoCompactorV3.js.map

package/dist/storage/implementation/v3/MongoCompactorV3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoCompactorV3.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/MongoCompactorV3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAKrG,OAAO,EAAe,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/D,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAI3C,KAAK,CAAC,CAAC,kBAAkB,CAAC,OAGhC;QACC,IAAI,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,yBAAyB,CAAC,+BAA+B,CAAC,CAAC;QACvE,CAAC;QACD,oEAAoE;QACpE,KAAK,CAAC,CAAC,IAAI,CAAC,+BAA+B,CACzC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EACpC,EAAE,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,EAAS,EAAE,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,EAAS,EAAE,EAC9D,EAAE,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,EAAS,EAAE,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,EAAS,EAAE,EAC9D,OAAO,EACP,CAAC,WAAW,EAAE,EAAE,CAAE,WAAqC,CAAC,GAAG,CAAC,CAAC,CAC9D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,4BAA4B,CAAC,OAAqC;QAC7E,IAAI,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,yBAAyB,CAAC,+BAA+B,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,IAAI,CAAC,yCAAyC,CACnD,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EACpC;YACE,8BAA8B,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,gBAAgB,EAAE;SACnE,EACD,CAAC,WAAW,EAAE,EAAE,CAAE,WAAqC,CAAC,GAAG,CAAC,CAAC,CAC9D,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,uBAAuB;QACrC,MAAM,IAAI,CAAC,EAAE;aACV,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC5B,SAAS,CAAC,IAAI,CAAC,kBAA0E,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACpH,CAAC;IAES,KAAK,CAAC,0BAA0B,CACxC,OAAuD;QAEvD,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,yCAAyC,CACrE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;YACvC,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,qBAAqB,CAAC,gEAAgE,MAAM,EAAE,CAAC,CAAC;YAC5G,CAAC;YACD,OAAO;gBACL,MAAM;gBACN,YAAY;gBACZ,GAAG,EAAE,IAAI,CAAC,OAAO;aAClB,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAES,iBAAiB,CACzB,MAAc,EACd,YAAuC;QAEvC,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,qBAAqB,CAAC,6DAA6D,MAAM,EAAE,CAAC,CAAC;QACzG,CAAC;QACD,OAAO;YACL,GAAG,EAAE;gBACH,CAAC,EAAE,YAAY;gBACf,CAAC,EAAE,MAAM;aACV;SACF,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,oBAAoB,CAClC,MAAc,EACd,YAAuC;QAEvC,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,gEAAgE;YAChE,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;YACvE,IAAI,gBAAgB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACjC,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YAC9F,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;gBACrE,GAAG,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE;aAC3B,CAAC,CAAC;YACH,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxG,CAAC;CACF"}

package/dist/storage/implementation/v3/MongoParameterCompactorV3.d.ts

@@ -0,0 +1,9 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { MongoParameterCompactor } from '../MongoParameterCompactor.js';
+import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
+export declare class MongoParameterCompactorV3 extends MongoParameterCompactor {
+    protected readonly db: VersionedPowerSyncMongoV3;
+    protected getCollections(): Promise<mongo.Collection<mongo.Document>[]>;
+    protected collectionFilter(): mongo.Document;
+    protected deleteFilter(doc: mongo.Document): mongo.Document;
+}

package/dist/storage/implementation/v3/MongoParameterCompactorV3.js

@@ -0,0 +1,18 @@
+import { MongoParameterCompactor } from '../MongoParameterCompactor.js';
+export class MongoParameterCompactorV3 extends MongoParameterCompactor {
+    async getCollections() {
+        const collections = await this.db.listParameterIndexCollectionsV3(this.group_id);
+        return collections.map((collection) => collection.collection);
+    }
+    collectionFilter() {
+        return {};
+    }
+    deleteFilter(doc) {
+        return {
+            lookup: doc.lookup,
+            _id: { $lte: doc._id },
+            key: doc.key
+        };
+    }
+}
+//# sourceMappingURL=MongoParameterCompactorV3.js.map

package/dist/storage/implementation/v3/MongoParameterCompactorV3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoParameterCompactorV3.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/MongoParameterCompactorV3.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AAGxE,MAAM,OAAO,yBAA0B,SAAQ,uBAAuB;IAG1D,KAAK,CAAC,cAAc;QAC5B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjF,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,UAAyD,CAAC,CAAC;IAC/G,CAAC;IAES,gBAAgB;QACxB,OAAO,EAAE,CAAC;IACZ,CAAC;IAES,YAAY,CAAC,GAAmB;QACxC,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE;YACtB,GAAG,EAAE,GAAG,CAAC,GAAG;SACb,CAAC;IACJ,CAAC;CACF"}

package/dist/storage/implementation/v3/MongoParameterLookupV3.d.ts

@@ -0,0 +1,5 @@
+import { ScopedParameterLookup, SqliteJsonValue } from '@powersync/service-sync-rules';
+import * as bson from 'bson';
+import { ParameterIndexId } from '../BucketDefinitionMapping.js';
+export declare function serializeParameterLookupV3(lookup: ScopedParameterLookup): bson.Binary;
+export declare function deserializeParameterLookupV3(lookup: bson.Binary, indexId: ParameterIndexId): SqliteJsonValue[];