@powersync/service-module-mongodb-storage 0.0.0-dev-20250618131818 → 0.0.0-dev-20250714115156

package/package.json

@@ -2,7 +2,7 @@
   "name": "@powersync/service-module-mongodb-storage",
   "repository": "https://github.com/powersync-ja/powersync-service",
   "types": "dist/index.d.ts",
-  "version": "0.0.0-dev-20250618131818",
+  "version": "0.0.0-dev-20250714115156",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
@@ -27,15 +27,15 @@
     "lru-cache": "^10.2.2",
     "ts-codec": "^1.3.0",
     "uuid": "^11.1.0",
-    "@powersync/lib-service-mongodb": "0.0.0-dev-20250618131818",
-    "@powersync/lib-services-framework": "0.0.0-dev-20250618131818",
-    "@powersync/service-core": "0.0.0-dev-20250618131818",
+    "@powersync/lib-service-mongodb": "0.0.0-dev-20250714115156",
+    "@powersync/lib-services-framework": "0.7.0",
+    "@powersync/service-core": "0.0.0-dev-20250714115156",
     "@powersync/service-jsonbig": "0.17.10",
     "@powersync/service-sync-rules": "0.27.0",
-    "@powersync/service-types": "0.0.0-dev-20250618131818"
+    "@powersync/service-types": "0.0.0-dev-20250714115156"
   },
   "devDependencies": {
-    "@powersync/service-core-tests": "0.0.0-dev-20250618131818"
+    "@powersync/service-core-tests": "0.0.0-dev-20250714115156"
   },
   "scripts": {
     "build": "tsc -b",

package/src/storage/implementation/MongoBucketBatch.ts

@@ -133,7 +133,7 @@ export class MongoBucketBatch
     let result: storage.FlushedResult | null = null;
     // One flush may be split over multiple transactions.
     // Each flushInner() is one transaction.
-    while (this.batch != null) {
+    while (this.batch != null || this.write_checkpoint_batch.length > 0) {
       let r = await this.flushInner(options);
       if (r) {
         result = r;
@@ -144,17 +144,16 @@ export class MongoBucketBatch
 
   private async flushInner(options?: storage.BatchBucketFlushOptions): Promise<storage.FlushedResult | null> {
     const batch = this.batch;
-    if (batch == null) {
-      return null;
-    }
-
     let last_op: InternalOpId | null = null;
     let resumeBatch: OperationBatch | null = null;
 
-    await this.withReplicationTransaction(`Flushing ${batch.length} ops`, async (session, opSeq) => {
-      resumeBatch = await this.replicateBatch(session, batch, opSeq, options);
+    await this.withReplicationTransaction(`Flushing ${batch?.length ?? 0} ops`, async (session, opSeq) => {
+      if (batch != null) {
+        resumeBatch = await this.replicateBatch(session, batch, opSeq, options);
+      }
 
       if (this.write_checkpoint_batch.length > 0) {
+        this.logger.info(`Writing ${this.write_checkpoint_batch.length} custom write checkpoints`);
         await batchCreateCustomWriteCheckpoints(this.db, session, this.write_checkpoint_batch, opSeq.next());
         this.write_checkpoint_batch = [];
       }

package/src/storage/implementation/MongoCompactor.ts

@@ -317,7 +317,7 @@ export class MongoCompactor {
             let numberOfOpsToClear = 0;
             for await (let op of query.stream()) {
               if (op.op == 'MOVE' || op.op == 'REMOVE' || op.op == 'CLEAR') {
-                checksum = utils.addChecksums(checksum, op.checksum);
+                checksum = utils.addChecksums(checksum, Number(op.checksum));
                 lastOpId = op._id;
                 numberOfOpsToClear += 1;
                 if (op.op != 'CLEAR') {
@@ -358,7 +358,7 @@ export class MongoCompactor {
               {
                 _id: lastOpId!,
                 op: 'CLEAR',
-                checksum: checksum,
+                checksum: BigInt(checksum),
                 data: null,
                 target_op: targetOp
               },

package/src/storage/implementation/MongoStorageProvider.ts

@@ -1,6 +1,6 @@
 import * as lib_mongo from '@powersync/lib-service-mongodb';
 import { ErrorCode, logger, ServiceAssertionError, ServiceError } from '@powersync/lib-services-framework';
-import { storage } from '@powersync/service-core';
+import { POWERSYNC_VERSION, storage } from '@powersync/service-core';
 import { MongoStorageConfig } from '../../types/types.js';
 import { MongoBucketStorage } from '../MongoBucketStorage.js';
 import { PowerSyncMongo } from './db.js';
@@ -23,6 +23,7 @@ export class MongoStorageProvider implements storage.BucketStorageProvider {
 
     const decodedConfig = MongoStorageConfig.decode(storage as any);
     const client = lib_mongo.db.createMongoClient(decodedConfig, {
+      powersyncVersion: POWERSYNC_VERSION,
       maxPoolSize: resolvedConfig.storage.max_pool_size ?? 8
     });
 

package/src/storage/implementation/MongoSyncBucketStorage.ts

@@ -473,7 +473,10 @@ export class MongoSyncBucketStorage
           {
             $group: {
               _id: '$_id.b',
-              checksum_total: { $sum: '$checksum' },
+              // Historically, checksum may be stored as 'int' or 'double'.
+              // More recently, this should be a 'long'.
+              // $toLong ensures that we always sum it as a long, avoiding inaccuracies in the calculations.
+              checksum_total: { $sum: { $toLong: '$checksum' } },
               count: { $sum: 1 },
               has_clear_op: {
                 $max: {

package/src/storage/implementation/PersistedBatch.ts

@@ -97,7 +97,7 @@ export class PersistedBatch {
       remaining_buckets.set(key, b);
     }
 
-    const dchecksum = utils.hashDelete(replicaIdToSubkey(options.table.id, options.sourceKey));
+    const dchecksum = BigInt(utils.hashDelete(replicaIdToSubkey(options.table.id, options.sourceKey)));
 
     for (const k of options.evaluated) {
       const key = currentBucketKey(k);
@@ -133,7 +133,7 @@ export class PersistedBatch {
             source_key: options.sourceKey,
             table: k.table,
             row_id: k.id,
-            checksum: checksum,
+            checksum: BigInt(checksum),
             data: recordData
           }
         }

package/src/storage/implementation/db.ts

@@ -1,6 +1,6 @@
 import * as lib_mongo from '@powersync/lib-service-mongodb';
 import { mongo } from '@powersync/lib-service-mongodb';
-import { storage } from '@powersync/service-core';
+import { POWERSYNC_VERSION, storage } from '@powersync/service-core';
 
 import { MongoStorageConfig } from '../../types/types.js';
 import {
@@ -130,5 +130,11 @@ export class PowerSyncMongo {
 }
 
 export function createPowerSyncMongo(config: MongoStorageConfig, options?: lib_mongo.MongoConnectionOptions) {
-  return new PowerSyncMongo(lib_mongo.createMongoClient(config, options), { database: config.database });
+  return new PowerSyncMongo(
+    lib_mongo.createMongoClient(config, {
+      powersyncVersion: POWERSYNC_VERSION,
+      ...options
+    }),
+    { database: config.database }
+  );
 }

package/src/storage/implementation/models.ts

@@ -56,7 +56,7 @@ export interface BucketDataDocument {
   source_key?: ReplicaId;
   table?: string;
   row_id?: string;
-  checksum: number;
+  checksum: bigint;
   data: string | null;
   target_op?: bigint | null;
 }

package/src/storage/implementation/util.ts

@@ -104,20 +104,13 @@ export function replicaIdToSubkey(table: bson.ObjectId, id: storage.ReplicaId):
   }
 }
 
-/**
- * Helper function for creating a MongoDB client from consumers of this package
- */
-export const createMongoClient = (url: string, options?: mongo.MongoClientOptions) => {
-  return new mongo.MongoClient(url, options);
-};
-
 /**
  * Helper for unit tests
  */
 export const connectMongoForTests = (url: string, isCI: boolean) => {
   // Short timeout for tests, to fail fast when the server is not available.
   // Slightly longer timeouts for CI, to avoid arbitrary test failures
-  const client = createMongoClient(url, {
+  const client = new mongo.MongoClient(url, {
     connectTimeoutMS: isCI ? 15_000 : 5_000,
     socketTimeoutMS: isCI ? 15_000 : 5_000,
     serverSelectionTimeoutMS: isCI ? 15_000 : 2_500

package/test/src/storage_sync.test.ts

@@ -117,5 +117,12 @@ describe('sync - mongodb', () => {
       has_more: false,
       next_after: '4'
     });
+
+    // Test that the checksum type is correct.
+    // Specifically, test that it never persisted as double.
+    const checksumTypes = await factory.db.bucket_data
+      .aggregate([{ $group: { _id: { $type: '$checksum' }, count: { $sum: 1 } } }])
+      .toArray();
+    expect(checksumTypes).toEqual([{ _id: 'long', count: 4 }]);
   });
 });