@powersync/service-module-mongodb-storage 0.0.0-dev-20250108073049

package/CHANGELOG.md

@@ -0,0 +1,19 @@
+# @powersync/service-module-mongodb-storage
+
+## 0.0.0-dev-20250108073049
+
+### Minor Changes
+
+- 697d44b: Moved MongoDB sync bucket storage implementation to the MongoDB module.
+
+### Patch Changes
+
+- Updated dependencies [697d44b]
+- Updated dependencies [697d44b]
+- Updated dependencies [48320b5]
+- Updated dependencies [697d44b]
+  - @powersync/service-core@0.0.0-dev-20250108073049
+  - @powersync/lib-services-framework@0.0.0-dev-20250108073049
+  - @powersync/service-sync-rules@0.0.0-dev-20250108073049
+  - @powersync/service-types@0.0.0-dev-20250108073049
+  - @powersync/lib-service-mongodb@0.0.0-dev-20250108073049

package/LICENSE

@@ -0,0 +1,67 @@
+# Functional Source License, Version 1.1, Apache 2.0 Future License
+
+## Abbreviation
+
+FSL-1.1-Apache-2.0
+
+## Notice
+
+Copyright 2023-2024 Journey Mobile, Inc.
+
+## Terms and Conditions
+
+### Licensor ("We")
+
+The party offering the Software under these Terms and Conditions.
+
+### The Software
+
+The "Software" is each version of the software that we make available under these Terms and Conditions, as indicated by our inclusion of these Terms and Conditions with the Software.
+
+### License Grant
+
+Subject to your compliance with this License Grant and the Patents, Redistribution and Trademark clauses below, we hereby grant you the right to use, copy, modify, create derivative works, publicly perform, publicly display and redistribute the Software for any Permitted Purpose identified below.
+
+### Permitted Purpose
+
+A Permitted Purpose is any purpose other than a Competing Use. A Competing Use means making the Software available to others in a commercial product or service that:
+
+1. substitutes for the Software;
+2. substitutes for any other product or service we offer using the Software that exists as of the date we make the Software available; or
+3. offers the same or substantially similar functionality as the Software.
+
+Permitted Purposes specifically include using the Software:
+
+1. for your internal use and access;
+2. for non-commercial education;
+3. for non-commercial research; and
+4. in connection with professional services that you provide to a licensee using the Software in accordance with these Terms and Conditions.
+
+### Patents
+
+To the extent your use for a Permitted Purpose would necessarily infringe our patents, the license grant above includes a license under our patents. If you make a claim against any party that the Software infringes or contributes to the infringement of any patent, then your patent license to the Software ends immediately.
+
+### Redistribution
+
+The Terms and Conditions apply to all copies, modifications and derivatives of the Software.
+If you redistribute any copies, modifications or derivatives of the Software, you must include a copy of or a link to these Terms and Conditions and not remove any copyright notices provided in or with the Software.
+
+### Disclaimer
+
+THE SOFTWARE IS PROVIDED "AS IS" AND WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION WARRANTIES OF FITNESS FOR A PARTICULAR PURPOSE, MERCHANTABILITY, TITLE OR NON-INFRINGEMENT.
+IN NO EVENT WILL WE HAVE ANY LIABILITY TO YOU ARISING OUT OF OR RELATED TO THE SOFTWARE, INCLUDING INDIRECT, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES, EVEN IF WE HAVE BEEN INFORMED OF THEIR POSSIBILITY IN ADVANCE.
+
+### Trademarks
+
+Except for displaying the License Details and identifying us as the origin of the Software, you have no right under these Terms and Conditions to use our trademarks, trade names, service marks or product names.
+
+## Grant of Future License
+
+We hereby irrevocably grant you an additional license to use the Software under the Apache License, Version 2.0 that is effective on the second anniversary of the date we make the Software available. On or after that date, you may use the Software under the Apache License, Version 2.0, in which case the following will apply:
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

package/README.md

@@ -0,0 +1,3 @@
+# PowerSync Service Module MongoDB Storage
+
+MongoDB bucket storage module for PowerSync

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export * from './module/MongoStorageModule.js';
+export * from './storage/storage-index.js';
+export * as storage from './storage/storage-index.js';
+export * from './types/types.js';
+export * as types from './types/types.js';

package/dist/index.js

@@ -0,0 +1,6 @@
+export * from './module/MongoStorageModule.js';
+export * from './storage/storage-index.js';
+export * as storage from './storage/storage-index.js';
+export * from './types/types.js';
+export * as types from './types/types.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gCAAgC,CAAC;AAE/C,cAAc,4BAA4B,CAAC;AAC3C,OAAO,KAAK,OAAO,MAAM,4BAA4B,CAAC;AAEtD,cAAc,kBAAkB,CAAC;AACjC,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC"}

package/dist/migrations/MongoMigrationAgent.d.ts

@@ -0,0 +1,12 @@
+import * as framework from '@powersync/lib-services-framework';
+import { migrations } from '@powersync/service-core';
+import { PowerSyncMongo } from '../storage/storage-index.js';
+import { MongoStorageConfig } from '../types/types.js';
+export declare class MongoMigrationAgent extends migrations.AbstractPowerSyncMigrationAgent {
+    store: framework.MigrationStore;
+    locks: framework.LockManager;
+    protected client: PowerSyncMongo;
+    constructor(mongoConfig: MongoStorageConfig);
+    getInternalScriptsDir(): string;
+    [Symbol.asyncDispose](): Promise<void>;
+}

package/dist/migrations/MongoMigrationAgent.js

@@ -0,0 +1,25 @@
+import * as lib_mongo from '@powersync/lib-service-mongodb';
+import { migrations } from '@powersync/service-core';
+import * as path from 'path';
+import { fileURLToPath } from 'url';
+import { createPowerSyncMongo } from '../storage/storage-index.js';
+import { createMongoMigrationStore } from './mongo-migration-store.js';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const MONGO_LOCK_PROCESS = 'migrations';
+const MIGRATIONS_DIR = path.join(__dirname, '/db/migrations');
+export class MongoMigrationAgent extends migrations.AbstractPowerSyncMigrationAgent {
+    constructor(mongoConfig) {
+        super();
+        this.client = createPowerSyncMongo(mongoConfig);
+        this.store = createMongoMigrationStore(this.client.db);
+        this.locks = new lib_mongo.locks.MongoLockManager({ collection: this.client.locks, name: MONGO_LOCK_PROCESS });
+    }
+    getInternalScriptsDir() {
+        return MIGRATIONS_DIR;
+    }
+    async [Symbol.asyncDispose]() {
+        await this.client.client.close();
+    }
+}
+//# sourceMappingURL=MongoMigrationAgent.js.map

package/dist/migrations/MongoMigrationAgent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoMigrationAgent.js","sourceRoot":"","sources":["../../src/migrations/MongoMigrationAgent.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAkB,MAAM,6BAA6B,CAAC;AAEnF,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEvE,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;AAE9D,MAAM,OAAO,mBAAoB,SAAQ,UAAU,CAAC,+BAA+B;IAMjF,YAAY,WAA+B;QACzC,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAEhD,IAAI,CAAC,KAAK,GAAG,yBAAyB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACjH,CAAC;IAED,qBAAqB;QACnB,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACzB,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACnC,CAAC;CACF"}

package/dist/migrations/db/migrations/1684951997326-init.d.ts

@@ -0,0 +1,3 @@
+import { migrations } from '@powersync/service-core';
+export declare const up: migrations.PowerSyncMigrationFunction;
+export declare const down: migrations.PowerSyncMigrationFunction;

package/dist/migrations/db/migrations/1684951997326-init.js

@@ -0,0 +1,30 @@
+import * as lib_mongo from '@powersync/lib-service-mongodb';
+import * as storage from '../../../storage/storage-index.js';
+export const up = async (context) => {
+    const { service_context: { configuration } } = context;
+    const database = storage.createPowerSyncMongo(configuration.storage);
+    await lib_mongo.waitForAuth(database.db);
+    try {
+        await database.bucket_parameters.createIndex({
+            'key.g': 1,
+            lookup: 1,
+            _id: 1
+        }, { name: 'lookup1' });
+    }
+    finally {
+        await database.client.close();
+    }
+};
+export const down = async (context) => {
+    const { service_context: { configuration } } = context;
+    const database = storage.createPowerSyncMongo(configuration.storage);
+    try {
+        if (await database.bucket_parameters.indexExists('lookup')) {
+            await database.bucket_parameters.dropIndex('lookup1');
+        }
+    }
+    finally {
+        await database.client.close();
+    }
+};
+//# sourceMappingURL=1684951997326-init.js.map

package/dist/migrations/db/migrations/1684951997326-init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"1684951997326-init.js","sourceRoot":"","sources":["../../../../src/migrations/db/migrations/1684951997326-init.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAE5D,OAAO,KAAK,OAAO,MAAM,mCAAmC,CAAC;AAG7D,MAAM,CAAC,MAAM,EAAE,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IACzE,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IACZ,MAAM,QAAQ,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IAC3F,MAAM,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,iBAAiB,CAAC,WAAW,CAC1C;YACE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,GAAG,EAAE,CAAC;SACP,EACD,EAAE,IAAI,EAAE,SAAS,EAAE,CACpB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IAC3E,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IAC3F,IAAI,CAAC;QACH,IAAI,MAAM,QAAQ,CAAC,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,MAAM,QAAQ,CAAC,iBAAiB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;AACH,CAAC,CAAC"}

package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.d.ts

@@ -0,0 +1,2 @@
+export declare const up: () => Promise<void>;
+export declare const down: () => Promise<void>;

package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js

@@ -0,0 +1,5 @@
+export const up = async () => {
+    // No-op - we don't auto-create sync rules anymore
+};
+export const down = async () => { };
+//# sourceMappingURL=1688556755264-initial-sync-rules.js.map

package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"1688556755264-initial-sync-rules.js","sourceRoot":"","sources":["../../../../src/migrations/db/migrations/1688556755264-initial-sync-rules.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,EAAE;IAC3B,kDAAkD;AACpD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE,GAAE,CAAC,CAAC"}

package/dist/migrations/db/migrations/1702295701188-sync-rule-state.d.ts

@@ -0,0 +1,3 @@
+import { migrations } from '@powersync/service-core';
+export declare const up: migrations.PowerSyncMigrationFunction;
+export declare const down: migrations.PowerSyncMigrationFunction;

package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js

@@ -0,0 +1,54 @@
+import * as lib_mongo from '@powersync/lib-service-mongodb';
+import { storage as core_storage } from '@powersync/service-core';
+import * as storage from '../../../storage/storage-index.js';
+export const up = async (context) => {
+    const { service_context: { configuration } } = context;
+    const db = storage.createPowerSyncMongo(configuration.storage);
+    await lib_mongo.waitForAuth(db.db);
+    try {
+        // We keep the old flags for existing deployments still shutting down.
+        // 1. New sync rules: `active = false, snapshot_done = false, replicating = true, auto_activate = true`
+        await db.sync_rules.updateMany({
+            active: { $ne: true },
+            replicating: true,
+            auto_activate: true
+        }, { $set: { state: core_storage.SyncRuleState.PROCESSING } });
+        // 2. Snapshot done: `active = true, snapshot_done = true, replicating = true, auto_activate = false`
+        await db.sync_rules.updateMany({
+            active: true
+        }, { $set: { state: core_storage.SyncRuleState.ACTIVE } });
+        // 3. Stopped: `active = false, snapshot_done = true, replicating = false, auto_activate = false`.
+        await db.sync_rules.updateMany({
+            active: { $ne: true },
+            replicating: { $ne: true },
+            auto_activate: { $ne: true }
+        }, { $set: { state: core_storage.SyncRuleState.STOP } });
+        const remaining = await db.sync_rules.find({ state: null }).toArray();
+        if (remaining.length > 0) {
+            const slots = remaining.map((doc) => doc.slot_name).join(', ');
+            throw new Error(`Invalid state for sync rules: ${slots}`);
+        }
+    }
+    finally {
+        await db.client.close();
+    }
+};
+export const down = async (context) => {
+    const { service_context: { configuration } } = context;
+    const db = storage.createPowerSyncMongo(configuration.storage);
+    try {
+        await db.sync_rules.updateMany({
+            state: core_storage.SyncRuleState.ACTIVE
+        }, { $set: { active: true, replicating: true } });
+        await db.sync_rules.updateMany({
+            state: core_storage.SyncRuleState.PROCESSING
+        }, { $set: { active: false, replicating: true, auto_activate: true } });
+        await db.sync_rules.updateMany({
+            $or: [{ state: core_storage.SyncRuleState.STOP }, { state: core_storage.SyncRuleState.TERMINATED }]
+        }, { $set: { active: false, replicating: false, auto_activate: false } });
+    }
+    finally {
+        await db.client.close();
+    }
+};
+//# sourceMappingURL=1702295701188-sync-rule-state.js.map

package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"1702295701188-sync-rule-state.js","sourceRoot":"","sources":["../../../../src/migrations/db/migrations/1702295701188-sync-rule-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,YAAY,EAAc,MAAM,yBAAyB,CAAC;AAC9E,OAAO,KAAK,OAAO,MAAM,mCAAmC,CAAC;AAwB7D,MAAM,CAAC,MAAM,EAAE,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IACzE,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IACZ,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IAErF,MAAM,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACnC,IAAI,CAAC;QACH,sEAAsE;QAEtE,uGAAuG;QACvG,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;YACrB,WAAW,EAAE,IAAI;YACjB,aAAa,EAAE,IAAI;SACpB,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAC3D,CAAC;QAEF,qGAAqG;QACrG,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,MAAM,EAAE,IAAI;SACb,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CACvD,CAAC;QAEF,kGAAkG;QAClG,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;YACrB,WAAW,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;YAC1B,aAAa,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;SAC7B,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CACrD,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC7E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IAC3E,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IAEZ,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IACrF,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,KAAK,EAAE,YAAY,CAAC,aAAa,CAAC,MAAM;SACzC,EACD,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAC9C,CAAC;QAEF,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,KAAK,EAAE,YAAY,CAAC,aAAa,CAAC,UAAU;SAC7C,EACD,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CACpE,CAAC;QAEF,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;SACpG,EACD,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,CACtE,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC"}

package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.d.ts

@@ -0,0 +1,3 @@
+import { migrations } from '@powersync/service-core';
+export declare const up: migrations.PowerSyncMigrationFunction;
+export declare const down: migrations.PowerSyncMigrationFunction;

package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js

@@ -0,0 +1,26 @@
+import * as storage from '../../../storage/storage-index.js';
+export const up = async (context) => {
+    const { service_context: { configuration } } = context;
+    const db = storage.createPowerSyncMongo(configuration.storage);
+    try {
+        await db.write_checkpoints.createIndex({
+            user_id: 1
+        }, { name: 'user_id' });
+    }
+    finally {
+        await db.client.close();
+    }
+};
+export const down = async (context) => {
+    const { service_context: { configuration } } = context;
+    const db = storage.createPowerSyncMongo(configuration.storage);
+    try {
+        if (await db.write_checkpoints.indexExists('user_id')) {
+            await db.write_checkpoints.dropIndex('user_id');
+        }
+    }
+    finally {
+        await db.client.close();
+    }
+};
+//# sourceMappingURL=1711543888062-write-checkpoint-index.js.map

package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"1711543888062-write-checkpoint-index.js","sourceRoot":"","sources":["../../../../src/migrations/db/migrations/1711543888062-write-checkpoint-index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,OAAO,MAAM,mCAAmC,CAAC;AAG7D,MAAM,CAAC,MAAM,EAAE,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IACzE,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IACZ,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IAErF,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,iBAAiB,CAAC,WAAW,CACpC;YACE,OAAO,EAAE,CAAC;SACX,EACD,EAAE,IAAI,EAAE,SAAS,EAAE,CACpB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IAC3E,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IAEZ,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IAErF,IAAI,CAAC;QACH,IAAI,MAAM,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;YACtD,MAAM,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC"}

package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.d.ts

@@ -0,0 +1,3 @@
+import { migrations } from '@powersync/service-core';
+export declare const up: migrations.PowerSyncMigrationFunction;
+export declare const down: migrations.PowerSyncMigrationFunction;

package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.js

@@ -0,0 +1,28 @@
+import * as storage from '../../../storage/storage-index.js';
+const INDEX_NAME = 'user_sync_rule_unique';
+export const up = async (context) => {
+    const { service_context: { configuration } } = context;
+    const db = storage.createPowerSyncMongo(configuration.storage);
+    try {
+        await db.custom_write_checkpoints.createIndex({
+            user_id: 1,
+            sync_rules_id: 1
+        }, { name: INDEX_NAME, unique: true });
+    }
+    finally {
+        await db.client.close();
+    }
+};
+export const down = async (context) => {
+    const { service_context: { configuration } } = context;
+    const db = storage.createPowerSyncMongo(configuration.storage);
+    try {
+        if (await db.custom_write_checkpoints.indexExists(INDEX_NAME)) {
+            await db.custom_write_checkpoints.dropIndex(INDEX_NAME);
+        }
+    }
+    finally {
+        await db.client.close();
+    }
+};
+//# sourceMappingURL=1727099539247-custom-write-checkpoint-index.js.map

package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"1727099539247-custom-write-checkpoint-index.js","sourceRoot":"","sources":["../../../../src/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,OAAO,MAAM,mCAAmC,CAAC;AAG7D,MAAM,UAAU,GAAG,uBAAuB,CAAC;AAE3C,MAAM,CAAC,MAAM,EAAE,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IACzE,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IACZ,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IAErF,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,wBAAwB,CAAC,WAAW,CAC3C;YACE,OAAO,EAAE,CAAC;YACV,aAAa,EAAE,CAAC;SACjB,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CACnC,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAA0C,KAAK,EAAE,OAAO,EAAE,EAAE;IAC3E,MAAM,EACJ,eAAe,EAAE,EAAE,aAAa,EAAE,EACnC,GAAG,OAAO,CAAC;IAEZ,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAA6B,CAAC,CAAC;IAErF,IAAI,CAAC;QACH,IAAI,MAAM,EAAE,CAAC,wBAAwB,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9D,MAAM,EAAE,CAAC,wBAAwB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC"}

package/dist/migrations/mongo-migration-store.d.ts

@@ -0,0 +1,7 @@
+import { migrations } from '@powersync/lib-services-framework';
+import { Db } from 'mongodb';
+/**
+ * A custom store for node-migrate which is used to save and load migrations that have
+ * been operated on to mongo.
+ */
+export declare const createMongoMigrationStore: (db: Db) => migrations.MigrationStore;

package/dist/migrations/mongo-migration-store.js

@@ -0,0 +1,49 @@
+import * as path from 'path';
+/**
+ * A custom store for node-migrate which is used to save and load migrations that have
+ * been operated on to mongo.
+ */
+export const createMongoMigrationStore = (db) => {
+    const collection = db.collection('migrations');
+    return {
+        load: async () => {
+            const state_entry = await collection.findOne();
+            if (!state_entry) {
+                return;
+            }
+            const { _id, ...state } = state_entry;
+            /**
+             * This is for backwards compatibility. A previous version of the migration tool used to save
+             * state as `lastRun`.
+             */
+            let last_run = state.last_run;
+            if ('lastRun' in state) {
+                last_run = state.lastRun;
+            }
+            /**
+             * This is for backwards compatibility. A previous version of the migration tool used to include the
+             * file extension in migration names. This strips that extension off if it exists
+             */
+            const extension = path.extname(last_run);
+            if (extension) {
+                last_run = last_run.replace(extension, '');
+            }
+            return {
+                last_run,
+                log: state.log || []
+            };
+        },
+        clear: async () => {
+            await collection.deleteMany({});
+        },
+        save: async (state) => {
+            await collection.replaceOne({}, {
+                last_run: state.last_run,
+                log: state.log
+            }, {
+                upsert: true
+            });
+        }
+    };
+};
+//# sourceMappingURL=mongo-migration-store.js.map

package/dist/migrations/mongo-migration-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongo-migration-store.js","sourceRoot":"","sources":["../../src/migrations/mongo-migration-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,EAAM,EAA6B,EAAE;IAC7E,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAA4B,YAAY,CAAC,CAAC;IAE1E,OAAO;QACL,IAAI,EAAE,KAAK,IAAI,EAAE;YACf,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,OAAO;YACT,CAAC;YAED,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,WAAW,CAAC;YAEtC;;;eAGG;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC9B,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;gBACvB,QAAQ,GAAI,KAAa,CAAC,OAAO,CAAC;YACpC,CAAC;YAED;;;eAGG;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,SAAS,EAAE,CAAC;gBACd,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO;gBACL,QAAQ;gBACR,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,EAAE;aACrB,CAAC;QACJ,CAAC;QAED,KAAK,EAAE,KAAK,IAAI,EAAE;YAChB,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,EAAE,KAAK,EAAE,KAAgC,EAAE,EAAE;YAC/C,MAAM,UAAU,CAAC,UAAU,CACzB,EAAE,EACF;gBACE,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,GAAG,EAAE,KAAK,CAAC,GAAG;aACf,EACD;gBACE,MAAM,EAAE,IAAI;aACb,CACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}

package/dist/module/MongoStorageModule.d.ts

@@ -0,0 +1,10 @@
+import * as core from '@powersync/service-core';
+export declare class MongoStorageModule extends core.modules.AbstractModule {
+    constructor();
+    initialize(context: core.system.ServiceContextContainer): Promise<void>;
+    /**
+     * Combines base config with normalized connection settings
+     */
+    private resolveConfig;
+    teardown(options: core.modules.TearDownOptions): Promise<void>;
+}

package/dist/module/MongoStorageModule.js

@@ -0,0 +1,31 @@
+import * as lib_mongo from '@powersync/lib-service-mongodb';
+import * as core from '@powersync/service-core';
+import { MongoMigrationAgent } from '../migrations/MongoMigrationAgent.js';
+import { MongoStorageProvider } from '../storage/storage-index.js';
+import * as types from '../types/types.js';
+export class MongoStorageModule extends core.modules.AbstractModule {
+    constructor() {
+        super({
+            name: 'MongoDB Storage'
+        });
+    }
+    async initialize(context) {
+        context.storageEngine.registerProvider(new MongoStorageProvider());
+        if (types.isMongoStorageConfig(context.configuration.storage)) {
+            context.migrations.registerMigrationAgent(new MongoMigrationAgent(this.resolveConfig(context.configuration.storage)));
+        }
+    }
+    /**
+     * Combines base config with normalized connection settings
+     */
+    resolveConfig(config) {
+        return {
+            ...config,
+            ...lib_mongo.normalizeMongoConfig(config)
+        };
+    }
+    async teardown(options) {
+        // teardown is implemented in the storage engine
+    }
+}
+//# sourceMappingURL=MongoStorageModule.js.map

package/dist/module/MongoStorageModule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoStorageModule.js","sourceRoot":"","sources":["../../src/module/MongoStorageModule.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAC5D,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAE3C,MAAM,OAAO,kBAAmB,SAAQ,IAAI,CAAC,OAAO,CAAC,cAAc;IACjE;QACE,KAAK,CAAC;YACJ,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA4C;QAC3D,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,oBAAoB,EAAE,CAAC,CAAC;QAEnE,IAAI,KAAK,CAAC,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9D,OAAO,CAAC,UAAU,CAAC,sBAAsB,CACvC,IAAI,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAC3E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAAgC;QACpD,OAAO;YACL,GAAG,MAAM;YACT,GAAG,SAAS,CAAC,oBAAoB,CAAC,MAAM,CAAC;SAC1C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAqC;QAClD,gDAAgD;IAClD,CAAC;CACF"}

package/dist/storage/MongoBucketStorage.d.ts

@@ -0,0 +1,48 @@
+import { storage } from '@powersync/service-core';
+import { DisposableObserver } from '@powersync/lib-services-framework';
+import { PowerSyncMongo } from './implementation/db.js';
+import { MongoPersistedSyncRulesContent } from './implementation/MongoPersistedSyncRulesContent.js';
+import { MongoSyncBucketStorage } from './implementation/MongoSyncBucketStorage.js';
+export declare class MongoBucketStorage extends DisposableObserver<storage.BucketStorageFactoryListener> implements storage.BucketStorageFactory {
+    private readonly client;
+    private readonly session;
+    readonly slot_name_prefix: string;
+    private readonly storageCache;
+    readonly db: PowerSyncMongo;
+    constructor(db: PowerSyncMongo, options: {
+        slot_name_prefix: string;
+    });
+    getInstance(options: storage.PersistedSyncRulesContent): MongoSyncBucketStorage;
+    configureSyncRules(sync_rules: string, options?: {
+        lock?: boolean;
+    }): Promise<{
+        updated: boolean;
+        persisted_sync_rules?: undefined;
+        lock?: undefined;
+    } | {
+        updated: boolean;
+        persisted_sync_rules: MongoPersistedSyncRulesContent;
+        lock: import("./storage-index.js").MongoSyncRulesLock | undefined;
+    }>;
+    slotRemoved(slot_name: string): Promise<void>;
+    updateSyncRules(options: storage.UpdateSyncRulesOptions): Promise<MongoPersistedSyncRulesContent>;
+    getActiveSyncRulesContent(): Promise<MongoPersistedSyncRulesContent | null>;
+    getActiveSyncRules(options: storage.ParseSyncRulesOptions): Promise<storage.PersistedSyncRules | null>;
+    getNextSyncRulesContent(): Promise<MongoPersistedSyncRulesContent | null>;
+    getNextSyncRules(options: storage.ParseSyncRulesOptions): Promise<storage.PersistedSyncRules | null>;
+    getReplicatingSyncRules(): Promise<storage.PersistedSyncRulesContent[]>;
+    getStoppedSyncRules(): Promise<storage.PersistedSyncRulesContent[]>;
+    getActiveCheckpoint(): Promise<storage.ActiveCheckpoint>;
+    getStorageMetrics(): Promise<storage.StorageMetrics>;
+    getPowerSyncInstanceId(): Promise<string>;
+    private makeActiveCheckpoint;
+    /**
+     * Instance-wide watch on the latest available checkpoint (op_id + lsn).
+     */
+    private watchActiveCheckpoint;
+    private readonly sharedIter;
+    /**
+     * User-specific watch on the latest checkpoint and/or write checkpoint.
+     */
+    watchWriteCheckpoint(user_id: string, signal: AbortSignal): AsyncIterable<storage.WriteCheckpoint>;
+}