@powersync/service-module-mongodb 0.0.0-dev-20250110114939 → 0.0.0-dev-20250117095455

package/CHANGELOG.md

@@ -1,15 +1,42 @@
 # @powersync/service-module-mongodb
 
-## 0.0.0-dev-20250110114939
+## 0.0.0-dev-20250117095455
 
 ### Minor Changes
 
-- c6401d6: Shared MongoDB dependency between modules. This should help avoid potential multiple versions of MongoDB being present in a project.
+- b07189d: Allow limiting IP ranges of outgoing connections
 
 ### Patch Changes
 
-- Updated dependencies [c6401d6]
-  - @powersync/lib-service-mongodb@0.0.0-dev-20250110114939
+- Updated dependencies [b07189d]
+- Updated dependencies [b07189d]
+- Updated dependencies [b07189d]
+  - @powersync/service-core@0.0.0-dev-20250117095455
+  - @powersync/service-types@0.0.0-dev-20250117095455
+  - @powersync/lib-services-framework@0.0.0-dev-20250117095455
+  - @powersync/lib-service-mongodb@0.0.0-dev-20250117095455
+
+## 0.3.1
+
+### Patch Changes
+
+- Updated dependencies [9d9ff08]
+- Updated dependencies [9d9ff08]
+- Updated dependencies [9d9ff08]
+  - @powersync/service-core@0.15.0
+  - @powersync/lib-services-framework@0.4.0
+  - @powersync/lib-service-mongodb@0.3.1
+
+## 0.3.0
+
+### Minor Changes
+
+- 9709b2d: Shared MongoDB dependency between modules. This should help avoid potential multiple versions of MongoDB being present in a project.
+
+### Patch Changes
+
+- Updated dependencies [9709b2d]
+  - @powersync/lib-service-mongodb@0.3.0
 
 ## 0.2.0
 

package/dist/replication/MongoManager.js

@@ -8,6 +8,7 @@ export class MongoManager {
                 username: options.username,
                 password: options.password
             },
+            lookup: options.lookup,
             // Time for connection to timeout
             connectTimeoutMS: 5000,
             // Time for individual requests to timeout

package/dist/replication/MongoManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"MongoManager.js","sourceRoot":"","sources":["../../src/replication/MongoManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAIvD,MAAM,OAAO,YAAY;IAOvB,YACS,OAAwC,EAC/C,SAAoC;QAD7B,YAAO,GAAP,OAAO,CAAiC;QAG/C,2EAA2E;QAC3E,IAAI,CAAC,MAAM,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE;YAC/C,IAAI,EAAE;gBACJ,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B;YACD,iCAAiC;YACjC,gBAAgB,EAAE,IAAK;YACvB,0CAA0C;YAC1C,eAAe,EAAE,KAAM;YACvB,6CAA6C;YAC7C,wBAAwB,EAAE,KAAM;YAEhC,8BAA8B;YAC9B,2CAA2C;YAC3C,yFAAyF;YACzF,WAAW,EAAE,CAAC;YAEd,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,KAAM;YACrB,GAAG,SAAS;SACb,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,IAAW,aAAa;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,mBAAmB;IACrB,CAAC;CACF"}
+{"version":3,"file":"MongoManager.js","sourceRoot":"","sources":["../../src/replication/MongoManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAIvD,MAAM,OAAO,YAAY;IAOvB,YACS,OAAwC,EAC/C,SAAoC;QAD7B,YAAO,GAAP,OAAO,CAAiC;QAG/C,2EAA2E;QAC3E,IAAI,CAAC,MAAM,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE;YAC/C,IAAI,EAAE;gBACJ,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B;YAED,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,iCAAiC;YACjC,gBAAgB,EAAE,IAAK;YACvB,0CAA0C;YAC1C,eAAe,EAAE,KAAM;YACvB,6CAA6C;YAC7C,wBAAwB,EAAE,KAAM;YAEhC,8BAA8B;YAC9B,2CAA2C;YAC3C,yFAAyF;YACzF,WAAW,EAAE,CAAC;YAEd,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,KAAM;YACrB,GAAG,SAAS;SACb,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,IAAW,aAAa;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,mBAAmB;IACrB,CAAC;CACF"}

package/dist/types/types.d.ts

@@ -1,3 +1,4 @@
+import { LookupFunction } from 'node:net';
 import * as t from 'ts-codec';
 export declare enum PostImagesOption {
     /**
@@ -39,6 +40,7 @@ export interface NormalizedMongoConnectionConfig {
     database: string;
     username?: string;
     password?: string;
+    lookup?: LookupFunction;
     postImages: PostImagesOption;
 }
 export declare const MongoConnectionConfig: t.Intersection<t.Codec<{
@@ -47,6 +49,7 @@ export declare const MongoConnectionConfig: t.Intersection<t.Codec<{
     database?: string | undefined;
     username?: string | undefined;
     password?: string | undefined;
+    reject_ip_ranges?: string[] | undefined;
 } & {
     type: string;
     id?: string | undefined;
@@ -58,6 +61,7 @@ export declare const MongoConnectionConfig: t.Intersection<t.Codec<{
     database?: string | undefined;
     username?: string | undefined;
     password?: string | undefined;
+    reject_ip_ranges?: string[] | undefined;
 } & {
     type: string;
     id?: string | undefined;

package/dist/types/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,sCAAsC,CAAC;AAClE,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAE9B,MAAM,CAAN,IAAY,gBAkCX;AAlCD,WAAY,gBAAgB;IAC1B;;;;;;;OAOG;IACH,+BAAW,CAAA;IAEX;;;;;;;OAOG;IACH,qDAAiC,CAAA;IAEjC;;;;;;;;;;;OAWG;IACH,2CAAuB,CAAA;AACzB,CAAC,EAlCW,gBAAgB,KAAhB,gBAAgB,QAkC3B;AAeD,MAAM,CAAC,MAAM,qBAAqB,GAAG,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAC/G,CAAC,CAAC,MAAM,CAAC;IACP,gCAAgC;IAChC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE;CACpG,CAAC,CACH,CAAC;AAaF;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAqC;IAC7E,MAAM,IAAI,GAAG,SAAS,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAErD,OAAO;QACL,GAAG,IAAI;QACP,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,SAAS;QAC3B,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,SAAS;QAC7B,UAAU,EAAG,OAAO,CAAC,WAA4C,IAAI,gBAAgB,CAAC,GAAG;KAC1F,CAAC;AACJ,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,sCAAsC,CAAC;AAClE,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAE1D,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAE9B,MAAM,CAAN,IAAY,gBAkCX;AAlCD,WAAY,gBAAgB;IAC1B;;;;;;;OAOG;IACH,+BAAW,CAAA;IAEX;;;;;;;OAOG;IACH,qDAAiC,CAAA;IAEjC;;;;;;;;;;;OAWG;IACH,2CAAuB,CAAA;AACzB,CAAC,EAlCW,gBAAgB,KAAhB,gBAAgB,QAkC3B;AAiBD,MAAM,CAAC,MAAM,qBAAqB,GAAG,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAC/G,CAAC,CAAC,MAAM,CAAC;IACP,gCAAgC;IAChC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE;CACpG,CAAC,CACH,CAAC;AAaF;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAqC;IAC7E,MAAM,IAAI,GAAG,SAAS,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAErD,OAAO;QACL,GAAG,IAAI;QACP,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,SAAS;QAC3B,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,SAAS;QAC7B,UAAU,EAAG,OAAO,CAAC,WAA4C,IAAI,gBAAgB,CAAC,GAAG;KAC1F,CAAC;AACJ,CAAC"}

package/package.json

@@ -2,7 +2,7 @@
   "name": "@powersync/service-module-mongodb",
   "repository": "https://github.com/powersync-ja/powersync-service",
   "types": "dist/index.d.ts",
-  "version": "0.0.0-dev-20250110114939",
+  "version": "0.0.0-dev-20250117095455",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
@@ -25,17 +25,18 @@
     "bson": "^6.8.0",
     "ts-codec": "^1.3.0",
     "uuid": "^9.0.1",
-    "@powersync/lib-services-framework": "0.3.0",
-    "@powersync/service-core": "0.14.0",
+    "@powersync/lib-services-framework": "0.0.0-dev-20250117095455",
+    "@powersync/service-core": "0.0.0-dev-20250117095455",
     "@powersync/service-jsonbig": "0.17.10",
     "@powersync/service-sync-rules": "0.23.1",
-    "@powersync/service-types": "0.7.0",
-    "@powersync/lib-service-mongodb": "0.0.0-dev-20250110114939"
+    "@powersync/service-types": "0.0.0-dev-20250117095455",
+    "@powersync/lib-service-mongodb": "0.0.0-dev-20250117095455"
   },
   "devDependencies": {
     "@types/uuid": "^9.0.4",
-    "@powersync/service-module-mongodb-storage": "0.0.0-dev-20250110114939",
-    "@powersync/service-core-tests": "0.2.0"
+    "@powersync/service-core-tests": "0.0.0-dev-20250117095455",
+    "@powersync/service-module-mongodb-storage": "0.0.0-dev-20250117095455",
+    "@powersync/service-module-postgres-storage": "0.0.0-dev-20250117095455"
   },
   "scripts": {
     "build": "tsc -b",

package/src/replication/MongoManager.ts

@@ -19,6 +19,8 @@ export class MongoManager {
         username: options.username,
         password: options.password
       },
+
+      lookup: options.lookup,
       // Time for connection to timeout
       connectTimeoutMS: 5_000,
       // Time for individual requests to timeout

package/src/types/types.ts

@@ -1,5 +1,6 @@
 import * as lib_mongo from '@powersync/lib-service-mongodb/types';
 import * as service_types from '@powersync/service-types';
+import { LookupFunction } from 'node:net';
 import * as t from 'ts-codec';
 
 export enum PostImagesOption {
@@ -48,6 +49,8 @@ export interface NormalizedMongoConnectionConfig {
   username?: string;
   password?: string;
 
+  lookup?: LookupFunction;
+
   postImages: PostImagesOption;
 }
 

package/test/src/change_stream.test.ts

@@ -8,7 +8,8 @@ import { test_utils } from '@powersync/service-core-tests';
 
 import { PostImagesOption } from '@module/types/types.js';
 import { ChangeStreamTestContext } from './change_stream_utils.js';
-import { INITIALIZED_MONGO_STORAGE_FACTORY } from './util.js';
+import { env } from './env.js';
+import { INITIALIZED_MONGO_STORAGE_FACTORY, INITIALIZED_POSTGRES_STORAGE_FACTORY } from './util.js';
 
 const BASIC_SYNC_RULES = `
 bucket_definitions:
@@ -17,10 +18,14 @@ bucket_definitions:
       - SELECT _id as id, description FROM "test_data"
 `;
 
-describe('change stream - mongodb', { timeout: 20_000 }, function () {
+describe.skipIf(!env.TEST_MONGO_STORAGE)('change stream - mongodb', { timeout: 20_000 }, function () {
   defineChangeStreamTests(INITIALIZED_MONGO_STORAGE_FACTORY);
 });
 
+describe.skipIf(!env.TEST_POSTGRES_STORAGE)('change stream - postgres', { timeout: 20_000 }, function () {
+  defineChangeStreamTests(INITIALIZED_POSTGRES_STORAGE_FACTORY);
+});
+
 function defineChangeStreamTests(factory: storage.TestStorageFactory) {
   test('replicating basic values', async () => {
     await using context = await ChangeStreamTestContext.open(factory);

package/test/src/change_stream_utils.ts

@@ -38,6 +38,7 @@ export class ChangeStreamTestContext {
     this.abortController.abort();
     await this.streamPromise?.catch((e) => e);
     await this.connectionManager.destroy();
+    await this.factory[Symbol.asyncDispose]();
   }
 
   async [Symbol.asyncDispose]() {
@@ -157,7 +158,6 @@ export async function getClientCheckpoint(
     if (cp.lsn && cp.lsn >= lsn) {
       return cp.checkpoint;
     }
-
     await new Promise((resolve) => setTimeout(resolve, 30));
   }
 

package/test/src/env.ts

@@ -3,6 +3,9 @@ import { utils } from '@powersync/lib-services-framework';
 export const env = utils.collectEnvironmentVariables({
   MONGO_TEST_URL: utils.type.string.default('mongodb://localhost:27017/powersync_test'),
   MONGO_TEST_DATA_URL: utils.type.string.default('mongodb://localhost:27017/powersync_test_data'),
+  PG_STORAGE_TEST_URL: utils.type.string.default('postgres://postgres:postgres@localhost:5431/powersync_storage_test'),
   CI: utils.type.boolean.default('false'),
-  SLOW_TESTS: utils.type.boolean.default('false')
+  SLOW_TESTS: utils.type.boolean.default('false'),
+  TEST_MONGO_STORAGE: utils.type.boolean.default('true'),
+  TEST_POSTGRES_STORAGE: utils.type.boolean.default('true')
 });

package/test/src/setup.ts

@@ -1,5 +1,6 @@
 import { container } from '@powersync/lib-services-framework';
 import { test_utils } from '@powersync/service-core-tests';
+import { beforeEach } from 'node:test';
 import { beforeAll } from 'vitest';
 
 beforeAll(async () => {
@@ -8,3 +9,7 @@ beforeAll(async () => {
 
   await test_utils.initMetrics();
 });
+
+beforeEach(async () => {
+  await test_utils.resetMetrics();
+});

package/test/src/slow_tests.test.ts

@@ -6,9 +6,9 @@ import { storage } from '@powersync/service-core';
 
 import { ChangeStreamTestContext, setSnapshotHistorySeconds } from './change_stream_utils.js';
 import { env } from './env.js';
-import { INITIALIZED_MONGO_STORAGE_FACTORY } from './util.js';
+import { INITIALIZED_MONGO_STORAGE_FACTORY, INITIALIZED_POSTGRES_STORAGE_FACTORY } from './util.js';
 
-describe('change stream slow tests - mongodb', { timeout: 60_000 }, function () {
+describe.skipIf(!env.TEST_MONGO_STORAGE)('change stream slow tests - mongodb', { timeout: 60_000 }, function () {
   if (env.CI || env.SLOW_TESTS) {
     defineSlowTests(INITIALIZED_MONGO_STORAGE_FACTORY);
   } else {
@@ -17,6 +17,15 @@ describe('change stream slow tests - mongodb', { timeout: 60_000 }, function ()
   }
 });
 
+describe.skipIf(!env.TEST_POSTGRES_STORAGE)('change stream slow tests - postgres', { timeout: 60_000 }, function () {
+  if (env.CI || env.SLOW_TESTS) {
+    defineSlowTests(INITIALIZED_POSTGRES_STORAGE_FACTORY);
+  } else {
+    // Need something in this file.
+    test('no-op', () => {});
+  }
+});
+
 function defineSlowTests(factory: storage.TestStorageFactory) {
   test('replicating snapshot with lots of data', async () => {
     await using context = await ChangeStreamTestContext.open(factory);

package/test/src/util.ts

@@ -1,5 +1,6 @@
 import { mongo } from '@powersync/lib-service-mongodb';
 import * as mongo_storage from '@powersync/service-module-mongodb-storage';
+import * as postgres_storage from '@powersync/service-module-postgres-storage';
 
 import * as types from '@module/types/types.js';
 import { env } from './env.js';
@@ -16,6 +17,10 @@ export const INITIALIZED_MONGO_STORAGE_FACTORY = mongo_storage.MongoTestStorageF
   isCI: env.CI
 });
 
+export const INITIALIZED_POSTGRES_STORAGE_FACTORY = postgres_storage.PostgresTestStorageFactoryGenerator({
+  url: env.PG_STORAGE_TEST_URL
+});
+
 export async function clearTestDb(db: mongo.Db) {
   await db.dropDatabase();
 }