@powersync/service-module-mongodb-storage 0.0.0-dev-20250804065653 → 0.0.0-dev-20250811145516

package/src/storage/implementation/util.ts

@@ -6,6 +6,7 @@ import { storage, utils } from '@powersync/service-core';
 
 import { PowerSyncMongo } from './db.js';
 import { BucketDataDocument } from './models.js';
+import { ServiceAssertionError } from '@powersync/lib-services-framework';
 
 export function idPrefixFilter<T>(prefix: Partial<T>, rest: (keyof T)[]): mongo.Condition<T> {
   let filter = {
@@ -116,3 +117,15 @@ export const connectMongoForTests = (url: string, isCI: boolean) => {
   });
   return new PowerSyncMongo(client);
 };
+
+export function setSessionSnapshotTime(session: mongo.ClientSession, time: bson.Timestamp) {
+  // This is a workaround for the lack of direct support for snapshot reads in the MongoDB driver.
+  if (!session.snapshotEnabled) {
+    throw new ServiceAssertionError(`Session must be a snapshot session`);
+  }
+  if ((session as any).snapshotTime == null) {
+    (session as any).snapshotTime = time;
+  } else {
+    throw new ServiceAssertionError(`Session snapshotTime is already set`);
+  }
+}

package/test/src/__snapshots__/sdk-report-storage.test.ts.snap

@@ -0,0 +1,188 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`SDK reporting storage > Should create a sdk event if its after a day 1`] = `
+[
+  {
+    "client_id": "client_week",
+    "sdk": "powersync-js/1.24.5",
+    "user_agent": "powersync-js/1.21.0 powersync-web Firefox/141 linux",
+    "user_id": "user_week",
+  },
+  {
+    "client_id": "client_week",
+    "sdk": "powersync-js/1.24.5",
+    "user_agent": "powersync-js/1.21.0 powersync-web Firefox/141 linux",
+    "user_id": "user_week",
+  },
+]
+`;
+
+exports[`SDK reporting storage > Should delete rows older than specified range 1`] = `
+{
+  "sdks": [
+    {
+      "clients": 1,
+      "sdk": "powersync-dart/1.6.4",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.1",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.2",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.4",
+      "users": 1,
+    },
+  ],
+  "users": 4,
+}
+`;
+
+exports[`SDK reporting storage > Should show SDK scrape data for user over the past day 1`] = `
+{
+  "sdks": [
+    {
+      "clients": 1,
+      "sdk": "powersync-dart/1.6.4",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.1",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.4",
+      "users": 1,
+    },
+  ],
+  "users": 3,
+}
+`;
+
+exports[`SDK reporting storage > Should show SDK scrape data for user over the past month 1`] = `
+{
+  "sdks": [
+    {
+      "clients": 1,
+      "sdk": "powersync-dart/1.6.4",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.1",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.2",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.4",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.23.6",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.23.7",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.24.5",
+      "users": 1,
+    },
+  ],
+  "users": 7,
+}
+`;
+
+exports[`SDK reporting storage > Should show SDK scrape data for user over the past week 1`] = `
+{
+  "sdks": [
+    {
+      "clients": 1,
+      "sdk": "powersync-dart/1.6.4",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.1",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.2",
+      "users": 1,
+    },
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.4",
+      "users": 1,
+    },
+  ],
+  "users": 4,
+}
+`;
+
+exports[`SDK reporting storage > Should show connected users with start range 1`] = `
+{
+  "sdks": [
+    {
+      "clients": 1,
+      "sdk": "powersync-dart/1.6.4",
+      "users": 1,
+    },
+  ],
+  "users": 1,
+}
+`;
+
+exports[`SDK reporting storage > Should show connected users with start range and end range 1`] = `
+{
+  "sdks": [
+    {
+      "clients": 1,
+      "sdk": "powersync-js/1.21.1",
+      "users": 1,
+    },
+  ],
+  "users": 1,
+}
+`;
+
+exports[`SDK reporting storage > Should update a connected sdk event and make it disconnected 1`] = `
+[
+  {
+    "client_id": "client_three",
+    "sdk": "powersync-js/1.21.2",
+    "user_agent": "powersync-js/1.21.0 powersync-web Firefox/141 linux",
+    "user_id": "user_three",
+  },
+]
+`;
+
+exports[`SDK reporting storage > Should update a sdk event if its within a day 1`] = `
+[
+  {
+    "client_id": "client_one",
+    "sdk": "powersync-dart/1.6.4",
+    "user_agent": "powersync-dart/1.6.4 Dart (flutter-web) Chrome/128 android",
+    "user_id": "user_one",
+  },
+]
+`;

package/test/src/sdk-report-storage.test.ts

@@ -2,9 +2,11 @@ import { afterAll, beforeAll, describe, expect, it } from 'vitest';
 import { INITIALIZED_MONGO_REPORT_STORAGE_FACTORY } from './util.js';
 import { event_types } from '@powersync/service-types';
 
-function removeVolatileFields(sdks: event_types.SdkConnectDocument[]): Partial<event_types.SdkConnectDocument>[] {
-  return sdks.map((sdk) => {
-    const { id, disconnect_at, connect_at, jwt_exp, ...rest } = sdk;
+function removeVolatileFields(
+  sdks: event_types.SdkConnectDocument[]
+): Partial<event_types.SdkConnectDocument & { _id: string }>[] {
+  return sdks.map((sdk: Partial<event_types.SdkConnectDocument & { _id: string }>) => {
+    const { _id, disconnect_at, connect_at, jwt_exp, ...rest } = sdk;
     return {
       ...rest
     };
@@ -188,7 +190,7 @@ describe('SDK reporting storage', async () => {
     expect(sdk).toHaveLength(1);
     expect(new Date(sdk[0].connect_at)).toEqual(newConnectAt);
     expect(new Date(sdk[0].jwt_exp!)).toEqual(jwtExp);
-    expect(sdk[0].disconnect_at).toBeNull();
+    expect(sdk[0].disconnect_at).toBeUndefined();
     const cleaned = removeVolatileFields(sdk);
     expect(cleaned).toMatchSnapshot();
   });
@@ -206,12 +208,13 @@ describe('SDK reporting storage', async () => {
     await factory.reportSdkDisconnect({
       disconnect_at: disconnectAt,
       jwt_exp: jwtExp,
-      client_id: user_one.client_id,
-      user_id: user_one.user_id,
-      user_agent: user_one.user_agent
+      client_id: user_three.client_id,
+      user_id: user_three.user_id,
+      user_agent: user_three.user_agent,
+      connect_at: user_three.connect_at
     });
 
-    const sdk = await factory.db.sdk_report_events.find({ user_id: user_one.user_id }).toArray();
+    const sdk = await factory.db.sdk_report_events.find({ user_id: user_three.user_id }).toArray();
     expect(sdk).toHaveLength(1);
     expect(new Date(sdk[0].disconnect_at!)).toEqual(disconnectAt);
     const cleaned = removeVolatileFields(sdk);
@@ -231,7 +234,7 @@ describe('SDK reporting storage', async () => {
       user_agent: user_week.user_agent
     });
 
-    const sdk = await factory.db.sdk_report_events.find({ user_id: user_one.user_id }).toArray();
+    const sdk = await factory.db.sdk_report_events.find({ user_id: user_week.user_id }).toArray();
     expect(sdk).toHaveLength(2);
     const cleaned = removeVolatileFields(sdk);
     expect(cleaned).toMatchSnapshot();

package/test/src/storage_compacting.test.ts

@@ -3,3 +3,5 @@ import { describe } from 'vitest';
 import { INITIALIZED_MONGO_STORAGE_FACTORY } from './util.js';
 
 describe('Mongo Sync Bucket Storage Compact', () => register.registerCompactTests(INITIALIZED_MONGO_STORAGE_FACTORY));
+describe('Mongo Sync Parameter Storage Compact', () =>
+  register.registerParameterCompactTests(INITIALIZED_MONGO_STORAGE_FACTORY));