@powersync/service-module-postgres-storage 0.0.0-dev-20250818104041 → 0.0.0-dev-20250820110726

package/test/src/__snapshots__/storage_sync.test.ts.snap

@@ -10,9 +10,21 @@ exports[`sync - postgres > compacting data - invalidate checkpoint 1`] = `
           "checksum": -93886621,
           "count": 2,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "last_op_id": "2",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -46,6 +58,11 @@ exports[`sync - postgres > compacting data - invalidate checkpoint 2`] = `
           "checksum": 499012468,
           "count": 4,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "write_checkpoint": undefined,
@@ -105,9 +122,21 @@ exports[`sync - postgres > expiring token 1`] = `
           "checksum": 0,
           "count": 0,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "last_op_id": "0",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -137,9 +166,21 @@ exports[`sync - postgres > sends checkpoint complete line for empty checkpoint 1
           "checksum": -1221282404,
           "count": 1,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "last_op_id": "1",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -193,15 +234,37 @@ exports[`sync - postgres > sync buckets in order 1`] = `
           "checksum": 920318466,
           "count": 1,
           "priority": 2,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
         {
           "bucket": "b1[]",
           "checksum": -1382098757,
           "count": 1,
           "priority": 1,
+          "subscriptions": [
+            {
+              "default": 1,
+            },
+          ],
         },
       ],
       "last_op_id": "2",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "b0",
+        },
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "b1",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -267,9 +330,21 @@ exports[`sync - postgres > sync global data 1`] = `
           "checksum": -93886621,
           "count": 2,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "last_op_id": "2",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -319,21 +394,53 @@ exports[`sync - postgres > sync interrupts low-priority buckets on new checkpoin
           "checksum": -659831575,
           "count": 2000,
           "priority": 2,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
         {
           "bucket": "b0b[]",
           "checksum": -659831575,
           "count": 2000,
           "priority": 2,
+          "subscriptions": [
+            {
+              "default": 1,
+            },
+          ],
         },
         {
           "bucket": "b1[]",
           "checksum": -1096116670,
           "count": 1,
           "priority": 1,
+          "subscriptions": [
+            {
+              "default": 2,
+            },
+          ],
         },
       ],
       "last_op_id": "4001",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "b0a",
+        },
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "b0b",
+        },
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "b1",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -380,18 +487,33 @@ exports[`sync - postgres > sync interrupts low-priority buckets on new checkpoin
           "checksum": 883076828,
           "count": 2001,
           "priority": 2,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
         {
           "bucket": "b0b[]",
           "checksum": 883076828,
           "count": 2001,
           "priority": 2,
+          "subscriptions": [
+            {
+              "default": 1,
+            },
+          ],
         },
         {
           "bucket": "b1[]",
           "checksum": 1841937527,
           "count": 2,
           "priority": 1,
+          "subscriptions": [
+            {
+              "default": 2,
+            },
+          ],
         },
       ],
       "write_checkpoint": undefined,
@@ -466,9 +588,21 @@ exports[`sync - postgres > sync legacy non-raw data 1`] = `
           "checksum": -852817836,
           "count": 1,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "last_op_id": "1",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -514,9 +648,21 @@ exports[`sync - postgres > sync updates to data query only 1`] = `
           "checksum": 0,
           "count": 0,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "last_op_id": "1",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "by_user",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -540,6 +686,11 @@ exports[`sync - postgres > sync updates to data query only 2`] = `
           "checksum": 1418351250,
           "count": 1,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "write_checkpoint": undefined,
@@ -582,9 +733,21 @@ exports[`sync - postgres > sync updates to global data 1`] = `
           "checksum": 0,
           "count": 0,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "last_op_id": "0",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -608,6 +771,11 @@ exports[`sync - postgres > sync updates to global data 2`] = `
           "checksum": 920318466,
           "count": 1,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "write_checkpoint": undefined,
@@ -652,6 +820,11 @@ exports[`sync - postgres > sync updates to global data 3`] = `
           "checksum": -93886621,
           "count": 2,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "write_checkpoint": undefined,
@@ -690,6 +863,13 @@ exports[`sync - postgres > sync updates to parameter query + data 1`] = `
     "checkpoint": {
       "buckets": [],
       "last_op_id": "0",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "by_user",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -713,6 +893,11 @@ exports[`sync - postgres > sync updates to parameter query + data 2`] = `
           "checksum": 1418351250,
           "count": 1,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "write_checkpoint": undefined,
@@ -751,6 +936,13 @@ exports[`sync - postgres > sync updates to parameter query only 1`] = `
     "checkpoint": {
       "buckets": [],
       "last_op_id": "0",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "by_user",
+        },
+      ],
       "write_checkpoint": undefined,
     },
   },
@@ -774,6 +966,11 @@ exports[`sync - postgres > sync updates to parameter query only 2`] = `
           "checksum": 0,
           "count": 0,
           "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
         },
       ],
       "write_checkpoint": undefined,

package/test/src/{sdk-report-storage.test.ts → connection-report-storage.test.ts}

@@ -2,7 +2,7 @@ import { afterAll, beforeAll, describe, expect, it } from 'vitest';
 import { POSTGRES_REPORT_STORAGE_FACTORY } from './util.js';
 import { event_types } from '@powersync/service-types';
 
-function removeVolatileFields(sdks: event_types.SdkConnection[]): Partial<event_types.SdkConnection>[] {
+function removeVolatileFields(sdks: event_types.ClientConnection[]): Partial<event_types.ClientConnection>[] {
   return sdks.map((sdk) => {
     const { id, disconnected_at, connected_at, jwt_exp, ...rest } = sdk;
     return {
@@ -11,7 +11,7 @@ function removeVolatileFields(sdks: event_types.SdkConnection[]): Partial<event_
   });
 }
 
-describe('SDK reporting storage', async () => {
+describe('Connection report storage', async () => {
   const factory = await POSTGRES_REPORT_STORAGE_FACTORY();
   const now = new Date();
   const nowAdd5minutes = new Date(
@@ -103,7 +103,7 @@ describe('SDK reporting storage', async () => {
   async function loadData() {
     await factory.db.sql`
       INSERT INTO
-        sdk_report_events (
+        connection_report_events (
           user_id,
           client_id,
           connected_at,
@@ -188,7 +188,7 @@ describe('SDK reporting storage', async () => {
   }
 
   function deleteData() {
-    return factory.db.sql`TRUNCATE TABLE sdk_report_events`.execute();
+    return factory.db.sql`TRUNCATE TABLE connection_report_events`.execute();
   }
 
   beforeAll(async () => {
@@ -199,7 +199,7 @@ describe('SDK reporting storage', async () => {
     await deleteData();
   });
   it('Should show connected users with start range', async () => {
-    const current = await factory.listCurrentConnections({
+    const current = await factory.getConnectedClients({
       range: {
         start: new Date(
           now.getFullYear(),
@@ -213,7 +213,7 @@ describe('SDK reporting storage', async () => {
     expect(current).toMatchSnapshot();
   });
   it('Should show connected users with start range and end range', async () => {
-    const current = await factory.listCurrentConnections({
+    const current = await factory.getConnectedClients({
       range: {
         end: nowLess5minutes.toISOString(),
         start: new Date(
@@ -227,29 +227,29 @@ describe('SDK reporting storage', async () => {
     });
     expect(current).toMatchSnapshot();
   });
-  it('Should show SDK scrape data for user over the past month', async () => {
-    const sdk = await factory.scrapeSdkData({
+  it('Should show connection report data for user over the past month', async () => {
+    const sdk = await factory.getClientConnectionReports({
       start: monthAgo,
       end: now
     });
     expect(sdk).toMatchSnapshot();
   });
-  it('Should show SDK scrape data for user over the past week', async () => {
-    const sdk = await factory.scrapeSdkData({
+  it('Should show connection report data for user over the past week', async () => {
+    const sdk = await factory.getClientConnectionReports({
       start: weekAgo,
       end: now
     });
     expect(sdk).toMatchSnapshot();
   });
-  it('Should show SDK scrape data for user over the past day', async () => {
-    const sdk = await factory.scrapeSdkData({
+  it('Should show connection report data for user over the past day', async () => {
+    const sdk = await factory.getClientConnectionReports({
       start: dayAgo,
       end: now
     });
     expect(sdk).toMatchSnapshot();
   });
 
-  it('Should update a sdk event if its within a day', async () => {
+  it('Should update a connection event if its within a day', async () => {
     const newConnectAt = new Date(
       now.getFullYear(),
       now.getMonth(),
@@ -258,7 +258,7 @@ describe('SDK reporting storage', async () => {
       now.getMinutes() + 20
     );
     const jwtExp = new Date(newConnectAt.getFullYear(), newConnectAt.getMonth(), newConnectAt.getDate() + 1);
-    await factory.reportSdkConnect({
+    await factory.reportClientConnection({
       sdk: user_one.sdk,
       connected_at: newConnectAt,
       jwt_exp: jwtExp,
@@ -268,7 +268,7 @@ describe('SDK reporting storage', async () => {
     });
 
     const sdk = await factory.db
-      .sql`SELECT * FROM sdk_report_events WHERE user_id = ${{ type: 'varchar', value: user_one.user_id }}`.rows<event_types.SdkConnection>();
+      .sql`SELECT * FROM connection_report_events WHERE user_id = ${{ type: 'varchar', value: user_one.user_id }}`.rows<event_types.ClientConnection>();
     expect(sdk).toHaveLength(1);
     expect(new Date(sdk[0].connected_at).toISOString()).toEqual(newConnectAt.toISOString());
     expect(new Date(sdk[0].jwt_exp!).toISOString()).toEqual(jwtExp.toISOString());
@@ -277,7 +277,7 @@ describe('SDK reporting storage', async () => {
     expect(cleaned).toMatchSnapshot();
   });
 
-  it('Should update a connected sdk event and make it disconnected', async () => {
+  it('Should update a connection event and make it disconnected', async () => {
     const disconnectAt = new Date(
       now.getFullYear(),
       now.getMonth(),
@@ -287,7 +287,7 @@ describe('SDK reporting storage', async () => {
     );
     const jwtExp = new Date(disconnectAt.getFullYear(), disconnectAt.getMonth(), disconnectAt.getDate() + 1);
 
-    await factory.reportSdkDisconnect({
+    await factory.reportClientDisconnection({
       disconnected_at: disconnectAt,
       jwt_exp: jwtExp,
       client_id: user_three.client_id,
@@ -297,18 +297,18 @@ describe('SDK reporting storage', async () => {
     });
 
     const sdk = await factory.db
-      .sql`SELECT * FROM sdk_report_events WHERE user_id = ${{ type: 'varchar', value: user_three.user_id }}`.rows<event_types.SdkConnection>();
+      .sql`SELECT * FROM connection_report_events WHERE user_id = ${{ type: 'varchar', value: user_three.user_id }}`.rows<event_types.ClientConnection>();
     expect(sdk).toHaveLength(1);
     expect(new Date(sdk[0].disconnected_at!).toISOString()).toEqual(disconnectAt.toISOString());
     const cleaned = removeVolatileFields(sdk);
     expect(cleaned).toMatchSnapshot();
   });
 
-  it('Should create a sdk event if its after a day', async () => {
+  it('Should create a connection event if its after a day', async () => {
     const newConnectAt = new Date(now.getFullYear(), now.getMonth(), now.getDate() + 1, now.getHours());
     const jwtExp = new Date(newConnectAt.getFullYear(), newConnectAt.getMonth(), newConnectAt.getDate() + 1);
 
-    await factory.reportSdkConnect({
+    await factory.reportClientConnection({
       sdk: user_week.sdk,
       connected_at: newConnectAt,
       jwt_exp: jwtExp,
@@ -318,7 +318,7 @@ describe('SDK reporting storage', async () => {
     });
 
     const sdk = await factory.db
-      .sql`SELECT * FROM sdk_report_events WHERE user_id = ${{ type: 'varchar', value: user_week.user_id }}`.rows<event_types.SdkConnection>();
+      .sql`SELECT * FROM connection_report_events WHERE user_id = ${{ type: 'varchar', value: user_week.user_id }}`.rows<event_types.ClientConnection>();
     expect(sdk).toHaveLength(2);
     const cleaned = removeVolatileFields(sdk);
     expect(cleaned).toMatchSnapshot();
@@ -327,10 +327,10 @@ describe('SDK reporting storage', async () => {
   it('Should delete rows older than specified range', async () => {
     await deleteData();
     await loadData();
-    await factory.deleteOldSdkData({
+    await factory.deleteOldConnectionData({
       date: weekAgo
     });
-    const sdk = await factory.scrapeSdkData({
+    const sdk = await factory.getClientConnectionReports({
       start: monthAgo,
       end: now
     });