@powersync/service-core 0.0.0-dev-20250304151813 → 0.0.0-dev-20250306152715

package/test/src/sync/BucketChecksumState.test.ts

@@ -4,7 +4,7 @@ import {
   BucketChecksumStateStorage,
   CHECKPOINT_INVALIDATE_ALL,
   ChecksumMap,
-  OpId,
+  InternalOpId,
   SyncContext,
   WatchFilterEvent
 } from '@/index.js';
@@ -66,7 +66,7 @@ bucket_definitions:
     });
 
     const line = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '1', lsn: '1' },
+      base: { checkpoint: 1n, lsn: '1' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     }))!;
@@ -84,17 +84,17 @@ bucket_definitions:
       }
     ]);
     // This is the bucket data to be fetched
-    expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(new Map([['global[]', '0']]));
+    expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(new Map([['global[]', 0n]]));
 
     // This similuates the bucket data being sent
-    state.updateBucketPosition({ bucket: 'global[]', nextAfter: '1', hasMore: false });
+    state.updateBucketPosition({ bucket: 'global[]', nextAfter: 1n, hasMore: false });
 
     // Update bucket storage state
     storage.updateTestChecksum({ bucket: 'global[]', checksum: 2, count: 2 });
 
     // Now we get a new line
     const line2 = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '2', lsn: '2' },
+      base: { checkpoint: 2n, lsn: '2' },
       writeCheckpoint: null,
       update: {
         updatedDataBuckets: ['global[]'],
@@ -111,7 +111,7 @@ bucket_definitions:
         write_checkpoint: undefined
       }
     });
-    expect(state.getFilteredBucketPositions(line2.bucketsToFetch)).toEqual(new Map([['global[]', '1']]));
+    expect(state.getFilteredBucketPositions(line2.bucketsToFetch)).toEqual(new Map([['global[]', 1n]]));
   });
 
   test('global bucket with initial state', async () => {
@@ -125,14 +125,14 @@ bucket_definitions:
     const state = new BucketChecksumState({
       syncContext,
       // Client sets the initial state here
-      initialBucketPositions: [{ name: 'global[]', after: '1' }],
+      initialBucketPositions: [{ name: 'global[]', after: 1n }],
       syncParams: new RequestParameters({ sub: '' }, {}),
       syncRules: SYNC_RULES_GLOBAL,
       bucketStorage: storage
     });
 
     const line = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '1', lsn: '1' },
+      base: { checkpoint: 1n, lsn: '1' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     }))!;
@@ -150,7 +150,7 @@ bucket_definitions:
       }
     ]);
     // This is the main difference between this and the previous test
-    expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(new Map([['global[]', '1']]));
+    expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(new Map([['global[]', 1n]]));
   });
 
   test('multiple static buckets', async () => {
@@ -167,7 +167,7 @@ bucket_definitions:
     });
 
     const line = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '1', lsn: '1' },
+      base: { checkpoint: 1n, lsn: '1' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     }))!;
@@ -196,7 +196,7 @@ bucket_definitions:
     storage.updateTestChecksum({ bucket: 'global[2]', checksum: 2, count: 2 });
 
     const line2 = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '2', lsn: '2' },
+      base: { checkpoint: 2n, lsn: '2' },
       writeCheckpoint: null,
       update: {
         ...CHECKPOINT_INVALIDATE_ALL,
@@ -226,7 +226,7 @@ bucket_definitions:
     const state = new BucketChecksumState({
       syncContext,
       // Client sets the initial state here
-      initialBucketPositions: [{ name: 'something_here[]', after: '1' }],
+      initialBucketPositions: [{ name: 'something_here[]', after: 1n }],
       syncParams: new RequestParameters({ sub: '' }, {}),
       syncRules: SYNC_RULES_GLOBAL,
       bucketStorage: storage
@@ -235,7 +235,7 @@ bucket_definitions:
     storage.updateTestChecksum({ bucket: 'global[]', checksum: 1, count: 1 });
 
     const line = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '1', lsn: '1' },
+      base: { checkpoint: 1n, lsn: '1' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     }))!;
@@ -252,7 +252,7 @@ bucket_definitions:
         priority: 3
       }
     ]);
-    expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(new Map([['global[]', '0']]));
+    expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(new Map([['global[]', 0n]]));
   });
 
   test('invalidating individual bucket', async () => {
@@ -274,19 +274,19 @@ bucket_definitions:
     // storage.filter = state.checkpointFilter;
 
     await state.buildNextCheckpointLine({
-      base: { checkpoint: '1', lsn: '1' },
+      base: { checkpoint: 1n, lsn: '1' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     });
 
-    state.updateBucketPosition({ bucket: 'global[1]', nextAfter: '1', hasMore: false });
-    state.updateBucketPosition({ bucket: 'global[2]', nextAfter: '1', hasMore: false });
+    state.updateBucketPosition({ bucket: 'global[1]', nextAfter: 1n, hasMore: false });
+    state.updateBucketPosition({ bucket: 'global[2]', nextAfter: 1n, hasMore: false });
 
     storage.updateTestChecksum({ bucket: 'global[1]', checksum: 2, count: 2 });
     storage.updateTestChecksum({ bucket: 'global[2]', checksum: 2, count: 2 });
 
     const line2 = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '2', lsn: '2' },
+      base: { checkpoint: 2n, lsn: '2' },
       writeCheckpoint: null,
       update: {
         ...CHECKPOINT_INVALIDATE_ALL,
@@ -330,7 +330,7 @@ bucket_definitions:
     storage.updateTestChecksum({ bucket: 'global[2]', checksum: 1, count: 1 });
 
     await state.buildNextCheckpointLine({
-      base: { checkpoint: '1', lsn: '1' },
+      base: { checkpoint: 1n, lsn: '1' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     });
@@ -339,7 +339,7 @@ bucket_definitions:
     storage.updateTestChecksum({ bucket: 'global[2]', checksum: 2, count: 2 });
 
     const line2 = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '2', lsn: '2' },
+      base: { checkpoint: 2n, lsn: '2' },
       writeCheckpoint: null,
       // Invalidate the state - will re-check all buckets
       update: CHECKPOINT_INVALIDATE_ALL
@@ -375,7 +375,7 @@ bucket_definitions:
     });
 
     const line = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '3', lsn: '3' },
+      base: { checkpoint: 3n, lsn: '3' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     }))!;
@@ -403,19 +403,19 @@ bucket_definitions:
     // This is the bucket data to be fetched
     expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(
       new Map([
-        ['global[1]', '0'],
-        ['global[2]', '0']
+        ['global[1]', 0n],
+        ['global[2]', 0n]
       ])
     );
 
     // No data changes here.
     // We simulate partial data sent, before a checkpoint is interrupted.
-    state.updateBucketPosition({ bucket: 'global[1]', nextAfter: '3', hasMore: false });
-    state.updateBucketPosition({ bucket: 'global[2]', nextAfter: '1', hasMore: true });
+    state.updateBucketPosition({ bucket: 'global[1]', nextAfter: 3n, hasMore: false });
+    state.updateBucketPosition({ bucket: 'global[2]', nextAfter: 1n, hasMore: true });
     storage.updateTestChecksum({ bucket: 'global[1]', checksum: 4, count: 4 });
 
     const line2 = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '4', lsn: '4' },
+      base: { checkpoint: 4n, lsn: '4' },
       writeCheckpoint: null,
       update: {
         ...CHECKPOINT_INVALIDATE_ALL,
@@ -452,8 +452,8 @@ bucket_definitions:
 
     expect(state.getFilteredBucketPositions(line2.bucketsToFetch)).toEqual(
       new Map([
-        ['global[1]', '3'],
-        ['global[2]', '1']
+        ['global[1]', 3n],
+        ['global[2]', 1n]
       ])
     );
   });
@@ -472,14 +472,17 @@ bucket_definitions:
       bucketStorage: storage
     });
 
-    storage.getParameterSets = async (checkpoint: OpId, lookups: SqliteJsonValue[][]): Promise<SqliteJsonRow[]> => {
-      expect(checkpoint).toEqual('1');
+    storage.getParameterSets = async (
+      checkpoint: InternalOpId,
+      lookups: SqliteJsonValue[][]
+    ): Promise<SqliteJsonRow[]> => {
+      expect(checkpoint).toEqual(1n);
       expect(lookups).toEqual([['by_project', '1', 'u1']]);
       return [{ id: 1 }, { id: 2 }];
     };
 
     const line = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '1', lsn: '1' },
+      base: { checkpoint: 1n, lsn: '1' },
       writeCheckpoint: null,
       update: CHECKPOINT_INVALIDATE_ALL
     }))!;
@@ -506,23 +509,26 @@ bucket_definitions:
     // This is the bucket data to be fetched
     expect(state.getFilteredBucketPositions(line.bucketsToFetch)).toEqual(
       new Map([
-        ['by_project[1]', '0'],
-        ['by_project[2]', '0']
+        ['by_project[1]', 0n],
+        ['by_project[2]', 0n]
       ])
     );
 
-    state.updateBucketPosition({ bucket: 'by_project[1]', nextAfter: '1', hasMore: false });
-    state.updateBucketPosition({ bucket: 'by_project[2]', nextAfter: '1', hasMore: false });
+    state.updateBucketPosition({ bucket: 'by_project[1]', nextAfter: 1n, hasMore: false });
+    state.updateBucketPosition({ bucket: 'by_project[2]', nextAfter: 1n, hasMore: false });
 
-    storage.getParameterSets = async (checkpoint: OpId, lookups: SqliteJsonValue[][]): Promise<SqliteJsonRow[]> => {
-      expect(checkpoint).toEqual('2');
+    storage.getParameterSets = async (
+      checkpoint: InternalOpId,
+      lookups: SqliteJsonValue[][]
+    ): Promise<SqliteJsonRow[]> => {
+      expect(checkpoint).toEqual(2n);
       expect(lookups).toEqual([['by_project', '1', 'u1']]);
       return [{ id: 1 }, { id: 2 }, { id: 3 }];
     };
 
     // Now we get a new line
     const line2 = (await state.buildNextCheckpointLine({
-      base: { checkpoint: '2', lsn: '2' },
+      base: { checkpoint: 2n, lsn: '2' },
       writeCheckpoint: null,
       update: {
         invalidateDataBuckets: false,
@@ -539,7 +545,7 @@ bucket_definitions:
         write_checkpoint: undefined
       }
     });
-    expect(state.getFilteredBucketPositions(line2.bucketsToFetch)).toEqual(new Map([['by_project[3]', '0']]));
+    expect(state.getFilteredBucketPositions(line2.bucketsToFetch)).toEqual(new Map([['by_project[3]', 0n]]));
   });
 });
 
@@ -558,7 +564,7 @@ class MockBucketChecksumStateStorage implements BucketChecksumStateStorage {
     this.filter?.({ invalidate: true });
   }
 
-  async getChecksums(checkpoint: OpId, buckets: string[]): Promise<ChecksumMap> {
+  async getChecksums(checkpoint: InternalOpId, buckets: string[]): Promise<ChecksumMap> {
     return new Map<string, BucketChecksum>(
       buckets.map((bucket) => {
         const checksum = this.state.get(bucket);
@@ -574,7 +580,7 @@ class MockBucketChecksumStateStorage implements BucketChecksumStateStorage {
     );
   }
 
-  async getParameterSets(checkpoint: OpId, lookups: SqliteJsonValue[][]): Promise<SqliteJsonRow[]> {
+  async getParameterSets(checkpoint: InternalOpId, lookups: SqliteJsonValue[][]): Promise<SqliteJsonRow[]> {
     throw new Error('Method not implemented.');
   }
 }