@powersync/service-core 0.0.0-dev-20240725112650 → 0.0.0-dev-20240918092408

package/test/src/data_storage.test.ts

@@ -1,8 +1,25 @@
+import {
+  BucketDataBatchOptions,
+  ParseSyncRulesOptions,
+  PersistedSyncRulesContent,
+  StartBatchOptions
+} from '@/storage/BucketStorage.js';
 import { RequestParameters, SqlSyncRules } from '@powersync/service-sync-rules';
 import { describe, expect, test } from 'vitest';
-import { BucketDataBatchOptions } from '../../src/storage/BucketStorage.js';
-import { getBatchData, getBatchMeta, makeTestTable, MONGO_STORAGE_FACTORY, StorageFactory } from './util.js';
-import { fromAsync, oneFromAsync } from './wal_stream_utils.js';
+import { fromAsync, oneFromAsync } from './stream_utils.js';
+import {
+  BATCH_OPTIONS,
+  getBatchData,
+  getBatchMeta,
+  makeTestTable,
+  MONGO_STORAGE_FACTORY,
+  PARSE_OPTIONS,
+  rid,
+  StorageFactory,
+  testRules,
+  ZERO_LSN
+} from './util.js';
+import { getUuidReplicaIdentityBson } from '@/util/util-index.js';
 
 const TEST_TABLE = makeTestTable('test', ['id']);
 
@@ -12,7 +29,7 @@ describe('store - mongodb', function () {
 
 function defineDataStorageTests(factory: StorageFactory) {
   test('save and load parameters', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(`
 bucket_definitions:
   mybucket:
     parameters:
@@ -20,9 +37,9 @@ bucket_definitions:
     data: [] 
     `);
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: TEST_TABLE,
         tag: 'insert',
@@ -31,7 +48,8 @@ bucket_definitions:
           id1: 'user3',
           id2: 'user4',
           group_id: 'group2a'
-        }
+        },
+        afterReplicaId: rid('t2')
       });
 
       await batch.save({
@@ -42,7 +60,8 @@ bucket_definitions:
           id1: 'user1',
           id2: 'user2',
           group_id: 'group1a'
-        }
+        },
+        afterReplicaId: rid('t1')
       });
     });
 
@@ -55,34 +74,38 @@ bucket_definitions:
   });
 
   test('it should use the latest version', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   mybucket:
     parameters:
       - SELECT group_id FROM test WHERE id = token_parameters.user_id
     data: [] 
-    `);
+    `
+    );
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result1 = await storage.startBatch({}, async (batch) => {
+    const result1 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: TEST_TABLE,
         tag: 'insert',
         after: {
           id: 'user1',
           group_id: 'group1'
-        }
+        },
+        afterReplicaId: rid('user1')
       });
     });
-    const result2 = await storage.startBatch({}, async (batch) => {
+    const result2 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: TEST_TABLE,
         tag: 'insert',
         after: {
           id: 'user1',
           group_id: 'group2'
-        }
+        },
+        afterReplicaId: rid('user1')
       });
     });
 
@@ -103,17 +126,19 @@ bucket_definitions:
   });
 
   test('save and load parameters with different number types', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   mybucket:
     parameters:
       - SELECT group_id FROM test WHERE n1 = token_parameters.n1 and f2 = token_parameters.f2 and f3 = token_parameters.f3
     data: []
-    `);
+    `
+    );
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: TEST_TABLE,
         tag: 'insert',
@@ -123,7 +148,8 @@ bucket_definitions:
           n1: 314n,
           f2: 314,
           f3: 3.14
-        }
+        },
+        afterReplicaId: rid('t1')
       });
     });
 
@@ -144,17 +170,19 @@ bucket_definitions:
     // This specific case tested here cannot happen with postgres in practice, but we still
     // test this to ensure correct deserialization.
 
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   mybucket:
     parameters:
       - SELECT group_id FROM test WHERE n1 = token_parameters.n1
     data: []
-    `);
+    `
+    );
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: TEST_TABLE,
         tag: 'insert',
@@ -162,7 +190,8 @@ bucket_definitions:
           id: 't1',
           group_id: 'group1',
           n1: 1152921504606846976n // 2^60
-        }
+        },
+        afterReplicaId: rid('t1')
       });
 
       await batch.save({
@@ -174,7 +203,8 @@ bucket_definitions:
           // Simulate a TOAST value, even though it can't happen for values like this
           // in practice.
           n1: undefined
-        }
+        },
+        afterReplicaId: rid('t1')
       });
     });
 
@@ -187,15 +217,17 @@ bucket_definitions:
   });
 
   test('removing row', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "%"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
@@ -204,14 +236,13 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: 'test1'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
       await batch.save({
         sourceTable,
         tag: 'delete',
-        before: {
-          id: 'test1'
-        }
+        beforeReplicaId: rid('test1')
       });
     });
 
@@ -247,25 +278,29 @@ bucket_definitions:
   test('save and load parameters with workspaceId', async () => {
     const WORKSPACE_TABLE = makeTestTable('workspace', ['id']);
 
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules_content = testRules(
+      `
 bucket_definitions:
     by_workspace:
       parameters:
         - SELECT id as workspace_id FROM workspace WHERE
           workspace."userId" = token_parameters.user_id
       data: []
-    `);
+    `
+    );
+    const sync_rules = sync_rules_content.parsed(PARSE_OPTIONS).sync_rules;
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules_content);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: WORKSPACE_TABLE,
         tag: 'insert',
         after: {
           id: 'workspace1',
           userId: 'u1'
-        }
+        },
+        afterReplicaId: rid('workspace1')
       });
     });
 
@@ -293,25 +328,29 @@ bucket_definitions:
   test('save and load parameters with dynamic global buckets', async () => {
     const WORKSPACE_TABLE = makeTestTable('workspace');
 
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules_content = testRules(
+      `
 bucket_definitions:
     by_public_workspace:
       parameters:
         - SELECT id as workspace_id FROM workspace WHERE
           workspace.visibility = 'public'
       data: []
-    `);
+    `
+    );
+    const sync_rules = sync_rules_content.parsed(PARSE_OPTIONS).sync_rules;
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules_content);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: WORKSPACE_TABLE,
         tag: 'insert',
         after: {
           id: 'workspace1',
           visibility: 'public'
-        }
+        },
+        afterReplicaId: rid('workspace1')
       });
 
       await batch.save({
@@ -320,7 +359,8 @@ bucket_definitions:
         after: {
           id: 'workspace2',
           visibility: 'private'
-        }
+        },
+        afterReplicaId: rid('workspace2')
       });
 
       await batch.save({
@@ -329,7 +369,8 @@ bucket_definitions:
         after: {
           id: 'workspace3',
           visibility: 'public'
-        }
+        },
+        afterReplicaId: rid('workspace3')
       });
     });
 
@@ -359,7 +400,8 @@ bucket_definitions:
   test('multiple parameter queries', async () => {
     const WORKSPACE_TABLE = makeTestTable('workspace');
 
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules_content = testRules(
+      `
 bucket_definitions:
     by_workspace:
       parameters:
@@ -368,18 +410,21 @@ bucket_definitions:
         - SELECT id as workspace_id FROM workspace WHERE
             workspace.user_id = token_parameters.user_id
       data: []
-    `);
+    `
+    );
+    const sync_rules = sync_rules_content.parsed(PARSE_OPTIONS).sync_rules;
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules_content);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: WORKSPACE_TABLE,
         tag: 'insert',
         after: {
           id: 'workspace1',
           visibility: 'public'
-        }
+        },
+        afterReplicaId: rid('workspace1')
       });
 
       await batch.save({
@@ -388,7 +433,8 @@ bucket_definitions:
         after: {
           id: 'workspace2',
           visibility: 'private'
-        }
+        },
+        afterReplicaId: rid('workspace2')
       });
 
       await batch.save({
@@ -398,7 +444,8 @@ bucket_definitions:
           id: 'workspace3',
           user_id: 'u1',
           visibility: 'private'
-        }
+        },
+        afterReplicaId: rid('workspace3')
       });
 
       await batch.save({
@@ -408,7 +455,8 @@ bucket_definitions:
           id: 'workspace4',
           user_id: 'u2',
           visibility: 'private'
-        }
+        },
+        afterReplicaId: rid('workspace4')
       });
     });
 
@@ -445,16 +493,18 @@ bucket_definitions:
   });
 
   test('changing client ids', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT client_id as id, description FROM "%"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
     const sourceTable = TEST_TABLE;
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable,
         tag: 'insert',
@@ -462,7 +512,8 @@ bucket_definitions:
           id: 'test1',
           client_id: 'client1a',
           description: 'test1a'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
       await batch.save({
         sourceTable,
@@ -471,7 +522,8 @@ bucket_definitions:
           id: 'test1',
           client_id: 'client1b',
           description: 'test1b'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
@@ -481,7 +533,8 @@ bucket_definitions:
           id: 'test2',
           client_id: 'client2',
           description: 'test2'
-        }
+        },
+        afterReplicaId: rid('test2')
       });
     });
     const checkpoint = result!.flushed_op;
@@ -502,15 +555,17 @@ bucket_definitions:
   });
 
   test('re-apply delete', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "%"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
-    await storage.startBatch({}, async (batch) => {
+    await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
@@ -519,31 +574,28 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: 'test1'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
     });
 
-    await storage.startBatch({}, async (batch) => {
+    await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
         sourceTable,
         tag: 'delete',
-        before: {
-          id: 'test1'
-        }
+        beforeReplicaId: rid('test1')
       });
     });
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
         sourceTable,
         tag: 'delete',
-        before: {
-          id: 'test1'
-        }
+        beforeReplicaId: rid('test1')
       });
     });
 
@@ -577,15 +629,17 @@ bucket_definitions:
   });
 
   test('re-apply update + delete', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "%"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
-    await storage.startBatch({}, async (batch) => {
+    await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
@@ -594,11 +648,12 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: 'test1'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
     });
 
-    await storage.startBatch({}, async (batch) => {
+    await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
@@ -607,7 +662,8 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: undefined
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
@@ -616,19 +672,18 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: undefined
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
         sourceTable,
         tag: 'delete',
-        before: {
-          id: 'test1'
-        }
+        beforeReplicaId: rid('test1')
       });
     });
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
@@ -637,7 +692,8 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: undefined
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
@@ -646,15 +702,14 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: undefined
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
         sourceTable,
         tag: 'delete',
-        before: {
-          id: 'test1'
-        }
+        beforeReplicaId: rid('test1')
       });
     });
 
@@ -691,17 +746,19 @@ bucket_definitions:
   });
 
   test('truncate parameters', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   mybucket:
     parameters:
       - SELECT group_id FROM test WHERE id1 = token_parameters.user_id OR id2 = token_parameters.user_id
     data: []
-    `);
+    `
+    );
 
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+    const storage = (await factory()).getInstance(sync_rules);
 
-    await storage.startBatch({}, async (batch) => {
+    await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable: TEST_TABLE,
         tag: 'insert',
@@ -710,7 +767,8 @@ bucket_definitions:
           id1: 'user3',
           id2: 'user4',
           group_id: 'group2a'
-        }
+        },
+        afterReplicaId: rid('t2')
       });
 
       await batch.truncate([TEST_TABLE]);
@@ -731,16 +789,18 @@ bucket_definitions:
     // 1. Not getting the correct "current_data" state for each operation.
     // 2. Output order not being correct.
 
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "test"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
     // Pre-setup
-    const result1 = await storage.startBatch({}, async (batch) => {
+    const result1 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       await batch.save({
@@ -749,7 +809,8 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: 'test1a'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
@@ -758,14 +819,15 @@ bucket_definitions:
         after: {
           id: 'test2',
           description: 'test2a'
-        }
+        },
+        afterReplicaId: rid('test2')
       });
     });
 
     const checkpoint1 = result1?.flushed_op ?? '0';
 
     // Test batch
-    const result2 = await storage.startBatch({}, async (batch) => {
+    const result2 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
       // b
       await batch.save({
@@ -774,7 +836,8 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: 'test1b'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
@@ -783,10 +846,12 @@ bucket_definitions:
         before: {
           id: 'test1'
         },
+        beforeReplicaId: rid('test1'),
         after: {
           id: 'test2',
           description: 'test2b'
-        }
+        },
+        afterReplicaId: rid('test2')
       });
 
       await batch.save({
@@ -795,10 +860,13 @@ bucket_definitions:
         before: {
           id: 'test2'
         },
+        beforeReplicaId: rid('test2'),
         after: {
           id: 'test3',
           description: 'test3b'
-        }
+        },
+
+        afterReplicaId: rid('test3')
       });
 
       // c
@@ -808,7 +876,8 @@ bucket_definitions:
         after: {
           id: 'test2',
           description: 'test2c'
-        }
+        },
+        afterReplicaId: rid('test2')
       });
 
       // d
@@ -818,7 +887,8 @@ bucket_definitions:
         after: {
           id: 'test4',
           description: 'test4d'
-        }
+        },
+        afterReplicaId: rid('test4')
       });
 
       await batch.save({
@@ -827,10 +897,12 @@ bucket_definitions:
         before: {
           id: 'test4'
         },
+        beforeReplicaId: rid('test4'),
         after: {
           id: 'test5',
           description: 'test5d'
-        }
+        },
+        afterReplicaId: rid('test5')
       });
     });
 
@@ -865,31 +937,40 @@ bucket_definitions:
   });
 
   test('changed data with replica identity full', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "test"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    function rid2(id: string, description: string) {
+      return getUuidReplicaIdentityBson({ id, description }, [
+        { name: 'id', type: 'VARCHAR', typeId: 25 },
+        { name: 'description', type: 'VARCHAR', typeId: 25 }
+      ]);
+    }
+    const storage = (await factory()).getInstance(sync_rules);
 
     const sourceTable = makeTestTable('test', ['id', 'description']);
 
     // Pre-setup
-    const result1 = await storage.startBatch({}, async (batch) => {
+    const result1 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable,
         tag: 'insert',
         after: {
           id: 'test1',
           description: 'test1a'
-        }
+        },
+        afterReplicaId: rid2('test1', 'test1a')
       });
     });
 
     const checkpoint1 = result1?.flushed_op ?? '0';
 
-    const result2 = await storage.startBatch({}, async (batch) => {
+    const result2 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       // Unchanged, but has a before id
       await batch.save({
         sourceTable,
@@ -898,14 +979,16 @@ bucket_definitions:
           id: 'test1',
           description: 'test1a'
         },
+        beforeReplicaId: rid2('test1', 'test1a'),
         after: {
           id: 'test1',
           description: 'test1b'
-        }
+        },
+        afterReplicaId: rid2('test1', 'test1b')
       });
     });
 
-    const result3 = await storage.startBatch({}, async (batch) => {
+    const result3 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       // Delete
       await batch.save({
         sourceTable,
@@ -914,6 +997,7 @@ bucket_definitions:
           id: 'test1',
           description: 'test1b'
         },
+        beforeReplicaId: rid2('test1', 'test1b'),
         after: undefined
       });
     });
@@ -957,31 +1041,41 @@ bucket_definitions:
   });
 
   test('unchanged data with replica identity full', async () => {
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "test"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    function rid2(id: string, description: string) {
+      return getUuidReplicaIdentityBson({ id, description }, [
+        { name: 'id', type: 'VARCHAR', typeId: 25 },
+        { name: 'description', type: 'VARCHAR', typeId: 25 }
+      ]);
+    }
+
+    const storage = (await factory()).getInstance(sync_rules);
 
     const sourceTable = makeTestTable('test', ['id', 'description']);
 
     // Pre-setup
-    const result1 = await storage.startBatch({}, async (batch) => {
+    const result1 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       await batch.save({
         sourceTable,
         tag: 'insert',
         after: {
           id: 'test1',
           description: 'test1a'
-        }
+        },
+        afterReplicaId: rid2('test1', 'test1a')
       });
     });
 
     const checkpoint1 = result1?.flushed_op ?? '0';
 
-    const result2 = await storage.startBatch({}, async (batch) => {
+    const result2 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       // Unchanged, but has a before id
       await batch.save({
         sourceTable,
@@ -990,14 +1084,16 @@ bucket_definitions:
           id: 'test1',
           description: 'test1a'
         },
+        beforeReplicaId: rid2('test1', 'test1a'),
         after: {
           id: 'test1',
           description: 'test1a'
-        }
+        },
+        afterReplicaId: rid2('test1', 'test1a')
       });
     });
 
-    const result3 = await storage.startBatch({}, async (batch) => {
+    const result3 = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       // Delete
       await batch.save({
         sourceTable,
@@ -1006,6 +1102,7 @@ bucket_definitions:
           id: 'test1',
           description: 'test1a'
         },
+        beforeReplicaId: rid2('test1', 'test1a'),
         after: undefined
       });
     });
@@ -1046,15 +1143,17 @@ bucket_definitions:
     // but large enough in size to be split over multiple returned batches.
     // The specific batch splits is an implementation detail of the storage driver,
     // and the test will have to updated when other implementations are added.
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "%"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       const largeDescription = '0123456789'.repeat(12_000_00);
@@ -1065,7 +1164,8 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: 'test1'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
@@ -1074,7 +1174,8 @@ bucket_definitions:
         after: {
           id: 'large1',
           description: largeDescription
-        }
+        },
+        afterReplicaId: rid('large1')
       });
 
       // Large enough to split the returned batch
@@ -1084,7 +1185,8 @@ bucket_definitions:
         after: {
           id: 'large2',
           description: largeDescription
-        }
+        },
+        afterReplicaId: rid('large2')
       });
 
       await batch.save({
@@ -1093,7 +1195,8 @@ bucket_definitions:
         after: {
           id: 'test3',
           description: 'test3'
-        }
+        },
+        afterReplicaId: rid('test3')
       });
     });
 
@@ -1138,15 +1241,17 @@ bucket_definitions:
     // Test syncing a batch of data that is small in count,
     // but large enough in size to be split over multiple returned chunks.
     // Similar to the above test, but splits over 1MB chunks.
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "%"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       const largeDescription = '0123456789'.repeat(2_000_00);
@@ -1157,7 +1262,8 @@ bucket_definitions:
         after: {
           id: 'test1',
           description: 'test1'
-        }
+        },
+        afterReplicaId: rid('test1')
       });
 
       await batch.save({
@@ -1166,7 +1272,8 @@ bucket_definitions:
         after: {
           id: 'large1',
           description: largeDescription
-        }
+        },
+        afterReplicaId: rid('large1')
       });
 
       // Large enough to split the returned batch
@@ -1176,7 +1283,8 @@ bucket_definitions:
         after: {
           id: 'large2',
           description: largeDescription
-        }
+        },
+        afterReplicaId: rid('large2')
       });
 
       await batch.save({
@@ -1185,7 +1293,8 @@ bucket_definitions:
         after: {
           id: 'test3',
           description: 'test3'
-        }
+        },
+        afterReplicaId: rid('test3')
       });
     });
 
@@ -1227,15 +1336,17 @@ bucket_definitions:
 
   test('long batch', async () => {
     // Test syncing a batch of data that is limited by count.
-    const sync_rules = SqlSyncRules.fromYaml(`
+    const sync_rules = testRules(
+      `
 bucket_definitions:
   global:
     data:
       - SELECT id, description FROM "%"
-`);
-    const storage = (await factory()).getInstance({ id: 1, sync_rules, slot_name: 'test' });
+`
+    );
+    const storage = (await factory()).getInstance(sync_rules);
 
-    const result = await storage.startBatch({}, async (batch) => {
+    const result = await storage.startBatch(BATCH_OPTIONS, async (batch) => {
       const sourceTable = TEST_TABLE;
 
       for (let i = 1; i <= 6; i++) {
@@ -1245,7 +1356,8 @@ bucket_definitions:
           after: {
             id: `test${i}`,
             description: `test${i}`
-          }
+          },
+          afterReplicaId: `test${i}`
         });
       }
     });