@powersync/service-core 0.13.0 → 0.15.0

package/test/src/__snapshots__/sync.test.ts.snap

@@ -1,332 +0,0 @@
-// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
-
-exports[`sync - mongodb > compacting data - invalidate checkpoint 1`] = `
-[
-  {
-    "checkpoint": {
-      "buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": -93886621,
-          "count": 2,
-        },
-      ],
-      "last_op_id": "2",
-      "write_checkpoint": undefined,
-    },
-  },
-]
-`;
-
-exports[`sync - mongodb > compacting data - invalidate checkpoint 2`] = `
-[
-  {
-    "data": {
-      "after": "0",
-      "bucket": "mybucket[]",
-      "data": [
-        {
-          "checksum": -93886621n,
-          "op": "CLEAR",
-          "op_id": "2",
-        },
-      ],
-      "has_more": false,
-      "next_after": "2",
-    },
-  },
-  {
-    "checkpoint_diff": {
-      "last_op_id": "4",
-      "removed_buckets": [],
-      "updated_buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": 499012468,
-          "count": 4,
-        },
-      ],
-      "write_checkpoint": undefined,
-    },
-  },
-  {
-    "data": {
-      "after": "2",
-      "bucket": "mybucket[]",
-      "data": [
-        {
-          "checksum": 1859363232n,
-          "data": "{"id":"t1","description":"Test 1b"}",
-          "object_id": "t1",
-          "object_type": "test",
-          "op": "PUT",
-          "op_id": "3",
-          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
-        },
-        {
-          "checksum": 3028503153n,
-          "data": "{"id":"t2","description":"Test 2b"}",
-          "object_id": "t2",
-          "object_type": "test",
-          "op": "PUT",
-          "op_id": "4",
-          "subkey": "13423353-9f27-59b4-baf0-64a5e09f1769",
-        },
-      ],
-      "has_more": false,
-      "next_after": "4",
-    },
-  },
-  {
-    "checkpoint_complete": {
-      "last_op_id": "4",
-    },
-  },
-]
-`;
-
-exports[`sync - mongodb > expired token 1`] = `
-[
-  {
-    "token_expires_in": 0,
-  },
-]
-`;
-
-exports[`sync - mongodb > expiring token 1`] = `
-[
-  {
-    "checkpoint": {
-      "buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": 0,
-          "count": 0,
-        },
-      ],
-      "last_op_id": "0",
-      "write_checkpoint": undefined,
-    },
-  },
-  {
-    "checkpoint_complete": {
-      "last_op_id": "0",
-    },
-  },
-]
-`;
-
-exports[`sync - mongodb > expiring token 2`] = `
-[
-  {
-    "token_expires_in": 0,
-  },
-]
-`;
-
-exports[`sync - mongodb > sync global data 1`] = `
-[
-  {
-    "checkpoint": {
-      "buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": -93886621,
-          "count": 2,
-        },
-      ],
-      "last_op_id": "2",
-      "write_checkpoint": undefined,
-    },
-  },
-  {
-    "data": {
-      "after": "0",
-      "bucket": "mybucket[]",
-      "data": [
-        {
-          "checksum": 920318466n,
-          "data": "{"id":"t1","description":"Test 1"}",
-          "object_id": "t1",
-          "object_type": "test",
-          "op": "PUT",
-          "op_id": "1",
-          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
-        },
-        {
-          "checksum": 3280762209n,
-          "data": "{"id":"t2","description":"Test 2"}",
-          "object_id": "t2",
-          "object_type": "test",
-          "op": "PUT",
-          "op_id": "2",
-          "subkey": "13423353-9f27-59b4-baf0-64a5e09f1769",
-        },
-      ],
-      "has_more": false,
-      "next_after": "2",
-    },
-  },
-  {
-    "checkpoint_complete": {
-      "last_op_id": "2",
-    },
-  },
-]
-`;
-
-exports[`sync - mongodb > sync legacy non-raw data 1`] = `
-[
-  {
-    "checkpoint": {
-      "buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": -852817836,
-          "count": 1,
-        },
-      ],
-      "last_op_id": "1",
-      "write_checkpoint": undefined,
-    },
-  },
-  {
-    "data": {
-      "after": "0",
-      "bucket": "mybucket[]",
-      "data": [
-        {
-          "checksum": 3442149460n,
-          "data": {
-            "description": "Test
-"string"",
-            "id": "t1",
-            "large_num": 12345678901234567890n,
-          },
-          "object_id": "t1",
-          "object_type": "test",
-          "op": "PUT",
-          "op_id": "1",
-          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
-        },
-      ],
-      "has_more": false,
-      "next_after": "1",
-    },
-  },
-  {
-    "checkpoint_complete": {
-      "last_op_id": "1",
-    },
-  },
-]
-`;
-
-exports[`sync - mongodb > sync updates to global data 1`] = `
-[
-  {
-    "checkpoint": {
-      "buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": 0,
-          "count": 0,
-        },
-      ],
-      "last_op_id": "0",
-      "write_checkpoint": undefined,
-    },
-  },
-  {
-    "checkpoint_complete": {
-      "last_op_id": "0",
-    },
-  },
-]
-`;
-
-exports[`sync - mongodb > sync updates to global data 2`] = `
-[
-  {
-    "checkpoint_diff": {
-      "last_op_id": "1",
-      "removed_buckets": [],
-      "updated_buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": 920318466,
-          "count": 1,
-        },
-      ],
-      "write_checkpoint": undefined,
-    },
-  },
-  {
-    "data": {
-      "after": "0",
-      "bucket": "mybucket[]",
-      "data": [
-        {
-          "checksum": 920318466n,
-          "data": "{"id":"t1","description":"Test 1"}",
-          "object_id": "t1",
-          "object_type": "test",
-          "op": "PUT",
-          "op_id": "1",
-          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
-        },
-      ],
-      "has_more": false,
-      "next_after": "1",
-    },
-  },
-  {
-    "checkpoint_complete": {
-      "last_op_id": "1",
-    },
-  },
-]
-`;
-
-exports[`sync - mongodb > sync updates to global data 3`] = `
-[
-  {
-    "checkpoint_diff": {
-      "last_op_id": "2",
-      "removed_buckets": [],
-      "updated_buckets": [
-        {
-          "bucket": "mybucket[]",
-          "checksum": -93886621,
-          "count": 2,
-        },
-      ],
-      "write_checkpoint": undefined,
-    },
-  },
-  {
-    "data": {
-      "after": "1",
-      "bucket": "mybucket[]",
-      "data": [
-        {
-          "checksum": 3280762209n,
-          "data": "{"id":"t2","description":"Test 2"}",
-          "object_id": "t2",
-          "object_type": "test",
-          "op": "PUT",
-          "op_id": "2",
-          "subkey": "13423353-9f27-59b4-baf0-64a5e09f1769",
-        },
-      ],
-      "has_more": false,
-      "next_after": "2",
-    },
-  },
-  {
-    "checkpoint_complete": {
-      "last_op_id": "2",
-    },
-  },
-]
-`;

package/test/src/bucket_validation.test.ts

@@ -1,143 +0,0 @@
-import { OplogEntry } from '@/util/protocol-types.js';
-import { describe, expect, test } from 'vitest';
-import { validateBucket } from './bucket_validation.js';
-import { reduceBucket } from '@/index.js';
-
-// This tests the reduceBucket function.
-// While this function is not used directly in the service implementation,
-// it is an important part of validating consistency in other tests.
-describe('bucket validation', () => {
-  const ops1: OplogEntry[] = [
-    {
-      op_id: '1',
-      op: 'PUT',
-      object_type: 'test',
-      object_id: 't1',
-      checksum: 2634521662,
-      subkey: '6544e3899293153fa7b38331/117ab485-4b42-58a2-ab32-0053a22c3423',
-      data: '{"id":"t1"}'
-    },
-    {
-      op_id: '2',
-      op: 'PUT',
-      object_type: 'test',
-      object_id: 't2',
-      checksum: 4243212114,
-      subkey: '6544e3899293153fa7b38331/ec27c691-b47a-5d92-927a-9944feb89eee',
-      data: '{"id":"t2"}'
-    },
-    {
-      op_id: '3',
-      op: 'REMOVE',
-      object_type: 'test',
-      object_id: 't1',
-      checksum: 4228978084,
-      subkey: '6544e3899293153fa7b38331/117ab485-4b42-58a2-ab32-0053a22c3423',
-      data: null
-    },
-    {
-      op_id: '4',
-      op: 'PUT',
-      object_type: 'test',
-      object_id: 't2',
-      checksum: 4243212114,
-      subkey: '6544e3899293153fa7b38331/ec27c691-b47a-5d92-927a-9944feb89eee',
-      data: '{"id":"t2"}'
-    }
-  ];
-
-  test('reduce 1', () => {
-    expect(reduceBucket(ops1)).toEqual([
-      {
-        checksum: -1778190028,
-        op: 'CLEAR',
-        op_id: '0'
-      },
-      {
-        checksum: 4243212114,
-        data: '{"id":"t2"}',
-        object_id: 't2',
-        object_type: 'test',
-        op: 'PUT',
-        op_id: '4',
-        subkey: '6544e3899293153fa7b38331/ec27c691-b47a-5d92-927a-9944feb89eee'
-      }
-    ]);
-
-    expect(reduceBucket(reduceBucket(ops1))).toEqual([
-      {
-        checksum: -1778190028,
-        op: 'CLEAR',
-        op_id: '0'
-      },
-      {
-        checksum: 4243212114,
-        data: '{"id":"t2"}',
-        object_id: 't2',
-        object_type: 'test',
-        op: 'PUT',
-        op_id: '4',
-        subkey: '6544e3899293153fa7b38331/ec27c691-b47a-5d92-927a-9944feb89eee'
-      }
-    ]);
-
-    validateBucket(ops1);
-  });
-
-  test('reduce 2', () => {
-    const bucket: OplogEntry[] = [
-      ...ops1,
-
-      {
-        checksum: 93784613,
-        op: 'CLEAR',
-        op_id: '5'
-      },
-      {
-        checksum: 5133378,
-        data: '{"id":"t3"}',
-        object_id: 't3',
-        object_type: 'test',
-        op: 'PUT',
-        op_id: '11',
-        subkey: '6544e3899293153fa7b38333/ec27c691-b47a-5d92-927a-9944feb89eee'
-      }
-    ];
-
-    expect(reduceBucket(bucket)).toEqual([
-      {
-        checksum: 93784613,
-        op: 'CLEAR',
-        op_id: '0'
-      },
-      {
-        checksum: 5133378,
-        data: '{"id":"t3"}',
-        object_id: 't3',
-        object_type: 'test',
-        op: 'PUT',
-        op_id: '11',
-        subkey: '6544e3899293153fa7b38333/ec27c691-b47a-5d92-927a-9944feb89eee'
-      }
-    ]);
-
-    expect(reduceBucket(reduceBucket(bucket))).toEqual([
-      {
-        checksum: 93784613,
-        op: 'CLEAR',
-        op_id: '0'
-      },
-      {
-        checksum: 5133378,
-        data: '{"id":"t3"}',
-        object_id: 't3',
-        object_type: 'test',
-        op: 'PUT',
-        op_id: '11',
-        subkey: '6544e3899293153fa7b38333/ec27c691-b47a-5d92-927a-9944feb89eee'
-      }
-    ]);
-
-    validateBucket(bucket);
-  });
-});

package/test/src/bucket_validation.ts

@@ -1,60 +0,0 @@
-import { OplogEntry } from '@/util/protocol-types.js';
-import { reduceBucket } from '@/util/utils.js';
-import { expect } from 'vitest';
-
-/**
- * Validate this property, as described in /docs/bucket-properties.md:
- *
- * $r(B_{[..id_n]}) = r(r(B_{[..id_i]}) \cup B_{[id_{i+1}..id_n]}) \;\forall\; i \in [1..n]$
- *
- * We test that a client syncing the entire bucket in one go (left side of the equation),
- * ends up with the same result as another client syncing up to operation id_i, then sync
- * the rest.
- */
-export function validateBucket(bucket: OplogEntry[]) {
-  const r1 = reduceBucket(bucket);
-  for (let i = 0; i <= bucket.length; i++) {
-    const r2 = reduceBucket(bucket.slice(0, i + 1));
-    const b3 = bucket.slice(i + 1);
-    const r3 = r2.concat(b3);
-    const r4 = reduceBucket(r3);
-    expect(r4).toEqual(r1);
-  }
-
-  // This is the same check, just implemented differently
-  validateCompactedBucket(bucket, bucket);
-}
-
-/**
- * Validate these properties for a bucket $B$ and its compacted version $B'$,:
- * as described in /docs/bucket-properties.md:
- *
- * 1. $r(B) = r(B')$
- * 2. $r(B_{[..c]}) = r(r(B_{[..c_i]}) \cup B'_{[c_i+1..c]}) \;\forall\; c_i \in B$
- *
- * The first one is that the result of syncing the original bucket is the same as
- * syncing the compacted bucket.
- *
- * The second property is that result of syncing the entire original bucket, is the same
- * as syncing any partial version of that (up to op $c_i$), and then continue syncing
- * using the compacted bucket.
- */
-export function validateCompactedBucket(bucket: OplogEntry[], compacted: OplogEntry[]) {
-  // r(B_{[..c]})
-  const r1 = reduceBucket(bucket);
-  // r(B) = r(B')
-  expect(reduceBucket(compacted)).toEqual(r1);
-
-  for (let i = 0; i < bucket.length; i++) {
-    // r(B_{[..c_i]})
-    const r2 = reduceBucket(bucket.slice(0, i + 1));
-    const c_i = BigInt(bucket[i].op_id);
-    // B'_{[c_i+1..c]}
-    const b3 = compacted.filter((op) => BigInt(op.op_id) > c_i);
-    // r(B_{[..c_i]}) \cup B'_{[c_i+1..c]}
-    const r3 = r2.concat(b3);
-    // r(r(B_{[..c_i]}) \cup B'_{[c_i+1..c]})
-    const r4 = reduceBucket(r3);
-    expect(r4).toEqual(r1);
-  }
-}