@powersync/service-module-mongodb-storage 0.20.0 → 0.22.0

package/test/src/__snapshots__/storage_sync.test.ts.snap

@@ -2298,7 +2298,596 @@ exports[`sync - mongodb > storage v3 > encodes sync rules id in buckets for stre
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > expired token 1`] = `
+exports[`sync - mongodb > storage v3 > sends checkpoint complete line for empty checkpoint 1`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [
+        {
+          "bucket": "mybucket.1.1[]",
+          "checksum": -1221282404,
+          "count": 1,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "last_op_id": "1",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "data": {
+      "after": "0",
+      "bucket": "mybucket.1.1[]",
+      "data": [
+        {
+          "checksum": 3073684892,
+          "data": "{"id":"t1","description":"sync"}",
+          "object_id": "t1",
+          "object_type": "test",
+          "op": "PUT",
+          "op_id": "1",
+          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
+        },
+      ],
+      "has_more": false,
+      "next_after": "1",
+    },
+  },
+  null,
+  {
+    "checkpoint_complete": {
+      "last_op_id": "1",
+    },
+  },
+  {
+    "checkpoint_diff": {
+      "last_op_id": "1",
+      "removed_buckets": [],
+      "updated_buckets": [],
+      "write_checkpoint": "1",
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "1",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v3 > sync updates to data query only 1`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [
+        {
+          "bucket": "by_user.1.1["user1"]",
+          "checksum": 0,
+          "count": 0,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "last_op_id": "1",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "by_user",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "1",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v3 > sync updates to data query only 2`] = `
+[
+  {
+    "checkpoint_diff": {
+      "last_op_id": "2",
+      "removed_buckets": [],
+      "updated_buckets": [
+        {
+          "bucket": "by_user.1.1["user1"]",
+          "checksum": 1418351250,
+          "count": 1,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "data": {
+      "after": "1",
+      "bucket": "by_user.1.1["user1"]",
+      "data": [
+        {
+          "checksum": 1418351250,
+          "data": "{"id":"list1","user_id":"user1","name":"User 1"}",
+          "object_id": "list1",
+          "object_type": "lists",
+          "op": "PUT",
+          "op_id": "2",
+          "subkey": "ae9cbda1-5d8a-5a61-aaa4-366940758339",
+        },
+      ],
+      "has_more": false,
+      "next_after": "2",
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "2",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 1`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [],
+      "last_op_id": "0",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "by_user",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "0",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 2`] = `
+[
+  {
+    "checkpoint_diff": {
+      "last_op_id": "2",
+      "removed_buckets": [],
+      "updated_buckets": [
+        {
+          "bucket": "by_user.1.1["user1"]",
+          "checksum": 1418351250,
+          "count": 1,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "data": {
+      "after": "0",
+      "bucket": "by_user.1.1["user1"]",
+      "data": [
+        {
+          "checksum": 1418351250,
+          "data": "{"id":"list1","user_id":"user1","name":"User 1"}",
+          "object_id": "list1",
+          "object_type": "lists",
+          "op": "PUT",
+          "op_id": "1",
+          "subkey": "ae9cbda1-5d8a-5a61-aaa4-366940758339",
+        },
+      ],
+      "has_more": false,
+      "next_after": "1",
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "2",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v3 > sync updates to parameter query only 1`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [],
+      "last_op_id": "0",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "by_user",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "0",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v3 > sync updates to parameter query only 2`] = `
+[
+  {
+    "checkpoint_diff": {
+      "last_op_id": "1",
+      "removed_buckets": [],
+      "updated_buckets": [
+        {
+          "bucket": "by_user.1.1["user1"]",
+          "checksum": 0,
+          "count": 0,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "1",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v4 > can override priority when subscribing to stream 1`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [
+        {
+          "bucket": "todos|0.1.1["a"]",
+          "checksum": -1712802421,
+          "count": 1,
+          "priority": 0,
+          "subscriptions": [
+            {
+              "sub": 0,
+            },
+            {
+              "sub": 1,
+            },
+          ],
+        },
+        {
+          "bucket": "todos|0.1.1["b"]",
+          "checksum": -1291414318,
+          "count": 1,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "sub": 1,
+            },
+          ],
+        },
+      ],
+      "last_op_id": "2",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": false,
+          "name": "todos",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "data": {
+      "after": "0",
+      "bucket": "todos|0.1.1["a"]",
+      "data": [
+        {
+          "checksum": 2582164875,
+          "data": "{"id":"a","description":"Test 1"}",
+          "object_id": "a",
+          "object_type": "test",
+          "op": "PUT",
+          "op_id": "1",
+          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
+        },
+      ],
+      "has_more": false,
+      "next_after": "1",
+    },
+  },
+  {
+    "partial_checkpoint_complete": {
+      "last_op_id": "2",
+      "priority": 0,
+    },
+  },
+  {
+    "data": {
+      "after": "0",
+      "bucket": "todos|0.1.1["b"]",
+      "data": [
+        {
+          "checksum": 3003552978,
+          "data": "{"id":"b","description":"Test 2"}",
+          "object_id": "b",
+          "object_type": "test",
+          "op": "PUT",
+          "op_id": "2",
+          "subkey": "0dfe86bd-d15b-5fd0-9c7b-a31693030ee0",
+        },
+      ],
+      "has_more": false,
+      "next_after": "2",
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "2",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v4 > compacting data - invalidate checkpoint 1`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [
+        {
+          "bucket": "mybucket.1.1[]",
+          "checksum": -93886621,
+          "count": 2,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "last_op_id": "2",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "mybucket",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v4 > compacting data - invalidate checkpoint 2`] = `
+[
+  {
+    "data": {
+      "after": "0",
+      "bucket": "mybucket.1.1[]",
+      "data": [
+        {
+          "checksum": -93886621,
+          "op": "CLEAR",
+          "op_id": "2",
+        },
+      ],
+      "has_more": false,
+      "next_after": "2",
+    },
+  },
+  {
+    "checkpoint_diff": {
+      "last_op_id": "4",
+      "removed_buckets": [],
+      "updated_buckets": [
+        {
+          "bucket": "mybucket.1.1[]",
+          "checksum": 499012468,
+          "count": 4,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "data": {
+      "after": "2",
+      "bucket": "mybucket.1.1[]",
+      "data": [
+        {
+          "checksum": 1859363232,
+          "data": "{"id":"t1","description":"Test 1b"}",
+          "object_id": "t1",
+          "object_type": "test",
+          "op": "PUT",
+          "op_id": "3",
+          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
+        },
+        {
+          "checksum": 3028503153,
+          "data": "{"id":"t2","description":"Test 2b"}",
+          "object_id": "t2",
+          "object_type": "test",
+          "op": "PUT",
+          "op_id": "4",
+          "subkey": "13423353-9f27-59b4-baf0-64a5e09f1769",
+        },
+      ],
+      "has_more": false,
+      "next_after": "4",
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "4",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v4 > encodes sync rules id in buckets for streams 1`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [
+        {
+          "bucket": "test|0.1.1[]",
+          "checksum": 920318466,
+          "count": 1,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "last_op_id": "1",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "test",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "data": {
+      "after": "0",
+      "bucket": "test|0.1.1[]",
+      "data": [
+        {
+          "checksum": 920318466,
+          "data": "{"id":"t1","description":"Test 1"}",
+          "object_id": "t1",
+          "object_type": "test",
+          "op": "PUT",
+          "op_id": "1",
+          "subkey": "e5aa2ddc-1328-58fa-a000-0b5ed31eaf1a",
+        },
+      ],
+      "has_more": false,
+      "next_after": "1",
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "1",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v4 > encodes sync rules id in buckets for streams 2`] = `
+[
+  {
+    "checkpoint": {
+      "buckets": [
+        {
+          "bucket": "test2|0.2.1[]",
+          "checksum": 920318466,
+          "count": 1,
+          "priority": 3,
+          "subscriptions": [
+            {
+              "default": 0,
+            },
+          ],
+        },
+      ],
+      "last_op_id": "2",
+      "streams": [
+        {
+          "errors": [],
+          "is_default": true,
+          "name": "test2",
+        },
+      ],
+      "write_checkpoint": undefined,
+    },
+  },
+  {
+    "data": {
+      "after": "0",
+      "bucket": "test2|0.2.1[]",
+      "data": [
+        {
+          "checksum": 920318466,
+          "data": "{"id":"t1","description":"Test 1"}",
+          "object_id": "t1",
+          "object_type": "test",
+          "op": "PUT",
+          "op_id": "2",
+          "subkey": "bfe6a7fc-1a36-5a95-877f-518ff63ecb56",
+        },
+      ],
+      "has_more": false,
+      "next_after": "2",
+    },
+  },
+  {
+    "checkpoint_complete": {
+      "last_op_id": "2",
+    },
+  },
+]
+`;
+
+exports[`sync - mongodb > storage v4 > expired token 1`] = `
 [
   {
     "token_expires_in": 0,
@@ -2306,7 +2895,7 @@ exports[`sync - mongodb > storage v3 > expired token 1`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > expiring token 1`] = `
+exports[`sync - mongodb > storage v4 > expiring token 1`] = `
 [
   {
     "checkpoint": {
@@ -2342,7 +2931,7 @@ exports[`sync - mongodb > storage v3 > expiring token 1`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > expiring token 2`] = `
+exports[`sync - mongodb > storage v4 > expiring token 2`] = `
 [
   {
     "token_expires_in": 0,
@@ -2350,7 +2939,7 @@ exports[`sync - mongodb > storage v3 > expiring token 2`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sends checkpoint complete line for empty checkpoint 1`] = `
+exports[`sync - mongodb > storage v4 > sends checkpoint complete line for empty checkpoint 1`] = `
 [
   {
     "checkpoint": {
@@ -2419,7 +3008,7 @@ exports[`sync - mongodb > storage v3 > sends checkpoint complete line for empty
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync buckets in order 1`] = `
+exports[`sync - mongodb > storage v4 > sync buckets in order 1`] = `
 [
   {
     "checkpoint": {
@@ -2515,7 +3104,7 @@ exports[`sync - mongodb > storage v3 > sync buckets in order 1`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync global data 1`] = `
+exports[`sync - mongodb > storage v4 > sync global data 1`] = `
 [
   {
     "checkpoint": {
@@ -2579,7 +3168,7 @@ exports[`sync - mongodb > storage v3 > sync global data 1`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync legacy non-raw data 1`] = `
+exports[`sync - mongodb > storage v4 > sync legacy non-raw data 1`] = `
 [
   {
     "checkpoint": {
@@ -2639,7 +3228,7 @@ exports[`sync - mongodb > storage v3 > sync legacy non-raw data 1`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to data query only 1`] = `
+exports[`sync - mongodb > storage v4 > sync updates to data query only 1`] = `
 [
   {
     "checkpoint": {
@@ -2675,7 +3264,7 @@ exports[`sync - mongodb > storage v3 > sync updates to data query only 1`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to data query only 2`] = `
+exports[`sync - mongodb > storage v4 > sync updates to data query only 2`] = `
 [
   {
     "checkpoint_diff": {
@@ -2724,7 +3313,7 @@ exports[`sync - mongodb > storage v3 > sync updates to data query only 2`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to global data 1`] = `
+exports[`sync - mongodb > storage v4 > sync updates to global data 1`] = `
 [
   {
     "checkpoint": {
@@ -2760,7 +3349,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 1`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to global data 2`] = `
+exports[`sync - mongodb > storage v4 > sync updates to global data 2`] = `
 [
   {
     "checkpoint_diff": {
@@ -2809,7 +3398,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 2`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to global data 3`] = `
+exports[`sync - mongodb > storage v4 > sync updates to global data 3`] = `
 [
   {
     "checkpoint_diff": {
@@ -2858,7 +3447,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 3`] = `
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 1`] = `
+exports[`sync - mongodb > storage v4 > sync updates to parameter query + data 1`] = `
 [
   {
     "checkpoint": {
@@ -2882,7 +3471,7 @@ exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 1`
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 2`] = `
+exports[`sync - mongodb > storage v4 > sync updates to parameter query + data 2`] = `
 [
   {
     "checkpoint_diff": {
@@ -2931,7 +3520,7 @@ exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 2`
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to parameter query only 1`] = `
+exports[`sync - mongodb > storage v4 > sync updates to parameter query only 1`] = `
 [
   {
     "checkpoint": {
@@ -2955,7 +3544,7 @@ exports[`sync - mongodb > storage v3 > sync updates to parameter query only 1`]
 ]
 `;
 
-exports[`sync - mongodb > storage v3 > sync updates to parameter query only 2`] = `
+exports[`sync - mongodb > storage v4 > sync updates to parameter query only 2`] = `
 [
   {
     "checkpoint_diff": {