@powersync/service-module-mongodb-storage 0.17.0 → 0.18.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +27 -0
- package/dist/storage/MongoBucketStorage.d.ts +34 -16
- package/dist/storage/MongoBucketStorage.js +219 -70
- package/dist/storage/MongoBucketStorage.js.map +1 -1
- package/dist/storage/implementation/MongoBucketBatch.d.ts +42 -23
- package/dist/storage/implementation/MongoBucketBatch.js +61 -44
- package/dist/storage/implementation/MongoBucketBatch.js.map +1 -1
- package/dist/storage/implementation/MongoChecksums.d.ts +10 -9
- package/dist/storage/implementation/MongoChecksums.js +3 -111
- package/dist/storage/implementation/MongoChecksums.js.map +1 -1
- package/dist/storage/implementation/MongoCompactor.d.ts +2 -0
- package/dist/storage/implementation/MongoCompactor.js +18 -9
- package/dist/storage/implementation/MongoCompactor.js.map +1 -1
- package/dist/storage/implementation/MongoHydrationState.d.ts +11 -0
- package/dist/storage/implementation/MongoHydrationState.js +49 -0
- package/dist/storage/implementation/MongoHydrationState.js.map +1 -0
- package/dist/storage/implementation/MongoParameterCompactor.d.ts +6 -5
- package/dist/storage/implementation/MongoParameterCompactor.js +24 -1
- package/dist/storage/implementation/MongoParameterCompactor.js.map +1 -1
- package/dist/storage/implementation/MongoParsedSyncConfigSet.d.ts +13 -0
- package/dist/storage/implementation/MongoParsedSyncConfigSet.js +64 -0
- package/dist/storage/implementation/MongoParsedSyncConfigSet.js.map +1 -0
- package/dist/storage/implementation/MongoPersistedReplicationStream.d.ts +36 -0
- package/dist/storage/implementation/MongoPersistedReplicationStream.js +90 -0
- package/dist/storage/implementation/MongoPersistedReplicationStream.js.map +1 -0
- package/dist/storage/implementation/MongoPersistedSyncConfigContent.d.ts +25 -0
- package/dist/storage/implementation/MongoPersistedSyncConfigContent.js +123 -0
- package/dist/storage/implementation/MongoPersistedSyncConfigContent.js.map +1 -0
- package/dist/storage/implementation/MongoStorageProvider.js +5 -2
- package/dist/storage/implementation/MongoStorageProvider.js.map +1 -1
- package/dist/storage/implementation/MongoSyncBucketStorage.d.ts +41 -23
- package/dist/storage/implementation/MongoSyncBucketStorage.js +51 -43
- package/dist/storage/implementation/MongoSyncBucketStorage.js.map +1 -1
- package/dist/storage/implementation/MongoSyncRulesLock.d.ts +1 -1
- package/dist/storage/implementation/MongoSyncRulesLock.js +3 -3
- package/dist/storage/implementation/MongoSyncRulesLock.js.map +1 -1
- package/dist/storage/implementation/common/MongoSyncBucketStorageCheckpoint.d.ts +6 -0
- package/dist/storage/implementation/common/MongoSyncBucketStorageCheckpoint.js +2 -0
- package/dist/storage/implementation/common/MongoSyncBucketStorageCheckpoint.js.map +1 -0
- package/dist/storage/implementation/common/PersistedBatch.d.ts +1 -2
- package/dist/storage/implementation/common/PersistedBatch.js +5 -0
- package/dist/storage/implementation/common/PersistedBatch.js.map +1 -1
- package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js +1 -1
- package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js.map +1 -1
- package/dist/storage/implementation/createMongoSyncBucketStorage.d.ts +2 -2
- package/dist/storage/implementation/createMongoSyncBucketStorage.js +4 -4
- package/dist/storage/implementation/createMongoSyncBucketStorage.js.map +1 -1
- package/dist/storage/implementation/db.js +9 -14
- package/dist/storage/implementation/db.js.map +1 -1
- package/dist/storage/implementation/models.d.ts +4 -13
- package/dist/storage/implementation/models.js.map +1 -1
- package/dist/storage/implementation/v1/MongoBucketBatchV1.d.ts +9 -1
- package/dist/storage/implementation/v1/MongoBucketBatchV1.js +42 -26
- package/dist/storage/implementation/v1/MongoBucketBatchV1.js.map +1 -1
- package/dist/storage/implementation/v1/MongoChecksumsV1.js +114 -3
- package/dist/storage/implementation/v1/MongoChecksumsV1.js.map +1 -1
- package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.d.ts +15 -17
- package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js +47 -45
- package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js.map +1 -1
- package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.d.ts +2 -1
- package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js +3 -0
- package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js.map +1 -1
- package/dist/storage/implementation/v1/models.d.ts +10 -1
- package/dist/storage/implementation/v3/MongoBucketBatchV3.d.ts +8 -4
- package/dist/storage/implementation/v3/MongoBucketBatchV3.js +286 -259
- package/dist/storage/implementation/v3/MongoBucketBatchV3.js.map +1 -1
- package/dist/storage/implementation/v3/MongoChecksumsV3.d.ts +27 -7
- package/dist/storage/implementation/v3/MongoChecksumsV3.js +202 -18
- package/dist/storage/implementation/v3/MongoChecksumsV3.js.map +1 -1
- package/dist/storage/implementation/v3/MongoCompactorV3.d.ts +19 -2
- package/dist/storage/implementation/v3/MongoCompactorV3.js +511 -22
- package/dist/storage/implementation/v3/MongoCompactorV3.js.map +1 -1
- package/dist/storage/implementation/v3/MongoStoppedSyncConfigCleanup.d.ts +62 -0
- package/dist/storage/implementation/v3/MongoStoppedSyncConfigCleanup.js +350 -0
- package/dist/storage/implementation/v3/MongoStoppedSyncConfigCleanup.js.map +1 -0
- package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.d.ts +40 -28
- package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.js +232 -116
- package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.js.map +1 -1
- package/dist/storage/implementation/v3/PersistedBatchV3.d.ts +1 -1
- package/dist/storage/implementation/v3/PersistedBatchV3.js +43 -20
- package/dist/storage/implementation/v3/PersistedBatchV3.js.map +1 -1
- package/dist/storage/implementation/v3/SingleBucketStoreV3.js +52 -16
- package/dist/storage/implementation/v3/SingleBucketStoreV3.js.map +1 -1
- package/dist/storage/implementation/v3/SourceRecordStoreV3.d.ts +3 -3
- package/dist/storage/implementation/v3/SourceRecordStoreV3.js +13 -11
- package/dist/storage/implementation/v3/SourceRecordStoreV3.js.map +1 -1
- package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.d.ts +13 -12
- package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.js +29 -27
- package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.js.map +1 -1
- package/dist/storage/implementation/v3/bucket-format.d.ts +4 -0
- package/dist/storage/implementation/v3/bucket-format.js +58 -0
- package/dist/storage/implementation/v3/bucket-format.js.map +1 -0
- package/dist/storage/implementation/v3/chunking.d.ts +10 -0
- package/dist/storage/implementation/v3/chunking.js +28 -0
- package/dist/storage/implementation/v3/chunking.js.map +1 -0
- package/dist/storage/implementation/v3/models.d.ts +64 -21
- package/dist/storage/implementation/v3/models.js +11 -28
- package/dist/storage/implementation/v3/models.js.map +1 -1
- package/dist/storage/implementation/v3/source-table-utils.d.ts +55 -0
- package/dist/storage/implementation/v3/source-table-utils.js +214 -0
- package/dist/storage/implementation/v3/source-table-utils.js.map +1 -0
- package/dist/storage/storage-index.d.ts +4 -4
- package/dist/storage/storage-index.js +4 -4
- package/dist/storage/storage-index.js.map +1 -1
- package/dist/types/types.d.ts +2 -2
- package/dist/utils/test-utils.d.ts +1 -2
- package/dist/utils/test-utils.js +5 -1
- package/dist/utils/test-utils.js.map +1 -1
- package/dist/utils/util.d.ts +1 -1
- package/dist/utils/util.js +3 -2
- package/dist/utils/util.js.map +1 -1
- package/package.json +9 -19
- package/src/storage/MongoBucketStorage.ts +334 -87
- package/src/storage/implementation/MongoBucketBatch.ts +86 -58
- package/src/storage/implementation/MongoChecksums.ts +6 -138
- package/src/storage/implementation/MongoCompactor.ts +19 -9
- package/src/storage/implementation/MongoHydrationState.ts +61 -0
- package/src/storage/implementation/MongoParameterCompactor.ts +24 -5
- package/src/storage/implementation/MongoParsedSyncConfigSet.ts +88 -0
- package/src/storage/implementation/MongoPersistedReplicationStream.ts +118 -0
- package/src/storage/implementation/MongoPersistedSyncConfigContent.ts +154 -0
- package/src/storage/implementation/MongoStorageProvider.ts +5 -2
- package/src/storage/implementation/MongoSyncBucketStorage.ts +70 -56
- package/src/storage/implementation/MongoSyncRulesLock.ts +7 -4
- package/src/storage/implementation/common/MongoSyncBucketStorageCheckpoint.ts +7 -0
- package/src/storage/implementation/common/PersistedBatch.ts +7 -3
- package/src/storage/implementation/common/VersionedPowerSyncMongoBase.ts +1 -1
- package/src/storage/implementation/createMongoSyncBucketStorage.ts +21 -7
- package/src/storage/implementation/db.ts +11 -19
- package/src/storage/implementation/models.ts +4 -14
- package/src/storage/implementation/v1/MongoBucketBatchV1.ts +55 -34
- package/src/storage/implementation/v1/MongoChecksumsV1.ts +137 -4
- package/src/storage/implementation/v1/MongoSyncBucketStorageV1.ts +70 -64
- package/src/storage/implementation/v1/VersionedPowerSyncMongoV1.ts +11 -1
- package/src/storage/implementation/v1/models.ts +11 -1
- package/src/storage/implementation/v3/MongoBucketBatchV3.ts +358 -314
- package/src/storage/implementation/v3/MongoChecksumsV3.ts +262 -26
- package/src/storage/implementation/v3/MongoCompactorV3.ts +646 -29
- package/src/storage/implementation/v3/MongoStoppedSyncConfigCleanup.ts +480 -0
- package/src/storage/implementation/v3/MongoSyncBucketStorageV3.ts +315 -157
- package/src/storage/implementation/v3/PersistedBatchV3.ts +62 -36
- package/src/storage/implementation/v3/SingleBucketStoreV3.ts +59 -19
- package/src/storage/implementation/v3/SourceRecordStoreV3.ts +12 -12
- package/src/storage/implementation/v3/VersionedPowerSyncMongoV3.ts +41 -36
- package/src/storage/implementation/v3/bucket-format.ts +70 -0
- package/src/storage/implementation/v3/chunking.ts +38 -0
- package/src/storage/implementation/v3/models.ts +93 -55
- package/src/storage/implementation/v3/source-table-utils.ts +392 -0
- package/src/storage/storage-index.ts +12 -4
- package/src/utils/test-utils.ts +6 -3
- package/src/utils/util.ts +3 -2
- package/test/src/__snapshots__/storage.test.ts.snap +0 -75
- package/test/src/__snapshots__/storage_sync.test.ts.snap +48 -48
- package/test/src/cleanup-stopped-sync-configs.test.ts +648 -0
- package/test/src/storage.test.ts +11 -11
- package/test/src/storage_compacting.test.ts +1956 -6
- package/test/src/storage_sync.test.ts +1077 -68
- package/test/src/storeCurrentData.test.ts +17 -7
- package/test/src/util.ts +2 -1
- package/tsconfig.json +1 -4
- package/tsconfig.tsbuildinfo +1 -1
- package/dist/storage/implementation/BucketDefinitionMapping.d.ts +0 -15
- package/dist/storage/implementation/BucketDefinitionMapping.js +0 -58
- package/dist/storage/implementation/BucketDefinitionMapping.js.map +0 -1
- package/dist/storage/implementation/MongoPersistedSyncRules.d.ts +0 -14
- package/dist/storage/implementation/MongoPersistedSyncRules.js +0 -67
- package/dist/storage/implementation/MongoPersistedSyncRules.js.map +0 -1
- package/dist/storage/implementation/MongoPersistedSyncRulesContent.d.ts +0 -29
- package/dist/storage/implementation/MongoPersistedSyncRulesContent.js +0 -76
- package/dist/storage/implementation/MongoPersistedSyncRulesContent.js.map +0 -1
- package/dist/storage/implementation/common/MongoSyncBucketStorageContext.d.ts +0 -13
- package/dist/storage/implementation/common/MongoSyncBucketStorageContext.js +0 -2
- package/dist/storage/implementation/common/MongoSyncBucketStorageContext.js.map +0 -1
- package/dist/storage/implementation/v3/MongoParameterCompactorV3.d.ts +0 -9
- package/dist/storage/implementation/v3/MongoParameterCompactorV3.js +0 -18
- package/dist/storage/implementation/v3/MongoParameterCompactorV3.js.map +0 -1
- package/dist/storage/implementation/v3/MongoParameterLookupV3.d.ts +0 -4
- package/dist/storage/implementation/v3/MongoParameterLookupV3.js +0 -9
- package/dist/storage/implementation/v3/MongoParameterLookupV3.js.map +0 -1
- package/src/storage/implementation/BucketDefinitionMapping.ts +0 -75
- package/src/storage/implementation/MongoPersistedSyncRules.ts +0 -82
- package/src/storage/implementation/MongoPersistedSyncRulesContent.ts +0 -101
- package/src/storage/implementation/common/MongoSyncBucketStorageContext.ts +0 -15
- package/src/storage/implementation/v3/MongoParameterCompactorV3.ts +0 -24
- package/src/storage/implementation/v3/MongoParameterLookupV3.ts +0 -11
|
@@ -1,80 +1,5 @@
|
|
|
1
1
|
// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
|
|
2
2
|
|
|
3
|
-
exports[`Mongo Sync Bucket Storage - Data > (insert, delete, insert), (delete) 1`] = `
|
|
4
|
-
[
|
|
5
|
-
{
|
|
6
|
-
"checksum": 2871785649,
|
|
7
|
-
"object_id": "test1",
|
|
8
|
-
"op": "PUT",
|
|
9
|
-
},
|
|
10
|
-
{
|
|
11
|
-
"checksum": 2872534815,
|
|
12
|
-
"object_id": "test1",
|
|
13
|
-
"op": "REMOVE",
|
|
14
|
-
},
|
|
15
|
-
{
|
|
16
|
-
"checksum": 2871785649,
|
|
17
|
-
"object_id": "test1",
|
|
18
|
-
"op": "PUT",
|
|
19
|
-
},
|
|
20
|
-
{
|
|
21
|
-
"checksum": 2872534815,
|
|
22
|
-
"object_id": "test1",
|
|
23
|
-
"op": "REMOVE",
|
|
24
|
-
},
|
|
25
|
-
]
|
|
26
|
-
`;
|
|
27
|
-
|
|
28
|
-
exports[`Mongo Sync Bucket Storage - Data > (insert, delete, insert), (delete) 2`] = `
|
|
29
|
-
[
|
|
30
|
-
{
|
|
31
|
-
"checksum": 2871785649,
|
|
32
|
-
"object_id": "test1",
|
|
33
|
-
"op": "PUT",
|
|
34
|
-
},
|
|
35
|
-
{
|
|
36
|
-
"checksum": 2872534815,
|
|
37
|
-
"object_id": "test1",
|
|
38
|
-
"op": "REMOVE",
|
|
39
|
-
},
|
|
40
|
-
{
|
|
41
|
-
"checksum": 2871785649,
|
|
42
|
-
"object_id": "test1",
|
|
43
|
-
"op": "PUT",
|
|
44
|
-
},
|
|
45
|
-
{
|
|
46
|
-
"checksum": 2872534815,
|
|
47
|
-
"object_id": "test1",
|
|
48
|
-
"op": "REMOVE",
|
|
49
|
-
},
|
|
50
|
-
]
|
|
51
|
-
`;
|
|
52
|
-
|
|
53
|
-
exports[`Mongo Sync Bucket Storage - Data > (insert, delete, insert), (delete) 3`] = `
|
|
54
|
-
[
|
|
55
|
-
{
|
|
56
|
-
"checksum": 2871785649,
|
|
57
|
-
"object_id": "test1",
|
|
58
|
-
"op": "PUT",
|
|
59
|
-
},
|
|
60
|
-
{
|
|
61
|
-
"checksum": 2872534815,
|
|
62
|
-
"object_id": "test1",
|
|
63
|
-
"op": "REMOVE",
|
|
64
|
-
},
|
|
65
|
-
{
|
|
66
|
-
"checksum": 2871785649,
|
|
67
|
-
"object_id": "test1",
|
|
68
|
-
"op": "PUT",
|
|
69
|
-
},
|
|
70
|
-
{
|
|
71
|
-
"checksum": 2872534815,
|
|
72
|
-
"object_id": "test1",
|
|
73
|
-
"op": "REMOVE",
|
|
74
|
-
},
|
|
75
|
-
]
|
|
76
|
-
`;
|
|
77
|
-
|
|
78
3
|
exports[`Mongo Sync Bucket Storage - Data - v1 > (insert, delete, insert), (delete) 1`] = `
|
|
79
4
|
[
|
|
80
5
|
{
|
|
@@ -2384,7 +2384,7 @@ exports[`sync - mongodb > storage v3 > can override priority when subscribing to
|
|
|
2384
2384
|
"checkpoint": {
|
|
2385
2385
|
"buckets": [
|
|
2386
2386
|
{
|
|
2387
|
-
"bucket": "
|
|
2387
|
+
"bucket": "todos|0.1.1["a"]",
|
|
2388
2388
|
"checksum": -1712802421,
|
|
2389
2389
|
"count": 1,
|
|
2390
2390
|
"priority": 0,
|
|
@@ -2398,7 +2398,7 @@ exports[`sync - mongodb > storage v3 > can override priority when subscribing to
|
|
|
2398
2398
|
],
|
|
2399
2399
|
},
|
|
2400
2400
|
{
|
|
2401
|
-
"bucket": "
|
|
2401
|
+
"bucket": "todos|0.1.1["b"]",
|
|
2402
2402
|
"checksum": -1291414318,
|
|
2403
2403
|
"count": 1,
|
|
2404
2404
|
"priority": 3,
|
|
@@ -2423,7 +2423,7 @@ exports[`sync - mongodb > storage v3 > can override priority when subscribing to
|
|
|
2423
2423
|
{
|
|
2424
2424
|
"data": {
|
|
2425
2425
|
"after": "0",
|
|
2426
|
-
"bucket": "
|
|
2426
|
+
"bucket": "todos|0.1.1["a"]",
|
|
2427
2427
|
"data": [
|
|
2428
2428
|
{
|
|
2429
2429
|
"checksum": 2582164875,
|
|
@@ -2448,7 +2448,7 @@ exports[`sync - mongodb > storage v3 > can override priority when subscribing to
|
|
|
2448
2448
|
{
|
|
2449
2449
|
"data": {
|
|
2450
2450
|
"after": "0",
|
|
2451
|
-
"bucket": "
|
|
2451
|
+
"bucket": "todos|0.1.1["b"]",
|
|
2452
2452
|
"data": [
|
|
2453
2453
|
{
|
|
2454
2454
|
"checksum": 3003552978,
|
|
@@ -2478,7 +2478,7 @@ exports[`sync - mongodb > storage v3 > compacting data - invalidate checkpoint 1
|
|
|
2478
2478
|
"checkpoint": {
|
|
2479
2479
|
"buckets": [
|
|
2480
2480
|
{
|
|
2481
|
-
"bucket": "1
|
|
2481
|
+
"bucket": "mybucket.1.1[]",
|
|
2482
2482
|
"checksum": -93886621,
|
|
2483
2483
|
"count": 2,
|
|
2484
2484
|
"priority": 3,
|
|
@@ -2508,7 +2508,7 @@ exports[`sync - mongodb > storage v3 > compacting data - invalidate checkpoint 2
|
|
|
2508
2508
|
{
|
|
2509
2509
|
"data": {
|
|
2510
2510
|
"after": "0",
|
|
2511
|
-
"bucket": "1
|
|
2511
|
+
"bucket": "mybucket.1.1[]",
|
|
2512
2512
|
"data": [
|
|
2513
2513
|
{
|
|
2514
2514
|
"checksum": -93886621,
|
|
@@ -2526,7 +2526,7 @@ exports[`sync - mongodb > storage v3 > compacting data - invalidate checkpoint 2
|
|
|
2526
2526
|
"removed_buckets": [],
|
|
2527
2527
|
"updated_buckets": [
|
|
2528
2528
|
{
|
|
2529
|
-
"bucket": "1
|
|
2529
|
+
"bucket": "mybucket.1.1[]",
|
|
2530
2530
|
"checksum": 499012468,
|
|
2531
2531
|
"count": 4,
|
|
2532
2532
|
"priority": 3,
|
|
@@ -2543,7 +2543,7 @@ exports[`sync - mongodb > storage v3 > compacting data - invalidate checkpoint 2
|
|
|
2543
2543
|
{
|
|
2544
2544
|
"data": {
|
|
2545
2545
|
"after": "2",
|
|
2546
|
-
"bucket": "1
|
|
2546
|
+
"bucket": "mybucket.1.1[]",
|
|
2547
2547
|
"data": [
|
|
2548
2548
|
{
|
|
2549
2549
|
"checksum": 1859363232,
|
|
@@ -2582,7 +2582,7 @@ exports[`sync - mongodb > storage v3 > encodes sync rules id in buckets for stre
|
|
|
2582
2582
|
"checkpoint": {
|
|
2583
2583
|
"buckets": [
|
|
2584
2584
|
{
|
|
2585
|
-
"bucket": "
|
|
2585
|
+
"bucket": "test|0.1.1[]",
|
|
2586
2586
|
"checksum": 920318466,
|
|
2587
2587
|
"count": 1,
|
|
2588
2588
|
"priority": 3,
|
|
@@ -2607,7 +2607,7 @@ exports[`sync - mongodb > storage v3 > encodes sync rules id in buckets for stre
|
|
|
2607
2607
|
{
|
|
2608
2608
|
"data": {
|
|
2609
2609
|
"after": "0",
|
|
2610
|
-
"bucket": "
|
|
2610
|
+
"bucket": "test|0.1.1[]",
|
|
2611
2611
|
"data": [
|
|
2612
2612
|
{
|
|
2613
2613
|
"checksum": 920318466,
|
|
@@ -2637,7 +2637,7 @@ exports[`sync - mongodb > storage v3 > encodes sync rules id in buckets for stre
|
|
|
2637
2637
|
"checkpoint": {
|
|
2638
2638
|
"buckets": [
|
|
2639
2639
|
{
|
|
2640
|
-
"bucket": "
|
|
2640
|
+
"bucket": "test2|0.2.1[]",
|
|
2641
2641
|
"checksum": 920318466,
|
|
2642
2642
|
"count": 1,
|
|
2643
2643
|
"priority": 3,
|
|
@@ -2662,7 +2662,7 @@ exports[`sync - mongodb > storage v3 > encodes sync rules id in buckets for stre
|
|
|
2662
2662
|
{
|
|
2663
2663
|
"data": {
|
|
2664
2664
|
"after": "0",
|
|
2665
|
-
"bucket": "
|
|
2665
|
+
"bucket": "test2|0.2.1[]",
|
|
2666
2666
|
"data": [
|
|
2667
2667
|
{
|
|
2668
2668
|
"checksum": 920318466,
|
|
@@ -2700,7 +2700,7 @@ exports[`sync - mongodb > storage v3 > expiring token 1`] = `
|
|
|
2700
2700
|
"checkpoint": {
|
|
2701
2701
|
"buckets": [
|
|
2702
2702
|
{
|
|
2703
|
-
"bucket": "1
|
|
2703
|
+
"bucket": "mybucket.1.1[]",
|
|
2704
2704
|
"checksum": 0,
|
|
2705
2705
|
"count": 0,
|
|
2706
2706
|
"priority": 3,
|
|
@@ -2744,7 +2744,7 @@ exports[`sync - mongodb > storage v3 > sends checkpoint complete line for empty
|
|
|
2744
2744
|
"checkpoint": {
|
|
2745
2745
|
"buckets": [
|
|
2746
2746
|
{
|
|
2747
|
-
"bucket": "1
|
|
2747
|
+
"bucket": "mybucket.1.1[]",
|
|
2748
2748
|
"checksum": -1221282404,
|
|
2749
2749
|
"count": 1,
|
|
2750
2750
|
"priority": 3,
|
|
@@ -2769,7 +2769,7 @@ exports[`sync - mongodb > storage v3 > sends checkpoint complete line for empty
|
|
|
2769
2769
|
{
|
|
2770
2770
|
"data": {
|
|
2771
2771
|
"after": "0",
|
|
2772
|
-
"bucket": "1
|
|
2772
|
+
"bucket": "mybucket.1.1[]",
|
|
2773
2773
|
"data": [
|
|
2774
2774
|
{
|
|
2775
2775
|
"checksum": 3073684892,
|
|
@@ -2813,7 +2813,7 @@ exports[`sync - mongodb > storage v3 > sync buckets in order 1`] = `
|
|
|
2813
2813
|
"checkpoint": {
|
|
2814
2814
|
"buckets": [
|
|
2815
2815
|
{
|
|
2816
|
-
"bucket": "1
|
|
2816
|
+
"bucket": "b0.1.1[]",
|
|
2817
2817
|
"checksum": 920318466,
|
|
2818
2818
|
"count": 1,
|
|
2819
2819
|
"priority": 2,
|
|
@@ -2824,7 +2824,7 @@ exports[`sync - mongodb > storage v3 > sync buckets in order 1`] = `
|
|
|
2824
2824
|
],
|
|
2825
2825
|
},
|
|
2826
2826
|
{
|
|
2827
|
-
"bucket": "1
|
|
2827
|
+
"bucket": "b1.1.2[]",
|
|
2828
2828
|
"checksum": -1382098757,
|
|
2829
2829
|
"count": 1,
|
|
2830
2830
|
"priority": 1,
|
|
@@ -2854,7 +2854,7 @@ exports[`sync - mongodb > storage v3 > sync buckets in order 1`] = `
|
|
|
2854
2854
|
{
|
|
2855
2855
|
"data": {
|
|
2856
2856
|
"after": "0",
|
|
2857
|
-
"bucket": "1
|
|
2857
|
+
"bucket": "b1.1.2[]",
|
|
2858
2858
|
"data": [
|
|
2859
2859
|
{
|
|
2860
2860
|
"checksum": 2912868539,
|
|
@@ -2879,7 +2879,7 @@ exports[`sync - mongodb > storage v3 > sync buckets in order 1`] = `
|
|
|
2879
2879
|
{
|
|
2880
2880
|
"data": {
|
|
2881
2881
|
"after": "0",
|
|
2882
|
-
"bucket": "1
|
|
2882
|
+
"bucket": "b0.1.1[]",
|
|
2883
2883
|
"data": [
|
|
2884
2884
|
{
|
|
2885
2885
|
"checksum": 920318466,
|
|
@@ -2909,7 +2909,7 @@ exports[`sync - mongodb > storage v3 > sync global data 1`] = `
|
|
|
2909
2909
|
"checkpoint": {
|
|
2910
2910
|
"buckets": [
|
|
2911
2911
|
{
|
|
2912
|
-
"bucket": "1
|
|
2912
|
+
"bucket": "mybucket.1.1[]",
|
|
2913
2913
|
"checksum": -93886621,
|
|
2914
2914
|
"count": 2,
|
|
2915
2915
|
"priority": 3,
|
|
@@ -2934,7 +2934,7 @@ exports[`sync - mongodb > storage v3 > sync global data 1`] = `
|
|
|
2934
2934
|
{
|
|
2935
2935
|
"data": {
|
|
2936
2936
|
"after": "0",
|
|
2937
|
-
"bucket": "1
|
|
2937
|
+
"bucket": "mybucket.1.1[]",
|
|
2938
2938
|
"data": [
|
|
2939
2939
|
{
|
|
2940
2940
|
"checksum": 920318466,
|
|
@@ -2973,7 +2973,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
2973
2973
|
"checkpoint": {
|
|
2974
2974
|
"buckets": [
|
|
2975
2975
|
{
|
|
2976
|
-
"bucket": "1
|
|
2976
|
+
"bucket": "b0a.1.1[]",
|
|
2977
2977
|
"checksum": -659831575,
|
|
2978
2978
|
"count": 2000,
|
|
2979
2979
|
"priority": 2,
|
|
@@ -2984,7 +2984,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
2984
2984
|
],
|
|
2985
2985
|
},
|
|
2986
2986
|
{
|
|
2987
|
-
"bucket": "1
|
|
2987
|
+
"bucket": "b0b.1.2[]",
|
|
2988
2988
|
"checksum": -659831575,
|
|
2989
2989
|
"count": 2000,
|
|
2990
2990
|
"priority": 2,
|
|
@@ -2995,7 +2995,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
2995
2995
|
],
|
|
2996
2996
|
},
|
|
2997
2997
|
{
|
|
2998
|
-
"bucket": "1
|
|
2998
|
+
"bucket": "b1.1.3[]",
|
|
2999
2999
|
"checksum": -1096116670,
|
|
3000
3000
|
"count": 1,
|
|
3001
3001
|
"priority": 1,
|
|
@@ -3030,7 +3030,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3030
3030
|
{
|
|
3031
3031
|
"data": {
|
|
3032
3032
|
"after": "0",
|
|
3033
|
-
"bucket": "1
|
|
3033
|
+
"bucket": "b1.1.3[]",
|
|
3034
3034
|
"data": undefined,
|
|
3035
3035
|
"has_more": false,
|
|
3036
3036
|
"next_after": "1",
|
|
@@ -3045,7 +3045,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3045
3045
|
{
|
|
3046
3046
|
"data": {
|
|
3047
3047
|
"after": "0",
|
|
3048
|
-
"bucket": "1
|
|
3048
|
+
"bucket": "b0a.1.1[]",
|
|
3049
3049
|
"data": undefined,
|
|
3050
3050
|
"has_more": true,
|
|
3051
3051
|
"next_after": "2000",
|
|
@@ -3054,7 +3054,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3054
3054
|
{
|
|
3055
3055
|
"data": {
|
|
3056
3056
|
"after": "2000",
|
|
3057
|
-
"bucket": "1
|
|
3057
|
+
"bucket": "b0a.1.1[]",
|
|
3058
3058
|
"data": undefined,
|
|
3059
3059
|
"has_more": true,
|
|
3060
3060
|
"next_after": "4000",
|
|
@@ -3066,7 +3066,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3066
3066
|
"removed_buckets": [],
|
|
3067
3067
|
"updated_buckets": [
|
|
3068
3068
|
{
|
|
3069
|
-
"bucket": "1
|
|
3069
|
+
"bucket": "b0a.1.1[]",
|
|
3070
3070
|
"checksum": 883076828,
|
|
3071
3071
|
"count": 2001,
|
|
3072
3072
|
"priority": 2,
|
|
@@ -3077,7 +3077,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3077
3077
|
],
|
|
3078
3078
|
},
|
|
3079
3079
|
{
|
|
3080
|
-
"bucket": "1
|
|
3080
|
+
"bucket": "b0b.1.2[]",
|
|
3081
3081
|
"checksum": 883076828,
|
|
3082
3082
|
"count": 2001,
|
|
3083
3083
|
"priority": 2,
|
|
@@ -3088,7 +3088,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3088
3088
|
],
|
|
3089
3089
|
},
|
|
3090
3090
|
{
|
|
3091
|
-
"bucket": "1
|
|
3091
|
+
"bucket": "b1.1.3[]",
|
|
3092
3092
|
"checksum": 1841937527,
|
|
3093
3093
|
"count": 2,
|
|
3094
3094
|
"priority": 1,
|
|
@@ -3105,7 +3105,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3105
3105
|
{
|
|
3106
3106
|
"data": {
|
|
3107
3107
|
"after": "1",
|
|
3108
|
-
"bucket": "1
|
|
3108
|
+
"bucket": "b1.1.3[]",
|
|
3109
3109
|
"data": undefined,
|
|
3110
3110
|
"has_more": false,
|
|
3111
3111
|
"next_after": "4002",
|
|
@@ -3120,7 +3120,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3120
3120
|
{
|
|
3121
3121
|
"data": {
|
|
3122
3122
|
"after": "4000",
|
|
3123
|
-
"bucket": "1
|
|
3123
|
+
"bucket": "b0a.1.1[]",
|
|
3124
3124
|
"data": undefined,
|
|
3125
3125
|
"has_more": false,
|
|
3126
3126
|
"next_after": "4003",
|
|
@@ -3129,7 +3129,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3129
3129
|
{
|
|
3130
3130
|
"data": {
|
|
3131
3131
|
"after": "0",
|
|
3132
|
-
"bucket": "1
|
|
3132
|
+
"bucket": "b0b.1.2[]",
|
|
3133
3133
|
"data": undefined,
|
|
3134
3134
|
"has_more": true,
|
|
3135
3135
|
"next_after": "1999",
|
|
@@ -3138,7 +3138,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3138
3138
|
{
|
|
3139
3139
|
"data": {
|
|
3140
3140
|
"after": "1999",
|
|
3141
|
-
"bucket": "1
|
|
3141
|
+
"bucket": "b0b.1.2[]",
|
|
3142
3142
|
"data": undefined,
|
|
3143
3143
|
"has_more": true,
|
|
3144
3144
|
"next_after": "3999",
|
|
@@ -3147,7 +3147,7 @@ exports[`sync - mongodb > storage v3 > sync interrupts low-priority buckets on n
|
|
|
3147
3147
|
{
|
|
3148
3148
|
"data": {
|
|
3149
3149
|
"after": "3999",
|
|
3150
|
-
"bucket": "1
|
|
3150
|
+
"bucket": "b0b.1.2[]",
|
|
3151
3151
|
"data": undefined,
|
|
3152
3152
|
"has_more": false,
|
|
3153
3153
|
"next_after": "4004",
|
|
@@ -3167,7 +3167,7 @@ exports[`sync - mongodb > storage v3 > sync legacy non-raw data 1`] = `
|
|
|
3167
3167
|
"checkpoint": {
|
|
3168
3168
|
"buckets": [
|
|
3169
3169
|
{
|
|
3170
|
-
"bucket": "1
|
|
3170
|
+
"bucket": "mybucket.1.1[]",
|
|
3171
3171
|
"checksum": -852817836,
|
|
3172
3172
|
"count": 1,
|
|
3173
3173
|
"priority": 3,
|
|
@@ -3192,7 +3192,7 @@ exports[`sync - mongodb > storage v3 > sync legacy non-raw data 1`] = `
|
|
|
3192
3192
|
{
|
|
3193
3193
|
"data": {
|
|
3194
3194
|
"after": "0",
|
|
3195
|
-
"bucket": "1
|
|
3195
|
+
"bucket": "mybucket.1.1[]",
|
|
3196
3196
|
"data": [
|
|
3197
3197
|
{
|
|
3198
3198
|
"checksum": 3442149460n,
|
|
@@ -3227,7 +3227,7 @@ exports[`sync - mongodb > storage v3 > sync updates to data query only 1`] = `
|
|
|
3227
3227
|
"checkpoint": {
|
|
3228
3228
|
"buckets": [
|
|
3229
3229
|
{
|
|
3230
|
-
"bucket": "1
|
|
3230
|
+
"bucket": "by_user.1.1["user1"]",
|
|
3231
3231
|
"checksum": 0,
|
|
3232
3232
|
"count": 0,
|
|
3233
3233
|
"priority": 3,
|
|
@@ -3265,7 +3265,7 @@ exports[`sync - mongodb > storage v3 > sync updates to data query only 2`] = `
|
|
|
3265
3265
|
"removed_buckets": [],
|
|
3266
3266
|
"updated_buckets": [
|
|
3267
3267
|
{
|
|
3268
|
-
"bucket": "1
|
|
3268
|
+
"bucket": "by_user.1.1["user1"]",
|
|
3269
3269
|
"checksum": 1418351250,
|
|
3270
3270
|
"count": 1,
|
|
3271
3271
|
"priority": 3,
|
|
@@ -3282,7 +3282,7 @@ exports[`sync - mongodb > storage v3 > sync updates to data query only 2`] = `
|
|
|
3282
3282
|
{
|
|
3283
3283
|
"data": {
|
|
3284
3284
|
"after": "0",
|
|
3285
|
-
"bucket": "1
|
|
3285
|
+
"bucket": "by_user.1.1["user1"]",
|
|
3286
3286
|
"data": [
|
|
3287
3287
|
{
|
|
3288
3288
|
"checksum": 1418351250,
|
|
@@ -3312,7 +3312,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 1`] = `
|
|
|
3312
3312
|
"checkpoint": {
|
|
3313
3313
|
"buckets": [
|
|
3314
3314
|
{
|
|
3315
|
-
"bucket": "1
|
|
3315
|
+
"bucket": "mybucket.1.1[]",
|
|
3316
3316
|
"checksum": 0,
|
|
3317
3317
|
"count": 0,
|
|
3318
3318
|
"priority": 3,
|
|
@@ -3350,7 +3350,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 2`] = `
|
|
|
3350
3350
|
"removed_buckets": [],
|
|
3351
3351
|
"updated_buckets": [
|
|
3352
3352
|
{
|
|
3353
|
-
"bucket": "1
|
|
3353
|
+
"bucket": "mybucket.1.1[]",
|
|
3354
3354
|
"checksum": 920318466,
|
|
3355
3355
|
"count": 1,
|
|
3356
3356
|
"priority": 3,
|
|
@@ -3367,7 +3367,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 2`] = `
|
|
|
3367
3367
|
{
|
|
3368
3368
|
"data": {
|
|
3369
3369
|
"after": "0",
|
|
3370
|
-
"bucket": "1
|
|
3370
|
+
"bucket": "mybucket.1.1[]",
|
|
3371
3371
|
"data": [
|
|
3372
3372
|
{
|
|
3373
3373
|
"checksum": 920318466,
|
|
@@ -3399,7 +3399,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 3`] = `
|
|
|
3399
3399
|
"removed_buckets": [],
|
|
3400
3400
|
"updated_buckets": [
|
|
3401
3401
|
{
|
|
3402
|
-
"bucket": "1
|
|
3402
|
+
"bucket": "mybucket.1.1[]",
|
|
3403
3403
|
"checksum": -93886621,
|
|
3404
3404
|
"count": 2,
|
|
3405
3405
|
"priority": 3,
|
|
@@ -3416,7 +3416,7 @@ exports[`sync - mongodb > storage v3 > sync updates to global data 3`] = `
|
|
|
3416
3416
|
{
|
|
3417
3417
|
"data": {
|
|
3418
3418
|
"after": "1",
|
|
3419
|
-
"bucket": "1
|
|
3419
|
+
"bucket": "mybucket.1.1[]",
|
|
3420
3420
|
"data": [
|
|
3421
3421
|
{
|
|
3422
3422
|
"checksum": 3280762209,
|
|
@@ -3472,7 +3472,7 @@ exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 2`
|
|
|
3472
3472
|
"removed_buckets": [],
|
|
3473
3473
|
"updated_buckets": [
|
|
3474
3474
|
{
|
|
3475
|
-
"bucket": "1
|
|
3475
|
+
"bucket": "by_user.1.1["user1"]",
|
|
3476
3476
|
"checksum": 1418351250,
|
|
3477
3477
|
"count": 1,
|
|
3478
3478
|
"priority": 3,
|
|
@@ -3489,7 +3489,7 @@ exports[`sync - mongodb > storage v3 > sync updates to parameter query + data 2`
|
|
|
3489
3489
|
{
|
|
3490
3490
|
"data": {
|
|
3491
3491
|
"after": "0",
|
|
3492
|
-
"bucket": "1
|
|
3492
|
+
"bucket": "by_user.1.1["user1"]",
|
|
3493
3493
|
"data": [
|
|
3494
3494
|
{
|
|
3495
3495
|
"checksum": 1418351250,
|
|
@@ -3545,7 +3545,7 @@ exports[`sync - mongodb > storage v3 > sync updates to parameter query only 2`]
|
|
|
3545
3545
|
"removed_buckets": [],
|
|
3546
3546
|
"updated_buckets": [
|
|
3547
3547
|
{
|
|
3548
|
-
"bucket": "1
|
|
3548
|
+
"bucket": "by_user.1.1["user1"]",
|
|
3549
3549
|
"checksum": 0,
|
|
3550
3550
|
"count": 0,
|
|
3551
3551
|
"priority": 3,
|