@powersync/service-module-mongodb-storage 0.15.4 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/CHANGELOG.md +69 -0
  2. package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js +1 -1
  3. package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js.map +1 -1
  4. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js +2 -2
  5. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map +1 -1
  6. package/dist/storage/MongoBucketStorage.d.ts +8 -6
  7. package/dist/storage/MongoBucketStorage.js +153 -66
  8. package/dist/storage/MongoBucketStorage.js.map +1 -1
  9. package/dist/storage/implementation/BucketDefinitionMapping.d.ts +15 -0
  10. package/dist/storage/implementation/BucketDefinitionMapping.js +58 -0
  11. package/dist/storage/implementation/BucketDefinitionMapping.js.map +1 -0
  12. package/dist/storage/implementation/CheckpointState.d.ts +20 -0
  13. package/dist/storage/implementation/CheckpointState.js +31 -0
  14. package/dist/storage/implementation/CheckpointState.js.map +1 -0
  15. package/dist/storage/implementation/MongoBucketBatch.d.ts +48 -35
  16. package/dist/storage/implementation/MongoBucketBatch.js +118 -379
  17. package/dist/storage/implementation/MongoBucketBatch.js.map +1 -1
  18. package/dist/storage/implementation/MongoBucketBatchShared.d.ts +5 -0
  19. package/dist/storage/implementation/MongoBucketBatchShared.js +8 -0
  20. package/dist/storage/implementation/MongoBucketBatchShared.js.map +1 -0
  21. package/dist/storage/implementation/MongoChecksums.d.ts +29 -17
  22. package/dist/storage/implementation/MongoChecksums.js +13 -72
  23. package/dist/storage/implementation/MongoChecksums.js.map +1 -1
  24. package/dist/storage/implementation/MongoCompactor.d.ts +98 -58
  25. package/dist/storage/implementation/MongoCompactor.js +229 -296
  26. package/dist/storage/implementation/MongoCompactor.js.map +1 -1
  27. package/dist/storage/implementation/MongoParameterCompactor.d.ts +11 -6
  28. package/dist/storage/implementation/MongoParameterCompactor.js +11 -8
  29. package/dist/storage/implementation/MongoParameterCompactor.js.map +1 -1
  30. package/dist/storage/implementation/MongoPersistedSyncRules.d.ts +14 -0
  31. package/dist/storage/implementation/MongoPersistedSyncRules.js +67 -0
  32. package/dist/storage/implementation/MongoPersistedSyncRules.js.map +1 -0
  33. package/dist/storage/implementation/MongoPersistedSyncRulesContent.d.ts +22 -5
  34. package/dist/storage/implementation/MongoPersistedSyncRulesContent.js +56 -13
  35. package/dist/storage/implementation/MongoPersistedSyncRulesContent.js.map +1 -1
  36. package/dist/storage/implementation/MongoSyncBucketStorage.d.ts +61 -32
  37. package/dist/storage/implementation/MongoSyncBucketStorage.js +85 -523
  38. package/dist/storage/implementation/MongoSyncBucketStorage.js.map +1 -1
  39. package/dist/storage/implementation/MongoSyncRulesLock.d.ts +10 -4
  40. package/dist/storage/implementation/MongoSyncRulesLock.js +19 -13
  41. package/dist/storage/implementation/MongoSyncRulesLock.js.map +1 -1
  42. package/dist/storage/implementation/MongoWriteCheckpointAPI.js +1 -1
  43. package/dist/storage/implementation/MongoWriteCheckpointAPI.js.map +1 -1
  44. package/dist/storage/implementation/OperationBatch.js +1 -1
  45. package/dist/storage/implementation/SyncRuleStateUpdate.d.ts +14 -0
  46. package/dist/storage/implementation/SyncRuleStateUpdate.js +36 -0
  47. package/dist/storage/implementation/SyncRuleStateUpdate.js.map +1 -0
  48. package/dist/storage/implementation/common/BucketDataDoc.d.ts +35 -0
  49. package/dist/storage/implementation/common/BucketDataDoc.js +2 -0
  50. package/dist/storage/implementation/common/BucketDataDoc.js.map +1 -0
  51. package/dist/storage/implementation/common/MongoSyncBucketStorageContext.d.ts +13 -0
  52. package/dist/storage/implementation/common/MongoSyncBucketStorageContext.js +2 -0
  53. package/dist/storage/implementation/common/MongoSyncBucketStorageContext.js.map +1 -0
  54. package/dist/storage/implementation/common/PersistedBatch.d.ts +108 -0
  55. package/dist/storage/implementation/common/PersistedBatch.js +237 -0
  56. package/dist/storage/implementation/common/PersistedBatch.js.map +1 -0
  57. package/dist/storage/implementation/common/SingleBucketStore.d.ts +54 -0
  58. package/dist/storage/implementation/common/SingleBucketStore.js +3 -0
  59. package/dist/storage/implementation/common/SingleBucketStore.js.map +1 -0
  60. package/dist/storage/implementation/common/SourceRecordStore.d.ts +35 -0
  61. package/dist/storage/implementation/common/SourceRecordStore.js +2 -0
  62. package/dist/storage/implementation/common/SourceRecordStore.js.map +1 -0
  63. package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.d.ts +27 -0
  64. package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js +57 -0
  65. package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js.map +1 -0
  66. package/dist/storage/implementation/createMongoSyncBucketStorage.d.ts +7 -0
  67. package/dist/storage/implementation/createMongoSyncBucketStorage.js +9 -0
  68. package/dist/storage/implementation/createMongoSyncBucketStorage.js.map +1 -0
  69. package/dist/storage/implementation/db.d.ts +41 -36
  70. package/dist/storage/implementation/db.js +77 -99
  71. package/dist/storage/implementation/db.js.map +1 -1
  72. package/dist/storage/implementation/models.d.ts +79 -66
  73. package/dist/storage/implementation/models.js +20 -1
  74. package/dist/storage/implementation/models.js.map +1 -1
  75. package/dist/storage/implementation/v1/MongoBucketBatchV1.d.ts +27 -0
  76. package/dist/storage/implementation/v1/MongoBucketBatchV1.js +407 -0
  77. package/dist/storage/implementation/v1/MongoBucketBatchV1.js.map +1 -0
  78. package/dist/storage/implementation/v1/MongoChecksumsV1.d.ts +12 -0
  79. package/dist/storage/implementation/v1/MongoChecksumsV1.js +56 -0
  80. package/dist/storage/implementation/v1/MongoChecksumsV1.js.map +1 -0
  81. package/dist/storage/implementation/v1/MongoCompactorV1.d.ts +23 -0
  82. package/dist/storage/implementation/v1/MongoCompactorV1.js +52 -0
  83. package/dist/storage/implementation/v1/MongoCompactorV1.js.map +1 -0
  84. package/dist/storage/implementation/v1/MongoParameterCompactorV1.d.ts +9 -0
  85. package/dist/storage/implementation/v1/MongoParameterCompactorV1.js +20 -0
  86. package/dist/storage/implementation/v1/MongoParameterCompactorV1.js.map +1 -0
  87. package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.d.ts +50 -0
  88. package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js +354 -0
  89. package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js.map +1 -0
  90. package/dist/storage/implementation/v1/PersistedBatchV1.d.ts +25 -0
  91. package/dist/storage/implementation/v1/PersistedBatchV1.js +183 -0
  92. package/dist/storage/implementation/v1/PersistedBatchV1.js.map +1 -0
  93. package/dist/storage/implementation/v1/SingleBucketStoreV1.d.ts +18 -0
  94. package/dist/storage/implementation/v1/SingleBucketStoreV1.js +57 -0
  95. package/dist/storage/implementation/v1/SingleBucketStoreV1.js.map +1 -0
  96. package/dist/storage/implementation/v1/SourceRecordStoreV1.d.ts +19 -0
  97. package/dist/storage/implementation/v1/SourceRecordStoreV1.js +105 -0
  98. package/dist/storage/implementation/v1/SourceRecordStoreV1.js.map +1 -0
  99. package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.d.ts +12 -0
  100. package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js +20 -0
  101. package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js.map +1 -0
  102. package/dist/storage/implementation/v1/models.d.ts +45 -0
  103. package/dist/storage/implementation/v1/models.js +37 -0
  104. package/dist/storage/implementation/v1/models.js.map +1 -0
  105. package/dist/storage/implementation/v3/MongoBucketBatchV3.d.ts +30 -0
  106. package/dist/storage/implementation/v3/MongoBucketBatchV3.js +463 -0
  107. package/dist/storage/implementation/v3/MongoBucketBatchV3.js.map +1 -0
  108. package/dist/storage/implementation/v3/MongoChecksumsV3.d.ts +15 -0
  109. package/dist/storage/implementation/v3/MongoChecksumsV3.js +84 -0
  110. package/dist/storage/implementation/v3/MongoChecksumsV3.js.map +1 -0
  111. package/dist/storage/implementation/v3/MongoCompactorV3.d.ts +23 -0
  112. package/dist/storage/implementation/v3/MongoCompactorV3.js +68 -0
  113. package/dist/storage/implementation/v3/MongoCompactorV3.js.map +1 -0
  114. package/dist/storage/implementation/v3/MongoParameterCompactorV3.d.ts +9 -0
  115. package/dist/storage/implementation/v3/MongoParameterCompactorV3.js +18 -0
  116. package/dist/storage/implementation/v3/MongoParameterCompactorV3.js.map +1 -0
  117. package/dist/storage/implementation/v3/MongoParameterLookupV3.d.ts +4 -0
  118. package/dist/storage/implementation/v3/MongoParameterLookupV3.js +9 -0
  119. package/dist/storage/implementation/v3/MongoParameterLookupV3.js.map +1 -0
  120. package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.d.ts +63 -0
  121. package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.js +508 -0
  122. package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.js.map +1 -0
  123. package/dist/storage/implementation/v3/PersistedBatchV3.d.ts +28 -0
  124. package/dist/storage/implementation/v3/PersistedBatchV3.js +259 -0
  125. package/dist/storage/implementation/v3/PersistedBatchV3.js.map +1 -0
  126. package/dist/storage/implementation/v3/SingleBucketStoreV3.d.ts +18 -0
  127. package/dist/storage/implementation/v3/SingleBucketStoreV3.js +48 -0
  128. package/dist/storage/implementation/v3/SingleBucketStoreV3.js.map +1 -0
  129. package/dist/storage/implementation/v3/SourceRecordStoreV3.d.ts +22 -0
  130. package/dist/storage/implementation/v3/SourceRecordStoreV3.js +164 -0
  131. package/dist/storage/implementation/v3/SourceRecordStoreV3.js.map +1 -0
  132. package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.d.ts +22 -0
  133. package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.js +74 -0
  134. package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.js.map +1 -0
  135. package/dist/storage/implementation/v3/models.d.ts +101 -0
  136. package/dist/storage/implementation/v3/models.js +34 -0
  137. package/dist/storage/implementation/v3/models.js.map +1 -0
  138. package/dist/storage/storage-index.d.ts +6 -3
  139. package/dist/storage/storage-index.js +6 -3
  140. package/dist/storage/storage-index.js.map +1 -1
  141. package/dist/utils/util.d.ts +10 -3
  142. package/dist/utils/util.js +24 -3
  143. package/dist/utils/util.js.map +1 -1
  144. package/package.json +9 -9
  145. package/src/migrations/db/migrations/1688556755264-initial-sync-rules.ts +1 -1
  146. package/src/migrations/db/migrations/1702295701188-sync-rule-state.ts +7 -7
  147. package/src/storage/MongoBucketStorage.ts +254 -99
  148. package/src/storage/implementation/BucketDefinitionMapping.ts +75 -0
  149. package/src/storage/implementation/CheckpointState.ts +59 -0
  150. package/src/storage/implementation/MongoBucketBatch.ts +182 -490
  151. package/src/storage/implementation/MongoBucketBatchShared.ts +11 -0
  152. package/src/storage/implementation/MongoChecksums.ts +53 -75
  153. package/src/storage/implementation/MongoCompactor.ts +374 -404
  154. package/src/storage/implementation/MongoParameterCompactor.ts +37 -24
  155. package/src/storage/implementation/MongoPersistedSyncRules.ts +82 -0
  156. package/src/storage/implementation/MongoPersistedSyncRulesContent.ts +78 -16
  157. package/src/storage/implementation/MongoSyncBucketStorage.ts +179 -628
  158. package/src/storage/implementation/MongoSyncRulesLock.ts +20 -16
  159. package/src/storage/implementation/MongoWriteCheckpointAPI.ts +3 -1
  160. package/src/storage/implementation/OperationBatch.ts +1 -1
  161. package/src/storage/implementation/SyncRuleStateUpdate.ts +38 -0
  162. package/src/storage/implementation/common/BucketDataDoc.ts +37 -0
  163. package/src/storage/implementation/common/MongoSyncBucketStorageContext.ts +15 -0
  164. package/src/storage/implementation/common/PersistedBatch.ts +364 -0
  165. package/src/storage/implementation/common/SingleBucketStore.ts +63 -0
  166. package/src/storage/implementation/common/SourceRecordStore.ts +48 -0
  167. package/src/storage/implementation/common/VersionedPowerSyncMongoBase.ts +80 -0
  168. package/src/storage/implementation/createMongoSyncBucketStorage.ts +25 -0
  169. package/src/storage/implementation/db.ts +110 -131
  170. package/src/storage/implementation/models.ts +102 -79
  171. package/src/storage/implementation/v1/MongoBucketBatchV1.ts +509 -0
  172. package/src/storage/implementation/v1/MongoChecksumsV1.ts +75 -0
  173. package/src/storage/implementation/v1/MongoCompactorV1.ts +93 -0
  174. package/src/storage/implementation/v1/MongoParameterCompactorV1.ts +26 -0
  175. package/src/storage/implementation/v1/MongoSyncBucketStorageV1.ts +543 -0
  176. package/src/storage/implementation/v1/PersistedBatchV1.ts +229 -0
  177. package/src/storage/implementation/v1/SingleBucketStoreV1.ts +74 -0
  178. package/src/storage/implementation/v1/SourceRecordStoreV1.ts +156 -0
  179. package/src/storage/implementation/v1/VersionedPowerSyncMongoV1.ts +28 -0
  180. package/src/storage/implementation/v1/models.ts +99 -0
  181. package/src/storage/implementation/v3/MongoBucketBatchV3.ts +607 -0
  182. package/src/storage/implementation/v3/MongoChecksumsV3.ts +120 -0
  183. package/src/storage/implementation/v3/MongoCompactorV3.ts +107 -0
  184. package/src/storage/implementation/v3/MongoParameterCompactorV3.ts +24 -0
  185. package/src/storage/implementation/v3/MongoParameterLookupV3.ts +11 -0
  186. package/src/storage/implementation/v3/MongoSyncBucketStorageV3.ts +678 -0
  187. package/src/storage/implementation/v3/PersistedBatchV3.ts +317 -0
  188. package/src/storage/implementation/v3/SingleBucketStoreV3.ts +68 -0
  189. package/src/storage/implementation/v3/SourceRecordStoreV3.ts +226 -0
  190. package/src/storage/implementation/v3/VersionedPowerSyncMongoV3.ts +117 -0
  191. package/src/storage/implementation/v3/models.ts +164 -0
  192. package/src/storage/storage-index.ts +6 -3
  193. package/src/utils/util.ts +34 -5
  194. package/test/src/storage_compacting.test.ts +57 -29
  195. package/test/src/storage_sync.test.ts +767 -5
  196. package/test/src/storeCurrentData.test.ts +211 -0
  197. package/test/tsconfig.json +0 -1
  198. package/tsconfig.tsbuildinfo +1 -1
  199. package/dist/storage/implementation/PersistedBatch.d.ts +0 -71
  200. package/dist/storage/implementation/PersistedBatch.js +0 -354
  201. package/dist/storage/implementation/PersistedBatch.js.map +0 -1
  202. package/src/storage/implementation/PersistedBatch.ts +0 -432
@@ -0,0 +1,508 @@
1
+ import * as lib_mongo from '@powersync/lib-service-mongodb';
2
+ import { ServiceAssertionError } from '@powersync/lib-services-framework';
3
+ import { internalToExternalOpId, maxLsn, ParameterSetLimitExceededError, storage } from '@powersync/service-core';
4
+ import { JSONBig } from '@powersync/service-jsonbig';
5
+ import * as bson from 'bson';
6
+ import { mapOpEntry, readSingleBatch, setSessionSnapshotTime } from '../../../utils/util.js';
7
+ import { MongoPersistedSyncRulesContentV3 } from '../MongoPersistedSyncRulesContent.js';
8
+ import { MongoSyncBucketStorage } from '../MongoSyncBucketStorage.js';
9
+ import { loadBucketDataDocumentV3 } from './models.js';
10
+ import { MongoBucketBatchV3 } from './MongoBucketBatchV3.js';
11
+ import { MongoChecksumsV3 } from './MongoChecksumsV3.js';
12
+ import { MongoCompactorV3 } from './MongoCompactorV3.js';
13
+ import { MongoParameterCompactorV3 } from './MongoParameterCompactorV3.js';
14
+ import { deserializeParameterLookupV3, serializeParameterLookupV3 } from './MongoParameterLookupV3.js';
15
+ export class MongoSyncBucketStorageV3 extends MongoSyncBucketStorage {
16
+ syncRulesV3;
17
+ constructor(factory, group_id, sync_rules, slot_name, writeCheckpointMode, options) {
18
+ super(factory, group_id, sync_rules, slot_name, writeCheckpointMode, options);
19
+ if (!(sync_rules instanceof MongoPersistedSyncRulesContentV3)) {
20
+ throw new ServiceAssertionError('Missing sync config id for storage v3');
21
+ }
22
+ this.syncRulesV3 = sync_rules;
23
+ }
24
+ get syncConfigId() {
25
+ return this.syncRulesV3.syncConfigId;
26
+ }
27
+ get syncRulesCollection() {
28
+ return this.db.sync_rules;
29
+ }
30
+ syncConfigMatch(extra = {}) {
31
+ return {
32
+ _id: this.group_id,
33
+ sync_configs: {
34
+ $elemMatch: {
35
+ _id: this.syncConfigId,
36
+ ...extra
37
+ }
38
+ }
39
+ };
40
+ }
41
+ syncConfigProjection(extra = {}) {
42
+ return {
43
+ ...extra,
44
+ sync_configs: {
45
+ $elemMatch: {
46
+ _id: this.syncConfigId
47
+ }
48
+ }
49
+ };
50
+ }
51
+ syncConfigArrayFilters() {
52
+ return [{ 'config._id': this.syncConfigId }];
53
+ }
54
+ /**
55
+ * For now, we only support a single sync config per replication stream.
56
+ *
57
+ * In the future we'll add support for multiple.
58
+ */
59
+ selectedSyncConfig(doc) {
60
+ return doc?.sync_configs?.[0] ?? null;
61
+ }
62
+ async initializeVersionStorage() {
63
+ const mapping = this.mapping;
64
+ for (let source of mapping.allBucketDefinitionIds()) {
65
+ const collection = this.db.bucketDataV3(this.group_id, source).collectionName;
66
+ await this.db.db
67
+ .createCollection(collection, { clusteredIndex: { name: '_id', unique: true, key: { _id: 1 } } })
68
+ .catch((error) => {
69
+ if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceExists') {
70
+ return;
71
+ }
72
+ throw error;
73
+ });
74
+ }
75
+ for (let indexId of mapping.allParameterIndexIds()) {
76
+ await this.db.parameterIndexV3(this.group_id, indexId).createIndex({
77
+ lookup: 1,
78
+ key: 1,
79
+ _id: -1
80
+ }, {
81
+ name: 'lookup_op_id'
82
+ });
83
+ }
84
+ }
85
+ createMongoChecksums(options) {
86
+ return new MongoChecksumsV3(this.db, this.group_id, {
87
+ ...options.checksumOptions,
88
+ storageConfig: options?.storageConfig,
89
+ mapping: this.sync_rules.mapping
90
+ });
91
+ }
92
+ createMongoCompactor(options) {
93
+ return new MongoCompactorV3(this, this.db, options);
94
+ }
95
+ createMongoParameterCompactor(checkpoint, options) {
96
+ return new MongoParameterCompactorV3(this.db, this.group_id, checkpoint, options);
97
+ }
98
+ createWriterImpl(batchOptions) {
99
+ return new MongoBucketBatchV3(batchOptions);
100
+ }
101
+ async fetchCheckpointState(session) {
102
+ const doc = await this.syncRulesCollection.findOne(this.syncConfigMatch({
103
+ state: { $in: [storage.SyncRuleState.ACTIVE, storage.SyncRuleState.ERRORED] }
104
+ }), {
105
+ session,
106
+ projection: this.syncConfigProjection()
107
+ });
108
+ const syncConfig = this.selectedSyncConfig(doc);
109
+ if (!syncConfig?.snapshot_done) {
110
+ return null;
111
+ }
112
+ return {
113
+ checkpoint: syncConfig.last_checkpoint ?? 0n,
114
+ lsn: syncConfig.last_checkpoint_lsn ?? null
115
+ };
116
+ }
117
+ async getWriterSyncState() {
118
+ const doc = await this.syncRulesCollection.findOne(this.syncConfigMatch(), {
119
+ projection: this.syncConfigProjection({ snapshot_lsn: 1 })
120
+ });
121
+ const syncConfig = this.selectedSyncConfig(doc);
122
+ const checkpointLsn = syncConfig?.last_checkpoint_lsn ?? null;
123
+ return {
124
+ lastCheckpointLsn: checkpointLsn,
125
+ resumeFromLsn: maxLsn(checkpointLsn, doc?.snapshot_lsn),
126
+ keepaliveOp: syncConfig?.keepalive_op ?? null,
127
+ syncConfigId: this.syncConfigId
128
+ };
129
+ }
130
+ async terminateSyncRuleState() {
131
+ await this.db.sync_rules.updateOne({
132
+ _id: this.group_id
133
+ }, {
134
+ $set: {
135
+ state: storage.SyncRuleState.TERMINATED,
136
+ persisted_lsn: null,
137
+ sync_configs: []
138
+ }
139
+ });
140
+ }
141
+ async getStatusImpl() {
142
+ const doc = await this.syncRulesCollection.findOne(this.syncConfigMatch(), {
143
+ projection: this.syncConfigProjection({ state: 1, snapshot_lsn: 1, keepalive_op: 1 })
144
+ });
145
+ const syncConfig = this.selectedSyncConfig(doc);
146
+ if (doc == null || syncConfig == null) {
147
+ throw new ServiceAssertionError('Cannot find replication stream status');
148
+ }
149
+ return {
150
+ snapshot_done: syncConfig.snapshot_done ?? false,
151
+ snapshot_lsn: doc.snapshot_lsn ?? null,
152
+ active: doc.state == storage.SyncRuleState.ACTIVE && syncConfig.state == storage.SyncRuleState.ACTIVE,
153
+ checkpoint_lsn: syncConfig.last_checkpoint_lsn ?? null,
154
+ keepalive_op: syncConfig.keepalive_op ?? null
155
+ };
156
+ }
157
+ async clearSyncRuleState() {
158
+ await this.syncRulesCollection.updateOne(this.syncConfigMatch(), {
159
+ $set: {
160
+ persisted_lsn: null,
161
+ 'sync_configs.$[config].snapshot_done': false,
162
+ 'sync_configs.$[config].last_checkpoint_lsn': null,
163
+ 'sync_configs.$[config].last_checkpoint': null,
164
+ 'sync_configs.$[config].no_checkpoint_before': null,
165
+ 'sync_configs.$[config].keepalive_op': null
166
+ },
167
+ $unset: {
168
+ snapshot_lsn: 1
169
+ }
170
+ }, {
171
+ maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS,
172
+ arrayFilters: this.syncConfigArrayFilters()
173
+ });
174
+ }
175
+ get versionContext() {
176
+ return {
177
+ db: this.db,
178
+ group_id: this.group_id,
179
+ mapping: this.mapping
180
+ };
181
+ }
182
+ getParameterSetsImpl(checkpoint, lookups, limit) {
183
+ return getParameterSetsV3(this.versionContext, checkpoint, lookups, limit);
184
+ }
185
+ getBucketDataBatchImpl(checkpoint, dataBuckets, options) {
186
+ return getBucketDataBatchV3(this.versionContext, checkpoint, dataBuckets, options);
187
+ }
188
+ async clearBucketData(_signal) {
189
+ for (const collection of await this.db.listBucketDataCollectionsV3(this.group_id)) {
190
+ await collection.drop();
191
+ }
192
+ }
193
+ async clearParameterIndexes(_signal) {
194
+ for (const collection of await this.db.listParameterIndexCollectionsV3(this.group_id)) {
195
+ await collection.collection.drop();
196
+ }
197
+ }
198
+ async clearSourceRecords(_signal) {
199
+ for (const collection of await this.db.listSourceRecordCollectionsV3(this.group_id)) {
200
+ await collection.drop();
201
+ }
202
+ }
203
+ async clearBucketState(_signal) {
204
+ await this.db
205
+ .bucketStateV3(this.group_id)
206
+ .drop({ maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS })
207
+ .catch((error) => {
208
+ if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceNotFound') {
209
+ return;
210
+ }
211
+ throw error;
212
+ });
213
+ }
214
+ async clearSourceTables(_signal) {
215
+ await this.db
216
+ .sourceTablesV3(this.group_id)
217
+ .drop({ maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS })
218
+ .catch((error) => {
219
+ if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceNotFound') {
220
+ return;
221
+ }
222
+ throw error;
223
+ });
224
+ }
225
+ getDataBucketChangesImpl(options) {
226
+ return getDataBucketChangesV3(this.versionContext, options);
227
+ }
228
+ getParameterBucketChangesImpl(options) {
229
+ return getParameterBucketChangesV3(this.versionContext, options);
230
+ }
231
+ }
232
+ export async function getParameterSetsV3(ctx, checkpoint, lookups, limit) {
233
+ return ctx.db.client.withSession({ snapshot: true }, async (session) => {
234
+ setSessionSnapshotTime(session, checkpoint.snapshotTime);
235
+ const buildLookupPipeline = (lookup, index) => {
236
+ const indexId = lookup.indexId;
237
+ const collection = ctx.db.parameterIndexV3(ctx.group_id, indexId);
238
+ const lookupFilter = serializeParameterLookupV3(lookup);
239
+ return {
240
+ collection,
241
+ pipeline: [
242
+ {
243
+ $match: {
244
+ lookup: lookupFilter,
245
+ _id: { $lte: checkpoint.checkpoint }
246
+ }
247
+ },
248
+ {
249
+ $sort: {
250
+ key: 1,
251
+ _id: -1
252
+ }
253
+ },
254
+ {
255
+ $group: {
256
+ _id: {
257
+ key: '$key'
258
+ },
259
+ bucket_parameters: {
260
+ $first: '$bucket_parameters'
261
+ }
262
+ }
263
+ },
264
+ {
265
+ $project: {
266
+ _id: 0,
267
+ bucket_parameters: 1,
268
+ index: { $literal: index }
269
+ }
270
+ }
271
+ ]
272
+ };
273
+ };
274
+ const [firstLookup, ...remainingLookups] = lookups;
275
+ const firstQuery = firstLookup == null ? null : buildLookupPipeline(firstLookup, 0);
276
+ if (firstQuery == null) {
277
+ return [];
278
+ }
279
+ const pipeline = [
280
+ ...firstQuery.pipeline,
281
+ ...remainingLookups.map((lookup, indexInRemaining) => {
282
+ const query = buildLookupPipeline(lookup, indexInRemaining + 1);
283
+ return {
284
+ $unionWith: {
285
+ coll: query.collection.collectionName,
286
+ pipeline: query.pipeline
287
+ }
288
+ };
289
+ }),
290
+ { $unwind: '$bucket_parameters' },
291
+ { $limit: limit + 1 }
292
+ ];
293
+ const rows = await firstQuery.collection
294
+ .aggregate(pipeline, {
295
+ session,
296
+ readConcern: 'snapshot',
297
+ maxTimeMS: lib_mongo.db.MONGO_OPERATION_TIMEOUT_MS
298
+ })
299
+ .toArray()
300
+ .catch((e) => {
301
+ throw lib_mongo.mapQueryError(e, 'while evaluating parameter queries');
302
+ });
303
+ if (rows.length > limit) {
304
+ throw new ParameterSetLimitExceededError(limit);
305
+ }
306
+ const byLookup = Map.groupBy(rows, (row) => lookups[row.index]);
307
+ const results = [];
308
+ byLookup.forEach((value, lookup) => results.push({ lookup, rows: value.map((r) => r.bucket_parameters) }));
309
+ return results;
310
+ });
311
+ }
312
+ export async function* getBucketDataBatchV3(ctx, checkpoint, dataBuckets, options) {
313
+ if (dataBuckets.length == 0) {
314
+ return;
315
+ }
316
+ if (checkpoint == null) {
317
+ throw new Error('checkpoint is null');
318
+ }
319
+ const batchLimit = options?.limit ?? storage.DEFAULT_DOCUMENT_BATCH_LIMIT;
320
+ const chunkSizeLimitBytes = options?.chunkLimitBytes ?? storage.DEFAULT_DOCUMENT_CHUNK_LIMIT_BYTES;
321
+ const end = checkpoint;
322
+ let remainingLimit = batchLimit;
323
+ const requestsByDefinition = new Map();
324
+ for (const request of dataBuckets) {
325
+ const definitionId = ctx.mapping.bucketSourceId(request.source);
326
+ const requests = requestsByDefinition.get(definitionId) ?? [];
327
+ requests.push(request);
328
+ requestsByDefinition.set(definitionId, requests);
329
+ }
330
+ const definitionGroups = Array.from(requestsByDefinition.entries());
331
+ for (let groupIndex = 0; groupIndex < definitionGroups.length && remainingLimit > 0; groupIndex++) {
332
+ const [definitionId, requests] = definitionGroups[groupIndex];
333
+ const hasLaterDefinitionGroups = groupIndex < definitionGroups.length - 1;
334
+ const bucketMap = new Map(requests.map((request) => [request.bucket, request.start]));
335
+ const filters = Array.from(bucketMap.entries()).map(([bucket, start]) => ({
336
+ _id: {
337
+ $gt: {
338
+ b: bucket,
339
+ o: start
340
+ },
341
+ $lte: {
342
+ b: bucket,
343
+ o: end
344
+ }
345
+ }
346
+ }));
347
+ const cursor = ctx.db.bucketDataV3(ctx.group_id, definitionId).find({
348
+ $or: filters
349
+ }, {
350
+ session: undefined,
351
+ sort: { _id: 1 },
352
+ limit: remainingLimit,
353
+ batchSize: remainingLimit + 1,
354
+ raw: true,
355
+ maxTimeMS: lib_mongo.db.MONGO_OPERATION_TIMEOUT_MS
356
+ });
357
+ let { data, hasMore: batchHasMore } = await readSingleBatch(cursor).catch((e) => {
358
+ throw lib_mongo.mapQueryError(e, 'while reading bucket data');
359
+ });
360
+ if (data.length == remainingLimit) {
361
+ batchHasMore = true;
362
+ }
363
+ if (data.length == 0) {
364
+ continue;
365
+ }
366
+ remainingLimit -= data.length;
367
+ let chunkSizeBytes = 0;
368
+ let currentChunk = null;
369
+ let targetOp = null;
370
+ for (let rawData of data) {
371
+ const row = loadBucketDataDocumentV3({ replicationStreamId: ctx.group_id, definitionId }, bson.deserialize(rawData, storage.BSON_DESERIALIZE_INTERNAL_OPTIONS));
372
+ const bucket = row.bucketKey.bucket;
373
+ if (currentChunk == null || currentChunk.bucket != bucket || chunkSizeBytes >= chunkSizeLimitBytes) {
374
+ let start = undefined;
375
+ if (currentChunk != null) {
376
+ if (currentChunk.bucket == bucket) {
377
+ currentChunk.has_more = true;
378
+ start = currentChunk.next_after;
379
+ }
380
+ const yieldChunk = currentChunk;
381
+ currentChunk = null;
382
+ chunkSizeBytes = 0;
383
+ yield { chunkData: yieldChunk, targetOp: targetOp };
384
+ targetOp = null;
385
+ }
386
+ if (start == null) {
387
+ const startOpId = bucketMap.get(bucket);
388
+ if (startOpId == null) {
389
+ throw new Error(`data for unexpected bucket: ${bucket}`);
390
+ }
391
+ start = internalToExternalOpId(startOpId);
392
+ }
393
+ currentChunk = {
394
+ bucket,
395
+ after: start,
396
+ has_more: false,
397
+ data: [],
398
+ next_after: start
399
+ };
400
+ }
401
+ const entry = mapOpEntry(row);
402
+ if (row.target_op != null && (targetOp == null || row.target_op > targetOp)) {
403
+ targetOp = row.target_op;
404
+ }
405
+ currentChunk.data.push(entry);
406
+ currentChunk.next_after = entry.op_id;
407
+ chunkSizeBytes += rawData.byteLength;
408
+ }
409
+ if (currentChunk != null) {
410
+ const yieldChunk = currentChunk;
411
+ yieldChunk.has_more = batchHasMore || (remainingLimit <= 0 && hasLaterDefinitionGroups);
412
+ yield { chunkData: yieldChunk, targetOp: targetOp };
413
+ }
414
+ if (batchHasMore || remainingLimit <= 0) {
415
+ return;
416
+ }
417
+ }
418
+ }
419
+ export async function getDataBucketChangesV3(ctx, options) {
420
+ const limit = 1000;
421
+ const bucketStateUpdates = await ctx.db
422
+ .bucketStateV3(ctx.group_id)
423
+ .aggregate([
424
+ {
425
+ $match: {
426
+ last_op: { $gt: options.lastCheckpoint.checkpoint }
427
+ }
428
+ },
429
+ {
430
+ $group: {
431
+ _id: '$_id.b',
432
+ last_op: { $max: '$last_op' }
433
+ }
434
+ },
435
+ {
436
+ $sort: {
437
+ last_op: 1
438
+ }
439
+ },
440
+ {
441
+ $limit: limit + 1
442
+ }
443
+ ], { maxTimeMS: lib_mongo.MONGO_CHECKSUM_TIMEOUT_MS })
444
+ .toArray();
445
+ const buckets = bucketStateUpdates.map((doc) => doc._id);
446
+ const invalidateDataBuckets = buckets.length > limit;
447
+ return {
448
+ invalidateDataBuckets,
449
+ updatedDataBuckets: invalidateDataBuckets ? new Set() : new Set(buckets)
450
+ };
451
+ }
452
+ export async function getParameterBucketChangesV3(ctx, options) {
453
+ const limit = 1000;
454
+ const indexIds = ctx.mapping.allParameterIndexIds();
455
+ const collections = indexIds.map((indexId) => ({
456
+ indexId,
457
+ collection: ctx.db.parameterIndexV3(ctx.group_id, indexId)
458
+ }));
459
+ if (collections.length == 0) {
460
+ return {
461
+ invalidateParameterBuckets: false,
462
+ updatedParameterLookups: new Set()
463
+ };
464
+ }
465
+ const checkpointFilter = {
466
+ _id: { $gt: options.lastCheckpoint.checkpoint, $lte: options.nextCheckpoint.checkpoint }
467
+ };
468
+ const pipelineForCollection = (indexId) => [
469
+ {
470
+ $match: checkpointFilter
471
+ },
472
+ {
473
+ $project: {
474
+ _id: 0,
475
+ lookup: 1,
476
+ indexId: { $literal: indexId }
477
+ }
478
+ }
479
+ ];
480
+ const [firstCollection, ...remainingCollections] = collections;
481
+ const parameterUpdates = await firstCollection.collection
482
+ .aggregate([
483
+ ...pipelineForCollection(firstCollection.indexId),
484
+ ...remainingCollections.map((collection) => {
485
+ return {
486
+ $unionWith: {
487
+ coll: collection.collection.collectionName,
488
+ pipeline: pipelineForCollection(collection.indexId)
489
+ }
490
+ };
491
+ }),
492
+ {
493
+ $limit: limit + 1
494
+ }
495
+ ], {
496
+ batchSize: limit + 2,
497
+ maxTimeMS: lib_mongo.db.MONGO_OPERATION_TIMEOUT_MS
498
+ })
499
+ .toArray();
500
+ const invalidateParameterUpdates = parameterUpdates.length > limit;
501
+ return {
502
+ invalidateParameterBuckets: invalidateParameterUpdates,
503
+ updatedParameterLookups: invalidateParameterUpdates
504
+ ? new Set()
505
+ : new Set(parameterUpdates.map((p) => JSONBig.stringify(deserializeParameterLookupV3(p.lookup, p.indexId))))
506
+ };
507
+ }
508
+ //# sourceMappingURL=MongoSyncBucketStorageV3.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"MongoSyncBucketStorageV3.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/MongoSyncBucketStorageV3.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAE5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAIL,sBAAsB,EACtB,MAAM,EACN,8BAA8B,EAE9B,OAAO,EAER,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAErD,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAU7F,OAAO,EAEL,gCAAgC,EACjC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAiC,MAAM,8BAA8B,CAAC;AACrG,OAAO,EAGL,wBAAwB,EAGzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,4BAA4B,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AAGvG,MAAM,OAAO,wBAAyB,SAAQ,sBAAsB;IAKjD,WAAW,CAAmC;IAE/D,YACE,OAA2B,EAC3B,QAAgB,EAChB,UAA4C,EAC5C,SAAiB,EACjB,mBAA4D,EAC5D,OAAsC;QAEtC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,UAAU,YAAY,gCAAgC,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,qBAAqB,CAAC,uCAAuC,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;IAChC,CAAC;IAED,IAAY,YAAY;QACtB,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC;IACvC,CAAC;IAED,IAAY,mBAAmB;QAC7B,OAAO,IAAI,CAAC,EAAE,CAAC,UAAsE,CAAC;IACxF,CAAC;IAEO,eAAe,CAAC,QAAwB,EAAE;QAChD,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,QAAQ;YAClB,YAAY,EAAE;gBACZ,UAAU,EAAE;oBACV,GAAG,EAAE,IAAI,CAAC,YAAY;oBACtB,GAAG,KAAK;iBACT;aACF;SACF,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,QAAwB,EAAE;QACrD,OAAO;YACL,GAAG,KAAK;YACR,YAAY,EAAE;gBACZ,UAAU,EAAE;oBACV,GAAG,EAAE,IAAI,CAAC,YAAY;iBACvB;aACF;SACF,CAAC;IACJ,CAAC;IAEO,sBAAsB;QAC5B,OAAO,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CACxB,GAA6D;QAE7D,OAAO,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAES,KAAK,CAAC,wBAAwB;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,KAAK,IAAI,MAAM,IAAI,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,cAAc,CAAC;YAC9E,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;iBACb,gBAAgB,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;iBAChG,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,iBAAiB,EAAE,CAAC;oBAChF,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;QACD,KAAK,IAAI,OAAO,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;YACnD,MAAM,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,WAAW,CAChE;gBACE,MAAM,EAAE,CAAC;gBACT,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,CAAC,CAAC;aACR,EACD;gBACE,IAAI,EAAE,cAAc;aACrB,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAES,oBAAoB,CAAC,OAAsC;QACnE,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE;YAClD,GAAG,OAAO,CAAC,eAAe;YAC1B,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;SACjC,CAAC,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,OAA4B;QAC/C,OAAO,IAAI,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAES,6BAA6B,CACrC,UAAwB,EACxB,OAA+B;QAE/B,OAAO,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAES,gBAAgB,CAAC,YAAqC;QAC9D,OAAO,IAAI,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAES,KAAK,CAAC,oBAAoB,CAClC,OAA4B;QAE5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAChD,IAAI,CAAC,eAAe,CAAC;YACnB,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;SAC9E,CAAC,EACF;YACE,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,oBAAoB,EAAE;SACxC,CACF,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,eAAe,IAAI,EAAE;YAC5C,GAAG,EAAE,UAAU,CAAC,mBAAmB,IAAI,IAAI;SAC5C,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,kBAAkB;QAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC3D,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,UAAU,EAAE,mBAAmB,IAAI,IAAI,CAAC;QAC9D,OAAO;YACL,iBAAiB,EAAE,aAAa;YAChC,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,GAAG,EAAE,YAAY,CAAC;YACvD,WAAW,EAAE,UAAU,EAAE,YAAY,IAAI,IAAI;YAC7C,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,sBAAsB;QACpC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,IAAI,EAAE;gBACJ,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBACvC,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE,EAAE;aACjB;SACF,CACF,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SACtF,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,GAAG,IAAI,IAAI,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,qBAAqB,CAAC,uCAAuC,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO;YACL,aAAa,EAAE,UAAU,CAAC,aAAa,IAAI,KAAK;YAChD,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;YACtC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,IAAI,UAAU,CAAC,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM;YACrG,cAAc,EAAE,UAAU,CAAC,mBAAmB,IAAI,IAAI;YACtD,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;SAC9C,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,kBAAkB;QAChC,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,CACtC,IAAI,CAAC,eAAe,EAAE,EACtB;YACE,IAAI,EAAE;gBACJ,aAAa,EAAE,IAAI;gBACnB,sCAAsC,EAAE,KAAK;gBAC7C,4CAA4C,EAAE,IAAI;gBAClD,wCAAwC,EAAE,IAAI;gBAC9C,6CAA6C,EAAE,IAAI;gBACnD,qCAAqC,EAAE,IAAI;aAC5C;YACD,MAAM,EAAE;gBACN,YAAY,EAAE,CAAC;aAChB;SACF,EACD;YACE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC;YACxD,YAAY,EAAE,IAAI,CAAC,sBAAsB,EAAE;SAC5C,CACF,CAAC;IACJ,CAAC;IAED,IAAuB,cAAc;QACnC,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAES,oBAAoB,CAC5B,UAA4C,EAC5C,OAAgC,EAChC,KAAa;QAEb,OAAO,kBAAkB,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAC7E,CAAC;IAES,sBAAsB,CAC9B,UAA8B,EAC9B,WAAwC,EACxC,OAAwC;QAExC,OAAO,oBAAoB,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,OAAqB;QACnD,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClF,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAES,KAAK,CAAC,qBAAqB,CAAC,OAAqB;QACzD,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtF,MAAM,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,OAAqB;QACtD,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC,6BAA6B,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpF,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAES,KAAK,CAAC,gBAAgB,CAAC,OAAqB;QACpD,MAAM,IAAI,CAAC,EAAE;aACV,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC5B,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,EAAE,CAAC;aAClE,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAES,KAAK,CAAC,iBAAiB,CAAC,OAAqB;QACrD,MAAM,IAAI,CAAC,EAAE;aACV,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC7B,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,EAAE,CAAC;aAClE,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAES,wBAAwB,CAChC,OAAoC;QAEpC,OAAO,sBAAsB,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAES,6BAA6B,CACrC,OAAoC;QAEpC,OAAO,2BAA2B,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAA6D,EAC7D,UAA4C,EAC5C,OAAgC,EAChC,KAAa;IAEb,OAAO,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACrE,sBAAsB,CAAC,OAAO,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;QAEzD,MAAM,mBAAmB,GAAG,CAC1B,MAA6B,EAC7B,KAAa,EAIb,EAAE;YACF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC/B,MAAM,UAAU,GAAG,GAAG,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,YAAY,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;YAExD,OAAO;gBACL,UAAU;gBACV,QAAQ,EAAE;oBACR;wBACE,MAAM,EAAE;4BACN,MAAM,EAAE,YAAY;4BACpB,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,UAAU,EAAE;yBACrC;qBACF;oBACD;wBACE,KAAK,EAAE;4BACL,GAAG,EAAE,CAAC;4BACN,GAAG,EAAE,CAAC,CAAC;yBACR;qBACF;oBACD;wBACE,MAAM,EAAE;4BACN,GAAG,EAAE;gCACH,GAAG,EAAE,MAAM;6BACZ;4BACD,iBAAiB,EAAE;gCACjB,MAAM,EAAE,oBAAoB;6BAC7B;yBACF;qBACF;oBACD;wBACE,QAAQ,EAAE;4BACR,GAAG,EAAE,CAAC;4BACN,iBAAiB,EAAE,CAAC;4BACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;yBAC3B;qBACF;iBACF;aACF,CAAC;QACJ,CAAC,CAAC;QAEF,MAAM,CAAC,WAAW,EAAE,GAAG,gBAAgB,CAAC,GAAG,OAAO,CAAC;QACnD,MAAM,UAAU,GAAG,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACpF,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAqB;YACjC,GAAG,UAAU,CAAC,QAAQ;YACtB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,gBAAgB,EAAE,EAAE;gBACnD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC;gBAChE,OAAO;oBACL,UAAU,EAAE;wBACV,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,cAAc;wBACrC,QAAQ,EAAE,KAAK,CAAC,QAAQ;qBACzB;iBACF,CAAC;YACJ,CAAC,CAAC;YACF,EAAE,OAAO,EAAE,oBAAoB,EAAE;YACjC,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE;SACtB,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU;aACrC,SAAS,CAAsD,QAAQ,EAAE;YACxE,OAAO;YACP,WAAW,EAAE,UAAU;YACvB,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,0BAA0B;SACnD,CAAC;aACD,OAAO,EAAE;aACT,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACX,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,oCAAoC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEL,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,8BAA8B,CAAC,KAAK,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAEhE,MAAM,OAAO,GAA0B,EAAE,CAAC;QAC1C,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3G,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,oBAAoB,CACzC,GAA6D,EAC7D,UAA8B,EAC9B,WAAwC,EACxC,OAAwC;IAExC,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IAED,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,4BAA4B,CAAC;IAC1E,MAAM,mBAAmB,GAAG,OAAO,EAAE,eAAe,IAAI,OAAO,CAAC,kCAAkC,CAAC;IACnG,MAAM,GAAG,GAAG,UAAU,CAAC;IACvB,IAAI,cAAc,GAAG,UAAU,CAAC;IAEhC,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAuC,CAAC;IAC5E,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,CAAC,CAAC;IACpE,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,gBAAgB,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC;QAClG,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC9D,MAAM,wBAAwB,GAAG,UAAU,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,OAAO,GAAyC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9G,GAAG,EAAE;gBACH,GAAG,EAAE;oBACH,CAAC,EAAE,MAAM;oBACT,CAAC,EAAE,KAAK;iBACT;gBACD,IAAI,EAAE;oBACJ,CAAC,EAAE,MAAM;oBACT,CAAC,EAAE,GAAU;iBACd;aACF;SACF,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,IAAI,CACjE;YACE,GAAG,EAAE,OAAO;SACb,EACD;YACE,OAAO,EAAE,SAAS;YAClB,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YAChB,KAAK,EAAE,cAAc;YACrB,SAAS,EAAE,cAAc,GAAG,CAAC;YAC7B,GAAG,EAAE,IAAI;YACT,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,0BAA0B;SACnD,CACqC,CAAC;QAEzC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YAC9E,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,2BAA2B,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;YAClC,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QAED,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC;QAE9B,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAgC,IAAI,CAAC;QACrD,IAAI,QAAQ,GAAwB,IAAI,CAAC;QAEzC,KAAK,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,wBAAwB,CAClC,EAAE,mBAAmB,EAAE,GAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,EACnD,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,iCAAiC,CAAyB,CAC7F,CAAC;YACF,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;YAEpC,IAAI,YAAY,IAAI,IAAI,IAAI,YAAY,CAAC,MAAM,IAAI,MAAM,IAAI,cAAc,IAAI,mBAAmB,EAAE,CAAC;gBACnG,IAAI,KAAK,GAA6B,SAAS,CAAC;gBAChD,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;oBACzB,IAAI,YAAY,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;wBAClC,YAAY,CAAC,QAAQ,GAAG,IAAI,CAAC;wBAC7B,KAAK,GAAG,YAAY,CAAC,UAAU,CAAC;oBAClC,CAAC;oBAED,MAAM,UAAU,GAAG,YAAY,CAAC;oBAChC,YAAY,GAAG,IAAI,CAAC;oBACpB,cAAc,GAAG,CAAC,CAAC;oBACnB,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;oBACpD,QAAQ,GAAG,IAAI,CAAC;gBAClB,CAAC;gBAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACxC,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;wBACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC;oBAC3D,CAAC;oBACD,KAAK,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;gBAC5C,CAAC;gBACD,YAAY,GAAG;oBACb,MAAM;oBACN,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE,KAAK;oBACf,IAAI,EAAE,EAAE;oBACR,UAAU,EAAE,KAAK;iBAClB,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,IAAI,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;gBAC5E,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC;YAC3B,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,YAAY,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;YACtC,cAAc,IAAI,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC;QAED,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,YAAY,CAAC;YAChC,UAAU,CAAC,QAAQ,GAAG,YAAY,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,wBAAwB,CAAC,CAAC;YACxF,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QACtD,CAAC;QAED,IAAI,YAAY,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACxC,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAA6D,EAC7D,OAAoC;IAEpC,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,EAAE;SACpC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC3B,SAAS,CACR;QACE;YACE,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;aACpD;SACF;QACD;YACE,MAAM,EAAE;gBACN,GAAG,EAAE,QAAQ;gBACb,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;aAC9B;SACF;QACD;YACE,KAAK,EAAE;gBACL,OAAO,EAAE,CAAC;aACX;SACF;QACD;YACE,MAAM,EAAE,KAAK,GAAG,CAAC;SAClB;KACF,EACD,EAAE,SAAS,EAAE,SAAS,CAAC,yBAAyB,EAAE,CACnD;SACA,OAAO,EAAE,CAAC;IAEb,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzD,MAAM,qBAAqB,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;IAErD,OAAO;QACL,qBAAqB;QACrB,kBAAkB,EAAE,qBAAqB,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC;KACjF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,GAA6D,EAC7D,OAAoC;IAEpC,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;IACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC7C,OAAO;QACP,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC;KAC3D,CAAC,CAAC,CAAC;IACJ,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,0BAA0B,EAAE,KAAK;YACjC,uBAAuB,EAAE,IAAI,GAAG,EAAU;SAC3C,CAAC;IACJ,CAAC;IACD,MAAM,gBAAgB,GAAG;QACvB,GAAG,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;KACzF,CAAC;IACF,MAAM,qBAAqB,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC;QACjD;YACE,MAAM,EAAE,gBAAgB;SACzB;QACD;YACE,QAAQ,EAAE;gBACR,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC/B;SACF;KACF,CAAC;IACF,MAAM,CAAC,eAAe,EAAE,GAAG,oBAAoB,CAAC,GAAG,WAAW,CAAC;IAC/D,MAAM,gBAAgB,GAAG,MAAM,eAAe,CAAC,UAAU;SACtD,SAAS,CACR;QACE,GAAG,qBAAqB,CAAC,eAAe,CAAC,OAAO,CAAC;QACjD,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YACzC,OAAO;gBACL,UAAU,EAAE;oBACV,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,cAAc;oBAC1C,QAAQ,EAAE,qBAAqB,CAAC,UAAU,CAAC,OAAO,CAAC;iBACpD;aACF,CAAC;QACJ,CAAC,CAAC;QACF;YACE,MAAM,EAAE,KAAK,GAAG,CAAC;SAClB;KACF,EACD;QACE,SAAS,EAAE,KAAK,GAAG,CAAC;QACpB,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,0BAA0B;KACnD,CACF;SACA,OAAO,EAAE,CAAC;IAEb,MAAM,0BAA0B,GAAG,gBAAgB,CAAC,MAAM,GAAG,KAAK,CAAC;IAEnE,OAAO;QACL,0BAA0B,EAAE,0BAA0B;QACtD,uBAAuB,EAAE,0BAA0B;YACjD,CAAC,CAAC,IAAI,GAAG,EAAU;YACnB,CAAC,CAAC,IAAI,GAAG,CACL,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAClG;KACN,CAAC;AACJ,CAAC"}
@@ -0,0 +1,28 @@
1
+ import { mongo } from '@powersync/lib-service-mongodb';
2
+ import { InternalOpId, storage } from '@powersync/service-core';
3
+ import { BucketDataSource, BucketDefinitionId } from '@powersync/service-sync-rules';
4
+ import * as bson from 'bson';
5
+ import { PersistedBatch, SaveParameterDataOptions, UpsertCurrentDataOptions } from '../common/PersistedBatch.js';
6
+ import { CurrentDataDocumentV3 } from './models.js';
7
+ import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
8
+ export declare class PersistedBatchV3 extends PersistedBatch {
9
+ protected readonly db: VersionedPowerSyncMongoV3;
10
+ currentData: {
11
+ sourceTableId: bson.ObjectId;
12
+ operation: mongo.AnyBulkWriteOperation<CurrentDataDocumentV3>;
13
+ }[];
14
+ sourceTablePendingDeletes: Map<string, bigint>;
15
+ protected checkDefinitionId(definitionId: BucketDefinitionId | null): BucketDefinitionId;
16
+ protected getBucketDefinitionId(bucketSource: BucketDataSource): BucketDefinitionId;
17
+ saveParameterData(data: SaveParameterDataOptions): void;
18
+ hardDeleteCurrentData(sourceTableId: bson.ObjectId, replicaId: storage.ReplicaId): void;
19
+ softDeleteCurrentData(sourceTableId: bson.ObjectId, replicaId: storage.ReplicaId, checkpointGreaterThan: InternalOpId): void;
20
+ upsertCurrentData(values: UpsertCurrentDataOptions): void;
21
+ protected get currentDataCount(): number;
22
+ protected flushBucketData(session: mongo.ClientSession): Promise<void>;
23
+ protected flushBucketParameters(session: mongo.ClientSession): Promise<void>;
24
+ protected flushCurrentData(session: mongo.ClientSession): Promise<void>;
25
+ protected flushBucketStates(session: mongo.ClientSession): Promise<void>;
26
+ protected resetCurrentData(): void;
27
+ private getBucketStateUpdates;
28
+ }