@powersync/service-module-mongodb-storage 0.0.0-dev-20260909133214 → 0.0.0-dev-20260929095716

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/CHANGELOG.md +52 -6
  2. package/dist/storage/MongoBucketStorage.d.ts +11 -2
  3. package/dist/storage/MongoBucketStorage.js +43 -13
  4. package/dist/storage/MongoBucketStorage.js.map +1 -1
  5. package/dist/storage/implementation/MongoBucketBatch.d.ts +24 -10
  6. package/dist/storage/implementation/MongoBucketBatch.js +134 -89
  7. package/dist/storage/implementation/MongoBucketBatch.js.map +1 -1
  8. package/dist/storage/implementation/MongoCompactor.d.ts +2 -0
  9. package/dist/storage/implementation/MongoCompactor.js.map +1 -1
  10. package/dist/storage/implementation/MongoIdSequence.d.ts +10 -1
  11. package/dist/storage/implementation/MongoIdSequence.js +14 -1
  12. package/dist/storage/implementation/MongoIdSequence.js.map +1 -1
  13. package/dist/storage/implementation/MongoOpIdAllocator.d.ts +27 -0
  14. package/dist/storage/implementation/MongoOpIdAllocator.js +97 -0
  15. package/dist/storage/implementation/MongoOpIdAllocator.js.map +1 -0
  16. package/dist/storage/implementation/MongoParsedSyncConfigSet.js +6 -2
  17. package/dist/storage/implementation/MongoParsedSyncConfigSet.js.map +1 -1
  18. package/dist/storage/implementation/MongoPersistedReplicationStream.d.ts +2 -1
  19. package/dist/storage/implementation/MongoPersistedReplicationStream.js +7 -4
  20. package/dist/storage/implementation/MongoPersistedReplicationStream.js.map +1 -1
  21. package/dist/storage/implementation/MongoPersistedSyncConfigContent.d.ts +3 -3
  22. package/dist/storage/implementation/MongoPersistedSyncConfigContent.js +6 -6
  23. package/dist/storage/implementation/MongoPersistedSyncConfigContent.js.map +1 -1
  24. package/dist/storage/implementation/MongoStorageProvider.js +5 -3
  25. package/dist/storage/implementation/MongoStorageProvider.js.map +1 -1
  26. package/dist/storage/implementation/MongoSyncBucketStorage.d.ts +5 -0
  27. package/dist/storage/implementation/MongoSyncBucketStorage.js +17 -0
  28. package/dist/storage/implementation/MongoSyncBucketStorage.js.map +1 -1
  29. package/dist/storage/implementation/MongoSyncRulesLock.d.ts +26 -2
  30. package/dist/storage/implementation/MongoSyncRulesLock.js +38 -1
  31. package/dist/storage/implementation/MongoSyncRulesLock.js.map +1 -1
  32. package/dist/storage/implementation/MongoWriteBatch.d.ts +49 -0
  33. package/dist/storage/implementation/MongoWriteBatch.js +149 -0
  34. package/dist/storage/implementation/MongoWriteBatch.js.map +1 -0
  35. package/dist/storage/implementation/MongoWriteCheckpointAPI.js +2 -2
  36. package/dist/storage/implementation/MongoWriteCheckpointAPI.js.map +1 -1
  37. package/dist/storage/implementation/common/PersistedBatch.d.ts +5 -4
  38. package/dist/storage/implementation/common/PersistedBatch.js +6 -4
  39. package/dist/storage/implementation/common/PersistedBatch.js.map +1 -1
  40. package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.d.ts +3 -0
  41. package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js +3 -0
  42. package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js.map +1 -1
  43. package/dist/storage/implementation/db.d.ts +5 -0
  44. package/dist/storage/implementation/db.js +14 -0
  45. package/dist/storage/implementation/db.js.map +1 -1
  46. package/dist/storage/implementation/v1/MongoBucketBatchV1.d.ts +5 -0
  47. package/dist/storage/implementation/v1/MongoBucketBatchV1.js +149 -139
  48. package/dist/storage/implementation/v1/MongoBucketBatchV1.js.map +1 -1
  49. package/dist/storage/implementation/v1/MongoCompactorV1.d.ts +2 -1
  50. package/dist/storage/implementation/v1/MongoCompactorV1.js +23 -17
  51. package/dist/storage/implementation/v1/MongoCompactorV1.js.map +1 -1
  52. package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js +1 -1
  53. package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js.map +1 -1
  54. package/dist/storage/implementation/v1/PersistedBatchV1.d.ts +7 -5
  55. package/dist/storage/implementation/v1/PersistedBatchV1.js +22 -28
  56. package/dist/storage/implementation/v1/PersistedBatchV1.js.map +1 -1
  57. package/dist/storage/implementation/v3/MongoBucketBatchV3.d.ts +6 -1
  58. package/dist/storage/implementation/v3/MongoBucketBatchV3.js +148 -162
  59. package/dist/storage/implementation/v3/MongoBucketBatchV3.js.map +1 -1
  60. package/dist/storage/implementation/v3/MongoCompactorV3.d.ts +10 -4
  61. package/dist/storage/implementation/v3/MongoCompactorV3.js +175 -76
  62. package/dist/storage/implementation/v3/MongoCompactorV3.js.map +1 -1
  63. package/dist/storage/implementation/v3/PersistedBatchV3.d.ts +12 -8
  64. package/dist/storage/implementation/v3/PersistedBatchV3.js +25 -32
  65. package/dist/storage/implementation/v3/PersistedBatchV3.js.map +1 -1
  66. package/dist/storage/implementation/v3/compact-utils.d.ts +3 -2
  67. package/dist/storage/implementation/v3/compact-utils.js +12 -5
  68. package/dist/storage/implementation/v3/compact-utils.js.map +1 -1
  69. package/dist/storage/implementation/v3/models.d.ts +1 -1
  70. package/dist/storage/implementation/v3/object-storage/BucketDataObjectStorage.js +8 -1
  71. package/dist/storage/implementation/v3/object-storage/BucketDataObjectStorage.js.map +1 -1
  72. package/dist/storage/implementation/v3/object-storage/ObjectStorageLifecycle.d.ts +3 -3
  73. package/dist/storage/implementation/v3/object-storage/ObjectStorageLifecycle.js +7 -9
  74. package/dist/storage/implementation/v3/object-storage/ObjectStorageLifecycle.js.map +1 -1
  75. package/dist/storage/implementation/v3/object-storage/ObjectStorageUsage.d.ts +3 -2
  76. package/dist/storage/implementation/v3/object-storage/ObjectStorageUsage.js +4 -7
  77. package/dist/storage/implementation/v3/object-storage/ObjectStorageUsage.js.map +1 -1
  78. package/dist/storage/implementation/v3/object-storage/S3ObjectStorage.js +21 -3
  79. package/dist/storage/implementation/v3/object-storage/S3ObjectStorage.js.map +1 -1
  80. package/dist/types/types.d.ts +5 -0
  81. package/dist/types/types.js +12 -0
  82. package/dist/types/types.js.map +1 -1
  83. package/dist/utils/test-utils.d.ts +4 -2
  84. package/dist/utils/test-utils.js +7 -4
  85. package/dist/utils/test-utils.js.map +1 -1
  86. package/package.json +6 -6
  87. package/src/storage/MongoBucketStorage.ts +54 -13
  88. package/src/storage/implementation/MongoBucketBatch.ts +205 -111
  89. package/src/storage/implementation/MongoCompactor.ts +2 -0
  90. package/src/storage/implementation/MongoIdSequence.ts +21 -1
  91. package/src/storage/implementation/MongoOpIdAllocator.ts +105 -0
  92. package/src/storage/implementation/MongoParsedSyncConfigSet.ts +12 -1
  93. package/src/storage/implementation/MongoPersistedReplicationStream.ts +12 -4
  94. package/src/storage/implementation/MongoPersistedSyncConfigContent.ts +48 -31
  95. package/src/storage/implementation/MongoStorageProvider.ts +13 -3
  96. package/src/storage/implementation/MongoSyncBucketStorage.ts +19 -0
  97. package/src/storage/implementation/MongoSyncRulesLock.ts +56 -3
  98. package/src/storage/implementation/MongoWriteBatch.ts +172 -0
  99. package/src/storage/implementation/MongoWriteCheckpointAPI.ts +4 -2
  100. package/src/storage/implementation/common/PersistedBatch.ts +12 -8
  101. package/src/storage/implementation/common/VersionedPowerSyncMongoBase.ts +4 -0
  102. package/src/storage/implementation/db.ts +15 -0
  103. package/src/storage/implementation/models.ts +1 -0
  104. package/src/storage/implementation/v1/MongoBucketBatchV1.ts +167 -160
  105. package/src/storage/implementation/v1/MongoCompactorV1.ts +29 -26
  106. package/src/storage/implementation/v1/MongoSyncBucketStorageV1.ts +1 -1
  107. package/src/storage/implementation/v1/PersistedBatchV1.ts +25 -30
  108. package/src/storage/implementation/v3/MongoBucketBatchV3.ts +217 -242
  109. package/src/storage/implementation/v3/MongoCompactorV3.ts +284 -108
  110. package/src/storage/implementation/v3/PersistedBatchV3.ts +36 -36
  111. package/src/storage/implementation/v3/compact-utils.ts +16 -7
  112. package/src/storage/implementation/v3/models.ts +1 -1
  113. package/src/storage/implementation/v3/object-storage/BucketDataObjectStorage.ts +8 -1
  114. package/src/storage/implementation/v3/object-storage/ObjectStorageLifecycle.ts +11 -10
  115. package/src/storage/implementation/v3/object-storage/ObjectStorageUsage.ts +8 -9
  116. package/src/storage/implementation/v3/object-storage/S3ObjectStorage.ts +23 -3
  117. package/src/types/types.ts +18 -0
  118. package/src/utils/test-utils.ts +9 -5
  119. package/test/src/__snapshots__/storage_sync.test.ts.snap +12 -12
  120. package/test/src/chunk_compaction_config.test.ts +38 -0
  121. package/test/src/cleanup-stopped-sync-configs.test.ts +19 -13
  122. package/test/src/compact-utils.test.ts +33 -8
  123. package/test/src/concurrent_writers.test.ts +599 -0
  124. package/test/src/connection_config.test.ts +159 -0
  125. package/test/src/helpers/concurrentWriter.mjs +29 -0
  126. package/test/src/helpers/s3TestFactory.ts +12 -12
  127. package/test/src/object_storage_usage.test.ts +18 -5
  128. package/test/src/parameter_compacting_v1.test.ts +2 -2
  129. package/test/src/parameter_compacting_v3.test.ts +2 -2
  130. package/test/src/parameter_compaction_fence.test.ts +3 -3
  131. package/test/src/storage.test.ts +15 -10
  132. package/test/src/storage_compacting.test.ts +397 -23
  133. package/test/src/storage_object_storage_inline_threshold.test.ts +3 -3
  134. package/test/src/storage_s3_checksums.test.ts +4 -4
  135. package/test/src/storage_s3_compaction_lifecycle.test.ts +8 -8
  136. package/test/src/storage_s3_reading.test.ts +51 -5
  137. package/test/src/storage_s3_writing.test.ts +3 -3
  138. package/test/src/storage_sync.test.ts +55 -47
  139. package/test/src/storeCurrentData.test.ts +5 -5
  140. package/tsconfig.tsbuildinfo +1 -1
@@ -4,6 +4,7 @@ import * as bson from 'bson';
4
4
  import { mongoTableId } from '../../../utils/util.js';
5
5
  import { calculateCheckpointState } from '../CheckpointState.js';
6
6
  import { MongoBucketBatch } from '../MongoBucketBatch.js';
7
+ import { MongoSyncRulesLock } from '../MongoSyncRulesLock.js';
7
8
  import { PersistedBatchV1 } from './PersistedBatchV1.js';
8
9
  import { SourceRecordStoreV1 } from './SourceRecordStoreV1.js';
9
10
  export class MongoBucketBatchV1 extends MongoBucketBatch {
@@ -22,6 +23,25 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
22
23
  this.persisted_op = options.keepaliveOp ?? null;
23
24
  this.store = new SourceRecordStoreV1(this.db, this.replicationStreamId);
24
25
  }
26
+ persistedOpHead(stream) {
27
+ const legacy = stream;
28
+ const checkpoint = legacy.last_checkpoint ?? 0n;
29
+ const keepalive = legacy.keepalive_op == null ? 0n : BigInt(legacy.keepalive_op);
30
+ return checkpoint > keepalive ? checkpoint : keepalive;
31
+ }
32
+ onReplicationTransactionFlush(writes, lastOp) {
33
+ // Keep flushed operations recoverable before a checkpoint can be published.
34
+ // keepalive_op remains a decimal string for compatibility with legacy readers.
35
+ writes.updateOne(this.db.sync_rules, { _id: this.replicationStreamId }, [
36
+ {
37
+ $set: {
38
+ keepalive_op: {
39
+ $toString: { $max: [{ $toLong: '$keepalive_op' }, '$last_checkpoint', lastOp] }
40
+ }
41
+ }
42
+ }
43
+ ]);
44
+ }
25
45
  recordPersistedOp(lastOp) {
26
46
  this.persisted_op = lastOp;
27
47
  }
@@ -37,7 +57,12 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
37
57
  // No-op for V1: source records live in a shared collection.
38
58
  }
39
59
  async batchCreateCustomWriteCheckpoints(session, opId) {
40
- await this.db.custom_write_checkpoints.bulkWrite(this.write_checkpoint_batch.map((checkpointOptions) => {
60
+ // Only the final checkpoint per user/stream is visible after this transaction.
61
+ const checkpoints = new Map(this.write_checkpoint_batch.map((checkpoint) => [
62
+ JSON.stringify([checkpoint.sync_rules_id, checkpoint.user_id]),
63
+ checkpoint
64
+ ]));
65
+ await this.db.custom_write_checkpoints.bulkWrite([...checkpoints.values()].map((checkpointOptions) => {
41
66
  const set = {
42
67
  checkpoint: checkpointOptions.checkpoint,
43
68
  sync_rules_id: checkpointOptions.sync_rules_id,
@@ -56,7 +81,7 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
56
81
  upsert: true
57
82
  }
58
83
  };
59
- }), { session });
84
+ }), { session, ordered: false });
60
85
  }
61
86
  async resolveTables(options) {
62
87
  const syncRules = options.parsedSyncConfig?.hydratedSyncConfig ?? this.sync_rules;
@@ -69,7 +94,8 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
69
94
  type_oid: column.typeId
70
95
  }));
71
96
  let result = null;
72
- await this.db.client.withSession(async (session) => {
97
+ const session = this.session;
98
+ await this.withTransaction(async () => {
73
99
  const col = this.db.sourceTablesV1(this.replicationStreamId);
74
100
  // Find records that overlap by name or relation id.
75
101
  const orClauses = [{ schema_name: schema, table_name: name }];
@@ -161,110 +187,115 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
161
187
  }
162
188
  async commit(lsn, options) {
163
189
  const { createEmptyCheckpoints } = { ...storage.DEFAULT_BUCKET_BATCH_COMMIT_OPTIONS, ...options };
164
- await this.flush(options);
165
190
  using _ = this.tracer.span('storage', 'commit');
166
- const now = new Date();
167
- await this.db.write_checkpoints.updateMany({
168
- processed_at_lsn: null,
169
- 'lsns.1': { $lte: lsn }
170
- }, {
171
- $set: {
172
- processed_at_lsn: lsn
173
- }
174
- }, {
175
- session: this.session
176
- });
177
- const can_checkpoint = {
178
- $and: [
179
- { $eq: ['$snapshot_done', true] },
191
+ const updateCheckpoint = async (persistedOp = this.persisted_op) => {
192
+ const now = new Date();
193
+ const can_checkpoint = {
194
+ $and: [
195
+ { $eq: ['$snapshot_done', true] },
196
+ {
197
+ $or: [{ $eq: ['$last_checkpoint_lsn', null] }, { $lte: ['$last_checkpoint_lsn', { $literal: lsn }] }]
198
+ },
199
+ {
200
+ $or: [{ $eq: ['$no_checkpoint_before', null] }, { $lte: ['$no_checkpoint_before', { $literal: lsn }] }]
201
+ }
202
+ ]
203
+ };
204
+ const new_keepalive_op = {
205
+ $cond: [
206
+ can_checkpoint,
207
+ { $literal: null },
208
+ {
209
+ $toString: {
210
+ $max: [{ $toLong: '$keepalive_op' }, { $literal: persistedOp }, 0n]
211
+ }
212
+ }
213
+ ]
214
+ };
215
+ const new_last_checkpoint = {
216
+ $cond: [
217
+ can_checkpoint,
218
+ {
219
+ $max: ['$last_checkpoint', { $literal: persistedOp }, { $toLong: '$keepalive_op' }, 0n]
220
+ },
221
+ '$last_checkpoint'
222
+ ]
223
+ };
224
+ const preUpdateDocument = (await this.db.sync_rules.findOneAndUpdate(MongoSyncRulesLock.ownerFilter(this.replicationStreamId, this.options.replicationLock), [
180
225
  {
181
- $or: [{ $eq: ['$last_checkpoint_lsn', null] }, { $lte: ['$last_checkpoint_lsn', { $literal: lsn }] }]
226
+ $set: {
227
+ _can_checkpoint: can_checkpoint,
228
+ _not_empty: createEmptyCheckpoints
229
+ ? true
230
+ : {
231
+ $or: [
232
+ { $literal: createEmptyCheckpoints },
233
+ { $ne: ['$keepalive_op', new_keepalive_op] },
234
+ { $ne: ['$last_checkpoint', new_last_checkpoint] }
235
+ ]
236
+ }
237
+ }
182
238
  },
183
239
  {
184
- $or: [{ $eq: ['$no_checkpoint_before', null] }, { $lte: ['$no_checkpoint_before', { $literal: lsn }] }]
185
- }
186
- ]
187
- };
188
- const new_keepalive_op = {
189
- $cond: [
190
- can_checkpoint,
191
- { $literal: null },
192
- {
193
- $toString: {
194
- $max: [{ $toLong: '$keepalive_op' }, { $literal: this.persisted_op }, 0n]
240
+ $set: {
241
+ ...MongoSyncRulesLock.heartbeatUpdate(),
242
+ last_checkpoint_lsn: {
243
+ $cond: [{ $and: ['$_can_checkpoint', '$_not_empty'] }, { $literal: lsn }, '$last_checkpoint_lsn']
244
+ },
245
+ last_checkpoint_ts: {
246
+ $cond: [{ $and: ['$_can_checkpoint', '$_not_empty'] }, { $literal: now }, '$last_checkpoint_ts']
247
+ },
248
+ last_fatal_error: { $literal: null },
249
+ last_fatal_error_ts: { $literal: null },
250
+ keepalive_op: new_keepalive_op,
251
+ last_checkpoint: new_last_checkpoint,
252
+ snapshot_lsn: {
253
+ $cond: [{ $and: ['$_can_checkpoint', '$_not_empty'] }, { $literal: null }, '$snapshot_lsn']
254
+ }
195
255
  }
196
- }
197
- ]
198
- };
199
- const new_last_checkpoint = {
200
- $cond: [
201
- can_checkpoint,
202
- {
203
- $max: ['$last_checkpoint', { $literal: this.persisted_op }, { $toLong: '$keepalive_op' }, 0n]
204
256
  },
205
- '$last_checkpoint'
206
- ]
207
- };
208
- const preUpdateDocument = (await this.db.sync_rules.findOneAndUpdate({ _id: this.replicationStreamId }, [
209
- {
210
- $set: {
211
- _can_checkpoint: can_checkpoint,
212
- _not_empty: createEmptyCheckpoints
213
- ? true
214
- : {
215
- $or: [
216
- { $literal: createEmptyCheckpoints },
217
- { $ne: ['$keepalive_op', new_keepalive_op] },
218
- { $ne: ['$last_checkpoint', new_last_checkpoint] }
219
- ]
220
- }
257
+ {
258
+ $unset: ['_can_checkpoint', '_not_empty']
221
259
  }
222
- },
223
- {
260
+ ], {
261
+ session: this.session,
262
+ returnDocument: 'before',
263
+ projection: {
264
+ snapshot_done: 1,
265
+ last_checkpoint_lsn: 1,
266
+ no_checkpoint_before: 1,
267
+ keepalive_op: 1,
268
+ last_checkpoint: 1
269
+ }
270
+ }));
271
+ return MongoSyncRulesLock.assertOwned(preUpdateDocument);
272
+ };
273
+ const finishCheckpoint = async (preUpdateDocument, lastOp) => {
274
+ await this.db.write_checkpoints.updateMany({
275
+ processed_at_lsn: null,
276
+ 'lsns.1': { $lte: lsn }
277
+ }, {
224
278
  $set: {
225
- last_checkpoint_lsn: {
226
- $cond: [{ $and: ['$_can_checkpoint', '$_not_empty'] }, { $literal: lsn }, '$last_checkpoint_lsn']
227
- },
228
- last_checkpoint_ts: {
229
- $cond: [{ $and: ['$_can_checkpoint', '$_not_empty'] }, { $literal: now }, '$last_checkpoint_ts']
230
- },
231
- last_keepalive_ts: { $literal: now },
232
- last_fatal_error: { $literal: null },
233
- last_fatal_error_ts: { $literal: null },
234
- keepalive_op: new_keepalive_op,
235
- last_checkpoint: new_last_checkpoint,
236
- snapshot_lsn: {
237
- $cond: [{ $and: ['$_can_checkpoint', '$_not_empty'] }, { $literal: null }, '$snapshot_lsn']
238
- }
279
+ processed_at_lsn: lsn
239
280
  }
240
- },
241
- {
242
- $unset: ['_can_checkpoint', '_not_empty']
243
- }
244
- ], {
245
- session: this.session,
246
- returnDocument: 'before',
247
- projection: {
248
- snapshot_done: 1,
249
- last_checkpoint_lsn: 1,
250
- no_checkpoint_before: 1,
251
- keepalive_op: 1,
252
- last_checkpoint: 1
253
- }
254
- }));
255
- if (preUpdateDocument == null) {
256
- throw new ReplicationAssertionError('Failed to update checkpoint - no matching sync_rules document for _id: ' + this.replicationStreamId);
257
- }
258
- const checkpointState = calculateCheckpointState({
259
- lsn,
260
- snapshotDone: preUpdateDocument.snapshot_done === true,
261
- lastCheckpointLsn: preUpdateDocument.last_checkpoint_lsn,
262
- noCheckpointBefore: preUpdateDocument.no_checkpoint_before,
263
- keepaliveOp: preUpdateDocument.keepalive_op == null ? null : BigInt(preUpdateDocument.keepalive_op),
264
- lastCheckpoint: preUpdateDocument.last_checkpoint,
265
- persistedOp: this.persisted_op,
266
- createEmptyCheckpoints
267
- });
281
+ }, {
282
+ session: this.session
283
+ });
284
+ const checkpointState = calculateCheckpointState({
285
+ lsn,
286
+ snapshotDone: preUpdateDocument.snapshot_done === true,
287
+ lastCheckpointLsn: preUpdateDocument.last_checkpoint_lsn,
288
+ noCheckpointBefore: preUpdateDocument.no_checkpoint_before,
289
+ keepaliveOp: preUpdateDocument.keepalive_op == null ? null : BigInt(preUpdateDocument.keepalive_op),
290
+ lastCheckpoint: preUpdateDocument.last_checkpoint,
291
+ persistedOp: lastOp ?? this.persistedOpHead(preUpdateDocument),
292
+ createEmptyCheckpoints
293
+ });
294
+ return { checkpointState, preUpdateDocument };
295
+ };
296
+ const { checkpointState, preUpdateDocument } = await this.flushAndCommit(async (_stream, lastOp) => finishCheckpoint(await updateCheckpoint(lastOp), lastOp),
297
+ // Without a flush, the checkpoint update itself fences the transaction.
298
+ () => this.withFencedTransaction(updateCheckpoint, finishCheckpoint), options);
268
299
  if (checkpointState.checkpointBlocked) {
269
300
  if (Date.now() - this.lastWaitingLogThrottled > 5_000) {
270
301
  this.logger.info(`Waiting before creating checkpoint, currently at ${lsn} / ${checkpointState.newKeepaliveOp}. Current state: ${JSON.stringify({
@@ -296,32 +327,18 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
296
327
  }
297
328
  async setResumeLsn(lsn) {
298
329
  using _ = this.tracer.span('storage', 'set_resume_lsn');
299
- await this.db.sync_rules.updateOne({
300
- _id: this.replicationStreamId
301
- }, {
302
- $set: {
303
- snapshot_lsn: lsn
304
- }
305
- }, {
306
- session: this.session,
307
- // Losing occasional resume LSN is fine. That may mean reprocessing
308
- // some source changes in some edge cases, which is not an issue since
309
- // changes are processed in an idempotent way.
310
- writeConcern: { w: 1 }
311
- });
330
+ // Losing occasional resume LSN would only reprocess source changes.
331
+ // Keep the lease check atomic, but do not wait for majority replication of this resume hint.
332
+ await this.updateStreamMetadata({ snapshot_lsn: { $literal: lsn } }, {}, { w: 1 });
312
333
  }
313
334
  async markAllSnapshotDone(no_checkpoint_before_lsn) {
314
- await this.db.sync_rules.updateOne({
315
- _id: this.replicationStreamId
316
- }, {
317
- $set: {
318
- snapshot_done: true,
319
- last_keepalive_ts: new Date()
320
- },
321
- $max: {
322
- no_checkpoint_before: no_checkpoint_before_lsn
323
- }
324
- }, { session: this.session });
335
+ await this.updateStreamMetadata(this.snapshotDoneUpdate(no_checkpoint_before_lsn));
336
+ }
337
+ snapshotDoneUpdate(no_checkpoint_before_lsn) {
338
+ return {
339
+ snapshot_done: true,
340
+ no_checkpoint_before: { $max: ['$no_checkpoint_before', { $literal: no_checkpoint_before_lsn }] }
341
+ };
325
342
  }
326
343
  async markSnapshotDone(no_checkpoint_before_lsn, options) {
327
344
  await this.withTransaction(async () => {
@@ -344,42 +361,35 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
344
361
  return;
345
362
  }
346
363
  }
347
- await this.markAllSnapshotDone(no_checkpoint_before_lsn);
364
+ await this.updateStreamMetadataInTransaction(this.snapshotDoneUpdate(no_checkpoint_before_lsn));
348
365
  });
349
366
  }
350
367
  async markTableSnapshotRequired(_table) {
351
- await this.db.sync_rules.updateOne({
352
- _id: this.replicationStreamId
353
- }, {
354
- $set: {
355
- snapshot_done: false
356
- }
357
- }, { session: this.session });
368
+ await this.updateStreamMetadata({ snapshot_done: false });
358
369
  }
359
370
  async markTableSnapshotDone(tables, no_checkpoint_before_lsn) {
360
371
  const session = this.session;
361
372
  const ids = tables.map((table) => mongoTableId(table.id));
362
373
  await this.withTransaction(async () => {
363
- await this.db.sourceTablesV1(this.replicationStreamId).updateMany({ _id: { $in: ids } }, {
374
+ const writes = this.db.createWriteBatch(session, { ordered: false });
375
+ writes.updateMany(this.db.sourceTablesV1(this.replicationStreamId), { _id: { $in: ids } }, {
364
376
  $set: {
365
377
  snapshot_done: true
366
378
  },
367
379
  $unset: {
368
380
  snapshot_status: 1
369
381
  }
370
- }, { session });
382
+ });
371
383
  if (no_checkpoint_before_lsn != null) {
372
- await this.db.sync_rules.updateOne({
384
+ writes.updateOne(this.db.sync_rules, {
373
385
  _id: this.replicationStreamId
374
386
  }, {
375
- $set: {
376
- last_keepalive_ts: new Date()
377
- },
378
387
  $max: {
379
388
  no_checkpoint_before: no_checkpoint_before_lsn
380
389
  }
381
- }, { session: this.session });
390
+ });
382
391
  }
392
+ await writes.execute();
383
393
  });
384
394
  return tables.map((table) => {
385
395
  const copy = table.clone();
@@ -394,7 +404,7 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
394
404
  const session = this.session;
395
405
  let activated = false;
396
406
  let needsFutureActivationCheck = true;
397
- await session.withTransaction(async () => {
407
+ await this.withTransaction(async () => {
398
408
  // Reset on transaction retries.
399
409
  activated = false;
400
410
  needsFutureActivationCheck = true;
@@ -420,7 +430,7 @@ export class MongoBucketBatchV1 extends MongoBucketBatch {
420
430
  else if (doc?.state != storage.SyncRuleState.PROCESSING) {
421
431
  needsFutureActivationCheck = false;
422
432
  }
423
- });
433
+ }, session);
424
434
  if (activated) {
425
435
  this.logger.info(`Activated new replication stream at ${lsn}`);
426
436
  await this.db.notifyCheckpoint();
@@ -1 +1 @@
1
- {"version":3,"file":"MongoBucketBatchV1.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/MongoBucketBatchV1.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EAA+C,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAE/F,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAA2B,MAAM,wBAAwB,CAAC;AAGnF,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAI/D,MAAM,OAAO,kBAAmB,SAAQ,gBAAgB;IAGrC,KAAK,CAAoB;IAClC,eAAe,GAAG,IAAI,CAAC;IACvB,uBAAuB,GAAG,CAAC,CAAC;IAEpC;;;;;OAKG;IACK,YAAY,GAAwB,IAAI,CAAC;IAEjD,YAAY,OAAgC;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1E,CAAC;IAEkB,iBAAiB,CAAC,MAAoB;QACvD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;IAC7B,CAAC;IAES,oBAAoB,CAAC,WAAmB;QAChD,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE;YACxF,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;IAED,IAAc,iBAAiB;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IACS,KAAK,CAAC,0BAA0B,CAAC,OAAsB;QAC/D,4DAA4D;IAC9D,CAAC;IAEkB,KAAK,CAAC,iCAAiC,CACxD,OAA4B,EAC5B,IAAkB;QAElB,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,SAAS,CAC9C,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,iBAAiB,EAAE,EAAE;YACpD,MAAM,GAAG,GAA4B;gBACnC,UAAU,EAAE,iBAAiB,CAAC,UAAU;gBACxC,aAAa,EAAE,iBAAiB,CAAC,aAAa;gBAC9C,KAAK,EAAE,IAAI;aACZ,CAAC;YACF,IAAI,iBAAiB,CAAC,uBAAuB,IAAI,IAAI,EAAE,CAAC;gBACtD,GAAG,CAAC,uBAAuB,GAAG,iBAAiB,CAAC,uBAAuB,CAAC;YAC1E,CAAC;YAED,OAAO;gBACL,SAAS,EAAE;oBACT,MAAM,EAAE,EAAE,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,aAAa,EAAE,iBAAiB,CAAC,aAAa,EAAE;oBAC9F,MAAM,EAAE;wBACN,IAAI,EAAE,GAAG;wBACT,GAAG,CAAC,iBAAiB,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,uBAAuB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACzG;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC;QACJ,CAAC,CAAC,EACF,EAAE,OAAO,EAAE,CACZ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAqC;QACvD,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,EAAE,kBAAkB,IAAI,IAAI,CAAC,UAAU,CAAC;QAClF,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,IAAI,OAAO,CAAC,4BAA4B,CAAC;QACxF,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAC1C,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,MAAM,CAAC;QAE9F,MAAM,0BAA0B,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnE,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,MAAM,CAAC,MAAM;SACxB,CAAC,CAAC,CAAC;QAEJ,IAAI,MAAM,GAAuC,IAAI,CAAC;QACtD,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAE7D,oDAAoD;YACpD,MAAM,SAAS,GAA8B,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;YACzF,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACrB,SAAS,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,GAAG;iBAC5B,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,mBAAmB,EAAE,aAAa,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;iBACxF,OAAO,EAAE,CAAC;YAEb,MAAM,eAAe,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChD,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAC1E,CAAC;YACF,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YACjE,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;YAC3D,OAAO,CAAC,sCAAsC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAEvE,KAAK,MAAM,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,OAAO,CAAC,sBAAsB,CAAC,eAAe,EAAE,UAAU,CAAC,EAAE,CAAC;gBACjG,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,YAAY,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,eAAe,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7G,CAAC;YAED,MAAM,sBAAsB,GAAG,OAAO,CAAC,gCAAgC,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;YACrG,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,gBAAgB,CAAC;YAEjE,yEAAyE;YACzE,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YAEtG,IAAI,WAAgC,CAAC;YACrC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,WAAW,GAAG,KAAK,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,GAA0B;oBACjC,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAE,OAAO,CAAC,WAAW,EAAoB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACzF,QAAQ,EAAE,IAAI,CAAC,mBAAmB;oBAClC,aAAa;oBACb,WAAW,EAAE,QAAQ;oBACrB,WAAW,EAAE,MAAM;oBACnB,UAAU,EAAE,IAAI;oBAChB,kBAAkB,EAAE,IAAI;oBACxB,mBAAmB,EAAE,0BAA0B;oBAC/C,aAAa,EAAE,KAAK;oBACpB,eAAe,EAAE,SAAS;oBAC1B,eAAe,EAAE,UAAU,CAAC,cAAc,CAAC,cAAc;iBAC1D,CAAC;gBACF,MAAM,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtC,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC;YAC1F,CAAC;YAED,MAAM,UAAU,GAAG;gBACjB,GAAG,sBAAsB,CAAC,kBAAkB;gBAC5C,oDAAoD;gBACpD,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;aAC9F,CAAC;YAEF,MAAM,GAAG,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,OAAO,MAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,GAA0B,EAC1B,aAAqB,EACrB,SAA6B,EAC7B,iBAAsC;QAEtC,MAAM,GAAG,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;QAC7E,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC;YACpC,EAAE,EAAE,GAAG,CAAC,GAAG;YACX,GAAG;YACH,QAAQ,EAAE,GAAG,CAAC,WAAW;YACzB,gBAAgB,EACd,GAAG,CAAC,mBAAmB,EAAE,GAAG,CAC1B,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAA4B,CAC3G,IAAI,EAAE;YACT,gBAAgB,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI;YAC3C,cAAc,EAAE,GAAG,CAAC,eAAe,IAAI,IAAI;YAC3C,GAAG,SAAS,CAAC,kBAAkB,CAAC,GAAG,CAAC;SACrC,CAAC,CAAC;QACH,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACpD,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;QACpD,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/D,KAAK,CAAC,gBAAgB,GAAG,iBAAiB,KAAK,IAAI,CAAC;QACpD,KAAK,CAAC,cAAc;YAClB,GAAG,CAAC,eAAe,IAAI,IAAI;gBACzB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC;oBACE,OAAO,EAAE,GAAG,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,IAAI,IAAI;oBACrD,mBAAmB,EAAE,GAAG,CAAC,eAAe,CAAC,qBAAqB;oBAC9D,eAAe,EAAE,GAAG,CAAC,eAAe,CAAC,gBAAgB;iBACtD,CAAC;QACR,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,KAA0B;QACnD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,OAAO,CACxE;YACE,QAAQ,EAAE,IAAI,CAAC,mBAAmB;YAClC,GAAG,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;SAC5B,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;QACF,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,0EAA0E;QAC1E,OAAO,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,OAA0C;QAClE,MAAM,EAAE,sBAAsB,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,mCAAmC,EAAE,GAAG,OAAO,EAAE,CAAC;QAElG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE1B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEhD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,UAAU,CACxC;YACE,gBAAgB,EAAE,IAAI;YACtB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;SACxB,EACD;YACE,IAAI,EAAE;gBACJ,gBAAgB,EAAE,GAAG;aACtB;SACF,EACD;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CACF,CAAC;QAEF,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE;gBACJ,EAAE,GAAG,EAAE,CAAC,gBAAgB,EAAE,IAAI,CAAC,EAAE;gBACjC;oBACE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,sBAAsB,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,sBAAsB,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;iBACtG;gBACD;oBACE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,uBAAuB,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;iBACxG;aACF;SACF,CAAC;QAEF,MAAM,gBAAgB,GAAG;YACvB,KAAK,EAAE;gBACL,cAAc;gBACd,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAClB;oBACE,SAAS,EAAE;wBACT,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,CAAC;qBAC1E;iBACF;aACF;SACF,CAAC;QAEF,MAAM,mBAAmB,GAAG;YAC1B,KAAK,EAAE;gBACL,cAAc;gBACd;oBACE,IAAI,EAAE,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC;iBAC9F;gBACD,kBAAkB;aACnB;SACF,CAAC;QAEF,MAAM,iBAAiB,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAClE,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE,EACjC;YACE;gBACE,IAAI,EAAE;oBACJ,eAAe,EAAE,cAAc;oBAC/B,UAAU,EAAE,sBAAsB;wBAChC,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC;4BACE,GAAG,EAAE;gCACH,EAAE,QAAQ,EAAE,sBAAsB,EAAE;gCACpC,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,gBAAgB,CAAC,EAAE;gCAC5C,EAAE,GAAG,EAAE,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,EAAE;6BACnD;yBACF;iBACN;aACF;YACD;gBACE,IAAI,EAAE;oBACJ,mBAAmB,EAAE;wBACnB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,kBAAkB,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,sBAAsB,CAAC;qBAClG;oBACD,kBAAkB,EAAE;wBAClB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,kBAAkB,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,qBAAqB,CAAC;qBACjG;oBACD,iBAAiB,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE;oBACpC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;oBACpC,mBAAmB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;oBACvC,YAAY,EAAE,gBAAgB;oBAC9B,eAAe,EAAE,mBAAmB;oBACpC,YAAY,EAAE;wBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,kBAAkB,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,eAAe,CAAC;qBAC5F;iBACF;aACF;YACD;gBACE,MAAM,EAAE,CAAC,iBAAiB,EAAE,YAAY,CAAC;aAC1C;SACF,EACD;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,cAAc,EAAE,QAAQ;YACxB,UAAU,EAAE;gBACV,aAAa,EAAE,CAAC;gBAChB,mBAAmB,EAAE,CAAC;gBACtB,oBAAoB,EAAE,CAAC;gBACvB,YAAY,EAAE,CAAC;gBACf,eAAe,EAAE,CAAC;aACnB;SACF,CACF,CAAuB,CAAC;QAEzB,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,yBAAyB,CACjC,yEAAyE,GAAG,IAAI,CAAC,mBAAmB,CACrG,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,wBAAwB,CAAC;YAC/C,GAAG;YACH,YAAY,EAAE,iBAAiB,CAAC,aAAa,KAAK,IAAI;YACtD,iBAAiB,EAAE,iBAAiB,CAAC,mBAAmB;YACxD,kBAAkB,EAAE,iBAAiB,CAAC,oBAAoB;YAC1D,WAAW,EAAE,iBAAiB,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC;YACnG,cAAc,EAAE,iBAAiB,CAAC,eAAe;YACjD,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,sBAAsB;SACvB,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,iBAAiB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,uBAAuB,GAAG,KAAK,EAAE,CAAC;gBACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oDAAoD,GAAG,MAAM,eAAe,CAAC,cAAc,oBAAoB,IAAI,CAAC,SAAS,CAC3H;oBACE,aAAa,EAAE,iBAAiB,CAAC,aAAa;oBAC9C,mBAAmB,EAAE,iBAAiB,CAAC,mBAAmB;oBAC1D,oBAAoB,EAAE,iBAAiB,CAAC,oBAAoB;iBAC7D,CACF,EAAE,CACJ,CAAC;gBACF,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,eAAe,CAAC,iBAAiB,EAAE,CAAC;gBACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,MAAM,eAAe,CAAC,iBAAiB,EAAE,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,eAAe,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,eAAe,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACjG,CAAC;QACH,CAAC;QAED,OAAO;YACL,iBAAiB,EAAE,eAAe,CAAC,iBAAiB;YACpD,iBAAiB,EAAE,eAAe,CAAC,iBAAiB;SACrD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAW;QACzB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,GAAW;QAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QACxD,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;SAC9B,EACD;YACE,IAAI,EAAE;gBACJ,YAAY,EAAE,GAAG;aAClB;SACF,EACD;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,mEAAmE;YACnE,sEAAsE;YACtE,8CAA8C;YAC9C,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE;SACvB,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,wBAAgC;QACxD,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;SAC9B,EACD;YACE,IAAI,EAAE;gBACJ,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI,IAAI,EAAE;aAC9B;YACD,IAAI,EAAE;gBACJ,oBAAoB,EAAE,wBAAwB;aAC/C;SACF,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,wBAAgC,EAAE,OAAuC;QAC9F,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,kCAAkC;YAClC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE;iBACjC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC;iBACxC,IAAI,CACH;gBACE,QAAQ,EAAE,IAAI,CAAC,mBAAmB;gBAClC,aAAa,EAAE,KAAK;aACrB,EACD;gBACE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;aAC9C,CACF;iBACA,OAAO,EAAE,CAAC;YAEb,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,IAAI,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,CAAC;oBACrC,MAAM,IAAI,yBAAyB,CACjC,qFAAqF,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChK,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO;gBACT,CAAC;YACH,CAAC;YAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,wBAAwB,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,yBAAyB,CAAC,MAA2B;QACzD,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;SAC9B,EACD;YACE,IAAI,EAAE;gBACJ,aAAa,EAAE,KAAK;aACrB;SACF,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,MAA6B,EAC7B,wBAAiC;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAE1D,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,UAAU,CAC/D,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EACrB;gBACE,IAAI,EAAE;oBACJ,aAAa,EAAE,IAAI;iBACpB;gBACD,MAAM,EAAE;oBACN,eAAe,EAAE,CAAC;iBACnB;aACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;YAEF,IAAI,wBAAwB,IAAI,IAAI,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;oBACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;iBAC9B,EACD;oBACE,IAAI,EAAE;wBACJ,iBAAiB,EAAE,IAAI,IAAI,EAAE;qBAC9B;oBACD,IAAI,EAAE;wBACJ,oBAAoB,EAAE,wBAAwB;qBAC/C;iBACF,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,GAAW;QACpC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,0BAA0B,GAAG,IAAI,CAAC;QACtC,MAAM,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACvC,gCAAgC;YAChC,SAAS,GAAG,KAAK,CAAC;YAClB,0BAA0B,GAAG,IAAI,CAAC;YAElC,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAC3C,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE,EACjC,EAAE,OAAO,EAAE,CACZ,CAAuB,CAAC;YACzB,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;gBAC7G,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;oBACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;iBAC9B,EACD;oBACE,IAAI,EAAE;wBACJ,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM;qBACpC;iBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;gBAEF,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CACjC;oBACE,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE;oBACtC,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;iBAC9E,EACD;oBACE,IAAI,EAAE;wBACJ,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI;qBAClC;iBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;gBACF,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;iBAAM,IAAI,GAAG,EAAE,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;gBAC1D,0BAA0B,GAAG,KAAK,CAAC;YACrC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,GAAG,EAAE,CAAC,CAAC;YAC/D,MAAM,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC/B,CAAC;aAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACvC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC/B,CAAC;IACH,CAAC;CACF"}
1
+ {"version":3,"file":"MongoBucketBatchV1.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v1/MongoBucketBatchV1.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EAA+C,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAE/F,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAA2B,MAAM,wBAAwB,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAK9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAI/D,MAAM,OAAO,kBAAmB,SAAQ,gBAAgB;IAGrC,KAAK,CAAoB;IAClC,eAAe,GAAG,IAAI,CAAC;IACvB,uBAAuB,GAAG,CAAC,CAAC;IAEpC;;;;;OAKG;IACK,YAAY,GAAwB,IAAI,CAAC;IAEjD,YAAY,OAAgC;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1E,CAAC;IAEkB,eAAe,CAAC,MAA4B;QAC7D,MAAM,MAAM,GAAG,MAA4B,CAAC;QAC5C,MAAM,UAAU,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACjF,OAAO,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;IAEkB,6BAA6B,CAAC,MAAuB,EAAE,MAAoB;QAC5F,4EAA4E;QAC5E,+EAA+E;QAC/E,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE,EAAE;YACtE;gBACE,IAAI,EAAE;oBACJ,YAAY,EAAE;wBACZ,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE;qBAChF;iBACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAEkB,iBAAiB,CAAC,MAAoB;QACvD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;IAC7B,CAAC;IAES,oBAAoB,CAAC,WAAmB;QAChD,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE;YACxF,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;IAED,IAAc,iBAAiB;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IACS,KAAK,CAAC,0BAA0B,CAAC,OAAsB;QAC/D,4DAA4D;IAC9D,CAAC;IAEkB,KAAK,CAAC,iCAAiC,CACxD,OAA4B,EAC5B,IAAkB;QAElB,+EAA+E;QAC/E,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,aAAa,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;YAC9D,UAAU;SACX,CAAC,CACH,CAAC;QACF,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,SAAS,CAC9C,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,iBAAiB,EAAE,EAAE;YAClD,MAAM,GAAG,GAA4B;gBACnC,UAAU,EAAE,iBAAiB,CAAC,UAAU;gBACxC,aAAa,EAAE,iBAAiB,CAAC,aAAa;gBAC9C,KAAK,EAAE,IAAI;aACZ,CAAC;YACF,IAAI,iBAAiB,CAAC,uBAAuB,IAAI,IAAI,EAAE,CAAC;gBACtD,GAAG,CAAC,uBAAuB,GAAG,iBAAiB,CAAC,uBAAuB,CAAC;YAC1E,CAAC;YAED,OAAO;gBACL,SAAS,EAAE;oBACT,MAAM,EAAE,EAAE,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,aAAa,EAAE,iBAAiB,CAAC,aAAa,EAAE;oBAC9F,MAAM,EAAE;wBACN,IAAI,EAAE,GAAG;wBACT,GAAG,CAAC,iBAAiB,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,uBAAuB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACzG;oBACD,MAAM,EAAE,IAAI;iBACb;aACF,CAAC;QACJ,CAAC,CAAC,EACF,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAC5B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAqC;QACvD,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,EAAE,kBAAkB,IAAI,IAAI,CAAC,UAAU,CAAC;QAClF,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,IAAI,OAAO,CAAC,4BAA4B,CAAC;QACxF,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAC1C,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,MAAM,CAAC;QAE9F,MAAM,0BAA0B,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnE,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,MAAM,CAAC,MAAM;SACxB,CAAC,CAAC,CAAC;QAEJ,IAAI,MAAM,GAAuC,IAAI,CAAC;QACtD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAE7D,oDAAoD;YACpD,MAAM,SAAS,GAA8B,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;YACzF,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACrB,SAAS,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,GAAG;iBAC5B,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,mBAAmB,EAAE,aAAa,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;iBACxF,OAAO,EAAE,CAAC;YAEb,MAAM,eAAe,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChD,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAC1E,CAAC;YACF,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YACjE,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;YAC3D,OAAO,CAAC,sCAAsC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAEvE,KAAK,MAAM,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,OAAO,CAAC,sBAAsB,CAAC,eAAe,EAAE,UAAU,CAAC,EAAE,CAAC;gBACjG,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,YAAY,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,eAAe,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7G,CAAC;YAED,MAAM,sBAAsB,GAAG,OAAO,CAAC,gCAAgC,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;YACrG,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,gBAAgB,CAAC;YAEjE,yEAAyE;YACzE,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YAEtG,IAAI,WAAgC,CAAC;YACrC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,WAAW,GAAG,KAAK,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,GAA0B;oBACjC,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAE,OAAO,CAAC,WAAW,EAAoB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACzF,QAAQ,EAAE,IAAI,CAAC,mBAAmB;oBAClC,aAAa;oBACb,WAAW,EAAE,QAAQ;oBACrB,WAAW,EAAE,MAAM;oBACnB,UAAU,EAAE,IAAI;oBAChB,kBAAkB,EAAE,IAAI;oBACxB,mBAAmB,EAAE,0BAA0B;oBAC/C,aAAa,EAAE,KAAK;oBACpB,eAAe,EAAE,SAAS;oBAC1B,eAAe,EAAE,UAAU,CAAC,cAAc,CAAC,cAAc;iBAC1D,CAAC;gBACF,MAAM,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtC,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC;YAC1F,CAAC;YAED,MAAM,UAAU,GAAG;gBACjB,GAAG,sBAAsB,CAAC,kBAAkB;gBAC5C,oDAAoD;gBACpD,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;aAC9F,CAAC;YAEF,MAAM,GAAG,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,OAAO,MAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,GAA0B,EAC1B,aAAqB,EACrB,SAA6B,EAC7B,iBAAsC;QAEtC,MAAM,GAAG,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;QAC7E,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC;YACpC,EAAE,EAAE,GAAG,CAAC,GAAG;YACX,GAAG;YACH,QAAQ,EAAE,GAAG,CAAC,WAAW;YACzB,gBAAgB,EACd,GAAG,CAAC,mBAAmB,EAAE,GAAG,CAC1B,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAA4B,CAC3G,IAAI,EAAE;YACT,gBAAgB,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI;YAC3C,cAAc,EAAE,GAAG,CAAC,eAAe,IAAI,IAAI;YAC3C,GAAG,SAAS,CAAC,kBAAkB,CAAC,GAAG,CAAC;SACrC,CAAC,CAAC;QACH,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACpD,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;QACpD,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/D,KAAK,CAAC,gBAAgB,GAAG,iBAAiB,KAAK,IAAI,CAAC;QACpD,KAAK,CAAC,cAAc;YAClB,GAAG,CAAC,eAAe,IAAI,IAAI;gBACzB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC;oBACE,OAAO,EAAE,GAAG,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,IAAI,IAAI;oBACrD,mBAAmB,EAAE,GAAG,CAAC,eAAe,CAAC,qBAAqB;oBAC9D,eAAe,EAAE,GAAG,CAAC,eAAe,CAAC,gBAAgB;iBACtD,CAAC;QACR,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,KAA0B;QACnD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,OAAO,CACxE;YACE,QAAQ,EAAE,IAAI,CAAC,mBAAmB;YAClC,GAAG,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;SAC5B,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;QACF,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,0EAA0E;QAC1E,OAAO,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,OAA0C;QAClE,MAAM,EAAE,sBAAsB,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,mCAAmC,EAAE,GAAG,OAAO,EAAE,CAAC;QAElG,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEhD,MAAM,gBAAgB,GAAG,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,EAAE;YACjE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YAEvB,MAAM,cAAc,GAAG;gBACrB,IAAI,EAAE;oBACJ,EAAE,GAAG,EAAE,CAAC,gBAAgB,EAAE,IAAI,CAAC,EAAE;oBACjC;wBACE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,sBAAsB,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,sBAAsB,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;qBACtG;oBACD;wBACE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,uBAAuB,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;qBACxG;iBACF;aACF,CAAC;YAEF,MAAM,gBAAgB,GAAG;gBACvB,KAAK,EAAE;oBACL,cAAc;oBACd,EAAE,QAAQ,EAAE,IAAI,EAAE;oBAClB;wBACE,SAAS,EAAE;4BACT,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;yBACpE;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,mBAAmB,GAAG;gBAC1B,KAAK,EAAE;oBACL,cAAc;oBACd;wBACE,IAAI,EAAE,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC;qBACxF;oBACD,kBAAkB;iBACnB;aACF,CAAC;YAEF,MAAM,iBAAiB,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAClE,kBAAkB,CAAC,WAAW,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,EACtF;gBACE;oBACE,IAAI,EAAE;wBACJ,eAAe,EAAE,cAAc;wBAC/B,UAAU,EAAE,sBAAsB;4BAChC,CAAC,CAAC,IAAI;4BACN,CAAC,CAAC;gCACE,GAAG,EAAE;oCACH,EAAE,QAAQ,EAAE,sBAAsB,EAAE;oCACpC,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,gBAAgB,CAAC,EAAE;oCAC5C,EAAE,GAAG,EAAE,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,EAAE;iCACnD;6BACF;qBACN;iBACF;gBACD;oBACE,IAAI,EAAE;wBACJ,GAAG,kBAAkB,CAAC,eAAe,EAAE;wBACvC,mBAAmB,EAAE;4BACnB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,kBAAkB,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,sBAAsB,CAAC;yBAClG;wBACD,kBAAkB,EAAE;4BAClB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,kBAAkB,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,qBAAqB,CAAC;yBACjG;wBAED,gBAAgB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;wBACpC,mBAAmB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;wBACvC,YAAY,EAAE,gBAAgB;wBAC9B,eAAe,EAAE,mBAAmB;wBACpC,YAAY,EAAE;4BACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,kBAAkB,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,eAAe,CAAC;yBAC5F;qBACF;iBACF;gBACD;oBACE,MAAM,EAAE,CAAC,iBAAiB,EAAE,YAAY,CAAC;iBAC1C;aACF,EACD;gBACE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,cAAc,EAAE,QAAQ;gBACxB,UAAU,EAAE;oBACV,aAAa,EAAE,CAAC;oBAChB,mBAAmB,EAAE,CAAC;oBACtB,oBAAoB,EAAE,CAAC;oBACvB,YAAY,EAAE,CAAC;oBACf,eAAe,EAAE,CAAC;iBACnB;aACF,CACF,CAAuB,CAAC;YAEzB,OAAO,kBAAkB,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;QAC3D,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,KAAK,EAAE,iBAAqC,EAAE,MAAqB,EAAE,EAAE;YAC9F,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,UAAU,CACxC;gBACE,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;aACxB,EACD;gBACE,IAAI,EAAE;oBACJ,gBAAgB,EAAE,GAAG;iBACtB;aACF,EACD;gBACE,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CACF,CAAC;YAEF,MAAM,eAAe,GAAG,wBAAwB,CAAC;gBAC/C,GAAG;gBACH,YAAY,EAAE,iBAAiB,CAAC,aAAa,KAAK,IAAI;gBACtD,iBAAiB,EAAE,iBAAiB,CAAC,mBAAmB;gBACxD,kBAAkB,EAAE,iBAAiB,CAAC,oBAAoB;gBAC1D,WAAW,EAAE,iBAAiB,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC;gBACnG,cAAc,EAAE,iBAAiB,CAAC,eAAe;gBACjD,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC;gBAC9D,sBAAsB;aACvB,CAAC,CAAC;YACH,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,CAAC;QAChD,CAAC,CAAC;QAEF,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CACtE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACnF,wEAAwE;QACxE,GAAG,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,EACpE,OAAO,CACR,CAAC;QACF,IAAI,eAAe,CAAC,iBAAiB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,uBAAuB,GAAG,KAAK,EAAE,CAAC;gBACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oDAAoD,GAAG,MAAM,eAAe,CAAC,cAAc,oBAAoB,IAAI,CAAC,SAAS,CAC3H;oBACE,aAAa,EAAE,iBAAiB,CAAC,aAAa;oBAC9C,mBAAmB,EAAE,iBAAiB,CAAC,mBAAmB;oBAC1D,oBAAoB,EAAE,iBAAiB,CAAC,oBAAoB;iBAC7D,CACF,EAAE,CACJ,CAAC;gBACF,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,eAAe,CAAC,iBAAiB,EAAE,CAAC;gBACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,MAAM,eAAe,CAAC,iBAAiB,EAAE,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,eAAe,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,eAAe,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACjG,CAAC;QACH,CAAC;QAED,OAAO;YACL,iBAAiB,EAAE,eAAe,CAAC,iBAAiB;YACpD,iBAAiB,EAAE,eAAe,CAAC,iBAAiB;SACrD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAW;QACzB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,GAAW;QAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QACxD,oEAAoE;QACpE,6FAA6F;QAC7F,MAAM,IAAI,CAAC,oBAAoB,CAAC,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,wBAAgC;QACxD,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAC,CAAC;IACrF,CAAC;IAEO,kBAAkB,CAAC,wBAAgC;QACzD,OAAO;YACL,aAAa,EAAE,IAAI;YACnB,oBAAoB,EAAE,EAAE,IAAI,EAAE,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,wBAAwB,EAAE,CAAC,EAAE;SAClG,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,wBAAgC,EAAE,OAAuC;QAC9F,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,kCAAkC;YAClC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE;iBACjC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC;iBACxC,IAAI,CACH;gBACE,QAAQ,EAAE,IAAI,CAAC,mBAAmB;gBAClC,aAAa,EAAE,KAAK;aACrB,EACD;gBACE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;aAC9C,CACF;iBACA,OAAO,EAAE,CAAC;YAEb,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,IAAI,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,CAAC;oBACrC,MAAM,IAAI,yBAAyB,CACjC,qFAAqF,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChK,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO;gBACT,CAAC;YACH,CAAC;YAED,MAAM,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAClG,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,yBAAyB,CAAC,MAA2B;QACzD,MAAM,IAAI,CAAC,oBAAoB,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,MAA6B,EAC7B,wBAAiC;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAE1D,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrE,MAAM,CAAC,UAAU,CACf,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAChD,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EACrB;gBACE,IAAI,EAAE;oBACJ,aAAa,EAAE,IAAI;iBACpB;gBACD,MAAM,EAAE;oBACN,eAAe,EAAE,CAAC;iBACnB;aACF,CACF,CAAC;YAEF,IAAI,wBAAwB,IAAI,IAAI,EAAE,CAAC;gBACrC,MAAM,CAAC,SAAS,CACd,IAAI,CAAC,EAAE,CAAC,UAAU,EAClB;oBACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;iBAC9B,EACD;oBACE,IAAI,EAAE;wBACJ,oBAAoB,EAAE,wBAAwB;qBAC/C;iBACF,CACF,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,GAAW;QACpC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,0BAA0B,GAAG,IAAI,CAAC;QACtC,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,gCAAgC;YAChC,SAAS,GAAG,KAAK,CAAC;YAClB,0BAA0B,GAAG,IAAI,CAAC;YAElC,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAC3C,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE,EACjC,EAAE,OAAO,EAAE,CACZ,CAAuB,CAAC;YACzB,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;gBAC7G,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;oBACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;iBAC9B,EACD;oBACE,IAAI,EAAE;wBACJ,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM;qBACpC;iBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;gBAEF,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CACjC;oBACE,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE;oBACtC,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;iBAC9E,EACD;oBACE,IAAI,EAAE;wBACJ,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI;qBAClC;iBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;gBACF,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;iBAAM,IAAI,GAAG,EAAE,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;gBAC1D,0BAA0B,GAAG,KAAK,CAAC;YACrC,CAAC;QACH,CAAC,EAAE,OAAO,CAAC,CAAC;QACZ,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,GAAG,EAAE,CAAC,CAAC;YAC/D,MAAM,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC/B,CAAC;aAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACvC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC/B,CAAC;IACH,CAAC;CACF"}
@@ -1,6 +1,7 @@
1
1
  import { CompactInitialReplicationResults, storage } from '@powersync/service-core';
2
2
  import { BucketDefinitionId } from '@powersync/service-sync-rules';
3
3
  import { MongoCompactOptions, MongoCompactor } from '../MongoCompactor.js';
4
+ import { MongoWriteBatch } from '../MongoWriteBatch.js';
4
5
  import type { MongoSyncBucketStorageV1 } from './MongoSyncBucketStorageV1.js';
5
6
  import { VersionedPowerSyncMongoV1 } from './VersionedPowerSyncMongoV1.js';
6
7
  interface DirtyBucket {
@@ -46,7 +47,7 @@ export declare class MongoCompactorV1 extends MongoCompactor {
46
47
  private updateBucketChecksums;
47
48
  private flushBucketStateUpdates;
48
49
  private updateChecksumsBatch;
49
- protected writeBucketStateUpdates(): Promise<void>;
50
+ protected writeBucketStateUpdates(writes: MongoWriteBatch): void;
50
51
  protected computeChecksumsForBuckets(buckets: Pick<DirtyBucket, 'bucket' | 'definitionId'>[]): Promise<storage.PartialChecksumMap>;
51
52
  private bucketStateFilter;
52
53
  private getBucketDataContext;
@@ -207,11 +207,10 @@ export class MongoCompactorV1 extends MongoCompactor {
207
207
  this.bucketStateUpdates.push(this.collectBucketStateUpdate(state, compactedOpId));
208
208
  }
209
209
  async flushBucketStateUpdates() {
210
- if (this.bucketStateUpdates.length > 0) {
211
- this.logger.info(`Updating ${this.bucketStateUpdates.length} bucket states`);
212
- await this.writeBucketStateUpdates();
213
- this.bucketStateUpdates = [];
214
- }
210
+ const writes = this.db.createWriteBatch(undefined, { ordered: false });
211
+ this.writeBucketStateUpdates(writes);
212
+ await writes.execute();
213
+ this.bucketStateUpdates = [];
215
214
  }
216
215
  async updateChecksumsBatch(buckets) {
217
216
  const checksums = await this.computeChecksumsForBuckets(buckets);
@@ -246,8 +245,11 @@ export class MongoCompactorV1 extends MongoCompactor {
246
245
  }
247
246
  await this.flushBucketStateUpdates();
248
247
  }
249
- async writeBucketStateUpdates() {
250
- await this.db.bucketStateV1.bulkWrite(this.bucketStateUpdates, { ordered: false });
248
+ writeBucketStateUpdates(writes) {
249
+ if (this.bucketStateUpdates.length === 0)
250
+ return;
251
+ this.logger.info(`Updating ${this.bucketStateUpdates.length} bucket states`);
252
+ writes.bulkWriteUnordered(this.db.bucketStateV1, this.bucketStateUpdates);
251
253
  }
252
254
  async computeChecksumsForBuckets(buckets) {
253
255
  return this.storage.checksums.computePartialChecksumsDirectByBucket(buckets.map(({ bucket }) => ({
@@ -416,16 +418,18 @@ export class MongoCompactorV1 extends MongoCompactor {
416
418
  await this.flush(bucketContext);
417
419
  }
418
420
  async flush(bucketContext) {
421
+ // Persist data changes before advertising the resulting bucket state.
422
+ const writes = this.db.createWriteBatch(undefined, { ordered: true });
419
423
  if (this.updates.length > 0) {
420
424
  this.logger.info(`Compacting ${this.updates.length} ops`);
421
- await bucketContext.collection.bulkWrite(this.updates, {
422
- // Order is not important. Since checksums are not affected, these operations can happen in any order,
423
- // and it's fine if the operations are partially applied. Each individual operation is atomic.
424
- ordered: false
425
- });
426
- this.updates = [];
425
+ // Order is not important. Since checksums are not affected, these operations can happen in any order,
426
+ // and it's fine if the operations are partially applied. Each individual operation is atomic.
427
+ writes.bulkWriteUnordered(bucketContext.collection, this.updates);
427
428
  }
428
- await this.flushBucketStateUpdates();
429
+ this.writeBucketStateUpdates(writes);
430
+ await writes.execute();
431
+ this.updates = [];
432
+ this.bucketStateUpdates = [];
429
433
  }
430
434
  /**
431
435
  * Perform a CLEAR compact for a bucket.
@@ -488,12 +492,13 @@ export class MongoCompactorV1 extends MongoCompactor {
488
492
  return;
489
493
  }
490
494
  this.logger.info(`Flushing CLEAR for ${numberOfOpsToClear} ops at ${lastOp?.o}`);
491
- await bucketContext.collection.deleteMany({
495
+ const writes = this.db.createWriteBatch(session, { ordered: true });
496
+ writes.deleteMany(bucketContext.collection, {
492
497
  _id: {
493
498
  $gte: bucketContext.minId,
494
499
  $lte: bucketContext.docId(lastOp.o)
495
500
  }
496
- }, { session });
501
+ });
497
502
  const op = bucketContext.toPersistedDocument({
498
503
  o: lastOp.o,
499
504
  op: 'CLEAR',
@@ -501,7 +506,8 @@ export class MongoCompactorV1 extends MongoCompactor {
501
506
  data: null,
502
507
  target_op: targetOp
503
508
  });
504
- await bucketContext.collection.insertOne(op, { session });
509
+ writes.insertOne(bucketContext.collection, op);
510
+ await writes.execute();
505
511
  opCountDiff = -numberOfOpsToClear + 1;
506
512
  }, {
507
513
  writeConcern: { w: 'majority' },