@powersync/service-module-mongodb-storage 0.15.4 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +69 -0
- package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js +1 -1
- package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js.map +1 -1
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js +2 -2
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map +1 -1
- package/dist/storage/MongoBucketStorage.d.ts +8 -6
- package/dist/storage/MongoBucketStorage.js +153 -66
- package/dist/storage/MongoBucketStorage.js.map +1 -1
- package/dist/storage/implementation/BucketDefinitionMapping.d.ts +15 -0
- package/dist/storage/implementation/BucketDefinitionMapping.js +58 -0
- package/dist/storage/implementation/BucketDefinitionMapping.js.map +1 -0
- package/dist/storage/implementation/CheckpointState.d.ts +20 -0
- package/dist/storage/implementation/CheckpointState.js +31 -0
- package/dist/storage/implementation/CheckpointState.js.map +1 -0
- package/dist/storage/implementation/MongoBucketBatch.d.ts +48 -35
- package/dist/storage/implementation/MongoBucketBatch.js +118 -379
- package/dist/storage/implementation/MongoBucketBatch.js.map +1 -1
- package/dist/storage/implementation/MongoBucketBatchShared.d.ts +5 -0
- package/dist/storage/implementation/MongoBucketBatchShared.js +8 -0
- package/dist/storage/implementation/MongoBucketBatchShared.js.map +1 -0
- package/dist/storage/implementation/MongoChecksums.d.ts +29 -17
- package/dist/storage/implementation/MongoChecksums.js +13 -72
- package/dist/storage/implementation/MongoChecksums.js.map +1 -1
- package/dist/storage/implementation/MongoCompactor.d.ts +98 -58
- package/dist/storage/implementation/MongoCompactor.js +229 -296
- package/dist/storage/implementation/MongoCompactor.js.map +1 -1
- package/dist/storage/implementation/MongoParameterCompactor.d.ts +11 -6
- package/dist/storage/implementation/MongoParameterCompactor.js +11 -8
- package/dist/storage/implementation/MongoParameterCompactor.js.map +1 -1
- package/dist/storage/implementation/MongoPersistedSyncRules.d.ts +14 -0
- package/dist/storage/implementation/MongoPersistedSyncRules.js +67 -0
- package/dist/storage/implementation/MongoPersistedSyncRules.js.map +1 -0
- package/dist/storage/implementation/MongoPersistedSyncRulesContent.d.ts +22 -5
- package/dist/storage/implementation/MongoPersistedSyncRulesContent.js +56 -13
- package/dist/storage/implementation/MongoPersistedSyncRulesContent.js.map +1 -1
- package/dist/storage/implementation/MongoSyncBucketStorage.d.ts +61 -32
- package/dist/storage/implementation/MongoSyncBucketStorage.js +85 -523
- package/dist/storage/implementation/MongoSyncBucketStorage.js.map +1 -1
- package/dist/storage/implementation/MongoSyncRulesLock.d.ts +10 -4
- package/dist/storage/implementation/MongoSyncRulesLock.js +19 -13
- package/dist/storage/implementation/MongoSyncRulesLock.js.map +1 -1
- package/dist/storage/implementation/MongoWriteCheckpointAPI.js +1 -1
- package/dist/storage/implementation/MongoWriteCheckpointAPI.js.map +1 -1
- package/dist/storage/implementation/OperationBatch.js +1 -1
- package/dist/storage/implementation/SyncRuleStateUpdate.d.ts +14 -0
- package/dist/storage/implementation/SyncRuleStateUpdate.js +36 -0
- package/dist/storage/implementation/SyncRuleStateUpdate.js.map +1 -0
- package/dist/storage/implementation/common/BucketDataDoc.d.ts +35 -0
- package/dist/storage/implementation/common/BucketDataDoc.js +2 -0
- package/dist/storage/implementation/common/BucketDataDoc.js.map +1 -0
- package/dist/storage/implementation/common/MongoSyncBucketStorageContext.d.ts +13 -0
- package/dist/storage/implementation/common/MongoSyncBucketStorageContext.js +2 -0
- package/dist/storage/implementation/common/MongoSyncBucketStorageContext.js.map +1 -0
- package/dist/storage/implementation/common/PersistedBatch.d.ts +108 -0
- package/dist/storage/implementation/common/PersistedBatch.js +237 -0
- package/dist/storage/implementation/common/PersistedBatch.js.map +1 -0
- package/dist/storage/implementation/common/SingleBucketStore.d.ts +54 -0
- package/dist/storage/implementation/common/SingleBucketStore.js +3 -0
- package/dist/storage/implementation/common/SingleBucketStore.js.map +1 -0
- package/dist/storage/implementation/common/SourceRecordStore.d.ts +35 -0
- package/dist/storage/implementation/common/SourceRecordStore.js +2 -0
- package/dist/storage/implementation/common/SourceRecordStore.js.map +1 -0
- package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.d.ts +27 -0
- package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js +57 -0
- package/dist/storage/implementation/common/VersionedPowerSyncMongoBase.js.map +1 -0
- package/dist/storage/implementation/createMongoSyncBucketStorage.d.ts +7 -0
- package/dist/storage/implementation/createMongoSyncBucketStorage.js +9 -0
- package/dist/storage/implementation/createMongoSyncBucketStorage.js.map +1 -0
- package/dist/storage/implementation/db.d.ts +41 -36
- package/dist/storage/implementation/db.js +77 -99
- package/dist/storage/implementation/db.js.map +1 -1
- package/dist/storage/implementation/models.d.ts +79 -66
- package/dist/storage/implementation/models.js +20 -1
- package/dist/storage/implementation/models.js.map +1 -1
- package/dist/storage/implementation/v1/MongoBucketBatchV1.d.ts +27 -0
- package/dist/storage/implementation/v1/MongoBucketBatchV1.js +407 -0
- package/dist/storage/implementation/v1/MongoBucketBatchV1.js.map +1 -0
- package/dist/storage/implementation/v1/MongoChecksumsV1.d.ts +12 -0
- package/dist/storage/implementation/v1/MongoChecksumsV1.js +56 -0
- package/dist/storage/implementation/v1/MongoChecksumsV1.js.map +1 -0
- package/dist/storage/implementation/v1/MongoCompactorV1.d.ts +23 -0
- package/dist/storage/implementation/v1/MongoCompactorV1.js +52 -0
- package/dist/storage/implementation/v1/MongoCompactorV1.js.map +1 -0
- package/dist/storage/implementation/v1/MongoParameterCompactorV1.d.ts +9 -0
- package/dist/storage/implementation/v1/MongoParameterCompactorV1.js +20 -0
- package/dist/storage/implementation/v1/MongoParameterCompactorV1.js.map +1 -0
- package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.d.ts +50 -0
- package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js +354 -0
- package/dist/storage/implementation/v1/MongoSyncBucketStorageV1.js.map +1 -0
- package/dist/storage/implementation/v1/PersistedBatchV1.d.ts +25 -0
- package/dist/storage/implementation/v1/PersistedBatchV1.js +183 -0
- package/dist/storage/implementation/v1/PersistedBatchV1.js.map +1 -0
- package/dist/storage/implementation/v1/SingleBucketStoreV1.d.ts +18 -0
- package/dist/storage/implementation/v1/SingleBucketStoreV1.js +57 -0
- package/dist/storage/implementation/v1/SingleBucketStoreV1.js.map +1 -0
- package/dist/storage/implementation/v1/SourceRecordStoreV1.d.ts +19 -0
- package/dist/storage/implementation/v1/SourceRecordStoreV1.js +105 -0
- package/dist/storage/implementation/v1/SourceRecordStoreV1.js.map +1 -0
- package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.d.ts +12 -0
- package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js +20 -0
- package/dist/storage/implementation/v1/VersionedPowerSyncMongoV1.js.map +1 -0
- package/dist/storage/implementation/v1/models.d.ts +45 -0
- package/dist/storage/implementation/v1/models.js +37 -0
- package/dist/storage/implementation/v1/models.js.map +1 -0
- package/dist/storage/implementation/v3/MongoBucketBatchV3.d.ts +30 -0
- package/dist/storage/implementation/v3/MongoBucketBatchV3.js +463 -0
- package/dist/storage/implementation/v3/MongoBucketBatchV3.js.map +1 -0
- package/dist/storage/implementation/v3/MongoChecksumsV3.d.ts +15 -0
- package/dist/storage/implementation/v3/MongoChecksumsV3.js +84 -0
- package/dist/storage/implementation/v3/MongoChecksumsV3.js.map +1 -0
- package/dist/storage/implementation/v3/MongoCompactorV3.d.ts +23 -0
- package/dist/storage/implementation/v3/MongoCompactorV3.js +68 -0
- package/dist/storage/implementation/v3/MongoCompactorV3.js.map +1 -0
- package/dist/storage/implementation/v3/MongoParameterCompactorV3.d.ts +9 -0
- package/dist/storage/implementation/v3/MongoParameterCompactorV3.js +18 -0
- package/dist/storage/implementation/v3/MongoParameterCompactorV3.js.map +1 -0
- package/dist/storage/implementation/v3/MongoParameterLookupV3.d.ts +4 -0
- package/dist/storage/implementation/v3/MongoParameterLookupV3.js +9 -0
- package/dist/storage/implementation/v3/MongoParameterLookupV3.js.map +1 -0
- package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.d.ts +63 -0
- package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.js +508 -0
- package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.js.map +1 -0
- package/dist/storage/implementation/v3/PersistedBatchV3.d.ts +28 -0
- package/dist/storage/implementation/v3/PersistedBatchV3.js +259 -0
- package/dist/storage/implementation/v3/PersistedBatchV3.js.map +1 -0
- package/dist/storage/implementation/v3/SingleBucketStoreV3.d.ts +18 -0
- package/dist/storage/implementation/v3/SingleBucketStoreV3.js +48 -0
- package/dist/storage/implementation/v3/SingleBucketStoreV3.js.map +1 -0
- package/dist/storage/implementation/v3/SourceRecordStoreV3.d.ts +22 -0
- package/dist/storage/implementation/v3/SourceRecordStoreV3.js +164 -0
- package/dist/storage/implementation/v3/SourceRecordStoreV3.js.map +1 -0
- package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.d.ts +22 -0
- package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.js +74 -0
- package/dist/storage/implementation/v3/VersionedPowerSyncMongoV3.js.map +1 -0
- package/dist/storage/implementation/v3/models.d.ts +101 -0
- package/dist/storage/implementation/v3/models.js +34 -0
- package/dist/storage/implementation/v3/models.js.map +1 -0
- package/dist/storage/storage-index.d.ts +6 -3
- package/dist/storage/storage-index.js +6 -3
- package/dist/storage/storage-index.js.map +1 -1
- package/dist/utils/util.d.ts +10 -3
- package/dist/utils/util.js +24 -3
- package/dist/utils/util.js.map +1 -1
- package/package.json +9 -9
- package/src/migrations/db/migrations/1688556755264-initial-sync-rules.ts +1 -1
- package/src/migrations/db/migrations/1702295701188-sync-rule-state.ts +7 -7
- package/src/storage/MongoBucketStorage.ts +254 -99
- package/src/storage/implementation/BucketDefinitionMapping.ts +75 -0
- package/src/storage/implementation/CheckpointState.ts +59 -0
- package/src/storage/implementation/MongoBucketBatch.ts +182 -490
- package/src/storage/implementation/MongoBucketBatchShared.ts +11 -0
- package/src/storage/implementation/MongoChecksums.ts +53 -75
- package/src/storage/implementation/MongoCompactor.ts +374 -404
- package/src/storage/implementation/MongoParameterCompactor.ts +37 -24
- package/src/storage/implementation/MongoPersistedSyncRules.ts +82 -0
- package/src/storage/implementation/MongoPersistedSyncRulesContent.ts +78 -16
- package/src/storage/implementation/MongoSyncBucketStorage.ts +179 -628
- package/src/storage/implementation/MongoSyncRulesLock.ts +20 -16
- package/src/storage/implementation/MongoWriteCheckpointAPI.ts +3 -1
- package/src/storage/implementation/OperationBatch.ts +1 -1
- package/src/storage/implementation/SyncRuleStateUpdate.ts +38 -0
- package/src/storage/implementation/common/BucketDataDoc.ts +37 -0
- package/src/storage/implementation/common/MongoSyncBucketStorageContext.ts +15 -0
- package/src/storage/implementation/common/PersistedBatch.ts +364 -0
- package/src/storage/implementation/common/SingleBucketStore.ts +63 -0
- package/src/storage/implementation/common/SourceRecordStore.ts +48 -0
- package/src/storage/implementation/common/VersionedPowerSyncMongoBase.ts +80 -0
- package/src/storage/implementation/createMongoSyncBucketStorage.ts +25 -0
- package/src/storage/implementation/db.ts +110 -131
- package/src/storage/implementation/models.ts +102 -79
- package/src/storage/implementation/v1/MongoBucketBatchV1.ts +509 -0
- package/src/storage/implementation/v1/MongoChecksumsV1.ts +75 -0
- package/src/storage/implementation/v1/MongoCompactorV1.ts +93 -0
- package/src/storage/implementation/v1/MongoParameterCompactorV1.ts +26 -0
- package/src/storage/implementation/v1/MongoSyncBucketStorageV1.ts +543 -0
- package/src/storage/implementation/v1/PersistedBatchV1.ts +229 -0
- package/src/storage/implementation/v1/SingleBucketStoreV1.ts +74 -0
- package/src/storage/implementation/v1/SourceRecordStoreV1.ts +156 -0
- package/src/storage/implementation/v1/VersionedPowerSyncMongoV1.ts +28 -0
- package/src/storage/implementation/v1/models.ts +99 -0
- package/src/storage/implementation/v3/MongoBucketBatchV3.ts +607 -0
- package/src/storage/implementation/v3/MongoChecksumsV3.ts +120 -0
- package/src/storage/implementation/v3/MongoCompactorV3.ts +107 -0
- package/src/storage/implementation/v3/MongoParameterCompactorV3.ts +24 -0
- package/src/storage/implementation/v3/MongoParameterLookupV3.ts +11 -0
- package/src/storage/implementation/v3/MongoSyncBucketStorageV3.ts +678 -0
- package/src/storage/implementation/v3/PersistedBatchV3.ts +317 -0
- package/src/storage/implementation/v3/SingleBucketStoreV3.ts +68 -0
- package/src/storage/implementation/v3/SourceRecordStoreV3.ts +226 -0
- package/src/storage/implementation/v3/VersionedPowerSyncMongoV3.ts +117 -0
- package/src/storage/implementation/v3/models.ts +164 -0
- package/src/storage/storage-index.ts +6 -3
- package/src/utils/util.ts +34 -5
- package/test/src/storage_compacting.test.ts +57 -29
- package/test/src/storage_sync.test.ts +767 -5
- package/test/src/storeCurrentData.test.ts +211 -0
- package/test/tsconfig.json +0 -1
- package/tsconfig.tsbuildinfo +1 -1
- package/dist/storage/implementation/PersistedBatch.d.ts +0 -71
- package/dist/storage/implementation/PersistedBatch.js +0 -354
- package/dist/storage/implementation/PersistedBatch.js.map +0 -1
- package/src/storage/implementation/PersistedBatch.ts +0 -432
|
@@ -0,0 +1,508 @@
|
|
|
1
|
+
import * as lib_mongo from '@powersync/lib-service-mongodb';
|
|
2
|
+
import { ServiceAssertionError } from '@powersync/lib-services-framework';
|
|
3
|
+
import { internalToExternalOpId, maxLsn, ParameterSetLimitExceededError, storage } from '@powersync/service-core';
|
|
4
|
+
import { JSONBig } from '@powersync/service-jsonbig';
|
|
5
|
+
import * as bson from 'bson';
|
|
6
|
+
import { mapOpEntry, readSingleBatch, setSessionSnapshotTime } from '../../../utils/util.js';
|
|
7
|
+
import { MongoPersistedSyncRulesContentV3 } from '../MongoPersistedSyncRulesContent.js';
|
|
8
|
+
import { MongoSyncBucketStorage } from '../MongoSyncBucketStorage.js';
|
|
9
|
+
import { loadBucketDataDocumentV3 } from './models.js';
|
|
10
|
+
import { MongoBucketBatchV3 } from './MongoBucketBatchV3.js';
|
|
11
|
+
import { MongoChecksumsV3 } from './MongoChecksumsV3.js';
|
|
12
|
+
import { MongoCompactorV3 } from './MongoCompactorV3.js';
|
|
13
|
+
import { MongoParameterCompactorV3 } from './MongoParameterCompactorV3.js';
|
|
14
|
+
import { deserializeParameterLookupV3, serializeParameterLookupV3 } from './MongoParameterLookupV3.js';
|
|
15
|
+
export class MongoSyncBucketStorageV3 extends MongoSyncBucketStorage {
|
|
16
|
+
syncRulesV3;
|
|
17
|
+
constructor(factory, group_id, sync_rules, slot_name, writeCheckpointMode, options) {
|
|
18
|
+
super(factory, group_id, sync_rules, slot_name, writeCheckpointMode, options);
|
|
19
|
+
if (!(sync_rules instanceof MongoPersistedSyncRulesContentV3)) {
|
|
20
|
+
throw new ServiceAssertionError('Missing sync config id for storage v3');
|
|
21
|
+
}
|
|
22
|
+
this.syncRulesV3 = sync_rules;
|
|
23
|
+
}
|
|
24
|
+
get syncConfigId() {
|
|
25
|
+
return this.syncRulesV3.syncConfigId;
|
|
26
|
+
}
|
|
27
|
+
get syncRulesCollection() {
|
|
28
|
+
return this.db.sync_rules;
|
|
29
|
+
}
|
|
30
|
+
syncConfigMatch(extra = {}) {
|
|
31
|
+
return {
|
|
32
|
+
_id: this.group_id,
|
|
33
|
+
sync_configs: {
|
|
34
|
+
$elemMatch: {
|
|
35
|
+
_id: this.syncConfigId,
|
|
36
|
+
...extra
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
syncConfigProjection(extra = {}) {
|
|
42
|
+
return {
|
|
43
|
+
...extra,
|
|
44
|
+
sync_configs: {
|
|
45
|
+
$elemMatch: {
|
|
46
|
+
_id: this.syncConfigId
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
syncConfigArrayFilters() {
|
|
52
|
+
return [{ 'config._id': this.syncConfigId }];
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* For now, we only support a single sync config per replication stream.
|
|
56
|
+
*
|
|
57
|
+
* In the future we'll add support for multiple.
|
|
58
|
+
*/
|
|
59
|
+
selectedSyncConfig(doc) {
|
|
60
|
+
return doc?.sync_configs?.[0] ?? null;
|
|
61
|
+
}
|
|
62
|
+
async initializeVersionStorage() {
|
|
63
|
+
const mapping = this.mapping;
|
|
64
|
+
for (let source of mapping.allBucketDefinitionIds()) {
|
|
65
|
+
const collection = this.db.bucketDataV3(this.group_id, source).collectionName;
|
|
66
|
+
await this.db.db
|
|
67
|
+
.createCollection(collection, { clusteredIndex: { name: '_id', unique: true, key: { _id: 1 } } })
|
|
68
|
+
.catch((error) => {
|
|
69
|
+
if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceExists') {
|
|
70
|
+
return;
|
|
71
|
+
}
|
|
72
|
+
throw error;
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
for (let indexId of mapping.allParameterIndexIds()) {
|
|
76
|
+
await this.db.parameterIndexV3(this.group_id, indexId).createIndex({
|
|
77
|
+
lookup: 1,
|
|
78
|
+
key: 1,
|
|
79
|
+
_id: -1
|
|
80
|
+
}, {
|
|
81
|
+
name: 'lookup_op_id'
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
createMongoChecksums(options) {
|
|
86
|
+
return new MongoChecksumsV3(this.db, this.group_id, {
|
|
87
|
+
...options.checksumOptions,
|
|
88
|
+
storageConfig: options?.storageConfig,
|
|
89
|
+
mapping: this.sync_rules.mapping
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
createMongoCompactor(options) {
|
|
93
|
+
return new MongoCompactorV3(this, this.db, options);
|
|
94
|
+
}
|
|
95
|
+
createMongoParameterCompactor(checkpoint, options) {
|
|
96
|
+
return new MongoParameterCompactorV3(this.db, this.group_id, checkpoint, options);
|
|
97
|
+
}
|
|
98
|
+
createWriterImpl(batchOptions) {
|
|
99
|
+
return new MongoBucketBatchV3(batchOptions);
|
|
100
|
+
}
|
|
101
|
+
async fetchCheckpointState(session) {
|
|
102
|
+
const doc = await this.syncRulesCollection.findOne(this.syncConfigMatch({
|
|
103
|
+
state: { $in: [storage.SyncRuleState.ACTIVE, storage.SyncRuleState.ERRORED] }
|
|
104
|
+
}), {
|
|
105
|
+
session,
|
|
106
|
+
projection: this.syncConfigProjection()
|
|
107
|
+
});
|
|
108
|
+
const syncConfig = this.selectedSyncConfig(doc);
|
|
109
|
+
if (!syncConfig?.snapshot_done) {
|
|
110
|
+
return null;
|
|
111
|
+
}
|
|
112
|
+
return {
|
|
113
|
+
checkpoint: syncConfig.last_checkpoint ?? 0n,
|
|
114
|
+
lsn: syncConfig.last_checkpoint_lsn ?? null
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
async getWriterSyncState() {
|
|
118
|
+
const doc = await this.syncRulesCollection.findOne(this.syncConfigMatch(), {
|
|
119
|
+
projection: this.syncConfigProjection({ snapshot_lsn: 1 })
|
|
120
|
+
});
|
|
121
|
+
const syncConfig = this.selectedSyncConfig(doc);
|
|
122
|
+
const checkpointLsn = syncConfig?.last_checkpoint_lsn ?? null;
|
|
123
|
+
return {
|
|
124
|
+
lastCheckpointLsn: checkpointLsn,
|
|
125
|
+
resumeFromLsn: maxLsn(checkpointLsn, doc?.snapshot_lsn),
|
|
126
|
+
keepaliveOp: syncConfig?.keepalive_op ?? null,
|
|
127
|
+
syncConfigId: this.syncConfigId
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
async terminateSyncRuleState() {
|
|
131
|
+
await this.db.sync_rules.updateOne({
|
|
132
|
+
_id: this.group_id
|
|
133
|
+
}, {
|
|
134
|
+
$set: {
|
|
135
|
+
state: storage.SyncRuleState.TERMINATED,
|
|
136
|
+
persisted_lsn: null,
|
|
137
|
+
sync_configs: []
|
|
138
|
+
}
|
|
139
|
+
});
|
|
140
|
+
}
|
|
141
|
+
async getStatusImpl() {
|
|
142
|
+
const doc = await this.syncRulesCollection.findOne(this.syncConfigMatch(), {
|
|
143
|
+
projection: this.syncConfigProjection({ state: 1, snapshot_lsn: 1, keepalive_op: 1 })
|
|
144
|
+
});
|
|
145
|
+
const syncConfig = this.selectedSyncConfig(doc);
|
|
146
|
+
if (doc == null || syncConfig == null) {
|
|
147
|
+
throw new ServiceAssertionError('Cannot find replication stream status');
|
|
148
|
+
}
|
|
149
|
+
return {
|
|
150
|
+
snapshot_done: syncConfig.snapshot_done ?? false,
|
|
151
|
+
snapshot_lsn: doc.snapshot_lsn ?? null,
|
|
152
|
+
active: doc.state == storage.SyncRuleState.ACTIVE && syncConfig.state == storage.SyncRuleState.ACTIVE,
|
|
153
|
+
checkpoint_lsn: syncConfig.last_checkpoint_lsn ?? null,
|
|
154
|
+
keepalive_op: syncConfig.keepalive_op ?? null
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
async clearSyncRuleState() {
|
|
158
|
+
await this.syncRulesCollection.updateOne(this.syncConfigMatch(), {
|
|
159
|
+
$set: {
|
|
160
|
+
persisted_lsn: null,
|
|
161
|
+
'sync_configs.$[config].snapshot_done': false,
|
|
162
|
+
'sync_configs.$[config].last_checkpoint_lsn': null,
|
|
163
|
+
'sync_configs.$[config].last_checkpoint': null,
|
|
164
|
+
'sync_configs.$[config].no_checkpoint_before': null,
|
|
165
|
+
'sync_configs.$[config].keepalive_op': null
|
|
166
|
+
},
|
|
167
|
+
$unset: {
|
|
168
|
+
snapshot_lsn: 1
|
|
169
|
+
}
|
|
170
|
+
}, {
|
|
171
|
+
maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS,
|
|
172
|
+
arrayFilters: this.syncConfigArrayFilters()
|
|
173
|
+
});
|
|
174
|
+
}
|
|
175
|
+
get versionContext() {
|
|
176
|
+
return {
|
|
177
|
+
db: this.db,
|
|
178
|
+
group_id: this.group_id,
|
|
179
|
+
mapping: this.mapping
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
getParameterSetsImpl(checkpoint, lookups, limit) {
|
|
183
|
+
return getParameterSetsV3(this.versionContext, checkpoint, lookups, limit);
|
|
184
|
+
}
|
|
185
|
+
getBucketDataBatchImpl(checkpoint, dataBuckets, options) {
|
|
186
|
+
return getBucketDataBatchV3(this.versionContext, checkpoint, dataBuckets, options);
|
|
187
|
+
}
|
|
188
|
+
async clearBucketData(_signal) {
|
|
189
|
+
for (const collection of await this.db.listBucketDataCollectionsV3(this.group_id)) {
|
|
190
|
+
await collection.drop();
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
async clearParameterIndexes(_signal) {
|
|
194
|
+
for (const collection of await this.db.listParameterIndexCollectionsV3(this.group_id)) {
|
|
195
|
+
await collection.collection.drop();
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
async clearSourceRecords(_signal) {
|
|
199
|
+
for (const collection of await this.db.listSourceRecordCollectionsV3(this.group_id)) {
|
|
200
|
+
await collection.drop();
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
async clearBucketState(_signal) {
|
|
204
|
+
await this.db
|
|
205
|
+
.bucketStateV3(this.group_id)
|
|
206
|
+
.drop({ maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS })
|
|
207
|
+
.catch((error) => {
|
|
208
|
+
if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceNotFound') {
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
throw error;
|
|
212
|
+
});
|
|
213
|
+
}
|
|
214
|
+
async clearSourceTables(_signal) {
|
|
215
|
+
await this.db
|
|
216
|
+
.sourceTablesV3(this.group_id)
|
|
217
|
+
.drop({ maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS })
|
|
218
|
+
.catch((error) => {
|
|
219
|
+
if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceNotFound') {
|
|
220
|
+
return;
|
|
221
|
+
}
|
|
222
|
+
throw error;
|
|
223
|
+
});
|
|
224
|
+
}
|
|
225
|
+
getDataBucketChangesImpl(options) {
|
|
226
|
+
return getDataBucketChangesV3(this.versionContext, options);
|
|
227
|
+
}
|
|
228
|
+
getParameterBucketChangesImpl(options) {
|
|
229
|
+
return getParameterBucketChangesV3(this.versionContext, options);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
export async function getParameterSetsV3(ctx, checkpoint, lookups, limit) {
|
|
233
|
+
return ctx.db.client.withSession({ snapshot: true }, async (session) => {
|
|
234
|
+
setSessionSnapshotTime(session, checkpoint.snapshotTime);
|
|
235
|
+
const buildLookupPipeline = (lookup, index) => {
|
|
236
|
+
const indexId = lookup.indexId;
|
|
237
|
+
const collection = ctx.db.parameterIndexV3(ctx.group_id, indexId);
|
|
238
|
+
const lookupFilter = serializeParameterLookupV3(lookup);
|
|
239
|
+
return {
|
|
240
|
+
collection,
|
|
241
|
+
pipeline: [
|
|
242
|
+
{
|
|
243
|
+
$match: {
|
|
244
|
+
lookup: lookupFilter,
|
|
245
|
+
_id: { $lte: checkpoint.checkpoint }
|
|
246
|
+
}
|
|
247
|
+
},
|
|
248
|
+
{
|
|
249
|
+
$sort: {
|
|
250
|
+
key: 1,
|
|
251
|
+
_id: -1
|
|
252
|
+
}
|
|
253
|
+
},
|
|
254
|
+
{
|
|
255
|
+
$group: {
|
|
256
|
+
_id: {
|
|
257
|
+
key: '$key'
|
|
258
|
+
},
|
|
259
|
+
bucket_parameters: {
|
|
260
|
+
$first: '$bucket_parameters'
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
},
|
|
264
|
+
{
|
|
265
|
+
$project: {
|
|
266
|
+
_id: 0,
|
|
267
|
+
bucket_parameters: 1,
|
|
268
|
+
index: { $literal: index }
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
]
|
|
272
|
+
};
|
|
273
|
+
};
|
|
274
|
+
const [firstLookup, ...remainingLookups] = lookups;
|
|
275
|
+
const firstQuery = firstLookup == null ? null : buildLookupPipeline(firstLookup, 0);
|
|
276
|
+
if (firstQuery == null) {
|
|
277
|
+
return [];
|
|
278
|
+
}
|
|
279
|
+
const pipeline = [
|
|
280
|
+
...firstQuery.pipeline,
|
|
281
|
+
...remainingLookups.map((lookup, indexInRemaining) => {
|
|
282
|
+
const query = buildLookupPipeline(lookup, indexInRemaining + 1);
|
|
283
|
+
return {
|
|
284
|
+
$unionWith: {
|
|
285
|
+
coll: query.collection.collectionName,
|
|
286
|
+
pipeline: query.pipeline
|
|
287
|
+
}
|
|
288
|
+
};
|
|
289
|
+
}),
|
|
290
|
+
{ $unwind: '$bucket_parameters' },
|
|
291
|
+
{ $limit: limit + 1 }
|
|
292
|
+
];
|
|
293
|
+
const rows = await firstQuery.collection
|
|
294
|
+
.aggregate(pipeline, {
|
|
295
|
+
session,
|
|
296
|
+
readConcern: 'snapshot',
|
|
297
|
+
maxTimeMS: lib_mongo.db.MONGO_OPERATION_TIMEOUT_MS
|
|
298
|
+
})
|
|
299
|
+
.toArray()
|
|
300
|
+
.catch((e) => {
|
|
301
|
+
throw lib_mongo.mapQueryError(e, 'while evaluating parameter queries');
|
|
302
|
+
});
|
|
303
|
+
if (rows.length > limit) {
|
|
304
|
+
throw new ParameterSetLimitExceededError(limit);
|
|
305
|
+
}
|
|
306
|
+
const byLookup = Map.groupBy(rows, (row) => lookups[row.index]);
|
|
307
|
+
const results = [];
|
|
308
|
+
byLookup.forEach((value, lookup) => results.push({ lookup, rows: value.map((r) => r.bucket_parameters) }));
|
|
309
|
+
return results;
|
|
310
|
+
});
|
|
311
|
+
}
|
|
312
|
+
export async function* getBucketDataBatchV3(ctx, checkpoint, dataBuckets, options) {
|
|
313
|
+
if (dataBuckets.length == 0) {
|
|
314
|
+
return;
|
|
315
|
+
}
|
|
316
|
+
if (checkpoint == null) {
|
|
317
|
+
throw new Error('checkpoint is null');
|
|
318
|
+
}
|
|
319
|
+
const batchLimit = options?.limit ?? storage.DEFAULT_DOCUMENT_BATCH_LIMIT;
|
|
320
|
+
const chunkSizeLimitBytes = options?.chunkLimitBytes ?? storage.DEFAULT_DOCUMENT_CHUNK_LIMIT_BYTES;
|
|
321
|
+
const end = checkpoint;
|
|
322
|
+
let remainingLimit = batchLimit;
|
|
323
|
+
const requestsByDefinition = new Map();
|
|
324
|
+
for (const request of dataBuckets) {
|
|
325
|
+
const definitionId = ctx.mapping.bucketSourceId(request.source);
|
|
326
|
+
const requests = requestsByDefinition.get(definitionId) ?? [];
|
|
327
|
+
requests.push(request);
|
|
328
|
+
requestsByDefinition.set(definitionId, requests);
|
|
329
|
+
}
|
|
330
|
+
const definitionGroups = Array.from(requestsByDefinition.entries());
|
|
331
|
+
for (let groupIndex = 0; groupIndex < definitionGroups.length && remainingLimit > 0; groupIndex++) {
|
|
332
|
+
const [definitionId, requests] = definitionGroups[groupIndex];
|
|
333
|
+
const hasLaterDefinitionGroups = groupIndex < definitionGroups.length - 1;
|
|
334
|
+
const bucketMap = new Map(requests.map((request) => [request.bucket, request.start]));
|
|
335
|
+
const filters = Array.from(bucketMap.entries()).map(([bucket, start]) => ({
|
|
336
|
+
_id: {
|
|
337
|
+
$gt: {
|
|
338
|
+
b: bucket,
|
|
339
|
+
o: start
|
|
340
|
+
},
|
|
341
|
+
$lte: {
|
|
342
|
+
b: bucket,
|
|
343
|
+
o: end
|
|
344
|
+
}
|
|
345
|
+
}
|
|
346
|
+
}));
|
|
347
|
+
const cursor = ctx.db.bucketDataV3(ctx.group_id, definitionId).find({
|
|
348
|
+
$or: filters
|
|
349
|
+
}, {
|
|
350
|
+
session: undefined,
|
|
351
|
+
sort: { _id: 1 },
|
|
352
|
+
limit: remainingLimit,
|
|
353
|
+
batchSize: remainingLimit + 1,
|
|
354
|
+
raw: true,
|
|
355
|
+
maxTimeMS: lib_mongo.db.MONGO_OPERATION_TIMEOUT_MS
|
|
356
|
+
});
|
|
357
|
+
let { data, hasMore: batchHasMore } = await readSingleBatch(cursor).catch((e) => {
|
|
358
|
+
throw lib_mongo.mapQueryError(e, 'while reading bucket data');
|
|
359
|
+
});
|
|
360
|
+
if (data.length == remainingLimit) {
|
|
361
|
+
batchHasMore = true;
|
|
362
|
+
}
|
|
363
|
+
if (data.length == 0) {
|
|
364
|
+
continue;
|
|
365
|
+
}
|
|
366
|
+
remainingLimit -= data.length;
|
|
367
|
+
let chunkSizeBytes = 0;
|
|
368
|
+
let currentChunk = null;
|
|
369
|
+
let targetOp = null;
|
|
370
|
+
for (let rawData of data) {
|
|
371
|
+
const row = loadBucketDataDocumentV3({ replicationStreamId: ctx.group_id, definitionId }, bson.deserialize(rawData, storage.BSON_DESERIALIZE_INTERNAL_OPTIONS));
|
|
372
|
+
const bucket = row.bucketKey.bucket;
|
|
373
|
+
if (currentChunk == null || currentChunk.bucket != bucket || chunkSizeBytes >= chunkSizeLimitBytes) {
|
|
374
|
+
let start = undefined;
|
|
375
|
+
if (currentChunk != null) {
|
|
376
|
+
if (currentChunk.bucket == bucket) {
|
|
377
|
+
currentChunk.has_more = true;
|
|
378
|
+
start = currentChunk.next_after;
|
|
379
|
+
}
|
|
380
|
+
const yieldChunk = currentChunk;
|
|
381
|
+
currentChunk = null;
|
|
382
|
+
chunkSizeBytes = 0;
|
|
383
|
+
yield { chunkData: yieldChunk, targetOp: targetOp };
|
|
384
|
+
targetOp = null;
|
|
385
|
+
}
|
|
386
|
+
if (start == null) {
|
|
387
|
+
const startOpId = bucketMap.get(bucket);
|
|
388
|
+
if (startOpId == null) {
|
|
389
|
+
throw new Error(`data for unexpected bucket: ${bucket}`);
|
|
390
|
+
}
|
|
391
|
+
start = internalToExternalOpId(startOpId);
|
|
392
|
+
}
|
|
393
|
+
currentChunk = {
|
|
394
|
+
bucket,
|
|
395
|
+
after: start,
|
|
396
|
+
has_more: false,
|
|
397
|
+
data: [],
|
|
398
|
+
next_after: start
|
|
399
|
+
};
|
|
400
|
+
}
|
|
401
|
+
const entry = mapOpEntry(row);
|
|
402
|
+
if (row.target_op != null && (targetOp == null || row.target_op > targetOp)) {
|
|
403
|
+
targetOp = row.target_op;
|
|
404
|
+
}
|
|
405
|
+
currentChunk.data.push(entry);
|
|
406
|
+
currentChunk.next_after = entry.op_id;
|
|
407
|
+
chunkSizeBytes += rawData.byteLength;
|
|
408
|
+
}
|
|
409
|
+
if (currentChunk != null) {
|
|
410
|
+
const yieldChunk = currentChunk;
|
|
411
|
+
yieldChunk.has_more = batchHasMore || (remainingLimit <= 0 && hasLaterDefinitionGroups);
|
|
412
|
+
yield { chunkData: yieldChunk, targetOp: targetOp };
|
|
413
|
+
}
|
|
414
|
+
if (batchHasMore || remainingLimit <= 0) {
|
|
415
|
+
return;
|
|
416
|
+
}
|
|
417
|
+
}
|
|
418
|
+
}
|
|
419
|
+
export async function getDataBucketChangesV3(ctx, options) {
|
|
420
|
+
const limit = 1000;
|
|
421
|
+
const bucketStateUpdates = await ctx.db
|
|
422
|
+
.bucketStateV3(ctx.group_id)
|
|
423
|
+
.aggregate([
|
|
424
|
+
{
|
|
425
|
+
$match: {
|
|
426
|
+
last_op: { $gt: options.lastCheckpoint.checkpoint }
|
|
427
|
+
}
|
|
428
|
+
},
|
|
429
|
+
{
|
|
430
|
+
$group: {
|
|
431
|
+
_id: '$_id.b',
|
|
432
|
+
last_op: { $max: '$last_op' }
|
|
433
|
+
}
|
|
434
|
+
},
|
|
435
|
+
{
|
|
436
|
+
$sort: {
|
|
437
|
+
last_op: 1
|
|
438
|
+
}
|
|
439
|
+
},
|
|
440
|
+
{
|
|
441
|
+
$limit: limit + 1
|
|
442
|
+
}
|
|
443
|
+
], { maxTimeMS: lib_mongo.MONGO_CHECKSUM_TIMEOUT_MS })
|
|
444
|
+
.toArray();
|
|
445
|
+
const buckets = bucketStateUpdates.map((doc) => doc._id);
|
|
446
|
+
const invalidateDataBuckets = buckets.length > limit;
|
|
447
|
+
return {
|
|
448
|
+
invalidateDataBuckets,
|
|
449
|
+
updatedDataBuckets: invalidateDataBuckets ? new Set() : new Set(buckets)
|
|
450
|
+
};
|
|
451
|
+
}
|
|
452
|
+
export async function getParameterBucketChangesV3(ctx, options) {
|
|
453
|
+
const limit = 1000;
|
|
454
|
+
const indexIds = ctx.mapping.allParameterIndexIds();
|
|
455
|
+
const collections = indexIds.map((indexId) => ({
|
|
456
|
+
indexId,
|
|
457
|
+
collection: ctx.db.parameterIndexV3(ctx.group_id, indexId)
|
|
458
|
+
}));
|
|
459
|
+
if (collections.length == 0) {
|
|
460
|
+
return {
|
|
461
|
+
invalidateParameterBuckets: false,
|
|
462
|
+
updatedParameterLookups: new Set()
|
|
463
|
+
};
|
|
464
|
+
}
|
|
465
|
+
const checkpointFilter = {
|
|
466
|
+
_id: { $gt: options.lastCheckpoint.checkpoint, $lte: options.nextCheckpoint.checkpoint }
|
|
467
|
+
};
|
|
468
|
+
const pipelineForCollection = (indexId) => [
|
|
469
|
+
{
|
|
470
|
+
$match: checkpointFilter
|
|
471
|
+
},
|
|
472
|
+
{
|
|
473
|
+
$project: {
|
|
474
|
+
_id: 0,
|
|
475
|
+
lookup: 1,
|
|
476
|
+
indexId: { $literal: indexId }
|
|
477
|
+
}
|
|
478
|
+
}
|
|
479
|
+
];
|
|
480
|
+
const [firstCollection, ...remainingCollections] = collections;
|
|
481
|
+
const parameterUpdates = await firstCollection.collection
|
|
482
|
+
.aggregate([
|
|
483
|
+
...pipelineForCollection(firstCollection.indexId),
|
|
484
|
+
...remainingCollections.map((collection) => {
|
|
485
|
+
return {
|
|
486
|
+
$unionWith: {
|
|
487
|
+
coll: collection.collection.collectionName,
|
|
488
|
+
pipeline: pipelineForCollection(collection.indexId)
|
|
489
|
+
}
|
|
490
|
+
};
|
|
491
|
+
}),
|
|
492
|
+
{
|
|
493
|
+
$limit: limit + 1
|
|
494
|
+
}
|
|
495
|
+
], {
|
|
496
|
+
batchSize: limit + 2,
|
|
497
|
+
maxTimeMS: lib_mongo.db.MONGO_OPERATION_TIMEOUT_MS
|
|
498
|
+
})
|
|
499
|
+
.toArray();
|
|
500
|
+
const invalidateParameterUpdates = parameterUpdates.length > limit;
|
|
501
|
+
return {
|
|
502
|
+
invalidateParameterBuckets: invalidateParameterUpdates,
|
|
503
|
+
updatedParameterLookups: invalidateParameterUpdates
|
|
504
|
+
? new Set()
|
|
505
|
+
: new Set(parameterUpdates.map((p) => JSONBig.stringify(deserializeParameterLookupV3(p.lookup, p.indexId))))
|
|
506
|
+
};
|
|
507
|
+
}
|
|
508
|
+
//# sourceMappingURL=MongoSyncBucketStorageV3.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MongoSyncBucketStorageV3.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/MongoSyncBucketStorageV3.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAE5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAIL,sBAAsB,EACtB,MAAM,EACN,8BAA8B,EAE9B,OAAO,EAER,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAErD,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAU7F,OAAO,EAEL,gCAAgC,EACjC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAiC,MAAM,8BAA8B,CAAC;AACrG,OAAO,EAGL,wBAAwB,EAGzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,4BAA4B,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AAGvG,MAAM,OAAO,wBAAyB,SAAQ,sBAAsB;IAKjD,WAAW,CAAmC;IAE/D,YACE,OAA2B,EAC3B,QAAgB,EAChB,UAA4C,EAC5C,SAAiB,EACjB,mBAA4D,EAC5D,OAAsC;QAEtC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,UAAU,YAAY,gCAAgC,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,qBAAqB,CAAC,uCAAuC,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;IAChC,CAAC;IAED,IAAY,YAAY;QACtB,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC;IACvC,CAAC;IAED,IAAY,mBAAmB;QAC7B,OAAO,IAAI,CAAC,EAAE,CAAC,UAAsE,CAAC;IACxF,CAAC;IAEO,eAAe,CAAC,QAAwB,EAAE;QAChD,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,QAAQ;YAClB,YAAY,EAAE;gBACZ,UAAU,EAAE;oBACV,GAAG,EAAE,IAAI,CAAC,YAAY;oBACtB,GAAG,KAAK;iBACT;aACF;SACF,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,QAAwB,EAAE;QACrD,OAAO;YACL,GAAG,KAAK;YACR,YAAY,EAAE;gBACZ,UAAU,EAAE;oBACV,GAAG,EAAE,IAAI,CAAC,YAAY;iBACvB;aACF;SACF,CAAC;IACJ,CAAC;IAEO,sBAAsB;QAC5B,OAAO,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CACxB,GAA6D;QAE7D,OAAO,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAES,KAAK,CAAC,wBAAwB;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,KAAK,IAAI,MAAM,IAAI,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,cAAc,CAAC;YAC9E,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;iBACb,gBAAgB,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;iBAChG,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,iBAAiB,EAAE,CAAC;oBAChF,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;QACD,KAAK,IAAI,OAAO,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;YACnD,MAAM,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,WAAW,CAChE;gBACE,MAAM,EAAE,CAAC;gBACT,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,CAAC,CAAC;aACR,EACD;gBACE,IAAI,EAAE,cAAc;aACrB,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAES,oBAAoB,CAAC,OAAsC;QACnE,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE;YAClD,GAAG,OAAO,CAAC,eAAe;YAC1B,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;SACjC,CAAC,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,OAA4B;QAC/C,OAAO,IAAI,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAES,6BAA6B,CACrC,UAAwB,EACxB,OAA+B;QAE/B,OAAO,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAES,gBAAgB,CAAC,YAAqC;QAC9D,OAAO,IAAI,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAES,KAAK,CAAC,oBAAoB,CAClC,OAA4B;QAE5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAChD,IAAI,CAAC,eAAe,CAAC;YACnB,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;SAC9E,CAAC,EACF;YACE,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,oBAAoB,EAAE;SACxC,CACF,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,eAAe,IAAI,EAAE;YAC5C,GAAG,EAAE,UAAU,CAAC,mBAAmB,IAAI,IAAI;SAC5C,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,kBAAkB;QAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC3D,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,UAAU,EAAE,mBAAmB,IAAI,IAAI,CAAC;QAC9D,OAAO;YACL,iBAAiB,EAAE,aAAa;YAChC,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,GAAG,EAAE,YAAY,CAAC;YACvD,WAAW,EAAE,UAAU,EAAE,YAAY,IAAI,IAAI;YAC7C,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,sBAAsB;QACpC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,IAAI,EAAE;gBACJ,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBACvC,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE,EAAE;aACjB;SACF,CACF,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SACtF,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,GAAG,IAAI,IAAI,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,qBAAqB,CAAC,uCAAuC,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO;YACL,aAAa,EAAE,UAAU,CAAC,aAAa,IAAI,KAAK;YAChD,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;YACtC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,IAAI,UAAU,CAAC,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM;YACrG,cAAc,EAAE,UAAU,CAAC,mBAAmB,IAAI,IAAI;YACtD,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;SAC9C,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,kBAAkB;QAChC,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,CACtC,IAAI,CAAC,eAAe,EAAE,EACtB;YACE,IAAI,EAAE;gBACJ,aAAa,EAAE,IAAI;gBACnB,sCAAsC,EAAE,KAAK;gBAC7C,4CAA4C,EAAE,IAAI;gBAClD,wCAAwC,EAAE,IAAI;gBAC9C,6CAA6C,EAAE,IAAI;gBACnD,qCAAqC,EAAE,IAAI;aAC5C;YACD,MAAM,EAAE;gBACN,YAAY,EAAE,CAAC;aAChB;SACF,EACD;YACE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC;YACxD,YAAY,EAAE,IAAI,CAAC,sBAAsB,EAAE;SAC5C,CACF,CAAC;IACJ,CAAC;IAED,IAAuB,cAAc;QACnC,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAES,oBAAoB,CAC5B,UAA4C,EAC5C,OAAgC,EAChC,KAAa;QAEb,OAAO,kBAAkB,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAC7E,CAAC;IAES,sBAAsB,CAC9B,UAA8B,EAC9B,WAAwC,EACxC,OAAwC;QAExC,OAAO,oBAAoB,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,OAAqB;QACnD,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClF,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAES,KAAK,CAAC,qBAAqB,CAAC,OAAqB;QACzD,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtF,MAAM,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,OAAqB;QACtD,KAAK,MAAM,UAAU,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC,6BAA6B,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpF,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAES,KAAK,CAAC,gBAAgB,CAAC,OAAqB;QACpD,MAAM,IAAI,CAAC,EAAE;aACV,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC5B,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,EAAE,CAAC;aAClE,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAES,KAAK,CAAC,iBAAiB,CAAC,OAAqB;QACrD,MAAM,IAAI,CAAC,EAAE;aACV,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC7B,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,EAAE,CAAC;aAClE,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAES,wBAAwB,CAChC,OAAoC;QAEpC,OAAO,sBAAsB,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAES,6BAA6B,CACrC,OAAoC;QAEpC,OAAO,2BAA2B,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAA6D,EAC7D,UAA4C,EAC5C,OAAgC,EAChC,KAAa;IAEb,OAAO,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACrE,sBAAsB,CAAC,OAAO,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;QAEzD,MAAM,mBAAmB,GAAG,CAC1B,MAA6B,EAC7B,KAAa,EAIb,EAAE;YACF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC/B,MAAM,UAAU,GAAG,GAAG,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,YAAY,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;YAExD,OAAO;gBACL,UAAU;gBACV,QAAQ,EAAE;oBACR;wBACE,MAAM,EAAE;4BACN,MAAM,EAAE,YAAY;4BACpB,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,UAAU,EAAE;yBACrC;qBACF;oBACD;wBACE,KAAK,EAAE;4BACL,GAAG,EAAE,CAAC;4BACN,GAAG,EAAE,CAAC,CAAC;yBACR;qBACF;oBACD;wBACE,MAAM,EAAE;4BACN,GAAG,EAAE;gCACH,GAAG,EAAE,MAAM;6BACZ;4BACD,iBAAiB,EAAE;gCACjB,MAAM,EAAE,oBAAoB;6BAC7B;yBACF;qBACF;oBACD;wBACE,QAAQ,EAAE;4BACR,GAAG,EAAE,CAAC;4BACN,iBAAiB,EAAE,CAAC;4BACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;yBAC3B;qBACF;iBACF;aACF,CAAC;QACJ,CAAC,CAAC;QAEF,MAAM,CAAC,WAAW,EAAE,GAAG,gBAAgB,CAAC,GAAG,OAAO,CAAC;QACnD,MAAM,UAAU,GAAG,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACpF,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAqB;YACjC,GAAG,UAAU,CAAC,QAAQ;YACtB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,gBAAgB,EAAE,EAAE;gBACnD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC;gBAChE,OAAO;oBACL,UAAU,EAAE;wBACV,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,cAAc;wBACrC,QAAQ,EAAE,KAAK,CAAC,QAAQ;qBACzB;iBACF,CAAC;YACJ,CAAC,CAAC;YACF,EAAE,OAAO,EAAE,oBAAoB,EAAE;YACjC,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE;SACtB,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU;aACrC,SAAS,CAAsD,QAAQ,EAAE;YACxE,OAAO;YACP,WAAW,EAAE,UAAU;YACvB,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,0BAA0B;SACnD,CAAC;aACD,OAAO,EAAE;aACT,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACX,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,oCAAoC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEL,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,8BAA8B,CAAC,KAAK,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAEhE,MAAM,OAAO,GAA0B,EAAE,CAAC;QAC1C,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3G,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,oBAAoB,CACzC,GAA6D,EAC7D,UAA8B,EAC9B,WAAwC,EACxC,OAAwC;IAExC,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IAED,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,4BAA4B,CAAC;IAC1E,MAAM,mBAAmB,GAAG,OAAO,EAAE,eAAe,IAAI,OAAO,CAAC,kCAAkC,CAAC;IACnG,MAAM,GAAG,GAAG,UAAU,CAAC;IACvB,IAAI,cAAc,GAAG,UAAU,CAAC;IAEhC,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAuC,CAAC;IAC5E,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,CAAC,CAAC;IACpE,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,gBAAgB,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC;QAClG,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC9D,MAAM,wBAAwB,GAAG,UAAU,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,OAAO,GAAyC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9G,GAAG,EAAE;gBACH,GAAG,EAAE;oBACH,CAAC,EAAE,MAAM;oBACT,CAAC,EAAE,KAAK;iBACT;gBACD,IAAI,EAAE;oBACJ,CAAC,EAAE,MAAM;oBACT,CAAC,EAAE,GAAU;iBACd;aACF;SACF,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,IAAI,CACjE;YACE,GAAG,EAAE,OAAO;SACb,EACD;YACE,OAAO,EAAE,SAAS;YAClB,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YAChB,KAAK,EAAE,cAAc;YACrB,SAAS,EAAE,cAAc,GAAG,CAAC;YAC7B,GAAG,EAAE,IAAI;YACT,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,0BAA0B;SACnD,CACqC,CAAC;QAEzC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YAC9E,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,2BAA2B,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;YAClC,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QAED,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC;QAE9B,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAgC,IAAI,CAAC;QACrD,IAAI,QAAQ,GAAwB,IAAI,CAAC;QAEzC,KAAK,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,wBAAwB,CAClC,EAAE,mBAAmB,EAAE,GAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,EACnD,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,iCAAiC,CAAyB,CAC7F,CAAC;YACF,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;YAEpC,IAAI,YAAY,IAAI,IAAI,IAAI,YAAY,CAAC,MAAM,IAAI,MAAM,IAAI,cAAc,IAAI,mBAAmB,EAAE,CAAC;gBACnG,IAAI,KAAK,GAA6B,SAAS,CAAC;gBAChD,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;oBACzB,IAAI,YAAY,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;wBAClC,YAAY,CAAC,QAAQ,GAAG,IAAI,CAAC;wBAC7B,KAAK,GAAG,YAAY,CAAC,UAAU,CAAC;oBAClC,CAAC;oBAED,MAAM,UAAU,GAAG,YAAY,CAAC;oBAChC,YAAY,GAAG,IAAI,CAAC;oBACpB,cAAc,GAAG,CAAC,CAAC;oBACnB,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;oBACpD,QAAQ,GAAG,IAAI,CAAC;gBAClB,CAAC;gBAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACxC,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;wBACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC;oBAC3D,CAAC;oBACD,KAAK,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;gBAC5C,CAAC;gBACD,YAAY,GAAG;oBACb,MAAM;oBACN,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE,KAAK;oBACf,IAAI,EAAE,EAAE;oBACR,UAAU,EAAE,KAAK;iBAClB,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,IAAI,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;gBAC5E,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC;YAC3B,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,YAAY,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;YACtC,cAAc,IAAI,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC;QAED,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,YAAY,CAAC;YAChC,UAAU,CAAC,QAAQ,GAAG,YAAY,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,wBAAwB,CAAC,CAAC;YACxF,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QACtD,CAAC;QAED,IAAI,YAAY,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACxC,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAA6D,EAC7D,OAAoC;IAEpC,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,EAAE;SACpC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC3B,SAAS,CACR;QACE;YACE,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;aACpD;SACF;QACD;YACE,MAAM,EAAE;gBACN,GAAG,EAAE,QAAQ;gBACb,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;aAC9B;SACF;QACD;YACE,KAAK,EAAE;gBACL,OAAO,EAAE,CAAC;aACX;SACF;QACD;YACE,MAAM,EAAE,KAAK,GAAG,CAAC;SAClB;KACF,EACD,EAAE,SAAS,EAAE,SAAS,CAAC,yBAAyB,EAAE,CACnD;SACA,OAAO,EAAE,CAAC;IAEb,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzD,MAAM,qBAAqB,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;IAErD,OAAO;QACL,qBAAqB;QACrB,kBAAkB,EAAE,qBAAqB,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC;KACjF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,GAA6D,EAC7D,OAAoC;IAEpC,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;IACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC7C,OAAO;QACP,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC;KAC3D,CAAC,CAAC,CAAC;IACJ,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,0BAA0B,EAAE,KAAK;YACjC,uBAAuB,EAAE,IAAI,GAAG,EAAU;SAC3C,CAAC;IACJ,CAAC;IACD,MAAM,gBAAgB,GAAG;QACvB,GAAG,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;KACzF,CAAC;IACF,MAAM,qBAAqB,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC;QACjD;YACE,MAAM,EAAE,gBAAgB;SACzB;QACD;YACE,QAAQ,EAAE;gBACR,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC/B;SACF;KACF,CAAC;IACF,MAAM,CAAC,eAAe,EAAE,GAAG,oBAAoB,CAAC,GAAG,WAAW,CAAC;IAC/D,MAAM,gBAAgB,GAAG,MAAM,eAAe,CAAC,UAAU;SACtD,SAAS,CACR;QACE,GAAG,qBAAqB,CAAC,eAAe,CAAC,OAAO,CAAC;QACjD,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YACzC,OAAO;gBACL,UAAU,EAAE;oBACV,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,cAAc;oBAC1C,QAAQ,EAAE,qBAAqB,CAAC,UAAU,CAAC,OAAO,CAAC;iBACpD;aACF,CAAC;QACJ,CAAC,CAAC;QACF;YACE,MAAM,EAAE,KAAK,GAAG,CAAC;SAClB;KACF,EACD;QACE,SAAS,EAAE,KAAK,GAAG,CAAC;QACpB,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,0BAA0B;KACnD,CACF;SACA,OAAO,EAAE,CAAC;IAEb,MAAM,0BAA0B,GAAG,gBAAgB,CAAC,MAAM,GAAG,KAAK,CAAC;IAEnE,OAAO;QACL,0BAA0B,EAAE,0BAA0B;QACtD,uBAAuB,EAAE,0BAA0B;YACjD,CAAC,CAAC,IAAI,GAAG,EAAU;YACnB,CAAC,CAAC,IAAI,GAAG,CACL,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAClG;KACN,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { mongo } from '@powersync/lib-service-mongodb';
|
|
2
|
+
import { InternalOpId, storage } from '@powersync/service-core';
|
|
3
|
+
import { BucketDataSource, BucketDefinitionId } from '@powersync/service-sync-rules';
|
|
4
|
+
import * as bson from 'bson';
|
|
5
|
+
import { PersistedBatch, SaveParameterDataOptions, UpsertCurrentDataOptions } from '../common/PersistedBatch.js';
|
|
6
|
+
import { CurrentDataDocumentV3 } from './models.js';
|
|
7
|
+
import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
|
|
8
|
+
export declare class PersistedBatchV3 extends PersistedBatch {
|
|
9
|
+
protected readonly db: VersionedPowerSyncMongoV3;
|
|
10
|
+
currentData: {
|
|
11
|
+
sourceTableId: bson.ObjectId;
|
|
12
|
+
operation: mongo.AnyBulkWriteOperation<CurrentDataDocumentV3>;
|
|
13
|
+
}[];
|
|
14
|
+
sourceTablePendingDeletes: Map<string, bigint>;
|
|
15
|
+
protected checkDefinitionId(definitionId: BucketDefinitionId | null): BucketDefinitionId;
|
|
16
|
+
protected getBucketDefinitionId(bucketSource: BucketDataSource): BucketDefinitionId;
|
|
17
|
+
saveParameterData(data: SaveParameterDataOptions): void;
|
|
18
|
+
hardDeleteCurrentData(sourceTableId: bson.ObjectId, replicaId: storage.ReplicaId): void;
|
|
19
|
+
softDeleteCurrentData(sourceTableId: bson.ObjectId, replicaId: storage.ReplicaId, checkpointGreaterThan: InternalOpId): void;
|
|
20
|
+
upsertCurrentData(values: UpsertCurrentDataOptions): void;
|
|
21
|
+
protected get currentDataCount(): number;
|
|
22
|
+
protected flushBucketData(session: mongo.ClientSession): Promise<void>;
|
|
23
|
+
protected flushBucketParameters(session: mongo.ClientSession): Promise<void>;
|
|
24
|
+
protected flushCurrentData(session: mongo.ClientSession): Promise<void>;
|
|
25
|
+
protected flushBucketStates(session: mongo.ClientSession): Promise<void>;
|
|
26
|
+
protected resetCurrentData(): void;
|
|
27
|
+
private getBucketStateUpdates;
|
|
28
|
+
}
|