@powersync/service-module-mongodb-storage 0.0.0-dev-20260602073133 → 0.0.0-dev-20260909133214

package/dist/storage/implementation/MongoCompactor.js

@@ -1,534 +1,140 @@
-import { isMongoServerError, MONGO_OPERATION_TIMEOUT_MS } from '@powersync/lib-service-mongodb';
-import { logger as defaultLogger, ReplicationAssertionError, ServiceAssertionError } from '@powersync/lib-services-framework';
-import { addChecksums, isPartialChecksum, utils } from '@powersync/service-core';
-import { cacheKey } from './OperationBatch.js';
+import * as timers from 'node:timers/promises';
+import { isMongoServerError } from '@powersync/lib-service-mongodb';
+import { logger as defaultLogger, ReplicationAssertionError } from '@powersync/lib-services-framework';
+import { isRetryableObjectStorageError } from './v3/object-storage/ObjectStorage.js';
 const DEFAULT_CLEAR_BATCH_LIMIT = 5000;
 const DEFAULT_MOVE_BATCH_LIMIT = 2000;
 const DEFAULT_MOVE_BATCH_QUERY_LIMIT = 10_000;
-const DEFAULT_MIN_BUCKET_CHANGES = 10;
-const DEFAULT_MIN_CHANGE_RATIO = 0.1;
-const DIRTY_BUCKET_SCAN_BATCH_SIZE = 2_000;
+const DEFAULT_MOVE_BATCH_BYTE_LIMIT = 16 * 1024 * 1024;
 /** This default is primarily for tests. */
 const DEFAULT_MEMORY_LIMIT_MB = 64;
+const COMPACTION_RETRY_LIMIT = 3;
+const COMPACTION_RETRY_DELAY_MS = 1_000;
+export class ConcurrentCompactionError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'ConcurrentCompactionError';
+    }
+}
+/**
+ * A worker whose bucket lease has been replaced must stop immediately. Unlike
+ * a transactional replacement conflict, retrying it with the same compactor
+ * instance would still use the stale lease and could race the new owner.
+ */
+export class CompactionLeaseLostError extends ConcurrentCompactionError {
+    constructor(message) {
+        super(message);
+        this.name = 'CompactionLeaseLostError';
+    }
+}
 export class MongoCompactor {
     storage;
     db;
-    updates = [];
-    bucketStateUpdates = [];
     idLimitBytes;
     moveBatchLimit;
     moveBatchQueryLimit;
+    moveBatchByteLimit;
     clearBatchLimit;
-    minBucketChanges;
-    minChangeRatio;
-    maxOpId;
     buckets;
+    deleteCheckpointRequestsBefore;
     signal;
     group_id;
+    compactChunksOnly;
+    compactedBucketCount = 0;
     logger;
     constructor(storage, db, options) {
         this.storage = storage;
         this.db = db;
-        this.group_id = storage.group_id;
+        this.group_id = storage.replicationStreamId;
         this.idLimitBytes = (options.memoryLimitMB ?? DEFAULT_MEMORY_LIMIT_MB) * 1024 * 1024;
         this.moveBatchLimit = options.moveBatchLimit ?? DEFAULT_MOVE_BATCH_LIMIT;
         this.moveBatchQueryLimit = options.moveBatchQueryLimit ?? DEFAULT_MOVE_BATCH_QUERY_LIMIT;
+        this.moveBatchByteLimit = options.moveBatchByteLimit ?? DEFAULT_MOVE_BATCH_BYTE_LIMIT;
         this.clearBatchLimit = options.clearBatchLimit ?? DEFAULT_CLEAR_BATCH_LIMIT;
-        this.minBucketChanges = options.minBucketChanges ?? DEFAULT_MIN_BUCKET_CHANGES;
-        this.minChangeRatio = options.minChangeRatio ?? DEFAULT_MIN_CHANGE_RATIO;
-        this.maxOpId = options.maxOpId ?? 0n;
+        if (this.clearBatchLimit < 2) {
+            throw new ReplicationAssertionError('clearBatchLimit must be >= 2');
+        }
         this.buckets = options.compactBuckets;
+        this.deleteCheckpointRequestsBefore = options.deleteCheckpointRequestsBefore;
         this.signal = options.signal;
+        this.compactChunksOnly = options.compactChunksOnly ?? false;
         this.logger = options.logger ?? defaultLogger;
     }
-    /**
-     * Compact buckets by converting operations into MOVE and/or CLEAR operations.
-     *
-     * See /docs/compacting-operations.md for details.
-     */
-    async compact() {
-        if (this.buckets) {
-            for (const bucket of this.buckets) {
-                // We can make this more efficient later on by iterating through the buckets in a single query.
-                // That makes batching more tricky, so we leave for later.
-                await this.compactSingleBucketRetried(bucket);
-            }
-        }
-        else {
-            await this.compactDirtyBuckets();
-        }
-    }
-    /**
-     * Subset of compact, only populating checksums where relevant.
-     */
-    async populateChecksums(options) {
-        let count = 0;
-        while (true) {
-            this.signal?.throwIfAborted();
-            const buckets = await this.dirtyBucketBatchForChecksums(options);
-            if (buckets.length == 0) {
-                break;
-            }
-            this.signal?.throwIfAborted();
-            const start = Date.now();
-            // Filter batch by estimated bucket size, to reduce possibility of timeouts.
-            const checkBuckets = [];
-            let totalCountEstimate = 0;
-            for (const bucket of buckets) {
-                checkBuckets.push(bucket);
-                totalCountEstimate += bucket.estimatedCount;
-                if (totalCountEstimate > 50_000) {
-                    break;
-                }
-            }
-            this.logger.info(`Calculating checksums for batch of ${buckets.length} buckets, estimated count of ${totalCountEstimate}`);
-            await this.updateChecksumsBatch(checkBuckets);
-            this.logger.info(`Updated checksums for batch of ${checkBuckets.length} buckets in ${Date.now() - start}ms`);
-            count += checkBuckets.length;
-        }
-        return { buckets: count };
-    }
-    async *dirtyBucketBatchesForCollection(collection, lastId, maxId, options, getDefinitionId) {
-        while (true) {
-            // To avoid timeouts from too many buckets not meeting the minBucketChanges criteria, use an aggregation pipeline
-            // to scan a fixed batch of buckets at a time, but only return buckets that meet the criteria.
-            const [result] = await collection
-                .aggregate([
-                {
-                    $match: {
-                        _id: { $gt: lastId, $lt: maxId }
-                    }
-                },
-                {
-                    $sort: { _id: 1 }
-                },
-                {
-                    // Scan a fixed number of docs each query so sparse matches don't block progress.
-                    $limit: DIRTY_BUCKET_SCAN_BATCH_SIZE
-                },
-                {
-                    $facet: {
-                        buckets: [
-                            {
-                                $match: {
-                                    'estimate_since_compact.count': { $gte: options.minBucketChanges }
-                                }
-                            },
-                            {
-                                $project: {
-                                    _id: 1,
-                                    estimate_since_compact: 1,
-                                    compacted_state: 1
-                                }
-                            }
-                        ],
-                        // This is used for the next query.
-                        cursor: [{ $sort: { _id: -1 } }, { $limit: 1 }, { $project: { _id: 1 } }]
-                    }
-                }
-            ], { maxTimeMS: MONGO_OPERATION_TIMEOUT_MS })
-                .toArray();
-            const cursor = result?.cursor?.[0];
-            if (cursor == null) {
-                break;
-            }
-            lastId = cursor._id;
-            const mapped = (result?.buckets ?? []).map((bucketState) => {
-                // The numbers, specifically the bytes, could be a bigint. Convert to Number to allow calculating ratios.
-                // BigInt precision is not needed here since this is only an estimate.
-                const updatedCount = bucketState.estimate_since_compact?.count ?? 0;
-                const totalCount = (bucketState.compacted_state?.count ?? 0) + updatedCount;
-                const updatedBytes = Number(bucketState.estimate_since_compact?.bytes ?? 0);
-                const totalBytes = Number(bucketState.compacted_state?.bytes ?? 0) + updatedBytes;
-                const dirtyChangeNumber = totalCount > 0 ? updatedCount / totalCount : 0;
-                const dirtyChangeBytes = totalBytes > 0 ? updatedBytes / totalBytes : 0;
-                return {
-                    bucket: bucketState._id.b,
-                    definitionId: getDefinitionId(bucketState),
-                    estimatedCount: totalCount,
-                    dirtyRatio: Math.max(dirtyChangeNumber, dirtyChangeBytes)
-                };
-            });
-            yield mapped.filter((bucket) => bucket.estimatedCount >= options.minBucketChanges && bucket.dirtyRatio >= options.minChangeRatio);
+    async deleteOldCheckpointRequests() {
+        if (this.deleteCheckpointRequestsBefore == null) {
+            return;
         }
+        this.signal?.throwIfAborted();
+        // The explicit $exists guarantees the query is a subset of the
+        // checkpoint_requested_at partial index's filter, so the planner can use it.
+        // Keep pending requests during replication lag so a retry doesn't advance the associated
+        // LSN even further.
+        await this.db.write_checkpoints.deleteMany({
+            checkpoint_requested_at: { $exists: true, $lt: this.deleteCheckpointRequestsBefore },
+            processed_at_lsn: { $ne: null }
+        });
+        await this.deleteOldCustomCheckpointRequests();
     }
-    async dirtyBucketBatchForChecksumsForCollection(collection, filter, getDefinitionId) {
-        const dirtyBuckets = await collection
-            .find(filter, {
-            projection: {
-                _id: 1,
-                estimate_since_compact: 1,
-                compacted_state: 1
-            },
-            sort: {
-                'estimate_since_compact.count': -1
-            },
-            limit: 200,
-            maxTimeMS: MONGO_OPERATION_TIMEOUT_MS
-        })
-            .toArray();
-        return dirtyBuckets.map((bucket) => ({
-            bucket: bucket._id.b,
-            definitionId: getDefinitionId(bucket),
-            estimatedCount: Number(bucket.estimate_since_compact.count) + Number(bucket.compacted_state?.count ?? 0)
-        }));
-    }
-    async compactDirtyBuckets() {
-        for await (const buckets of this.dirtyBucketBatches({
-            minBucketChanges: this.minBucketChanges,
-            minChangeRatio: this.minChangeRatio
-        })) {
-            this.signal?.throwIfAborted();
-            if (buckets.length == 0) {
-                continue;
-            }
-            for (const { bucket, definitionId } of buckets) {
-                await this.compactSingleBucketRetried(bucket, definitionId);
-            }
+    async deleteOldCustomCheckpointRequests() {
+        if (this.deleteCheckpointRequestsBefore == null) {
+            return;
         }
+        await this.db.custom_write_checkpoints.deleteMany({
+            checkpoint_requested_at: { $exists: true, $lt: this.deleteCheckpointRequestsBefore }
+        });
     }
     /**
      * Compaction for a single bucket, with retries on failure.
      *
-     * This covers against occasional network or other database errors during a long compact job.
+     * A compaction can race another compactor after its initial scan. Restarting
+     * the bucket is safe because each replacement is transactional. Object
+     * storage paths are also prepared with lifecycle markers, so a retry can
+     * safely overwrite or eventually clean up uploads from the failed attempt.
      */
-    async compactSingleBucketRetried(bucket, definitionId = null) {
+    async retryCompaction(bucket, compact) {
         let retryCount = 0;
         while (true) {
+            this.signal?.throwIfAborted();
             try {
-                await this.compactSingleBucket(bucket, definitionId);
-                break;
+                await compact();
+                return;
             }
             catch (e) {
-                if (retryCount < 3 && isMongoServerError(e)) {
-                    this.logger.warn(`Error compacting bucket ${bucket}, retrying...`, e);
-                    retryCount++;
-                    await new Promise((resolve) => setTimeout(resolve, 1000 * retryCount));
-                }
-                else {
+                if (this.signal?.aborted) {
                     throw e;
                 }
-            }
-        }
-    }
-    async compactSingleBucket(bucket, definitionId = null) {
-        const idLimitBytes = this.idLimitBytes;
-        const bucketContext = await this.getBucketDataContext(bucket, definitionId);
-        if (bucketContext == null) {
-            return;
-        }
-        const currentState = {
-            bucket,
-            definitionId: bucketContext.key.definitionId,
-            seen: new Map(),
-            trackingSize: 0,
-            lastNotPut: null,
-            opsSincePut: 0,
-            checksum: 0,
-            opCount: 0,
-            opBytes: 0
-        };
-        // Constant lower bound.
-        const lowerBound = bucketContext.minId;
-        // Upper bound is adjusted for each batch.
-        let upperBound = bucketContext.maxId;
-        while (true) {
-            this.signal?.throwIfAborted();
-            // Query one batch at a time, to avoid cursor timeouts.
-            const pipeline = [
-                {
-                    $match: {
-                        _id: {
-                            $gte: lowerBound,
-                            $lt: upperBound
-                        },
-                        // Workaround for a clustered collection bug where the $lt operator may include upperBound.
-                        // Technically only needed for storage V3.
-                        // https://jira.mongodb.org/browse/SERVER-121822
-                        '_id.o': { $lt: upperBound.o }
-                    }
-                },
-                { $sort: { _id: -1 } },
-                { $limit: this.moveBatchQueryLimit },
-                {
-                    $project: {
-                        _id: 1,
-                        op: 1,
-                        table: 1,
-                        row_id: 1,
-                        source_table: 1,
-                        source_key: 1,
-                        checksum: 1,
-                        size: { $bsonSize: '$$ROOT' }
-                    }
-                }
-            ];
-            const cursor = bucketContext.collection.aggregate(pipeline, {
-                // batchSize is 1 more than limit to auto-close the cursor.
-                // See https://github.com/mongodb/node-mongodb-native/pull/4580
-                batchSize: this.moveBatchQueryLimit + 1
-            });
-            // We don't limit to a single batch here, since that often causes MongoDB to scan through more than it returns.
-            // Instead, we load up to the limit.
-            const rawBatch = await cursor.toArray();
-            const batch = rawBatch.map((document) => {
-                const { size, ...rest } = document;
-                return {
-                    doc: bucketContext.fromPersistedDocument(rest),
-                    size
-                };
-            });
-            if (batch.length == 0) {
-                // We've reached the end.
-                break;
-            }
-            // Reuse the exact collection _id value from Mongo for the next bound.
-            upperBound = rawBatch[rawBatch.length - 1]._id;
-            for (const { doc, size } of batch) {
-                if (doc.o > this.maxOpId) {
-                    continue;
-                }
-                currentState.checksum = addChecksums(currentState.checksum, Number(doc.checksum));
-                currentState.opCount += 1;
-                let isPersistentPut = doc.op == 'PUT';
-                currentState.opBytes += Number(size);
-                if (doc.op == 'REMOVE' || doc.op == 'PUT') {
-                    const key = `${doc.table}/${doc.row_id}/${cacheKey(doc.source_table, doc.source_key)}`;
-                    const targetOp = currentState.seen.get(key);
-                    if (targetOp) {
-                        // Will convert to MOVE, so don't count as PUT.
-                        isPersistentPut = false;
-                        this.updates.push({
-                            updateOne: {
-                                filter: { _id: bucketContext.docId(doc.o) },
-                                update: {
-                                    $set: {
-                                        op: 'MOVE',
-                                        target_op: targetOp
-                                    },
-                                    $unset: {
-                                        source_table: 1,
-                                        source_key: 1,
-                                        table: 1,
-                                        row_id: 1,
-                                        data: 1
-                                    }
-                                }
-                            }
-                        });
-                        // TODO: better estimate for this.
-                        currentState.opBytes += 200 - Number(size);
-                    }
-                    else if (currentState.trackingSize < idLimitBytes) {
-                        // flatstr reduces the memory usage by flattening the string.
-                        currentState.seen.set(utils.flatstr(key), doc.o);
-                        // length + 16 for the string
-                        // 24 for the bigint
-                        // 50 for map overhead
-                        // 50 for additional overhead
-                        currentState.trackingSize += key.length + 140;
-                    }
-                }
-                if (isPersistentPut) {
-                    currentState.lastNotPut = null;
-                    currentState.opsSincePut = 0;
-                }
-                else if (doc.op != 'CLEAR') {
-                    if (currentState.lastNotPut == null) {
-                        currentState.lastNotPut = doc.o;
-                    }
-                    currentState.opsSincePut += 1;
+                const retryReason = compactionRetryReason(e);
+                if (retryReason == null) {
+                    throw e;
                 }
-                if (this.updates.length + this.bucketStateUpdates.length >= this.moveBatchLimit) {
-                    await this.flush(bucketContext);
+                if (retryCount >= COMPACTION_RETRY_LIMIT) {
+                    throw new Error(`Failed to compact bucket ${bucket} after ${retryCount + 1} attempts (${retryReason}): ${errorMessage(e)}`, { cause: e });
                 }
+                retryCount++;
+                const delay = COMPACTION_RETRY_DELAY_MS * 2 ** (retryCount - 1);
+                this.logger.warn(`Error compacting bucket ${bucket} (${retryReason}); retrying in ${delay}ms ` +
+                    `(attempt ${retryCount + 1}/${COMPACTION_RETRY_LIMIT + 1})`, e);
+                await timers.setTimeout(delay, undefined, this.signal ? { signal: this.signal } : undefined);
             }
-            this.logger.info(`Processed batch of length ${batch.length} current bucket: ${bucket}`);
-        }
-        // Free memory before clearing the bucket.
-        currentState.seen.clear();
-        if (currentState.lastNotPut != null && currentState.opsSincePut >= 1) {
-            this.logger.info(`Inserting CLEAR at ${this.group_id}:${bucket}:${currentState.lastNotPut} to remove ${currentState.opsSincePut} operations`);
-            // Need flush() before clear().
-            await this.flush(bucketContext);
-            await this.clearBucket(currentState, bucketContext);
-        }
-        // Do this after clearBucket so we have accurate counts.
-        this.updateBucketChecksums(currentState);
-        // Need another flush after updateBucketChecksums().
-        await this.flush(bucketContext);
-    }
-    updateBucketChecksums(state) {
-        if (state.opCount < 0) {
-            throw new ServiceAssertionError(`Invalid opCount: ${state.opCount} checksum ${state.checksum} opsSincePut: ${state.opsSincePut} maxOpId: ${this.maxOpId}`);
-        }
-        this.bucketStateUpdates.push({
-            updateOne: {
-                filter: this.bucketStateFilter(state.bucket, state.definitionId),
-                update: {
-                    $set: {
-                        compacted_state: {
-                            op_id: this.maxOpId,
-                            count: state.opCount,
-                            checksum: BigInt(state.checksum),
-                            bytes: state.opBytes
-                        },
-                        estimate_since_compact: {
-                            // There could have been a whole bunch of new operations added to the bucket while compacting,
-                            // which we don't currently cater for. We could potentially query for that, but that adds overhead.
-                            count: 0,
-                            bytes: 0
-                        }
-                    }
-                },
-                // We generally expect this to have been created before.
-                // We don't create new ones here, to avoid issues with the unique index on bucket_updates.
-                upsert: false
-            }
-        });
-    }
-    async flush(col) {
-        if (this.updates.length > 0) {
-            this.logger.info(`Compacting ${this.updates.length} ops`);
-            await col.collection.bulkWrite(this.updates, {
-                // Order is not important. Since checksums are not affected, these operations can happen in any order,
-                // and it's fine if the operations are partially applied. Each individual operation is atomic.
-                ordered: false
-            });
-            this.updates = [];
         }
-        await this.flushBucketStateUpdates();
     }
-    async flushBucketStateUpdates() {
-        if (this.bucketStateUpdates.length > 0) {
-            this.logger.info(`Updating ${this.bucketStateUpdates.length} bucket states`);
-            await this.writeBucketStateUpdates();
-            this.bucketStateUpdates = [];
-        }
+}
+function compactionRetryReason(error) {
+    if (error instanceof CompactionLeaseLostError) {
+        return null;
     }
-    /**
-     * Perform a CLEAR compact for a bucket.
-     *
-     * @param currentState tracks the last non-PUT op, which will be converted to CLEAR.
-     */
-    async clearBucket(currentState, col) {
-        const clearOp = currentState.lastNotPut;
-        const opFilter = {
-            _id: {
-                $gte: col.minId,
-                $lte: col.docId(clearOp)
-            }
-        };
-        const session = this.db.client.startSession();
-        try {
-            let done = false;
-            while (!done) {
-                this.signal?.throwIfAborted();
-                let opCountDiff = 0;
-                // Do the CLEAR operation in batches, with each batch a separate transaction.
-                // The state after each batch is fully consistent.
-                // We need a transaction per batch to make sure checksums stay consistent.
-                await session.withTransaction(async () => {
-                    const query = col.collection.find(opFilter, {
-                        session,
-                        sort: { _id: 1 },
-                        projection: {
-                            _id: 1,
-                            op: 1,
-                            checksum: 1,
-                            target_op: 1
-                        },
-                        limit: this.clearBatchLimit
-                    });
-                    let checksum = 0;
-                    let lastOp = null;
-                    let targetOp = null;
-                    let gotAnOp = false;
-                    let numberOfOpsToClear = 0;
-                    for await (const rawOp of query.stream()) {
-                        const op = col.fromPartialPersistedDocument(rawOp);
-                        if (op.op == 'MOVE' || op.op == 'REMOVE' || op.op == 'CLEAR') {
-                            checksum = utils.addChecksums(checksum, Number(op.checksum));
-                            lastOp = op;
-                            numberOfOpsToClear += 1;
-                            if (op.op != 'CLEAR') {
-                                gotAnOp = true;
-                            }
-                            if (op.target_op != null && (targetOp == null || op.target_op > targetOp)) {
-                                targetOp = op.target_op;
-                            }
-                        }
-                        else {
-                            throw new ReplicationAssertionError(`Unexpected ${op.op} operation at ${this.formatBucketDataKey(op)}`);
-                        }
-                    }
-                    if (!gotAnOp) {
-                        done = true;
-                        return;
-                    }
-                    this.logger.info(`Flushing CLEAR for ${numberOfOpsToClear} ops at ${lastOp?.o}`);
-                    await col.collection.deleteMany({
-                        _id: {
-                            $gte: col.minId,
-                            $lte: col.docId(lastOp.o)
-                        }
-                    }, { session });
-                    const op = col.toPersistedDocument({
-                        o: lastOp.o,
-                        op: 'CLEAR',
-                        checksum: BigInt(checksum),
-                        data: null,
-                        target_op: targetOp
-                    });
-                    await col.collection.insertOne(op, { session });
-                    opCountDiff = -numberOfOpsToClear + 1;
-                }, {
-                    writeConcern: { w: 'majority' },
-                    readConcern: { level: 'snapshot' }
-                });
-                // Update outside the transaction, since the transaction can be retried multiple times.
-                currentState.opCount += opCountDiff;
-            }
-        }
-        finally {
-            await session.endSession();
-        }
+    if (error instanceof ConcurrentCompactionError) {
+        return 'concurrent compaction';
     }
-    async updateChecksumsBatch(buckets) {
-        const checksums = await this.computeChecksumsForBuckets(buckets);
-        const definitionIdByBucket = new Map(buckets.map((bucket) => [bucket.bucket, bucket.definitionId]));
-        for (const bucketChecksum of checksums.values()) {
-            if (isPartialChecksum(bucketChecksum)) {
-                // Should never happen since we don't specify `start`.
-                throw new ServiceAssertionError(`Full checksum expected, got ${JSON.stringify(bucketChecksum)}`);
-            }
-            this.bucketStateUpdates.push({
-                updateOne: {
-                    filter: this.bucketStateFilter(bucketChecksum.bucket, definitionIdByBucket.get(bucketChecksum.bucket) ?? null),
-                    update: {
-                        $set: {
-                            compacted_state: {
-                                op_id: this.maxOpId,
-                                count: bucketChecksum.count,
-                                checksum: BigInt(bucketChecksum.checksum),
-                                bytes: null
-                            },
-                            estimate_since_compact: {
-                                count: 0,
-                                bytes: 0
-                            }
-                        }
-                    },
-                    // We don't create new ones here - it gets tricky to get the last_op right with the unique index on
-                    // bucket_updates.
-                    upsert: false
-                }
-            });
-        }
-        await this.flushBucketStateUpdates();
+    if (isRetryableObjectStorageError(error)) {
+        return 'transient object storage failure';
     }
-    formatBucketDataKey(doc) {
-        return `${doc.bucketKey.replicationStreamId}:${doc.bucketKey.bucket}:${doc.o}`;
+    if (isMongoServerError(error)) {
+        return 'MongoDB failure';
     }
+    return null;
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
 }
 //# sourceMappingURL=MongoCompactor.js.map

package/dist/storage/implementation/MongoCompactor.js.map

@@ -1 +1 @@
-{"version":3,"file":"MongoCompactor.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoCompactor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAS,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AACvG,OAAO,EACL,MAAM,IAAI,aAAa,EAEvB,yBAAyB,EACzB,qBAAqB,EACtB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,YAAY,EAEZ,iBAAiB,EAGjB,KAAK,EACN,MAAM,yBAAyB,CAAC;AAQjC,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAwC/C,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AACtC,MAAM,8BAA8B,GAAG,MAAM,CAAC;AAC9C,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AACrC,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAC3C,2CAA2C;AAC3C,MAAM,uBAAuB,GAAG,EAAE,CAAC;AASnC,MAAM,OAAgB,cAAc;IAkBb;IACA;IAlBX,OAAO,GAA6D,EAAE,CAAC;IACvE,kBAAkB,GAA2D,EAAE,CAAC;IAEvE,YAAY,CAAS;IACrB,cAAc,CAAS;IACvB,mBAAmB,CAAS;IAC5B,eAAe,CAAS;IACxB,gBAAgB,CAAS;IACzB,cAAc,CAAS;IACvB,OAAO,CAAS;IAChB,OAAO,CAAuB;IAC9B,MAAM,CAAe;IACrB,QAAQ,CAAS;IAEjB,MAAM,CAAS;IAElC,YACqB,OAA+B,EAC/B,EAA2B,EAC9C,OAA4B;QAFT,YAAO,GAAP,OAAO,CAAwB;QAC/B,OAAE,GAAF,EAAE,CAAyB;QAG9C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,uBAAuB,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QACrF,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,wBAAwB,CAAC;QACzE,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,8BAA8B,CAAC;QACzF,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,yBAAyB,CAAC;QAC5E,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,0BAA0B,CAAC;QAC/E,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,wBAAwB,CAAC;QACzE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;IAChD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,+FAA+F;gBAC/F,0DAA0D;gBAC1D,MAAM,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,OAAqC;QAC3D,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;YACjE,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACxB,MAAM;YACR,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,4EAA4E;YAC5E,MAAM,YAAY,GAAmB,EAAE,CAAC;YACxC,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC1B,kBAAkB,IAAI,MAAM,CAAC,cAAc,CAAC;gBAC5C,IAAI,kBAAkB,GAAG,MAAM,EAAE,CAAC;oBAChC,MAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sCAAsC,OAAO,CAAC,MAAM,gCAAgC,kBAAkB,EAAE,CACzG,CAAC;YACF,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,YAAY,CAAC,MAAM,eAAe,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC;YAC7G,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC;QAC/B,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC5B,CAAC;IAES,KAAK,CAAC,CAAC,+BAA+B,CAC9C,UAAoD,EACpD,MAAqC,EACrC,KAAoC,EACpC,OAGC,EACD,eAA6E;QAE7E,OAAO,IAAI,EAAE,CAAC;YACZ,iHAAiH;YACjH,8FAA8F;YAC9F,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,UAAU;iBAC9B,SAAS,CAIR;gBACE;oBACE,MAAM,EAAE;wBACN,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE;qBACjC;iBACF;gBACD;oBACE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;iBAClB;gBACD;oBACE,iFAAiF;oBACjF,MAAM,EAAE,4BAA4B;iBACrC;gBACD;oBACE,MAAM,EAAE;wBACN,OAAO,EAAE;4BACP;gCACE,MAAM,EAAE;oCACN,8BAA8B,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,gBAAgB,EAAE;iCACnE;6BACF;4BACD;gCACE,QAAQ,EAAE;oCACR,GAAG,EAAE,CAAC;oCACN,sBAAsB,EAAE,CAAC;oCACzB,eAAe,EAAE,CAAC;iCACnB;6BACF;yBACF;wBACD,mCAAmC;wBACnC,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;qBAC1E;iBACF;aACF,EACD,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAC1C;iBACA,OAAO,EAAE,CAAC;YAEb,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,MAAM;YACR,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC;YAEpB,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;gBACzD,yGAAyG;gBACzG,sEAAsE;gBACtE,MAAM,YAAY,GAAG,WAAW,CAAC,sBAAsB,EAAE,KAAK,IAAI,CAAC,CAAC;gBACpE,MAAM,UAAU,GAAG,CAAC,WAAW,CAAC,eAAe,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC;gBAC5E,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,sBAAsB,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;gBAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,eAAe,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC;gBAClF,MAAM,iBAAiB,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzE,MAAM,gBAAgB,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxE,OAAO;oBACL,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;oBACzB,YAAY,EAAE,eAAe,CAAC,WAAW,CAAC;oBAC1C,cAAc,EAAE,UAAU;oBAC1B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;iBAC1D,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,MAAM,CACjB,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,IAAI,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC,UAAU,IAAI,OAAO,CAAC,cAAc,CAC7G,CAAC;QACJ,CAAC;IACH,CAAC;IAES,KAAK,CAAC,yCAAyC,CACvD,UAA0C,EAC1C,MAAkC,EAClC,eAAiF;QAEjF,MAAM,YAAY,GAAG,MAAM,UAAU;aAClC,IAAI,CAAC,MAAM,EAAE;YACZ,UAAU,EAAE;gBACV,GAAG,EAAE,CAAC;gBACN,sBAAsB,EAAE,CAAC;gBACzB,eAAe,EAAE,CAAC;aACnB;YACD,IAAI,EAAE;gBACJ,8BAA8B,EAAE,CAAC,CAAC;aACnC;YACD,KAAK,EAAE,GAAG;YACV,SAAS,EAAE,0BAA0B;SACtC,CAAC;aACD,OAAO,EAAE,CAAC;QAEb,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACpB,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC;YACrC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,sBAAuB,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,IAAI,CAAC,CAAC;SAC1G,CAAC,CAAC,CAAC;IACN,CAAC;IASS,KAAK,CAAC,mBAAmB;QACjC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI,CAAC,kBAAkB,CAAC;YAClD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC,EAAE,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,KAAK,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,OAAO,EAAE,CAAC;gBAC/C,MAAM,IAAI,CAAC,0BAA0B,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACO,KAAK,CAAC,0BAA0B,CAAC,MAAc,EAAE,eAA0C,IAAI;QACvG,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBACrD,MAAM;YACR,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,UAAU,GAAG,CAAC,IAAI,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,MAAM,eAAe,EAAE,CAAC,CAAC,CAAC;oBACtE,UAAU,EAAE,CAAC;oBACb,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC;gBACzE,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAES,KAAK,CAAC,mBAAmB,CAAC,MAAc,EAAE,eAA0C,IAAI;QAChG,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACvC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC5E,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QACD,MAAM,YAAY,GAAuB;YACvC,MAAM;YACN,YAAY,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY;YAC5C,IAAI,EAAE,IAAI,GAAG,EAAE;YACf,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;SACX,CAAC;QAEF,wBAAwB;QACxB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC;QACvC,0CAA0C;QAC1C,IAAI,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC;QAErC,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAE9B,uDAAuD;YACvD,MAAM,QAAQ,GAAG;gBACf;oBACE,MAAM,EAAE;wBACN,GAAG,EAAE;4BACH,IAAI,EAAE,UAAU;4BAChB,GAAG,EAAE,UAAU;yBAChB;wBACD,2FAA2F;wBAC3F,0CAA0C;wBAC1C,gDAAgD;wBAChD,OAAO,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE;qBAC/B;iBACF;gBACD,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;gBACtB,EAAE,MAAM,EAAE,IAAI,CAAC,mBAAmB,EAAE;gBACpC;oBACE,QAAQ,EAAE;wBACR,GAAG,EAAE,CAAC;wBACN,EAAE,EAAE,CAAC;wBACL,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,CAAC;wBACT,YAAY,EAAE,CAAC;wBACf,UAAU,EAAE,CAAC;wBACb,QAAQ,EAAE,CAAC;wBACX,IAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE;qBAC9B;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,SAAS,CAC/C,QAAQ,EACR;gBACE,2DAA2D;gBAC3D,+DAA+D;gBAC/D,SAAS,EAAE,IAAI,CAAC,mBAAmB,GAAG,CAAC;aACxC,CACF,CAAC;YACF,+GAA+G;YAC/G,oCAAoC;YACpC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACtC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;gBACnC,OAAO;oBACL,GAAG,EAAE,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAAC;oBAC9C,IAAI;iBACL,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,yBAAyB;gBACzB,MAAM;YACR,CAAC;YAED,sEAAsE;YACtE,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAE/C,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;gBAClC,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;oBACzB,SAAS;gBACX,CAAC;gBAED,YAAY,CAAC,QAAQ,GAAG,YAAY,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAClF,YAAY,CAAC,OAAO,IAAI,CAAC,CAAC;gBAE1B,IAAI,eAAe,GAAG,GAAG,CAAC,EAAE,IAAI,KAAK,CAAC;gBAEtC,YAAY,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC;gBACrC,IAAI,GAAG,CAAC,EAAE,IAAI,QAAQ,IAAI,GAAG,CAAC,EAAE,IAAI,KAAK,EAAE,CAAC;oBAC1C,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,IAAI,QAAQ,CAAC,GAAG,CAAC,YAAa,EAAE,GAAG,CAAC,UAAW,CAAC,EAAE,CAAC;oBACzF,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAC5C,IAAI,QAAQ,EAAE,CAAC;wBACb,+CAA+C;wBAC/C,eAAe,GAAG,KAAK,CAAC;wBAExB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;4BAChB,SAAS,EAAE;gCACT,MAAM,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gCAC3C,MAAM,EAAE;oCACN,IAAI,EAAE;wCACJ,EAAE,EAAE,MAAM;wCACV,SAAS,EAAE,QAAQ;qCACpB;oCACD,MAAM,EAAE;wCACN,YAAY,EAAE,CAAC;wCACf,UAAU,EAAE,CAAC;wCACb,KAAK,EAAE,CAAC;wCACR,MAAM,EAAE,CAAC;wCACT,IAAI,EAAE,CAAC;qCACR;iCACsD;6BAC1D;yBACF,CAAC,CAAC;wBAEH,kCAAkC;wBAClC,YAAY,CAAC,OAAO,IAAI,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC7C,CAAC;yBAAM,IAAI,YAAY,CAAC,YAAY,GAAG,YAAY,EAAE,CAAC;wBACpD,6DAA6D;wBAC7D,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;wBACjD,6BAA6B;wBAC7B,oBAAoB;wBACpB,sBAAsB;wBACtB,6BAA6B;wBAC7B,YAAY,CAAC,YAAY,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC;oBAChD,CAAC;gBACH,CAAC;gBAED,IAAI,eAAe,EAAE,CAAC;oBACpB,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC;oBAC/B,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC;gBAC/B,CAAC;qBAAM,IAAI,GAAG,CAAC,EAAE,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,YAAY,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;wBACpC,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC;oBAClC,CAAC;oBACD,YAAY,CAAC,WAAW,IAAI,CAAC,CAAC;gBAChC,CAAC;gBAED,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBAChF,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,KAAK,CAAC,MAAM,oBAAoB,MAAM,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,0CAA0C;QAC1C,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,YAAY,CAAC,UAAU,IAAI,IAAI,IAAI,YAAY,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sBAAsB,IAAI,CAAC,QAAQ,IAAI,MAAM,IAAI,YAAY,CAAC,UAAU,cAAc,YAAY,CAAC,WAAW,aAAa,CAC5H,CAAC;YACF,+BAA+B;YAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAChC,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QACtD,CAAC;QAED,wDAAwD;QACxD,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QACzC,oDAAoD;QACpD,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAClC,CAAC;IAES,qBAAqB,CAAC,KAAyB;QACvD,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,qBAAqB,CAC7B,oBAAoB,KAAK,CAAC,OAAO,aAAa,KAAK,CAAC,QAAQ,iBAAiB,KAAK,CAAC,WAAW,aAAa,IAAI,CAAC,OAAO,EAAE,CAC1H,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC;YAC3B,SAAS,EAAE;gBACT,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC;gBAChE,MAAM,EAAE;oBACN,IAAI,EAAE;wBACJ,eAAe,EAAE;4BACf,KAAK,EAAE,IAAI,CAAC,OAAO;4BACnB,KAAK,EAAE,KAAK,CAAC,OAAO;4BACpB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;4BAChC,KAAK,EAAE,KAAK,CAAC,OAAO;yBACrB;wBACD,sBAAsB,EAAE;4BACtB,8FAA8F;4BAC9F,mGAAmG;4BACnG,KAAK,EAAE,CAAC;4BACR,KAAK,EAAE,CAAC;yBACT;qBACF;iBACoD;gBACvD,wDAAwD;gBACxD,0FAA0F;gBAC1F,MAAM,EAAE,KAAK;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,GAAsB;QAC1C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,MAAM,MAAM,CAAC,CAAC;YAC1D,MAAM,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE;gBAC3C,sGAAsG;gBACtG,8FAA8F;gBAC9F,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,uBAAuB;QACnC,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,kBAAkB,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAC7E,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACrC,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;;;OAIG;IACO,KAAK,CAAC,WAAW,CAAC,YAAgC,EAAE,GAAsB;QAClF,MAAM,OAAO,GAAG,YAAY,CAAC,UAAW,CAAC;QAEzC,MAAM,QAAQ,GAAG;YACf,GAAG,EAAE;gBACH,IAAI,EAAE,GAAG,CAAC,KAAK;gBACf,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;aACzB;SACF,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAC9C,IAAI,CAAC;YACH,IAAI,IAAI,GAAG,KAAK,CAAC;YACjB,OAAO,CAAC,IAAI,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBAC9B,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,6EAA6E;gBAC7E,kDAAkD;gBAClD,0EAA0E;gBAC1E,MAAM,OAAO,CAAC,eAAe,CAC3B,KAAK,IAAI,EAAE;oBACT,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,IAAI,CAC/B,QAAQ,EACR;wBACE,OAAO;wBACP,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;wBAChB,UAAU,EAAE;4BACV,GAAG,EAAE,CAAC;4BACN,EAAE,EAAE,CAAC;4BACL,QAAQ,EAAE,CAAC;4BACX,SAAS,EAAE,CAAC;yBACb;wBACD,KAAK,EAAE,IAAI,CAAC,eAAe;qBAC5B,CACF,CAAC;oBACF,IAAI,QAAQ,GAAG,CAAC,CAAC;oBACjB,IAAI,MAAM,GAA6D,IAAI,CAAC;oBAC5E,IAAI,QAAQ,GAAkB,IAAI,CAAC;oBACnC,IAAI,OAAO,GAAG,KAAK,CAAC;oBACpB,IAAI,kBAAkB,GAAG,CAAC,CAAC;oBAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;wBACzC,MAAM,EAAE,GAAG,GAAG,CAAC,4BAA4B,CAAC,KAAK,CAAC,CAAC;wBAEnD,IAAI,EAAE,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,CAAC,EAAE,IAAI,QAAQ,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,EAAE,CAAC;4BAC7D,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;4BAC7D,MAAM,GAAG,EAAE,CAAC;4BACZ,kBAAkB,IAAI,CAAC,CAAC;4BACxB,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,EAAE,CAAC;gCACrB,OAAO,GAAG,IAAI,CAAC;4BACjB,CAAC;4BACD,IAAI,EAAE,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,IAAI,EAAE,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;gCAC1E,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC;4BAC1B,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,MAAM,IAAI,yBAAyB,CAAC,cAAc,EAAE,CAAC,EAAE,iBAAiB,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC1G,CAAC;oBACH,CAAC;oBACD,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,IAAI,GAAG,IAAI,CAAC;wBACZ,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,kBAAkB,WAAW,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;oBACjF,MAAM,GAAG,CAAC,UAAU,CAAC,UAAU,CAC7B;wBACE,GAAG,EAAE;4BACH,IAAI,EAAE,GAAG,CAAC,KAAK;4BACf,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,MAAO,CAAC,CAAC,CAAC;yBAC3B;qBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;oBAEF,MAAM,EAAE,GAAG,GAAG,CAAC,mBAAmB,CAAC;wBACjC,CAAC,EAAE,MAAO,CAAC,CAAC;wBACZ,EAAE,EAAE,OAAO;wBACX,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;wBAC1B,IAAI,EAAE,IAAI;wBACV,SAAS,EAAE,QAAQ;qBACpB,CAAC,CAAC;oBACH,MAAM,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;oBAEhD,WAAW,GAAG,CAAC,kBAAkB,GAAG,CAAC,CAAC;gBACxC,CAAC,EACD;oBACE,YAAY,EAAE,EAAE,CAAC,EAAE,UAAU,EAAE;oBAC/B,WAAW,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE;iBACnC,CACF,CAAC;gBACF,uFAAuF;gBACvF,YAAY,CAAC,OAAO,IAAI,WAAW,CAAC;YACtC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAES,KAAK,CAAC,oBAAoB,CAAC,OAAuD;QAC1F,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAEpG,KAAK,MAAM,cAAc,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAChD,IAAI,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC;gBACtC,sDAAsD;gBACtD,MAAM,IAAI,qBAAqB,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YACnG,CAAC;YAED,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC;gBAC3B,SAAS,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAC5B,cAAc,CAAC,MAAM,EACrB,oBAAoB,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,IAAI,CACxD;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE;4BACJ,eAAe,EAAE;gCACf,KAAK,EAAE,IAAI,CAAC,OAAO;gCACnB,KAAK,EAAE,cAAc,CAAC,KAAK;gCAC3B,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC;gCACzC,KAAK,EAAE,IAAI;6BACZ;4BACD,sBAAsB,EAAE;gCACtB,KAAK,EAAE,CAAC;gCACR,KAAK,EAAE,CAAC;6BACT;yBACF;qBACoD;oBACvD,mGAAmG;oBACnG,kBAAkB;oBAClB,MAAM,EAAE,KAAK;iBACd;aACF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;IACvC,CAAC;IAES,mBAAmB,CAAC,GAA2C;QACvE,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,mBAAmB,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC;IACjF,CAAC;CAYF"}
+{"version":3,"file":"MongoCompactor.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoCompactor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,sBAAsB,CAAC;AAE/C,OAAO,EAAE,kBAAkB,EAAS,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,MAAM,IAAI,aAAa,EAAU,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAM/G,OAAO,EAAE,6BAA6B,EAAE,MAAM,sCAAsC,CAAC;AAWrF,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AACtC,MAAM,8BAA8B,GAAG,MAAM,CAAC;AAC9C,MAAM,6BAA6B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACvD,2CAA2C;AAC3C,MAAM,uBAAuB,GAAG,EAAE,CAAC;AACnC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,yBAAyB,GAAG,KAAK,CAAC;AAExC,MAAM,OAAO,yBAA0B,SAAQ,KAAK;IAClD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,2BAA2B,CAAC;IAC1C,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,wBAAyB,SAAQ,yBAAyB;IACrE,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AAED,MAAM,OAAgB,cAAc;IAgBb;IACA;IAhBF,YAAY,CAAS;IACrB,cAAc,CAAS;IACvB,mBAAmB,CAAS;IAC5B,kBAAkB,CAAS;IAC3B,eAAe,CAAS;IACxB,OAAO,CAAuB;IAC9B,8BAA8B,CAAmB;IACjD,MAAM,CAAe;IACrB,QAAQ,CAAS;IACjB,iBAAiB,CAAU;IACpC,oBAAoB,GAAG,CAAC,CAAC;IAEhB,MAAM,CAAS;IAElC,YACqB,OAA+B,EAC/B,EAA2B,EAC9C,OAA4B;QAFT,YAAO,GAAP,OAAO,CAAwB;QAC/B,OAAE,GAAF,EAAE,CAAyB;QAG9C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,mBAAmB,CAAC;QAC5C,IAAI,CAAC,YAAY,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,uBAAuB,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QACrF,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,wBAAwB,CAAC;QACzE,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,8BAA8B,CAAC;QACzF,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,6BAA6B,CAAC;QACtF,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,yBAAyB,CAAC;QAC5E,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,yBAAyB,CAAC,8BAA8B,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC;QACtC,IAAI,CAAC,8BAA8B,GAAG,OAAO,CAAC,8BAA8B,CAAC;QAC7E,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAK,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;IAChD,CAAC;IAIS,KAAK,CAAC,2BAA2B;QACzC,IAAI,IAAI,CAAC,8BAA8B,IAAI,IAAI,EAAE,CAAC;YAChD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,+DAA+D;QAC/D,6EAA6E;QAC7E,yFAAyF;QACzF,oBAAoB;QACpB,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC;YACzC,uBAAuB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,8BAA8B,EAAE;YACpF,gBAAgB,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,iCAAiC,EAAE,CAAC;IACjD,CAAC;IAES,KAAK,CAAC,iCAAiC;QAC/C,IAAI,IAAI,CAAC,8BAA8B,IAAI,IAAI,EAAE,CAAC;YAChD,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,UAAU,CAAC;YAChD,uBAAuB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,8BAA8B,EAAE;SACrF,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,eAAe,CAAC,MAAc,EAAE,OAA4B;QAC1E,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,OAAO,EAAE,CAAC;gBAChB,OAAO;YACT,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBACzB,MAAM,CAAC,CAAC;gBACV,CAAC;gBAED,MAAM,WAAW,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAC7C,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;oBACxB,MAAM,CAAC,CAAC;gBACV,CAAC;gBACD,IAAI,UAAU,IAAI,sBAAsB,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CACb,4BAA4B,MAAM,UAAU,UAAU,GAAG,CAAC,cAAc,WAAW,MAAM,YAAY,CAAC,CAAC,CAAC,EAAE,EAC1G,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CAAC;gBACJ,CAAC;gBAED,UAAU,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,yBAAyB,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;gBAChE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,2BAA2B,MAAM,KAAK,WAAW,kBAAkB,KAAK,KAAK;oBAC3E,YAAY,UAAU,GAAG,CAAC,IAAI,sBAAsB,GAAG,CAAC,GAAG,EAC7D,CAAC,CACF,CAAC;gBACF,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC/F,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAOD,SAAS,qBAAqB,CAAC,KAAc;IAC3C,IAAI,KAAK,YAAY,wBAAwB,EAAE,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,YAAY,yBAAyB,EAAE,CAAC;QAC/C,OAAO,uBAAuB,CAAC;IACjC,CAAC;IACD,IAAI,6BAA6B,CAAC,KAAK,CAAC,EAAE,CAAC;QACzC,OAAO,kCAAkC,CAAC;IAC5C,CAAC;IACD,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC"}