@powersync/service-module-mongodb 0.15.4 → 0.17.0

package/dist/replication/MongoSnapshotter.js

@@ -0,0 +1,594 @@
+import { container, ErrorCode, ReplicationAbortedError, ServiceError } from '@powersync/lib-services-framework';
+import { PerformanceTracer, SaveOperationTag } from '@powersync/service-core';
+import { ReplicationMetric } from '@powersync/service-types';
+import { performance } from 'node:perf_hooks';
+import { MongoLSN } from '../common/MongoLSN.js';
+import { PostImagesOption } from '../types/types.js';
+import { escapeRegExp } from '../utils.js';
+import { createCheckpoint, getMongoRelation, STANDALONE_CHECKPOINT_ID } from './MongoRelation.js';
+import { ChunkedSnapshotQuery } from './MongoSnapshotQuery.js';
+import { parseChangeDocument, rawChangeStream } from './RawChangeStream.js';
+import { CHECKPOINTS_COLLECTION } from './replication-utils.js';
+import { DirectSourceRowConverter } from './SourceRowConverter.js';
+export class MongoSnapshotter {
+    storage;
+    metrics;
+    connections;
+    client;
+    defaultDb;
+    syncRules;
+    sourceRowConverter;
+    maxAwaitTimeMS;
+    snapshotChunkLength;
+    abortSignal;
+    logger;
+    checkpointStreamId;
+    storageHooks;
+    snapshotHooks;
+    changeStreamTimeout;
+    connectionId = 1;
+    queue = new Set();
+    initialSnapshotDone = Promise.withResolvers();
+    nextItemQueued = null;
+    lastSnapshotOpId = null;
+    lastTouchedAt = performance.now();
+    constructor(options) {
+        this.storage = options.storage;
+        this.metrics = options.metrics;
+        this.connections = options.connections;
+        this.client = options.connections.client;
+        this.defaultDb = options.connections.db;
+        this.maxAwaitTimeMS = options.maxAwaitTimeMS ?? 10_000;
+        this.snapshotChunkLength = options.snapshotChunkLength ?? 6_000;
+        this.abortSignal = options.abortSignal;
+        this.logger = options.logger ?? options.storage.logger;
+        this.checkpointStreamId = options.checkpointStreamId;
+        this.storageHooks = options.storageHooks;
+        this.snapshotHooks = options.snapshotHooks;
+        this.changeStreamTimeout = Math.ceil(this.client.options.socketTimeoutMS * 0.9);
+        this.syncRules = options.storage.getParsedSyncRules({
+            defaultSchema: this.defaultDb.databaseName
+        });
+        this.sourceRowConverter = new DirectSourceRowConverter(this.syncRules.compatibility);
+        this.abortSignal.addEventListener('abort', () => {
+            this.nextItemQueued?.resolve();
+        });
+    }
+    get usePostImages() {
+        return this.connections.options.postImages != PostImagesOption.OFF;
+    }
+    get configurePostImages() {
+        return this.connections.options.postImages == PostImagesOption.AUTO_CONFIGURE;
+    }
+    get supportsConcurrentSnapshots() {
+        return this.storage.storageConfig.softDeleteCurrentData;
+    }
+    async checkSlot() {
+        const status = await this.storage.getStatus();
+        if (status.snapshot_done && status.checkpoint_lsn) {
+            this.logger.info(`Initial replication already done`);
+            return { needsInitialSync: false, snapshotLsn: null };
+        }
+        return { needsInitialSync: true, snapshotLsn: status.snapshot_lsn };
+    }
+    async setupCheckpointsCollection() {
+        const collection = await this.getCollectionInfo(this.defaultDb.databaseName, CHECKPOINTS_COLLECTION);
+        if (collection == null) {
+            await this.defaultDb.createCollection(CHECKPOINTS_COLLECTION, {
+                changeStreamPreAndPostImages: { enabled: true }
+            });
+        }
+        else if (this.usePostImages && collection.options?.changeStreamPreAndPostImages?.enabled != true) {
+            // Drop + create requires less permissions than collMod,
+            // and we don't care about the data in this collection.
+            await this.defaultDb.dropCollection(CHECKPOINTS_COLLECTION);
+            await this.defaultDb.createCollection(CHECKPOINTS_COLLECTION, {
+                changeStreamPreAndPostImages: { enabled: true }
+            });
+        }
+        else {
+            // Clear the collection on startup, to keep it clean
+            // We never query this collection directly, and don't want to keep the data around.
+            // We only use this to get data into the oplog/changestream.
+            await this.defaultDb.collection(CHECKPOINTS_COLLECTION).deleteMany({});
+        }
+    }
+    async queueSnapshotTables(snapshotLsn) {
+        await this.client.connect();
+        await using writer = await this.storage.createWriter({
+            zeroLSN: MongoLSN.ZERO.comparable,
+            defaultSchema: this.defaultDb.databaseName,
+            storeCurrentData: false,
+            skipExistingRows: true,
+            tracer: new PerformanceTracer('MongoDB initial snapshot setup')
+        });
+        if (snapshotLsn == null) {
+            // First replication attempt - get a snapshot and store the timestamp
+            snapshotLsn = await this.getSnapshotLsn();
+            await writer.setResumeLsn(snapshotLsn);
+            this.logger.info(`Marking snapshot at ${snapshotLsn}`);
+        }
+        else {
+            this.logger.info(`Resuming snapshot at ${snapshotLsn}`);
+            // Check that the snapshot is still valid.
+            await this.validateSnapshotLsn(snapshotLsn);
+        }
+        // Start by resolving all tables.
+        // This checks postImage configuration, and that should fail as
+        // early as possible.
+        const allSourceTables = [];
+        for (const tablePattern of this.syncRules.getSourceTables()) {
+            allSourceTables.push(...(await this.resolveQualifiedTableNames(writer, tablePattern)));
+        }
+        for (const table of allSourceTables) {
+            if (table.snapshotComplete) {
+                this.logger.info(`Skipping ${table.qualifiedName} - snapshot already done`);
+                continue;
+            }
+            const count = await this.estimatedCountNumber(table);
+            const updated = await writer.updateTableProgress(table, {
+                totalEstimatedCount: count
+            });
+            this.queueTable(updated);
+            this.logger.info(`To replicate: ${updated.qualifiedName}: ${updated.snapshotStatus?.replicatedCount}/~${updated.snapshotStatus?.totalEstimatedCount}`);
+        }
+    }
+    async waitForInitialSnapshot() {
+        await this.initialSnapshotDone.promise;
+    }
+    async replicationLoop() {
+        try {
+            if (this.queue.size == 0) {
+                // Special case where we start with no tables to snapshot
+                await this.markSnapshotDone();
+            }
+            while (!this.abortSignal.aborted) {
+                const item = this.queue.values().next().value;
+                if (item == null) {
+                    this.initialSnapshotDone.resolve();
+                    this.nextItemQueued = Promise.withResolvers();
+                    await this.nextItemQueued.promise;
+                    this.nextItemQueued = null;
+                    continue;
+                }
+                await item.ready;
+                if (!item.cancelled) {
+                    await this.replicateTable(item.table);
+                }
+                this.queue.delete(item);
+                if (this.queue.size == 0) {
+                    await this.markSnapshotDone();
+                }
+            }
+            throw new ReplicationAbortedError(`Replication snapshotter aborted`, this.abortSignal.reason);
+        }
+        catch (e) {
+            // If initial snapshot already completed, this has no effect
+            this.initialSnapshotDone.reject(e);
+            throw e;
+        }
+    }
+    async queueSnapshot(batch, table) {
+        const ready = Promise.withResolvers();
+        const item = this.queueTable(table, ready.promise);
+        try {
+            await batch.markTableSnapshotRequired(table);
+            ready.resolve();
+        }
+        catch (e) {
+            item.cancelled = true;
+            ready.resolve();
+            throw e;
+        }
+        finally {
+            this.nextItemQueued?.resolve();
+        }
+    }
+    /**
+     * Snapshot tables.
+     *
+     * If concurrency is supported, the snapshots are queued and processed in the background.
+     * Otherwise, snapshots are processed inline.
+     */
+    async snapshotTables(batch, tables) {
+        if (this.supportsConcurrentSnapshots) {
+            // Queue concurrent snapshots
+            for (const tableToSnapshot of tables) {
+                await this.queueSnapshot(batch, tableToSnapshot);
+            }
+        }
+        else {
+            // No concurrency supported - snapshot inline
+            // Truncate in case a previous inline snapshot was interrupted after flushing rows, but before
+            // recording snapshot progress. Without this, resuming can replay already-flushed rows on v1/v2 storage.
+            await batch.truncate(tables);
+            for (const table of tables) {
+                await this.snapshotTable(batch, table);
+            }
+            const noCheckpointBefore = await createCheckpoint(this.client, this.defaultDb, STANDALONE_CHECKPOINT_ID);
+            await batch.markTableSnapshotDone(tables, noCheckpointBefore);
+        }
+    }
+    queueTable(table, ready = Promise.resolve()) {
+        const item = { table, ready, cancelled: false };
+        this.queue.add(item);
+        this.nextItemQueued?.resolve();
+        return item;
+    }
+    async markSnapshotDone() {
+        if (this.queue.size != 0) {
+            return;
+        }
+        const status = await this.storage.getStatus();
+        if (status.snapshot_done) {
+            return;
+        }
+        const lastOp = this.lastSnapshotOpId ?? status.keepalive_op;
+        if (lastOp != null) {
+            // Populate the cache _after_ initial replication, but _before_ we switch to this replication stream.
+            // Keeping snapshot_done false until this completes makes this resumable after interruption.
+            await this.storage.populatePersistentChecksumCache({
+                // No checkpoint yet, but we do have the opId.
+                maxOpId: lastOp,
+                signal: this.abortSignal
+            });
+        }
+        if (this.queue.size != 0) {
+            return;
+        }
+        await using writer = await this.storage.createWriter({
+            logger: this.logger,
+            zeroLSN: MongoLSN.ZERO.comparable,
+            defaultSchema: this.defaultDb.databaseName,
+            storeCurrentData: false,
+            skipExistingRows: true
+        });
+        // The checkpoint here is a marker - we need to replicate up to at least this
+        // point before the data can be considered consistent.
+        const checkpoint = await createCheckpoint(this.client, this.defaultDb, STANDALONE_CHECKPOINT_ID);
+        if (this.queue.size != 0) {
+            return;
+        }
+        await writer.markSnapshotDone(checkpoint, {
+            // If there is a conflict, we'll try again after the next snapshot
+            throwOnConflict: false
+        });
+        // KLUDGE: We need to create an extra checkpoint _after_ marking the snapshot done, to fix
+        // issues with order of processing commits(). This is picked up by tests on postgres storage,
+        // the issue may be specific to that storage engine.
+        await createCheckpoint(this.client, this.defaultDb, STANDALONE_CHECKPOINT_ID);
+    }
+    async replicateTable(tableRequest) {
+        await this.snapshotHooks?.beforeSnapshotStarted?.(tableRequest);
+        await using writer = await this.storage.createWriter({
+            logger: this.logger,
+            zeroLSN: MongoLSN.ZERO.comparable,
+            defaultSchema: this.defaultDb.databaseName,
+            storeCurrentData: false,
+            skipExistingRows: true,
+            hooks: this.storageHooks,
+            tracer: new PerformanceTracer('MongoDB snapshot table')
+        });
+        // Get fresh table info, in case it was updated while queuing.
+        // This deliberately does not resolve by namespace, since that could recreate a replacement source table
+        // for a dropped/recreated collection and leave the original queued snapshot with no owner.
+        const table = await writer.getSourceTableStatus(tableRequest);
+        if (table == null || table.snapshotComplete) {
+            return;
+        }
+        await this.snapshotTable(writer, table);
+        const noCheckpointBefore = await createCheckpoint(this.client, this.defaultDb, STANDALONE_CHECKPOINT_ID);
+        await writer.markTableSnapshotDone([table], noCheckpointBefore);
+        // This commit ensures we set keepalive_op.
+        const resumeLsn = writer.resumeFromLsn ?? MongoLSN.ZERO.comparable;
+        await writer.commit(resumeLsn);
+        if (writer.last_flushed_op != null) {
+            this.lastSnapshotOpId = writer.last_flushed_op;
+        }
+        this.logger.info(`Flushed snapshot at ${writer.last_flushed_op}`);
+    }
+    async resolveQualifiedTableNames(batch, tablePattern) {
+        const schema = tablePattern.schema;
+        if (tablePattern.connectionTag != this.connections.connectionTag) {
+            return [];
+        }
+        const nameFilter = tablePattern.isWildcard
+            ? new RegExp('^' + escapeRegExp(tablePattern.tablePrefix))
+            : tablePattern.name;
+        // Check if the collection exists
+        const collections = await this.client
+            .db(schema)
+            .listCollections({ name: nameFilter }, { nameOnly: false })
+            .toArray();
+        if (!tablePattern.isWildcard && collections.length == 0) {
+            this.logger.warn(`Collection ${schema}.${tablePattern.name} not found`);
+        }
+        const result = [];
+        for (const collection of collections) {
+            result.push(...(await this.handleRelation(batch, getMongoRelation({ db: schema, coll: collection.name }, this.connections.connectionTag), {
+                collectionInfo: collection
+            })));
+        }
+        return result;
+    }
+    async snapshotTable(batch, table) {
+        const rowsReplicatedMetric = this.metrics.getCounter(ReplicationMetric.ROWS_REPLICATED);
+        const bytesReplicatedMetric = this.metrics.getCounter(ReplicationMetric.DATA_REPLICATED_BYTES);
+        const chunksReplicatedMetric = this.metrics.getCounter(ReplicationMetric.CHUNKS_REPLICATED);
+        const totalEstimatedCount = await this.estimatedCountNumber(table);
+        let at = table.snapshotStatus?.replicatedCount ?? 0;
+        const collection = this.client.db(table.schema).collection(table.name);
+        await using query = new ChunkedSnapshotQuery({
+            collection,
+            key: table.snapshotStatus?.lastKey,
+            batchSize: this.snapshotChunkLength
+        });
+        if (query.lastKey != null) {
+            this.logger.info(`Replicating ${table.qualifiedName} ${table.formatSnapshotProgress()} - resuming at _id > ${query.lastKey}`);
+        }
+        else {
+            this.logger.info(`Replicating ${table.qualifiedName} ${table.formatSnapshotProgress()}`);
+        }
+        let lastBatch = performance.now();
+        let nextChunkPromise = query.nextChunk();
+        while (true) {
+            const { docs: docBatch, lastKey, bytes: chunkBytes } = await nextChunkPromise;
+            if (docBatch.length == 0) {
+                // No more data - stop iterating
+                break;
+            }
+            bytesReplicatedMetric.add(chunkBytes);
+            chunksReplicatedMetric.add(1);
+            if (this.abortSignal.aborted) {
+                throw new ReplicationAbortedError(`Aborted initial replication`, this.abortSignal.reason);
+            }
+            // Pre-fetch next batch, so that we can read and write concurrently
+            nextChunkPromise = query.nextChunk();
+            for (const buffer of docBatch) {
+                const { row, replicaId } = this.sourceRowConverter.rawToSqliteRow(buffer);
+                // This auto-flushes when the batch reaches its size limit
+                await batch.save({
+                    tag: SaveOperationTag.INSERT,
+                    sourceTable: table,
+                    before: undefined,
+                    beforeReplicaId: undefined,
+                    after: row,
+                    afterReplicaId: replicaId
+                });
+            }
+            // Important: flush before marking progress
+            const result = await batch.flush();
+            if (result?.flushed_op != null) {
+                this.lastSnapshotOpId = result.flushed_op;
+            }
+            at += docBatch.length;
+            rowsReplicatedMetric.add(docBatch.length);
+            table = await batch.updateTableProgress(table, {
+                lastKey,
+                replicatedCount: at,
+                totalEstimatedCount
+            });
+            const duration = performance.now() - lastBatch;
+            lastBatch = performance.now();
+            this.logger.info(`Replicating ${table.qualifiedName} ${table.formatSnapshotProgress()} in ${duration.toFixed(0)}ms`);
+            this.touch();
+        }
+        // In case the loop was interrupted, make sure we await the last promise.
+        await nextChunkPromise;
+    }
+    async handleRelation(batch, descriptor, options) {
+        if (options.collectionInfo != null) {
+            await this.checkPostImages(descriptor.schema, options.collectionInfo);
+        }
+        else {
+            // If collectionInfo is null, the collection may have been dropped.
+            // Ignore the postImages check in this case.
+        }
+        const result = await batch.resolveTables({
+            connection_id: this.connectionId,
+            source: descriptor,
+            syncRules: this.syncRules
+        });
+        // Drop conflicting collections.
+        // This is generally not expected for MongoDB source dbs, so we log an error.
+        if (result.dropTables.length > 0) {
+            this.logger.error(`Conflicting collections found for ${JSON.stringify(descriptor)}. Dropping: ${result.dropTables.map((t) => t.id).join(', ')}`);
+            await batch.drop(result.dropTables);
+        }
+        return result.tables;
+    }
+    async estimatedCountNumber(table) {
+        return await this.client.db(table.schema).collection(table.name).estimatedDocumentCount();
+    }
+    async getCollectionInfo(db, name) {
+        return (await this.client.db(db).listCollections({ name }, { nameOnly: false }).toArray())[0];
+    }
+    async checkPostImages(db, collectionInfo) {
+        if (!this.usePostImages) {
+            // Nothing to check
+            return;
+        }
+        const enabled = collectionInfo.options?.changeStreamPreAndPostImages?.enabled == true;
+        if (!enabled && this.configurePostImages) {
+            await this.client.db(db).command({
+                collMod: collectionInfo.name,
+                changeStreamPreAndPostImages: { enabled: true }
+            });
+            this.logger.info(`Enabled postImages on ${db}.${collectionInfo.name}`);
+        }
+        else if (!enabled) {
+            throw new ServiceError(ErrorCode.PSYNC_S1343, `postImages not enabled on ${db}.${collectionInfo.name}`);
+        }
+    }
+    async getSnapshotLsn() {
+        const hello = await this.defaultDb.command({ hello: 1 });
+        // Basic sanity check
+        if (hello.msg == 'isdbgrid') {
+            throw new ServiceError(ErrorCode.PSYNC_S1341, 'Sharded MongoDB Clusters are not supported yet (including MongoDB Serverless instances).');
+        }
+        else if (hello.setName == null) {
+            throw new ServiceError(ErrorCode.PSYNC_S1342, 'Standalone MongoDB instances are not supported - use a replicaset.');
+        }
+        // Open a change stream just to get a resume token for later use.
+        // We could use clusterTime from the hello command, but that won't tell us if the
+        // snapshot isn't valid anymore.
+        // If we just use the first resumeToken from the stream, we get two potential issues:
+        // 1. The resumeToken may just be a wrapped clusterTime, which does not detect changes
+        //    in source db or other stream issues.
+        // 2. The first actual change we get may have the same clusterTime, causing us to incorrect
+        //    skip that event.
+        // Instead, we create a new checkpoint document, and wait until we get that document back in the stream.
+        // To avoid potential race conditions with the checkpoint creation, we create a new checkpoint document
+        // periodically until the timeout is reached.
+        const LSN_TIMEOUT_SECONDS = 60;
+        const LSN_CREATE_INTERVAL_SECONDS = 1;
+        const firstCheckpointLsn = await createCheckpoint(this.client, this.defaultDb, this.checkpointStreamId);
+        const filters = this.getSourceNamespaceFilters();
+        const iter = this.rawChangeStreamBatches({
+            lsn: firstCheckpointLsn,
+            maxAwaitTimeMS: 0,
+            signal: this.abortSignal,
+            filters
+        });
+        const startTime = performance.now();
+        let lastCheckpointCreated = performance.now();
+        let eventsSeen = 0;
+        let batchesSeen = 0;
+        for await (const { events } of iter) {
+            if (performance.now() - startTime >= LSN_TIMEOUT_SECONDS * 1000) {
+                break;
+            }
+            if (performance.now() - lastCheckpointCreated >= LSN_CREATE_INTERVAL_SECONDS * 1000) {
+                await createCheckpoint(this.client, this.defaultDb, this.checkpointStreamId);
+                lastCheckpointCreated = performance.now();
+            }
+            batchesSeen += 1;
+            for (const rawChangeDocument of events) {
+                const changeDocument = parseChangeDocument(rawChangeDocument);
+                const ns = 'ns' in changeDocument && 'coll' in changeDocument.ns ? changeDocument.ns : undefined;
+                if (ns?.coll == CHECKPOINTS_COLLECTION && 'documentKey' in changeDocument) {
+                    const checkpointId = changeDocument.documentKey._id;
+                    if (!this.checkpointStreamId.equals(checkpointId)) {
+                        continue;
+                    }
+                    return new MongoLSN({
+                        timestamp: changeDocument.clusterTime,
+                        resume_token: changeDocument._id
+                    }).comparable;
+                }
+                eventsSeen += 1;
+            }
+        }
+        // Could happen if there is a very large replication lag?
+        throw new ServiceError(ErrorCode.PSYNC_S1301, `Timeout after while waiting for checkpoint document for ${LSN_TIMEOUT_SECONDS}s. Streamed events = ${eventsSeen}, batches = ${batchesSeen}`);
+    }
+    /**
+     * Given a snapshot LSN, validate that we can read from it, by opening a change stream.
+     */
+    async validateSnapshotLsn(lsn) {
+        const stream = this.rawChangeStreamBatches({
+            lsn,
+            maxAwaitTimeMS: 0,
+            filters: this.getSourceNamespaceFilters()
+        });
+        for await (const _batch of stream) {
+            break;
+        }
+    }
+    getSourceNamespaceFilters() {
+        const sourceTables = this.syncRules.getSourceTables();
+        const inFilters = [
+            { db: this.defaultDb.databaseName, coll: CHECKPOINTS_COLLECTION }
+        ];
+        const regexFilters = [];
+        let multipleDatabases = false;
+        for (const tablePattern of sourceTables) {
+            if (tablePattern.connectionTag != this.connections.connectionTag) {
+                continue;
+            }
+            if (tablePattern.schema != this.defaultDb.databaseName) {
+                multipleDatabases = true;
+            }
+            if (tablePattern.isWildcard) {
+                regexFilters.push({
+                    'ns.db': tablePattern.schema,
+                    'ns.coll': new RegExp('^' + escapeRegExp(tablePattern.tablePrefix))
+                });
+            }
+            else {
+                inFilters.push({
+                    db: tablePattern.schema,
+                    coll: tablePattern.name
+                });
+            }
+        }
+        const nsFilter = multipleDatabases
+            ? { ns: { $in: inFilters } }
+            : { 'ns.coll': { $in: inFilters.map((ns) => ns.coll) } };
+        if (regexFilters.length > 0) {
+            return { $match: { $or: [nsFilter, ...regexFilters] }, multipleDatabases };
+        }
+        return { $match: nsFilter, multipleDatabases };
+    }
+    rawChangeStreamBatches(options) {
+        const lastLsn = options.lsn ? MongoLSN.fromSerialized(options.lsn) : null;
+        const startAfter = lastLsn?.timestamp;
+        const resumeAfter = lastLsn?.resumeToken;
+        let fullDocument;
+        if (this.usePostImages) {
+            // 'read_only' or 'auto_configure'
+            // Configuration happens during snapshot, or when we see new
+            // collections.
+            fullDocument = 'required';
+        }
+        else {
+            fullDocument = 'updateLookup';
+        }
+        const streamOptions = {
+            showExpandedEvents: true,
+            fullDocument
+        };
+        const pipeline = [
+            { $changeStream: streamOptions },
+            { $match: options.filters.$match },
+            { $changeStreamSplitLargeEvent: {} }
+        ];
+        // Only one of these options can be supplied at a time.
+        if (resumeAfter) {
+            streamOptions.resumeAfter = resumeAfter;
+        }
+        else {
+            // Legacy: We don't persist lsns without resumeTokens anymore, but we do still handle the
+            // case if we have an old one.
+            streamOptions.startAtOperationTime = startAfter;
+        }
+        let watchDb;
+        if (options.filters.multipleDatabases) {
+            // Requires readAnyDatabase@admin on Atlas
+            watchDb = this.client.db('admin');
+            streamOptions.allChangesForCluster = true;
+        }
+        else {
+            // Same general result, but requires less permissions than the above
+            watchDb = this.defaultDb;
+        }
+        return rawChangeStream(watchDb, pipeline, {
+            batchSize: options.batchSize ?? this.snapshotChunkLength,
+            maxAwaitTimeMS: options.maxAwaitTimeMS ?? this.maxAwaitTimeMS,
+            maxTimeMS: this.changeStreamTimeout,
+            signal: options.signal,
+            logger: this.logger,
+            tracer: options.tracer
+        });
+    }
+    touch() {
+        if (performance.now() - this.lastTouchedAt > 1_000) {
+            this.lastTouchedAt = performance.now();
+            // Update the probes, but don't wait for it
+            container.probes.touch().catch((e) => {
+                this.logger.error(`Failed to touch the container probe: ${e.message}`, e);
+            });
+        }
+    }
+}
+//# sourceMappingURL=MongoSnapshotter.js.map

package/dist/replication/MongoSnapshotter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoSnapshotter.js","sourceRoot":"","sources":["../../src/replication/MongoSnapshotter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAU,uBAAuB,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACxH,OAAO,EAGL,iBAAiB,EACjB,gBAAgB,EAIjB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAClG,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAqB,mBAAmB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC/F,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAsB,MAAM,yBAAyB,CAAC;AA8BvF,MAAM,OAAO,gBAAgB;IACV,OAAO,CAAiC;IACxC,OAAO,CAAgB;IACvB,WAAW,CAAe;IAC1B,MAAM,CAAoB;IAC1B,SAAS,CAAW;IACpB,SAAS,CAAqB;IAC9B,kBAAkB,CAAqB;IACvC,cAAc,CAAS;IACvB,mBAAmB,CAAS;IAC5B,WAAW,CAAc;IACzB,MAAM,CAAS;IACf,kBAAkB,CAAiB;IACnC,YAAY,CAAmC;IAC/C,aAAa,CAAoC;IACjD,mBAAmB,CAAS;IAE5B,YAAY,GAAG,CAAC,CAAC;IACjB,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC9C,mBAAmB,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;IACpD,cAAc,GAAsC,IAAI,CAAC;IACzD,gBAAgB,GAAwB,IAAI,CAAC;IAC7C,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAE1C,YAAY,OAAgC;QAC1C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACxC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC;QACvD,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,KAAK,CAAC;QAChE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QACvD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACrD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC;YAClD,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY;SAC3C,CAAC,CAAC;QACH,IAAI,CAAC,kBAAkB,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAErF,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YAC9C,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAY,aAAa;QACvB,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,IAAI,gBAAgB,CAAC,GAAG,CAAC;IACrE,CAAC;IAED,IAAY,mBAAmB;QAC7B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,IAAI,gBAAgB,CAAC,cAAc,CAAC;IAChF,CAAC;IAED,IAAW,2BAA2B;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC9C,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACrD,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,CAAC;QAED,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,0BAA0B;QAC9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,sBAAsB,CAAC,CAAC;QACrG,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,sBAAsB,EAAE;gBAC5D,4BAA4B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;aAChD,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,CAAC,aAAa,IAAI,UAAU,CAAC,OAAO,EAAE,4BAA4B,EAAE,OAAO,IAAI,IAAI,EAAE,CAAC;YACnG,wDAAwD;YACxD,uDAAuD;YACvD,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;YAC5D,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,sBAAsB,EAAE;gBAC5D,4BAA4B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;aAChD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,oDAAoD;YACpD,mFAAmF;YACnF,4DAA4D;YAC5D,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,WAA0B;QAClD,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC5B,YAAY,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;YACnD,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU;YACjC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY;YAC1C,gBAAgB,EAAE,KAAK;YACvB,gBAAgB,EAAE,IAAI;YACtB,MAAM,EAAE,IAAI,iBAAiB,CAAC,gCAAgC,CAAC;SAChE,CAAC,CAAC;QACH,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;YACxB,qEAAqE;YACrE,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,WAAW,EAAE,CAAC,CAAC;YACxD,0CAA0C;YAC1C,MAAM,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,iCAAiC;QACjC,+DAA+D;QAC/D,qBAAqB;QACrB,MAAM,eAAe,GAAkB,EAAE,CAAC;QAC1C,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,EAAE,CAAC;YAC5D,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,0BAA0B,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;QACzF,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,aAAa,0BAA0B,CAAC,CAAC;gBAC5E,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,KAAK,EAAE;gBACtD,mBAAmB,EAAE,KAAK;aAC3B,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iBAAiB,OAAO,CAAC,aAAa,KAAK,OAAO,CAAC,cAAc,EAAE,eAAe,KAAK,OAAO,CAAC,cAAc,EAAE,mBAAmB,EAAE,CACrI,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,sBAAsB;QAC1B,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;gBACzB,yDAAyD;gBACzD,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBAC9C,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;oBACjB,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC;oBACnC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;oBACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;oBAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBAED,MAAM,IAAI,CAAC,KAAK,CAAC;gBACjB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACpB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACxC,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;oBACzB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAChC,CAAC;YACH,CAAC;YACD,MAAM,IAAI,uBAAuB,CAAC,iCAAiC,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAChG,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,4DAA4D;YAC5D,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,KAAiC,EAAE,KAA0B;QACvF,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,yBAAyB,CAAC,KAAK,CAAC,CAAC;YAC7C,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,KAAK,CAAC,OAAO,EAAE,CAAC;YAChB,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAiC,EAAE,MAA6B;QACnF,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACrC,6BAA6B;YAC7B,KAAK,MAAM,eAAe,IAAI,MAAM,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,6CAA6C;YAC7C,8FAA8F;YAC9F,wGAAwG;YACxG,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzC,CAAC;YACD,MAAM,kBAAkB,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;YAEzG,MAAM,KAAK,CAAC,qBAAqB,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,KAAkB,EAAE,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE;QAC9D,MAAM,IAAI,GAAsB,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACnE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrB,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC9C,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,YAAY,CAAC;QAC5D,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,qGAAqG;YACrG,4FAA4F;YAC5F,MAAM,IAAI,CAAC,OAAO,CAAC,+BAA+B,CAAC;gBACjD,8CAA8C;gBAC9C,OAAO,EAAE,MAAM;gBACf,MAAM,EAAE,IAAI,CAAC,WAAW;aACzB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,YAAY,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;YACnD,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU;YACjC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY;YAC1C,gBAAgB,EAAE,KAAK;YACvB,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,6EAA6E;QAC7E,sDAAsD;QACtD,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;QACjG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,MAAM,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE;YACxC,kEAAkE;YAClE,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QACH,0FAA0F;QAC1F,6FAA6F;QAC7F,oDAAoD;QACpD,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;IAChF,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,YAAyB;QACpD,MAAM,IAAI,CAAC,aAAa,EAAE,qBAAqB,EAAE,CAAC,YAAY,CAAC,CAAC;QAEhE,YAAY,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;YACnD,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU;YACjC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY;YAC1C,gBAAgB,EAAE,KAAK;YACvB,gBAAgB,EAAE,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,MAAM,EAAE,IAAI,iBAAiB,CAAC,wBAAwB,CAAC;SACxD,CAAC,CAAC;QACH,8DAA8D;QAC9D,wGAAwG;QACxG,2FAA2F;QAC3F,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAC9D,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,kBAAkB,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;QACzG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC,KAAK,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAEhE,2CAA2C;QAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,aAAa,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;QACnE,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAE/B,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,eAAe,CAAC;QACjD,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,0BAA0B,CACtC,KAAiC,EACjC,YAA0B;QAE1B,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACnC,IAAI,YAAY,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;YACjE,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU;YACxC,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAC1D,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;QACtB,iCAAiC;QACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM;aAClC,EAAE,CAAC,MAAM,CAAC;aACV,eAAe,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;aAC1D,OAAO,EAAE,CAAC;QAEb,IAAI,CAAC,YAAY,CAAC,UAAU,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,IAAI,YAAY,CAAC,IAAI,YAAY,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,MAAM,GAA0B,EAAE,CAAC;QACzC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CACT,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,CAC3B,KAAK,EACL,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,EACvF;gBACE,cAAc,EAAE,UAAU;aAC3B,CACF,CAAC,CACH,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,KAAiC,EAAE,KAA0B;QACvF,MAAM,oBAAoB,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QACxF,MAAM,qBAAqB,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QAC/F,MAAM,sBAAsB,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAE5F,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACnE,IAAI,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,eAAe,IAAI,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvE,YAAY,KAAK,GAAG,IAAI,oBAAoB,CAAC;YAC3C,UAAU;YACV,GAAG,EAAE,KAAK,CAAC,cAAc,EAAE,OAAO;YAClC,SAAS,EAAE,IAAI,CAAC,mBAAmB;SACpC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,eAAe,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,sBAAsB,EAAE,wBAAwB,KAAK,CAAC,OAAO,EAAE,CAC5G,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;QAC3F,CAAC;QAED,IAAI,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,gBAAgB,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QACzC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,gBAAgB,CAAC;YAC9E,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACzB,gCAAgC;gBAChC,MAAM;YACR,CAAC;YACD,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACtC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAE9B,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBAC7B,MAAM,IAAI,uBAAuB,CAAC,6BAA6B,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC5F,CAAC;YAED,mEAAmE;YACnE,gBAAgB,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YACrC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAC1E,0DAA0D;gBAC1D,MAAM,KAAK,CAAC,IAAI,CAAC;oBACf,GAAG,EAAE,gBAAgB,CAAC,MAAM;oBAC5B,WAAW,EAAE,KAAK;oBAClB,MAAM,EAAE,SAAS;oBACjB,eAAe,EAAE,SAAS;oBAC1B,KAAK,EAAE,GAAG;oBACV,cAAc,EAAE,SAAS;iBAC1B,CAAC,CAAC;YACL,CAAC;YAED,2CAA2C;YAC3C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,MAAM,EAAE,UAAU,IAAI,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC;YAC5C,CAAC;YACD,EAAE,IAAI,QAAQ,CAAC,MAAM,CAAC;YACtB,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE1C,KAAK,GAAG,MAAM,KAAK,CAAC,mBAAmB,CAAC,KAAK,EAAE;gBAC7C,OAAO;gBACP,eAAe,EAAE,EAAE;gBACnB,mBAAmB;aACpB,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC/C,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,eAAe,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,sBAAsB,EAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACnG,CAAC;YACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;QACD,yEAAyE;QACzE,MAAM,gBAAgB,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,KAAiC,EACjC,UAAkC,EAClC,OAA6D;QAE7D,IAAI,OAAO,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QACxE,CAAC;aAAM,CAAC;YACN,mEAAmE;YACnE,4CAA4C;QAC9C,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC;YACvC,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,gCAAgC;QAChC,6EAA6E;QAC7E,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qCAAqC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,eAAe,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9H,CAAC;YACF,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,KAA0B;QAC3D,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,sBAAsB,EAAE,CAAC;IAC5F,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,IAAY;QACtD,OAAO,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChG,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,EAAU,EAAE,cAAoC;QAC5E,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,mBAAmB;YACnB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,EAAE,4BAA4B,EAAE,OAAO,IAAI,IAAI,CAAC;QACtF,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC;gBAC/B,OAAO,EAAE,cAAc,CAAC,IAAI;gBAC5B,4BAA4B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;aAChD,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,CAAC;aAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,6BAA6B,EAAE,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1G,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACzD,qBAAqB;QACrB,IAAI,KAAK,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,0FAA0F,CAC3F,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YACjC,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,oEAAoE,CACrE,CAAC;QACJ,CAAC;QAED,iEAAiE;QACjE,iFAAiF;QACjF,gCAAgC;QAChC,qFAAqF;QACrF,sFAAsF;QACtF,0CAA0C;QAC1C,2FAA2F;QAC3F,sBAAsB;QACtB,wGAAwG;QACxG,uGAAuG;QACvG,6CAA6C;QAE7C,MAAM,mBAAmB,GAAG,EAAE,CAAC;QAC/B,MAAM,2BAA2B,GAAG,CAAC,CAAC;QAEtC,MAAM,kBAAkB,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxG,MAAM,OAAO,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC;YACvC,GAAG,EAAE,kBAAkB;YACvB,cAAc,EAAE,CAAC;YACjB,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,OAAO;SACR,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,qBAAqB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9C,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;YACpC,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,mBAAmB,GAAG,IAAI,EAAE,CAAC;gBAChE,MAAM;YACR,CAAC;YACD,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,qBAAqB,IAAI,2BAA2B,GAAG,IAAI,EAAE,CAAC;gBACpF,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAC7E,qBAAqB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC5C,CAAC;YACD,WAAW,IAAI,CAAC,CAAC;YAEjB,KAAK,MAAM,iBAAiB,IAAI,MAAM,EAAE,CAAC;gBACvC,MAAM,cAAc,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;gBAC9D,MAAM,EAAE,GAAG,IAAI,IAAI,cAAc,IAAI,MAAM,IAAI,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBAEjG,IAAI,EAAE,EAAE,IAAI,IAAI,sBAAsB,IAAI,aAAa,IAAI,cAAc,EAAE,CAAC;oBAC1E,MAAM,YAAY,GAAG,cAAc,CAAC,WAAW,CAAC,GAA8B,CAAC;oBAC/E,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;wBAClD,SAAS;oBACX,CAAC;oBACD,OAAO,IAAI,QAAQ,CAAC;wBAClB,SAAS,EAAE,cAAc,CAAC,WAAY;wBACtC,YAAY,EAAE,cAAc,CAAC,GAAG;qBACjC,CAAC,CAAC,UAAU,CAAC;gBAChB,CAAC;gBAED,UAAU,IAAI,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,yDAAyD;QACzD,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,2DAA2D,mBAAmB,wBAAwB,UAAU,eAAe,WAAW,EAAE,CAC7I,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,GAAW;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC;YACzC,GAAG;YACH,cAAc,EAAE,CAAC;YACjB,OAAO,EAAE,IAAI,CAAC,yBAAyB,EAAE;SAC1C,CAAC,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAClC,MAAM;QACR,CAAC;IACH,CAAC;IAEO,yBAAyB;QAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAEtD,MAAM,SAAS,GAAmC;YAChD,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,sBAAsB,EAAE;SAClE,CAAC;QACF,MAAM,YAAY,GAA6C,EAAE,CAAC;QAClE,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,KAAK,MAAM,YAAY,IAAI,YAAY,EAAE,CAAC;YACxC,IAAI,YAAY,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;gBACjE,SAAS;YACX,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;gBACvD,iBAAiB,GAAG,IAAI,CAAC;YAC3B,CAAC;YAED,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,YAAY,CAAC,IAAI,CAAC;oBAChB,OAAO,EAAE,YAAY,CAAC,MAAM;oBAC5B,SAAS,EAAE,IAAI,MAAM,CAAC,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;iBACpE,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,YAAY,CAAC,MAAM;oBACvB,IAAI,EAAE,YAAY,CAAC,IAAI;iBACxB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,iBAAiB;YAChC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE;YAC5B,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QAC3D,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,GAAG,YAAY,CAAC,EAAE,EAAE,iBAAiB,EAAE,CAAC;QAC7E,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACjD,CAAC;IAEO,sBAAsB,CAAC,OAO9B;QACC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1E,MAAM,UAAU,GAAG,OAAO,EAAE,SAAS,CAAC;QACtC,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,CAAC;QAEzC,IAAI,YAAyC,CAAC;QAC9C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,kCAAkC;YAClC,4DAA4D;YAC5D,eAAe;YACf,YAAY,GAAG,UAAU,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,cAAc,CAAC;QAChC,CAAC;QACD,MAAM,aAAa,GAA+C;YAChE,kBAAkB,EAAE,IAAI;YACxB,YAAY;SACb,CAAC;QACF,MAAM,QAAQ,GAAqB;YACjC,EAAE,aAAa,EAAE,aAAa,EAAE;YAChC,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE;YAClC,EAAE,4BAA4B,EAAE,EAAE,EAAE;SACrC,CAAC;QAEF,uDAAuD;QACvD,IAAI,WAAW,EAAE,CAAC;YAChB,aAAa,CAAC,WAAW,GAAG,WAAW,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,yFAAyF;YACzF,8BAA8B;YAC9B,aAAa,CAAC,oBAAoB,GAAG,UAAU,CAAC;QAClD,CAAC;QAED,IAAI,OAAiB,CAAC;QACtB,IAAI,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;YACtC,0CAA0C;YAC1C,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YAClC,aAAa,CAAC,oBAAoB,GAAG,IAAI,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,oEAAoE;YACpE,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC3B,CAAC;QAED,OAAO,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE;YACxC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,mBAAmB;YACxD,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;YAC7D,SAAS,EAAE,IAAI,CAAC,mBAAmB;YACnC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK;QACX,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,KAAK,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACvC,2CAA2C;YAC3C,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}