@powersync/service-core 0.0.2

package/dist/storage/mongo/MongoBucketBatch.js

@@ -0,0 +1,584 @@
+import * as micro from '@journeyapps-platform/micro';
+import * as bson from 'bson';
+import * as mongo from 'mongodb';
+import * as util from '../../util/util-index.js';
+import * as replication from '../../replication/replication-index.js';
+import { mergeToast } from '../BucketStorage.js';
+import { SourceTable } from '../SourceTable.js';
+import { MongoIdSequence } from './MongoIdSequence.js';
+import { cacheKey, OperationBatch, RecordOperation } from './OperationBatch.js';
+import { PersistedBatch } from './PersistedBatch.js';
+import { BSON_DESERIALIZE_OPTIONS, idPrefixFilter, serializeLookup } from './util.js';
+/**
+ * 15MB
+ */
+const MAX_ROW_SIZE = 15 * 1024 * 1024;
+// Currently, we can only have a single flush() at a time, since it locks the op_id sequence.
+// While the MongoDB transaction retry mechanism handles this okay, using an in-process Mutex
+// makes it more fair and has less overhead.
+//
+// In the future, we can investigate allowing multiple replication streams operating independently.
+const replicationMutex = new util.Mutex();
+export class MongoBucketBatch {
+    constructor(db, sync_rules, group_id, slot_name, last_checkpoint_lsn, no_checkpoint_before_lsn) {
+        this.batch = null;
+        /**
+         * Last LSN received associated with a checkpoint.
+         *
+         * This could be either:
+         * 1. A commit LSN.
+         * 2. A keepalive message LSN.
+         */
+        this.last_checkpoint_lsn = null;
+        this.persisted_op = null;
+        /**
+         * For tests only - not for persistence logic.
+         */
+        this.last_flushed_op = null;
+        this.db = db;
+        this.client = db.client;
+        this.sync_rules = sync_rules;
+        this.group_id = group_id;
+        this.slot_name = slot_name;
+        this.session = this.client.startSession();
+        this.last_checkpoint_lsn = last_checkpoint_lsn;
+        this.no_checkpoint_before_lsn = no_checkpoint_before_lsn ?? replication.ZERO_LSN;
+    }
+    async flush() {
+        let result = null;
+        // One flush may be split over multiple transactions.
+        // Each flushInner() is one transaction.
+        while (this.batch != null) {
+            let r = await this.flushInner();
+            if (r) {
+                result = r;
+            }
+        }
+        return result;
+    }
+    async flushInner() {
+        const batch = this.batch;
+        if (batch == null) {
+            return null;
+        }
+        let last_op = null;
+        let resumeBatch = null;
+        await this.withReplicationTransaction(`Flushing ${batch.length} ops`, async (session, opSeq) => {
+            resumeBatch = await this.replicateBatch(session, batch, opSeq);
+            last_op = opSeq.last();
+        });
+        // null if done, set if we need another flush
+        this.batch = resumeBatch;
+        if (last_op == null) {
+            throw new Error('Unexpected last_op == null');
+        }
+        this.persisted_op = last_op;
+        this.last_flushed_op = last_op;
+        return { flushed_op: String(last_op) };
+    }
+    async replicateBatch(session, batch, op_seq) {
+        // 1. Find sizes of current_data documents, to assist in intelligent batching without
+        // exceeding memory limits.
+        //
+        // A previous attempt tried to do batching by the results of the current_data query
+        // (automatically limited to 48MB(?) per batch by MongoDB). The issue is that it changes
+        // the order of processing, which then becomes really tricky to manage.
+        // This now takes 2+ queries, but doesn't have any issues with order of operations.
+        const sizeLookups = batch.batch.map((r) => {
+            return { g: this.group_id, t: r.record.sourceTable.id, k: r.beforeId };
+        });
+        const sizes = new Map();
+        const sizeCursor = this.db.current_data.aggregate([
+            {
+                $match: {
+                    _id: { $in: sizeLookups }
+                }
+            },
+            {
+                $project: {
+                    _id: 1,
+                    size: { $bsonSize: '$$ROOT' }
+                }
+            }
+        ], { session });
+        for await (let doc of sizeCursor.stream()) {
+            const key = cacheKey(doc._id.t, doc._id.k);
+            sizes.set(key, doc.size);
+        }
+        // If set, we need to start a new transaction with this batch.
+        let resumeBatch = null;
+        let transactionSize = 0;
+        // Now batch according to the sizes
+        for await (let b of batch.batched(sizes)) {
+            if (resumeBatch) {
+                for (let op of b) {
+                    resumeBatch.push(op);
+                }
+                continue;
+            }
+            const lookups = b.map((r) => {
+                return { g: this.group_id, t: r.record.sourceTable.id, k: r.beforeId };
+            });
+            let current_data_lookup = new Map();
+            const cursor = this.db.current_data.find({
+                _id: { $in: lookups }
+            }, { session });
+            for await (let doc of cursor.stream()) {
+                current_data_lookup.set(cacheKey(doc._id.t, doc._id.k), doc);
+            }
+            let persistedBatch = new PersistedBatch(this.group_id, transactionSize);
+            for (let op of b) {
+                if (resumeBatch) {
+                    resumeBatch.push(op);
+                    continue;
+                }
+                const currentData = current_data_lookup.get(op.internalBeforeKey) ?? null;
+                if (currentData != null) {
+                    current_data_lookup.delete(op.internalBeforeKey);
+                }
+                const nextData = this.saveOperation(persistedBatch, op, currentData, op_seq);
+                if (nextData != null) {
+                    // Update our current_data and size cache
+                    current_data_lookup.set(op.internalAfterKey, nextData);
+                    sizes.set(op.internalAfterKey, nextData.data.length());
+                }
+                if (persistedBatch.shouldFlushTransaction()) {
+                    // Transaction is getting big.
+                    // Flush, and resume in a new transaction.
+                    await persistedBatch.flush(this.db, this.session);
+                    persistedBatch = null;
+                    // Computing our current progress is a little tricky here, since
+                    // we're stopping in the middle of a batch.
+                    // We create a new batch, and push any remaining operations to it.
+                    resumeBatch = new OperationBatch();
+                }
+            }
+            if (persistedBatch) {
+                transactionSize = persistedBatch.currentSize;
+                await persistedBatch.flush(this.db, this.session);
+            }
+        }
+        return resumeBatch;
+    }
+    saveOperation(batch, operation, current_data, opSeq) {
+        const record = operation.record;
+        const beforeId = operation.beforeId;
+        const afterId = operation.afterId;
+        let after = record.after;
+        const sourceTable = record.sourceTable;
+        let existing_buckets = [];
+        let new_buckets = [];
+        let existing_lookups = [];
+        let new_lookups = [];
+        const before_key = { g: this.group_id, t: record.sourceTable.id, k: beforeId };
+        if (record.tag == 'update') {
+            const result = current_data;
+            if (result == null) {
+                // Not an error if we re-apply a transaction
+                existing_buckets = [];
+                existing_lookups = [];
+            }
+            else {
+                const data = bson.deserialize(result.data.buffer, BSON_DESERIALIZE_OPTIONS);
+                existing_buckets = result.buckets;
+                existing_lookups = result.lookups;
+                after = mergeToast(after, data);
+            }
+        }
+        else if (record.tag == 'delete') {
+            const result = current_data;
+            if (result == null) {
+                // Not an error if we re-apply a transaction
+                existing_buckets = [];
+                existing_lookups = [];
+            }
+            else {
+                existing_buckets = result.buckets;
+                existing_lookups = result.lookups;
+            }
+        }
+        let afterData;
+        if (afterId) {
+            try {
+                // This will fail immediately if the record is > 16MB.
+                afterData = new bson.Binary(bson.serialize(after));
+                // We additionally make sure it's <= 15MB - we need some margin for metadata.
+                if (afterData.length() > MAX_ROW_SIZE) {
+                    throw new Error(`Row too large: ${afterData.length()}`);
+                }
+            }
+            catch (e) {
+                // Replace with empty values, equivalent to TOAST values
+                after = Object.fromEntries(Object.entries(after).map(([key, value]) => {
+                    return [key, undefined];
+                }));
+                afterData = new bson.Binary(bson.serialize(after));
+                micro.alerts.captureMessage(`Data too big on ${record.sourceTable.qualifiedName}.${record.after?.id}: ${e.message}`, {
+                    level: micro.errors.ErrorSeverity.WARNING,
+                    metadata: {
+                        replication_slot: this.slot_name,
+                        table: record.sourceTable.qualifiedName
+                    }
+                });
+            }
+        }
+        // 2. Save bucket data
+        if (beforeId != null && beforeId != afterId) {
+            // Source ID updated
+            if (sourceTable.syncData) {
+                // Delete old record
+                batch.saveBucketData({
+                    op_seq: opSeq,
+                    sourceKey: beforeId,
+                    table: sourceTable,
+                    before_buckets: existing_buckets,
+                    evaluated: []
+                });
+                // Clear this, so we don't also try to REMOVE for the new id
+                existing_buckets = [];
+            }
+            if (sourceTable.syncParameters) {
+                // Delete old parameters
+                batch.saveParameterData({
+                    op_seq: opSeq,
+                    sourceKey: beforeId,
+                    sourceTable,
+                    evaluated: [],
+                    existing_lookups
+                });
+                existing_lookups = [];
+            }
+        }
+        // If we re-apply a transaction, we can end up with a partial row.
+        //
+        // We may end up with toasted values, which means the record is not quite valid.
+        // However, it will be valid by the end of the transaction.
+        //
+        // In this case, we don't save the op, but we do save the current data.
+        if (afterId && after && util.isCompleteRow(after)) {
+            // Insert or update
+            if (sourceTable.syncData) {
+                const { results: evaluated, errors } = this.sync_rules.evaluateRowWithErrors({
+                    record: after,
+                    sourceTable
+                });
+                for (let error of errors) {
+                    micro.alerts.captureMessage(`Failed to evaluate data query on ${record.sourceTable.qualifiedName}.${record.after?.id}: ${error.error}`, {
+                        level: micro.errors.ErrorSeverity.WARNING,
+                        metadata: {
+                            replication_slot: this.slot_name,
+                            table: record.sourceTable.qualifiedName
+                        }
+                    });
+                    micro.logger.error(`Failed to evaluate data query on ${record.sourceTable.qualifiedName}.${record.after?.id}: ${error.error}`);
+                }
+                // Save new one
+                batch.saveBucketData({
+                    op_seq: opSeq,
+                    sourceKey: afterId,
+                    evaluated,
+                    table: sourceTable,
+                    before_buckets: existing_buckets
+                });
+                new_buckets = evaluated.map((e) => {
+                    return {
+                        bucket: e.bucket,
+                        table: e.table,
+                        id: e.id
+                    };
+                });
+            }
+            if (sourceTable.syncParameters) {
+                // Parameters
+                const { results: paramEvaluated, errors: paramErrors } = this.sync_rules.evaluateParameterRowWithErrors(sourceTable, after);
+                for (let error of paramErrors) {
+                    micro.alerts.captureMessage(`Failed to evaluate parameter query on ${record.sourceTable.qualifiedName}.${record.after?.id}: ${error.error}`, {
+                        level: micro.errors.ErrorSeverity.WARNING,
+                        metadata: {
+                            replication_slot: this.slot_name,
+                            table: record.sourceTable.qualifiedName
+                        }
+                    });
+                    micro.logger.error(`Failed to evaluate parameter query on ${record.sourceTable.qualifiedName}.${after.id}: ${error.error}`);
+                }
+                batch.saveParameterData({
+                    op_seq: opSeq,
+                    sourceKey: afterId,
+                    sourceTable,
+                    evaluated: paramEvaluated,
+                    existing_lookups
+                });
+                new_lookups = paramEvaluated.map((p) => {
+                    return serializeLookup(p.lookup);
+                });
+            }
+        }
+        let result = null;
+        // 5. TOAST: Update current data and bucket list.
+        if (afterId) {
+            // Insert or update
+            const after_key = { g: this.group_id, t: sourceTable.id, k: afterId };
+            batch.upsertCurrentData(after_key, {
+                data: afterData,
+                buckets: new_buckets,
+                lookups: new_lookups
+            });
+            result = {
+                _id: after_key,
+                data: afterData,
+                buckets: new_buckets,
+                lookups: new_lookups
+            };
+        }
+        if (beforeId != afterId) {
+            // Either a delete (afterId == null), or replaced the old replication id
+            batch.deleteCurrentData(before_key);
+        }
+        return result;
+    }
+    async withTransaction(cb) {
+        await replicationMutex.exclusiveLock(async () => {
+            await this.session.withTransaction(async () => {
+                try {
+                    await cb();
+                }
+                catch (e) {
+                    if (e instanceof mongo.MongoError && e.hasErrorLabel('TransientTransactionError')) {
+                        // Likely write conflict caused by concurrent write stream replicating
+                    }
+                    else {
+                        micro.logger.warn('Transaction error', e);
+                    }
+                    await new Promise((resolve) => setTimeout(resolve, Math.random() * 50));
+                    throw e;
+                }
+            }, { maxCommitTimeMS: 10000 });
+        });
+    }
+    async withReplicationTransaction(description, callback) {
+        let flushTry = 0;
+        const start = Date.now();
+        const lastTry = start + 90000;
+        const session = this.session;
+        await this.withTransaction(async () => {
+            flushTry += 1;
+            if (flushTry == 1) {
+                micro.logger.info(`${this.slot_name} ${description}`);
+            }
+            else if (flushTry % 10 == 0) {
+                micro.logger.info(`${this.slot_name} ${description} ops - try ${flushTry}`);
+            }
+            if (flushTry > 20 && Date.now() > lastTry) {
+                throw new Error('Max transaction tries exceeded');
+            }
+            const next_op_id_doc = await this.db.op_id_sequence.findOneAndUpdate({
+                _id: 'main'
+            }, {
+                $setOnInsert: { op_id: 0n },
+                $set: {
+                    // Force update to ensure we get a mongo lock
+                    ts: Date.now()
+                }
+            }, {
+                upsert: true,
+                returnDocument: 'after',
+                session
+            });
+            const opSeq = new MongoIdSequence(next_op_id_doc?.op_id ?? 0n);
+            await callback(session, opSeq);
+            await this.db.op_id_sequence.updateOne({
+                _id: 'main'
+            }, {
+                $set: {
+                    op_id: opSeq.last()
+                }
+            }, {
+                session
+            });
+            await this.db.sync_rules.updateOne({
+                _id: this.group_id
+            }, {
+                $set: {
+                    last_keepalive_ts: new Date()
+                }
+            }, { session });
+        });
+    }
+    async abort() {
+        await this.session.endSession();
+    }
+    async commit(lsn) {
+        await this.flush();
+        if (this.last_checkpoint_lsn != null && lsn <= this.last_checkpoint_lsn) {
+            // When re-applying transactions, don't create a new checkpoint until
+            // we are past the last transaction.
+            micro.logger.info(`Re-applied transaction ${lsn} - skipping checkpoint`);
+            return false;
+        }
+        if (lsn < this.no_checkpoint_before_lsn) {
+            micro.logger.info(`Waiting until ${this.no_checkpoint_before_lsn} before creating checkpoint, currently at ${lsn}`);
+            return false;
+        }
+        if (this.persisted_op != null) {
+            const now = new Date();
+            await this.db.sync_rules.updateOne({
+                _id: this.group_id
+            }, {
+                $set: {
+                    last_checkpoint: this.persisted_op,
+                    last_checkpoint_lsn: lsn,
+                    last_checkpoint_ts: now,
+                    last_keepalive_ts: now,
+                    snapshot_done: true,
+                    last_fatal_error: null
+                }
+            }, { session: this.session });
+            this.persisted_op = null;
+        }
+        this.last_checkpoint_lsn = lsn;
+        return true;
+    }
+    async keepalive(lsn) {
+        if (this.last_checkpoint_lsn != null && lsn <= this.last_checkpoint_lsn) {
+            // No-op
+            return false;
+        }
+        if (lsn < this.no_checkpoint_before_lsn) {
+            return false;
+        }
+        if (this.persisted_op != null) {
+            // The commit may have been skipped due to "no_checkpoint_before_lsn".
+            // Apply it now if relevant
+            return await this.commit(lsn);
+        }
+        await this.db.sync_rules.updateOne({
+            _id: this.group_id
+        }, {
+            $set: {
+                last_checkpoint_lsn: lsn,
+                snapshot_done: true,
+                last_fatal_error: null,
+                last_keepalive_ts: new Date()
+            }
+        }, { session: this.session });
+        this.last_checkpoint_lsn = lsn;
+        return true;
+    }
+    async save(record) {
+        micro.logger.debug(`Saving ${record.tag}:${record.before?.id}/${record.after?.id}`);
+        this.batch ?? (this.batch = new OperationBatch());
+        this.batch.push(new RecordOperation(record));
+        if (this.batch.shouldFlush()) {
+            const r = await this.flush();
+            // HACK: Give other streams a chance to also flush
+            const t = 150;
+            await new Promise((resolve) => setTimeout(resolve, t));
+            return r;
+        }
+        return null;
+    }
+    /**
+     * Drop is equivalent to TRUNCATE, plus removing our record of the table.
+     */
+    async drop(sourceTables) {
+        await this.truncate(sourceTables);
+        const result = await this.flush();
+        await this.withTransaction(async () => {
+            for (let table of sourceTables) {
+                await this.db.source_tables.deleteOne({ _id: table.id });
+            }
+        });
+        return result;
+    }
+    async truncate(sourceTables) {
+        await this.flush();
+        let last_op = null;
+        for (let table of sourceTables) {
+            last_op = await this.truncateSingle(table);
+        }
+        if (last_op) {
+            this.persisted_op = last_op;
+        }
+        return {
+            flushed_op: String(last_op)
+        };
+    }
+    async truncateSingle(sourceTable) {
+        let last_op = null;
+        // To avoid too large transactions, we limit the amount of data we delete per transaction.
+        // Since we don't use the record data here, we don't have explicit size limits per batch.
+        const BATCH_LIMIT = 2000;
+        let lastBatchCount = BATCH_LIMIT;
+        while (lastBatchCount == BATCH_LIMIT) {
+            await this.withReplicationTransaction(`Truncate ${sourceTable.qualifiedName}`, async (session, opSeq) => {
+                const current_data_filter = {
+                    _id: idPrefixFilter({ g: this.group_id, t: sourceTable.id }, ['k'])
+                };
+                const cursor = this.db.current_data.find(current_data_filter, {
+                    projection: {
+                        _id: 1,
+                        buckets: 1,
+                        lookups: 1
+                    },
+                    limit: BATCH_LIMIT,
+                    session: session
+                });
+                const batch = await cursor.toArray();
+                const persistedBatch = new PersistedBatch(this.group_id, 0);
+                for (let value of batch) {
+                    persistedBatch.saveBucketData({
+                        op_seq: opSeq,
+                        before_buckets: value.buckets,
+                        evaluated: [],
+                        table: sourceTable,
+                        sourceKey: value._id.k
+                    });
+                    persistedBatch.saveParameterData({
+                        op_seq: opSeq,
+                        existing_lookups: value.lookups,
+                        evaluated: [],
+                        sourceTable: sourceTable,
+                        sourceKey: value._id.k
+                    });
+                    persistedBatch.deleteCurrentData(value._id);
+                }
+                await persistedBatch.flush(this.db, session);
+                lastBatchCount = batch.length;
+                last_op = opSeq.last();
+            });
+        }
+        return last_op;
+    }
+    async markSnapshotDone(tables, no_checkpoint_before_lsn) {
+        const session = this.session;
+        const ids = tables.map((table) => table.id);
+        await this.withTransaction(async () => {
+            await this.db.source_tables.updateMany({ _id: { $in: ids } }, {
+                $set: {
+                    snapshot_done: true
+                }
+            }, { session });
+            if (no_checkpoint_before_lsn > this.no_checkpoint_before_lsn) {
+                this.no_checkpoint_before_lsn = no_checkpoint_before_lsn;
+                await this.db.sync_rules.updateOne({
+                    _id: this.group_id
+                }, {
+                    $set: {
+                        no_checkpoint_before: no_checkpoint_before_lsn,
+                        last_keepalive_ts: new Date()
+                    }
+                }, { session: this.session });
+            }
+        });
+        return tables.map((table) => {
+            const copy = new SourceTable(table.id, table.connectionTag, table.relationId, table.schema, table.table, table.replicaIdColumns, table.snapshotComplete);
+            copy.syncData = table.syncData;
+            copy.syncParameters = table.syncParameters;
+            return copy;
+        });
+    }
+}
+export function currentBucketKey(b) {
+    return `${b.bucket}/${b.table}/${b.id}`;
+}
+//# sourceMappingURL=MongoBucketBatch.js.map

package/dist/storage/mongo/MongoBucketBatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoBucketBatch.js","sourceRoot":"","sources":["../../../src/storage/mongo/MongoBucketBatch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,6BAA6B,CAAC;AAErD,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAEjC,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAC7C,OAAO,KAAK,WAAW,MAAM,oCAAoC,CAAC;AAClE,OAAO,EAAqC,UAAU,EAAe,MAAM,qBAAqB,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEtF;;GAEG;AACH,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEtC,6FAA6F;AAC7F,6FAA6F;AAC7F,4CAA4C;AAC5C,EAAE;AACF,mGAAmG;AACnG,MAAM,gBAAgB,GAAG,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;AAC1C,MAAM,OAAO,gBAAgB;IA8B3B,YACE,EAAkB,EAClB,UAAwB,EACxB,QAAgB,EAChB,SAAiB,EACjB,mBAAkC,EAClC,wBAAuC;QA1BjC,UAAK,GAA0B,IAAI,CAAC;QAE5C;;;;;;WAMG;QACK,wBAAmB,GAAkB,IAAI,CAAC;QAI1C,iBAAY,GAAkB,IAAI,CAAC;QAE3C;;WAEG;QACI,oBAAe,GAAkB,IAAI,CAAC;QAU3C,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAC1C,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,IAAI,WAAW,CAAC,QAAQ,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,qDAAqD;QACrD,wCAAwC;QACxC,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAChC,IAAI,CAAC,EAAE,CAAC;gBACN,MAAM,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,OAAO,GAAkB,IAAI,CAAC;QAClC,IAAI,WAAW,GAA0B,IAAI,CAAC;QAE9C,MAAM,IAAI,CAAC,0BAA0B,CAAC,YAAY,KAAK,CAAC,MAAM,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;YAC7F,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAE/D,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,6CAA6C;QAC7C,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QAEzB,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;QAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,OAA4B,EAC5B,KAAqB,EACrB,MAAuB;QAEvB,qFAAqF;QACrF,2BAA2B;QAC3B,EAAE;QACF,mFAAmF;QACnF,wFAAwF;QACxF,uEAAuE;QACvE,mFAAmF;QACnF,MAAM,WAAW,GAAgB,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACrD,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;QAExC,MAAM,UAAU,GAA8D,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,CAC1G;YACE;gBACE,MAAM,EAAE;oBACN,GAAG,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE;iBAC1B;aACF;YACD;gBACE,QAAQ,EAAE;oBACR,GAAG,EAAE,CAAC;oBACN,IAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE;iBAC9B;aACF;SACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;QACF,IAAI,KAAK,EAAE,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3C,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAED,8DAA8D;QAC9D,IAAI,WAAW,GAA0B,IAAI,CAAC;QAC9C,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,mCAAmC;QACnC,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,WAAW,EAAE,CAAC;gBAChB,KAAK,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;oBACjB,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACvB,CAAC;gBACD,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACvC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YACzE,CAAC,CAAC,CAAC;YACH,IAAI,mBAAmB,GAAG,IAAI,GAAG,EAA+B,CAAC;YACjE,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CACtC;gBACE,GAAG,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;aACtB,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;YACF,IAAI,KAAK,EAAE,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC/D,CAAC;YAED,IAAI,cAAc,GAA0B,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YAE/F,KAAK,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBACjB,IAAI,WAAW,EAAE,CAAC;oBAChB,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACrB,SAAS;gBACX,CAAC;gBACD,MAAM,WAAW,GAAG,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC;gBAC1E,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;oBACxB,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,cAAe,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;gBAC9E,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;oBACrB,yCAAyC;oBACzC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,gBAAiB,EAAE,QAAQ,CAAC,CAAC;oBACxD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,gBAAiB,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC1D,CAAC;gBAED,IAAI,cAAe,CAAC,sBAAsB,EAAE,EAAE,CAAC;oBAC7C,8BAA8B;oBAC9B,0CAA0C;oBAC1C,MAAM,cAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBACnD,cAAc,GAAG,IAAI,CAAC;oBACtB,gEAAgE;oBAChE,2CAA2C;oBAC3C,kEAAkE;oBAClE,WAAW,GAAG,IAAI,cAAc,EAAE,CAAC;gBACrC,CAAC;YACH,CAAC;YAED,IAAI,cAAc,EAAE,CAAC;gBACnB,eAAe,GAAG,cAAc,CAAC,WAAW,CAAC;gBAC7C,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,aAAa,CACnB,KAAqB,EACrB,SAA0B,EAC1B,YAAwC,EACxC,KAAsB;QAEtB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAChC,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;QACpC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;QAClC,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACzB,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QAEvC,IAAI,gBAAgB,GAAoB,EAAE,CAAC;QAC3C,IAAI,WAAW,GAAoB,EAAE,CAAC;QACtC,IAAI,gBAAgB,GAAkB,EAAE,CAAC;QACzC,IAAI,WAAW,GAAkB,EAAE,CAAC;QAEpC,MAAM,UAAU,GAAc,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC;QAE1F,IAAI,MAAM,CAAC,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,YAAY,CAAC;YAC5B,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,4CAA4C;gBAC5C,gBAAgB,GAAG,EAAE,CAAC;gBACtB,gBAAgB,GAAG,EAAE,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAE,MAAM,CAAC,IAAqB,CAAC,MAAM,EAAE,wBAAwB,CAAc,CAAC;gBAC3G,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC;gBAClC,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC;gBAClC,KAAK,GAAG,UAAU,CAAC,KAAM,EAAE,IAAI,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,CAAC,GAAG,IAAI,QAAQ,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,YAAY,CAAC;YAC5B,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,4CAA4C;gBAC5C,gBAAgB,GAAG,EAAE,CAAC;gBACtB,gBAAgB,GAAG,EAAE,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC;gBAClC,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC;YACpC,CAAC;QACH,CAAC;QAED,IAAI,SAAkC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,sDAAsD;gBACtD,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAM,CAAC,CAAC,CAAC;gBACpD,6EAA6E;gBAC7E,IAAI,SAAS,CAAC,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;oBACtC,MAAM,IAAI,KAAK,CAAC,kBAAkB,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,wDAAwD;gBACxD,KAAK,GAAG,MAAM,CAAC,WAAW,CACxB,MAAM,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;oBAC1C,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAC1B,CAAC,CAAC,CACH,CAAC;gBACF,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAM,CAAC,CAAC,CAAC;gBAEpD,KAAK,CAAC,MAAM,CAAC,cAAc,CACzB,mBAAmB,MAAM,CAAC,WAAW,CAAC,aAAa,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,EACvF;oBACE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO;oBACzC,QAAQ,EAAE;wBACR,gBAAgB,EAAE,IAAI,CAAC,SAAS;wBAChC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa;qBACxC;iBACF,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;YAC5C,oBAAoB;YACpB,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACzB,oBAAoB;gBACpB,KAAK,CAAC,cAAc,CAAC;oBACnB,MAAM,EAAE,KAAK;oBACb,SAAS,EAAE,QAAQ;oBACnB,KAAK,EAAE,WAAW;oBAClB,cAAc,EAAE,gBAAgB;oBAChC,SAAS,EAAE,EAAE;iBACd,CAAC,CAAC;gBACH,4DAA4D;gBAC5D,gBAAgB,GAAG,EAAE,CAAC;YACxB,CAAC;YAED,IAAI,WAAW,CAAC,cAAc,EAAE,CAAC;gBAC/B,wBAAwB;gBACxB,KAAK,CAAC,iBAAiB,CAAC;oBACtB,MAAM,EAAE,KAAK;oBACb,SAAS,EAAE,QAAQ;oBACnB,WAAW;oBACX,SAAS,EAAE,EAAE;oBACb,gBAAgB;iBACjB,CAAC,CAAC;gBACH,gBAAgB,GAAG,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QAED,kEAAkE;QAClE,EAAE;QACF,gFAAgF;QAChF,2DAA2D;QAC3D,EAAE;QACF,uEAAuE;QACvE,IAAI,OAAO,IAAI,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,mBAAmB;YACnB,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACzB,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC;oBAC3E,MAAM,EAAE,KAAK;oBACb,WAAW;iBACZ,CAAC,CAAC;gBAEH,KAAK,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,cAAc,CACzB,oCAAoC,MAAM,CAAC,WAAW,CAAC,aAAa,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,KAAK,CAAC,KAAK,EAAE,EAC1G;wBACE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO;wBACzC,QAAQ,EAAE;4BACR,gBAAgB,EAAE,IAAI,CAAC,SAAS;4BAChC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa;yBACxC;qBACF,CACF,CAAC;oBACF,KAAK,CAAC,MAAM,CAAC,KAAK,CAChB,oCAAoC,MAAM,CAAC,WAAW,CAAC,aAAa,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,KAAK,CAAC,KAAK,EAAE,CAC3G,CAAC;gBACJ,CAAC;gBAED,eAAe;gBACf,KAAK,CAAC,cAAc,CAAC;oBACnB,MAAM,EAAE,KAAK;oBACb,SAAS,EAAE,OAAO;oBAClB,SAAS;oBACT,KAAK,EAAE,WAAW;oBAClB,cAAc,EAAE,gBAAgB;iBACjC,CAAC,CAAC;gBACH,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBAChC,OAAO;wBACL,MAAM,EAAE,CAAC,CAAC,MAAM;wBAChB,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,EAAE,EAAE,CAAC,CAAC,EAAE;qBACT,CAAC;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC;YAED,IAAI,WAAW,CAAC,cAAc,EAAE,CAAC;gBAC/B,aAAa;gBACb,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,8BAA8B,CACrG,WAAW,EACX,KAAK,CACN,CAAC;gBAEF,KAAK,IAAI,KAAK,IAAI,WAAW,EAAE,CAAC;oBAC9B,KAAK,CAAC,MAAM,CAAC,cAAc,CACzB,yCAAyC,MAAM,CAAC,WAAW,CAAC,aAAa,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,KAAK,CAAC,KAAK,EAAE,EAC/G;wBACE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO;wBACzC,QAAQ,EAAE;4BACR,gBAAgB,EAAE,IAAI,CAAC,SAAS;4BAChC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa;yBACxC;qBACF,CACF,CAAC;oBACF,KAAK,CAAC,MAAM,CAAC,KAAK,CAChB,yCAAyC,MAAM,CAAC,WAAW,CAAC,aAAa,IAAI,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,KAAK,EAAE,CACxG,CAAC;gBACJ,CAAC;gBAED,KAAK,CAAC,iBAAiB,CAAC;oBACtB,MAAM,EAAE,KAAK;oBACb,SAAS,EAAE,OAAO;oBAClB,WAAW;oBACX,SAAS,EAAE,cAAc;oBACzB,gBAAgB;iBACjB,CAAC,CAAC;gBACH,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACrC,OAAO,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,MAAM,GAA+B,IAAI,CAAC;QAE9C,iDAAiD;QACjD,IAAI,OAAO,EAAE,CAAC;YACZ,mBAAmB;YACnB,MAAM,SAAS,GAAc,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;YACjF,KAAK,CAAC,iBAAiB,CAAC,SAAS,EAAE;gBACjC,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,WAAW;gBACpB,OAAO,EAAE,WAAW;aACrB,CAAC,CAAC;YACH,MAAM,GAAG;gBACP,GAAG,EAAE,SAAS;gBACd,IAAI,EAAE,SAAU;gBAChB,OAAO,EAAE,WAAW;gBACpB,OAAO,EAAE,WAAW;aACrB,CAAC;QACJ,CAAC;QAED,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;YACxB,wEAAwE;YACxE,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,EAAuB;QACnD,MAAM,gBAAgB,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;YAC9C,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAChC,KAAK,IAAI,EAAE;gBACT,IAAI,CAAC;oBACH,MAAM,EAAE,EAAE,CAAC;gBACb,CAAC;gBAAC,OAAO,CAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,YAAY,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC,aAAa,CAAC,2BAA2B,CAAC,EAAE,CAAC;wBAClF,sEAAsE;oBACxE,CAAC;yBAAM,CAAC;wBACN,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAU,CAAC,CAAC;oBACrD,CAAC;oBACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;oBACxE,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC,EACD,EAAE,eAAe,EAAE,KAAK,EAAE,CAC3B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,0BAA0B,CACtC,WAAmB,EACnB,QAAiF;QAEjF,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,GAAG,KAAK,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,QAAQ,IAAI,CAAC,CAAC;YACd,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAClB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,WAAW,EAAE,CAAC,CAAC;YACxD,CAAC;iBAAM,IAAI,QAAQ,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC9B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,WAAW,cAAc,QAAQ,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,QAAQ,GAAG,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,gBAAgB,CAClE;gBACE,GAAG,EAAE,MAAM;aACZ,EACD;gBACE,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC3B,IAAI,EAAE;oBACJ,6CAA6C;oBAC7C,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;iBACf;aACF,EACD;gBACE,MAAM,EAAE,IAAI;gBACZ,cAAc,EAAE,OAAO;gBACvB,OAAO;aACR,CACF,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YAE/D,MAAM,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAE/B,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,SAAS,CACpC;gBACE,GAAG,EAAE,MAAM;aACZ,EACD;gBACE,IAAI,EAAE;oBACJ,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;iBACpB;aACF,EACD;gBACE,OAAO;aACR,CACF,CAAC;YAEF,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;gBACE,GAAG,EAAE,IAAI,CAAC,QAAQ;aACnB,EACD;gBACE,IAAI,EAAE;oBACJ,iBAAiB,EAAE,IAAI,IAAI,EAAE;iBAC9B;aACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnB,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACxE,qEAAqE;YACrE,oCAAoC;YACpC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,GAAG,wBAAwB,CAAC,CAAC;YACzE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,GAAG,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACxC,KAAK,CAAC,MAAM,CAAC,IAAI,CACf,iBAAiB,IAAI,CAAC,wBAAwB,6CAA6C,GAAG,EAAE,CACjG,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;gBACE,GAAG,EAAE,IAAI,CAAC,QAAQ;aACnB,EACD;gBACE,IAAI,EAAE;oBACJ,eAAe,EAAE,IAAI,CAAC,YAAY;oBAClC,mBAAmB,EAAE,GAAG;oBACxB,kBAAkB,EAAE,GAAG;oBACvB,iBAAiB,EAAE,GAAG;oBACtB,aAAa,EAAE,IAAI;oBACnB,gBAAgB,EAAE,IAAI;iBACvB;aACF,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;YACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAW;QACzB,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACxE,QAAQ;YACR,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,GAAG,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACxC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;YAC9B,sEAAsE;YACtE,2BAA2B;YAC3B,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,IAAI,EAAE;gBACJ,mBAAmB,EAAE,GAAG;gBACxB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,IAAI;gBACtB,iBAAiB,EAAE,IAAI,IAAI,EAAE;aAC9B;SACF,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;QACF,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC;QAE/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAmB;QAC5B,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAEpF,IAAI,CAAC,KAAK,KAAV,IAAI,CAAC,KAAK,GAAK,IAAI,cAAc,EAAE,EAAC;QACpC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAC7B,kDAAkD;YAClD,MAAM,CAAC,GAAG,GAAG,CAAC;YACd,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACvD,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,YAA2B;QACpC,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAElC,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,KAAK,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,YAA2B;QACxC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnB,IAAI,OAAO,GAAkB,IAAI,CAAC;QAClC,KAAK,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;YAC/B,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC9B,CAAC;QAED,OAAO;YACL,UAAU,EAAE,MAAM,CAAC,OAAQ,CAAC;SAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,WAAwB;QAC3C,IAAI,OAAO,GAAkB,IAAI,CAAC;QAElC,0FAA0F;QAC1F,yFAAyF;QACzF,MAAM,WAAW,GAAG,IAAI,CAAC;QAEzB,IAAI,cAAc,GAAG,WAAW,CAAC;QACjC,OAAO,cAAc,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,0BAA0B,CAAC,YAAY,WAAW,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;gBACtG,MAAM,mBAAmB,GAAsC;oBAC7D,GAAG,EAAE,cAAc,CAAY,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;iBAC/E,CAAC;gBAEF,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAmB,EAAE;oBAC5D,UAAU,EAAE;wBACV,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,CAAC;wBACV,OAAO,EAAE,CAAC;qBACX;oBACD,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,OAAO;iBACjB,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;gBACrC,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAE5D,KAAK,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;oBACxB,cAAc,CAAC,cAAc,CAAC;wBAC5B,MAAM,EAAE,KAAK;wBACb,cAAc,EAAE,KAAK,CAAC,OAAO;wBAC7B,SAAS,EAAE,EAAE;wBACb,KAAK,EAAE,WAAW;wBAClB,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;qBACvB,CAAC,CAAC;oBACH,cAAc,CAAC,iBAAiB,CAAC;wBAC/B,MAAM,EAAE,KAAK;wBACb,gBAAgB,EAAE,KAAK,CAAC,OAAO;wBAC/B,SAAS,EAAE,EAAE;wBACb,WAAW,EAAE,WAAW;wBACxB,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;qBACvB,CAAC,CAAC;oBAEH,cAAc,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC9C,CAAC;gBACD,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBAC7C,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC;gBAE9B,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAqB,EAAE,wBAAgC;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE5C,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;YACpC,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,UAAU,CACpC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EACrB;gBACE,IAAI,EAAE;oBACJ,aAAa,EAAE,IAAI;iBACpB;aACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;YAEF,IAAI,wBAAwB,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBAC7D,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;gBAEzD,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;oBACE,GAAG,EAAE,IAAI,CAAC,QAAQ;iBACnB,EACD;oBACE,IAAI,EAAE;wBACJ,oBAAoB,EAAE,wBAAwB;wBAC9C,iBAAiB,EAAE,IAAI,IAAI,EAAE;qBAC9B;iBACF,EACD,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAC1B,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,IAAI,WAAW,CAC1B,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,aAAa,EACnB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,gBAAgB,EACtB,KAAK,CAAC,gBAAgB,CACvB,CAAC;YACF,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC/B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;YAC3C,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAgB;IAC/C,OAAO,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;AAC1C,CAAC"}

package/dist/storage/mongo/MongoIdSequence.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Manages op_id or similar sequence in memory.
+ *
+ * This is typically used within a transaction, with the last value persisted
+ * at the end of the transaction.
+ */
+export declare class MongoIdSequence {
+    private _last;
+    constructor(last: bigint);
+    next(): bigint;
+    last(): bigint;
+}

package/dist/storage/mongo/MongoIdSequence.js

@@ -0,0 +1,21 @@
+/**
+ * Manages op_id or similar sequence in memory.
+ *
+ * This is typically used within a transaction, with the last value persisted
+ * at the end of the transaction.
+ */
+export class MongoIdSequence {
+    constructor(last) {
+        if (typeof last != 'bigint') {
+            throw new Error(`BigInt required, got ${last} ${typeof last}`);
+        }
+        this._last = last;
+    }
+    next() {
+        return ++this._last;
+    }
+    last() {
+        return this._last;
+    }
+}
+//# sourceMappingURL=MongoIdSequence.js.map

package/dist/storage/mongo/MongoIdSequence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoIdSequence.js","sourceRoot":"","sources":["../../../src/storage/mongo/MongoIdSequence.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,OAAO,eAAe;IAG1B,YAAY,IAAY;QACtB,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,IAAI;QACF,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/storage/mongo/MongoPersistedSyncRules.d.ts

@@ -0,0 +1,9 @@
+import { SqlSyncRules } from '@powersync/service-sync-rules';
+import { PersistedSyncRules } from '../BucketStorage.js';
+export declare class MongoPersistedSyncRules implements PersistedSyncRules {
+    readonly id: number;
+    readonly sync_rules: SqlSyncRules;
+    readonly checkpoint_lsn: string | null;
+    readonly slot_name: string;
+    constructor(id: number, sync_rules: SqlSyncRules, checkpoint_lsn: string | null, slot_name: string | null);
+}