@powersync/service-core 0.0.0-dev-20240620165206

package/dist/storage/mongo/MongoPersistedSyncRules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoPersistedSyncRules.js","sourceRoot":"","sources":["../../../src/storage/mongo/MongoPersistedSyncRules.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,uBAAuB;IAGlC,YACkB,EAAU,EACV,UAAwB,EACxB,cAA6B,EAC7C,SAAwB;QAHR,OAAE,GAAF,EAAE,CAAQ;QACV,eAAU,GAAV,UAAU,CAAc;QACxB,mBAAc,GAAd,cAAc,CAAe;QAG7C,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,aAAa,EAAE,EAAE,CAAC;IAClD,CAAC;CACF"}

package/dist/storage/mongo/MongoPersistedSyncRulesContent.d.ts

@@ -0,0 +1,20 @@
+import * as mongo from 'mongodb';
+import { PersistedSyncRulesContent } from '../BucketStorage.js';
+import { MongoPersistedSyncRules } from './MongoPersistedSyncRules.js';
+import { MongoSyncRulesLock } from './MongoSyncRulesLock.js';
+import { PowerSyncMongo } from './db.js';
+import { SyncRuleDocument } from './models.js';
+export declare class MongoPersistedSyncRulesContent implements PersistedSyncRulesContent {
+    private db;
+    readonly slot_name: string;
+    readonly id: number;
+    readonly sync_rules_content: string;
+    readonly last_checkpoint_lsn: string | null;
+    readonly last_fatal_error: string | null;
+    readonly last_keepalive_ts: Date | null;
+    readonly last_checkpoint_ts: Date | null;
+    current_lock: MongoSyncRulesLock | null;
+    constructor(db: PowerSyncMongo, doc: mongo.WithId<SyncRuleDocument>);
+    parsed(): MongoPersistedSyncRules;
+    lock(): Promise<MongoSyncRulesLock>;
+}

package/dist/storage/mongo/MongoPersistedSyncRulesContent.js

@@ -0,0 +1,26 @@
+import { SqlSyncRules } from '@powersync/service-sync-rules';
+import { MongoPersistedSyncRules } from './MongoPersistedSyncRules.js';
+import { MongoSyncRulesLock } from './MongoSyncRulesLock.js';
+export class MongoPersistedSyncRulesContent {
+    constructor(db, doc) {
+        this.db = db;
+        this.current_lock = null;
+        this.id = doc._id;
+        this.sync_rules_content = doc.content;
+        this.last_checkpoint_lsn = doc.last_checkpoint_lsn;
+        // Handle legacy values
+        this.slot_name = doc.slot_name ?? `powersync_${this.id}`;
+        this.last_fatal_error = doc.last_fatal_error;
+        this.last_checkpoint_ts = doc.last_checkpoint_ts;
+        this.last_keepalive_ts = doc.last_keepalive_ts;
+    }
+    parsed() {
+        return new MongoPersistedSyncRules(this.id, SqlSyncRules.fromYaml(this.sync_rules_content), this.last_checkpoint_lsn, this.slot_name);
+    }
+    async lock() {
+        const lock = await MongoSyncRulesLock.createLock(this.db, this);
+        this.current_lock = lock;
+        return lock;
+    }
+}
+//# sourceMappingURL=MongoPersistedSyncRulesContent.js.map

package/dist/storage/mongo/MongoPersistedSyncRulesContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoPersistedSyncRulesContent.js","sourceRoot":"","sources":["../../../src/storage/mongo/MongoPersistedSyncRulesContent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAI7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAI7D,MAAM,OAAO,8BAA8B;IAYzC,YAAoB,EAAkB,EAAE,GAAmC;QAAvD,OAAE,GAAF,EAAE,CAAgB;QAF/B,iBAAY,GAA8B,IAAI,CAAC;QAGpD,IAAI,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC;QAClB,IAAI,CAAC,kBAAkB,GAAG,GAAG,CAAC,OAAO,CAAC;QACtC,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC,mBAAmB,CAAC;QACnD,uBAAuB;QACvB,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,aAAa,IAAI,CAAC,EAAE,EAAE,CAAC;QACzD,IAAI,CAAC,gBAAgB,GAAG,GAAG,CAAC,gBAAgB,CAAC;QAC7C,IAAI,CAAC,kBAAkB,GAAG,GAAG,CAAC,kBAAkB,CAAC;QACjD,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC,iBAAiB,CAAC;IACjD,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,uBAAuB,CAChC,IAAI,CAAC,EAAE,EACP,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAC9C,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,SAAS,CACf,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/storage/mongo/MongoSyncBucketStorage.d.ts

@@ -0,0 +1,29 @@
+import { SqliteJsonRow, SqliteJsonValue, SqlSyncRules } from '@powersync/service-sync-rules';
+import * as util from '../../util/util-index.js';
+import { BucketDataBatchOptions, BucketStorageBatch, FlushedResult, ResolveTableOptions, ResolveTableResult, SyncRulesBucketStorage, SyncRuleStatus } from '../BucketStorage.js';
+import { MongoBucketStorage } from '../MongoBucketStorage.js';
+export declare class MongoSyncBucketStorage implements SyncRulesBucketStorage {
+    readonly factory: MongoBucketStorage;
+    readonly group_id: number;
+    readonly sync_rules: SqlSyncRules;
+    readonly slot_name: string;
+    private readonly db;
+    private checksumCache;
+    constructor(factory: MongoBucketStorage, group_id: number, sync_rules: SqlSyncRules, slot_name: string);
+    getCheckpoint(): Promise<{
+        checkpoint: string;
+        lsn: string;
+    }>;
+    startBatch(options: {}, callback: (batch: BucketStorageBatch) => Promise<void>): Promise<FlushedResult | null>;
+    resolveTable(options: ResolveTableOptions): Promise<ResolveTableResult>;
+    getParameterSets(checkpoint: util.OpId, lookups: SqliteJsonValue[][]): Promise<SqliteJsonRow[]>;
+    getBucketDataBatch(checkpoint: util.OpId, dataBuckets: Map<string, string>, options?: BucketDataBatchOptions): AsyncIterable<util.SyncBucketData>;
+    getChecksums(checkpoint: util.OpId, buckets: string[]): Promise<util.ChecksumMap>;
+    private getChecksumsInternal;
+    terminate(): Promise<void>;
+    getStatus(): Promise<SyncRuleStatus>;
+    clear(): Promise<void>;
+    setSnapshotDone(lsn: string): Promise<void>;
+    autoActivate(): Promise<void>;
+    reportError(e: any): Promise<void>;
+}

package/dist/storage/mongo/MongoSyncBucketStorage.js

@@ -0,0 +1,391 @@
+import * as bson from 'bson';
+import * as db from '../../db/db-index.js';
+import * as replication from '../../replication/WalStream.js';
+import * as util from '../../util/util-index.js';
+import { DEFAULT_DOCUMENT_BATCH_LIMIT, DEFAULT_DOCUMENT_CHUNK_LIMIT_BYTES } from '../BucketStorage.js';
+import { SourceTable } from '../SourceTable.js';
+import { SyncRuleState } from './models.js';
+import { MongoBucketBatch } from './MongoBucketBatch.js';
+import { BSON_DESERIALIZE_OPTIONS, idPrefixFilter, readSingleBatch, serializeLookup } from './util.js';
+import { ChecksumCache } from '../ChecksumCache.js';
+export class MongoSyncBucketStorage {
+    constructor(factory, group_id, sync_rules, slot_name) {
+        this.factory = factory;
+        this.group_id = group_id;
+        this.sync_rules = sync_rules;
+        this.slot_name = slot_name;
+        this.checksumCache = new ChecksumCache({
+            fetchChecksums: (batch) => {
+                return this.getChecksumsInternal(batch);
+            }
+        });
+        this.db = factory.db;
+    }
+    async getCheckpoint() {
+        const doc = await this.db.sync_rules.findOne({ _id: this.group_id }, {
+            projection: { last_checkpoint: 1, last_checkpoint_lsn: 1 }
+        });
+        return {
+            checkpoint: util.timestampToOpId(doc?.last_checkpoint ?? 0n),
+            lsn: doc?.last_checkpoint_lsn ?? replication.ZERO_LSN
+        };
+    }
+    async startBatch(options, callback) {
+        const doc = await this.db.sync_rules.findOne({
+            _id: this.group_id
+        }, { projection: { last_checkpoint_lsn: 1, no_checkpoint_before: 1 } });
+        const checkpoint_lsn = doc?.last_checkpoint_lsn ?? null;
+        const batch = new MongoBucketBatch(this.db, this.sync_rules, this.group_id, this.slot_name, checkpoint_lsn, doc?.no_checkpoint_before ?? null);
+        try {
+            await callback(batch);
+            await batch.flush();
+            await batch.abort();
+            if (batch.last_flushed_op) {
+                return { flushed_op: String(batch.last_flushed_op) };
+            }
+            else {
+                return null;
+            }
+        }
+        catch (e) {
+            await batch.abort();
+            throw e;
+        }
+    }
+    async resolveTable(options) {
+        const { group_id, connection_id, connection_tag, relation } = options;
+        const { schema, name: table, relationId, replicationColumns } = relation;
+        const columns = replicationColumns.map((column) => ({ name: column.name, type_oid: column.typeOid }));
+        let result = null;
+        await this.db.client.withSession(async (session) => {
+            const col = this.db.source_tables;
+            let doc = await col.findOne({
+                group_id: group_id,
+                connection_id: connection_id,
+                relation_id: relationId,
+                schema_name: schema,
+                table_name: table,
+                replica_id_columns2: columns
+            }, { session });
+            if (doc == null) {
+                doc = {
+                    _id: new bson.ObjectId(),
+                    group_id: group_id,
+                    connection_id: connection_id,
+                    relation_id: relationId,
+                    schema_name: schema,
+                    table_name: table,
+                    replica_id_columns: null,
+                    replica_id_columns2: columns,
+                    snapshot_done: false
+                };
+                await col.insertOne(doc, { session });
+            }
+            const sourceTable = new SourceTable(doc._id, connection_tag, relationId, schema, table, replicationColumns, doc.snapshot_done ?? true);
+            sourceTable.syncData = options.sync_rules.tableSyncsData(sourceTable);
+            sourceTable.syncParameters = options.sync_rules.tableSyncsParameters(sourceTable);
+            const truncate = await col
+                .find({
+                group_id: group_id,
+                connection_id: connection_id,
+                _id: { $ne: doc._id },
+                $or: [{ relation_id: relationId }, { schema_name: schema, table_name: table }]
+            }, { session })
+                .toArray();
+            result = {
+                table: sourceTable,
+                dropTables: truncate.map((doc) => new SourceTable(doc._id, connection_tag, doc.relation_id ?? 0, doc.schema_name, doc.table_name, doc.replica_id_columns2?.map((c) => ({ name: c.name, typeOid: c.type_oid })) ?? [], doc.snapshot_done ?? true))
+            };
+        });
+        return result;
+    }
+    async getParameterSets(checkpoint, lookups) {
+        const lookupFilter = lookups.map((lookup) => {
+            return serializeLookup(lookup);
+        });
+        const rows = await this.db.bucket_parameters
+            .aggregate([
+            {
+                $match: {
+                    'key.g': this.group_id,
+                    lookup: { $in: lookupFilter },
+                    _id: { $lte: BigInt(checkpoint) }
+                }
+            },
+            {
+                $sort: {
+                    _id: -1
+                }
+            },
+            {
+                $group: {
+                    _id: '$key',
+                    bucket_parameters: {
+                        $first: '$bucket_parameters'
+                    }
+                }
+            }
+        ])
+            .toArray();
+        const groupedParameters = rows.map((row) => {
+            return row.bucket_parameters;
+        });
+        return groupedParameters.flat();
+    }
+    async *getBucketDataBatch(checkpoint, dataBuckets, options) {
+        if (dataBuckets.size == 0) {
+            return;
+        }
+        let filters = [];
+        const end = checkpoint ? BigInt(checkpoint) : new bson.MaxKey();
+        for (let [name, start] of dataBuckets.entries()) {
+            filters.push({
+                _id: {
+                    $gt: {
+                        g: this.group_id,
+                        b: name,
+                        o: BigInt(start)
+                    },
+                    $lte: {
+                        g: this.group_id,
+                        b: name,
+                        o: end
+                    }
+                }
+            });
+        }
+        const limit = options?.limit ?? DEFAULT_DOCUMENT_BATCH_LIMIT;
+        const sizeLimit = options?.chunkLimitBytes ?? DEFAULT_DOCUMENT_CHUNK_LIMIT_BYTES;
+        const cursor = this.db.bucket_data.find({
+            $or: filters
+        }, {
+            session: undefined,
+            sort: { _id: 1 },
+            limit: limit,
+            // Increase batch size above the default 101, so that we can fill an entire batch in
+            // one go.
+            batchSize: limit,
+            // Raw mode is returns an array of Buffer instead of parsed documents.
+            // We use it so that:
+            // 1. We can calculate the document size accurately without serializing again.
+            // 2. We can delay parsing the results until it's needed.
+            // We manually use bson.deserialize below
+            raw: true,
+            // Since we're using raw: true and parsing ourselves later, we don't need bigint
+            // support here.
+            // Disabling due to https://jira.mongodb.org/browse/NODE-6165, and the fact that this
+            // is one of our most common queries.
+            useBigInt64: false
+        });
+        // We want to limit results to a single batch to avoid high memory usage.
+        // This approach uses MongoDB's batch limits to limit the data here, which limits
+        // to the lower of the batch count and size limits.
+        // This is similar to using `singleBatch: true` in the find options, but allows
+        // detecting "hasMore".
+        let { data, hasMore } = await readSingleBatch(cursor);
+        if (data.length == limit) {
+            // Limit reached - could have more data, despite the cursor being drained.
+            hasMore = true;
+        }
+        let batchSize = 0;
+        let currentBatch = null;
+        // Ordered by _id, meaning buckets are grouped together
+        for (let rawData of data) {
+            const row = bson.deserialize(rawData, BSON_DESERIALIZE_OPTIONS);
+            const bucket = row._id.b;
+            if (currentBatch == null || currentBatch.bucket != bucket || batchSize >= sizeLimit) {
+                let start = undefined;
+                if (currentBatch != null) {
+                    if (currentBatch.bucket == bucket) {
+                        currentBatch.has_more = true;
+                    }
+                    const yieldBatch = currentBatch;
+                    start = currentBatch.after;
+                    currentBatch = null;
+                    batchSize = 0;
+                    yield yieldBatch;
+                }
+                start ?? (start = dataBuckets.get(bucket));
+                if (start == null) {
+                    throw new Error(`data for unexpected bucket: ${bucket}`);
+                }
+                currentBatch = {
+                    bucket,
+                    after: start,
+                    has_more: hasMore,
+                    data: [],
+                    next_after: start
+                };
+            }
+            const entry = {
+                op_id: util.timestampToOpId(row._id.o),
+                op: row.op,
+                object_type: row.table,
+                object_id: row.row_id,
+                checksum: Number(row.checksum),
+                subkey: `${row.source_table}/${row.source_key.toHexString()}`,
+                data: row.data
+            };
+            currentBatch.data.push(entry);
+            currentBatch.next_after = entry.op_id;
+            batchSize += rawData.byteLength;
+        }
+        if (currentBatch != null) {
+            const yieldBatch = currentBatch;
+            currentBatch = null;
+            yield yieldBatch;
+        }
+    }
+    async getChecksums(checkpoint, buckets) {
+        return this.checksumCache.getChecksumMap(checkpoint, buckets);
+    }
+    async getChecksumsInternal(batch) {
+        if (batch.length == 0) {
+            return new Map();
+        }
+        const filters = [];
+        for (let request of batch) {
+            filters.push({
+                _id: {
+                    $gt: {
+                        g: this.group_id,
+                        b: request.bucket,
+                        o: request.start ? BigInt(request.start) : new bson.MinKey()
+                    },
+                    $lte: {
+                        g: this.group_id,
+                        b: request.bucket,
+                        o: BigInt(request.end)
+                    }
+                }
+            });
+        }
+        const aggregate = await this.db.bucket_data
+            .aggregate([
+            {
+                $match: {
+                    $or: filters
+                }
+            },
+            {
+                $group: { _id: '$_id.b', checksum_total: { $sum: '$checksum' }, count: { $sum: 1 } }
+            }
+        ], { session: undefined })
+            .toArray();
+        return new Map(aggregate.map((doc) => {
+            return [
+                doc._id,
+                {
+                    bucket: doc._id,
+                    count: doc.count,
+                    checksum: Number(BigInt(doc.checksum_total) & 0xffffffffn) & 0xffffffff
+                }
+            ];
+        }));
+    }
+    async terminate() {
+        await this.clear();
+        await this.db.sync_rules.updateOne({
+            _id: this.group_id
+        }, {
+            $set: {
+                state: SyncRuleState.TERMINATED,
+                persisted_lsn: null,
+                snapshot_done: false
+            }
+        });
+    }
+    async getStatus() {
+        const doc = await this.db.sync_rules.findOne({
+            _id: this.group_id
+        }, {
+            projection: {
+                snapshot_done: 1,
+                last_checkpoint_lsn: 1,
+                state: 1
+            }
+        });
+        if (doc == null) {
+            throw new Error('Cannot find sync rules status');
+        }
+        return {
+            snapshot_done: doc.snapshot_done,
+            active: doc.state == 'ACTIVE',
+            checkpoint_lsn: doc.last_checkpoint_lsn
+        };
+    }
+    async clear() {
+        // Individual operations here may time out with the maxTimeMS option.
+        // It is expected to still make progress, and continue on the next try.
+        // TODO: Transactional?
+        await this.db.sync_rules.updateOne({
+            _id: this.group_id
+        }, {
+            $set: {
+                snapshot_done: false,
+                persisted_lsn: null,
+                last_checkpoint_lsn: null,
+                last_checkpoint: null,
+                no_checkpoint_before: null
+            }
+        }, { maxTimeMS: db.mongo.MONGO_OPERATION_TIMEOUT_MS });
+        await this.db.bucket_data.deleteMany({
+            _id: idPrefixFilter({ g: this.group_id }, ['b', 'o'])
+        }, { maxTimeMS: db.mongo.MONGO_OPERATION_TIMEOUT_MS });
+        await this.db.bucket_parameters.deleteMany({
+            key: idPrefixFilter({ g: this.group_id }, ['t', 'k'])
+        }, { maxTimeMS: db.mongo.MONGO_OPERATION_TIMEOUT_MS });
+        await this.db.current_data.deleteMany({
+            _id: idPrefixFilter({ g: this.group_id }, ['t', 'k'])
+        }, { maxTimeMS: db.mongo.MONGO_OPERATION_TIMEOUT_MS });
+        await this.db.source_tables.deleteMany({
+            group_id: this.group_id
+        }, { maxTimeMS: db.mongo.MONGO_OPERATION_TIMEOUT_MS });
+    }
+    async setSnapshotDone(lsn) {
+        await this.db.sync_rules.updateOne({
+            _id: this.group_id
+        }, {
+            $set: {
+                snapshot_done: true,
+                persisted_lsn: lsn,
+                last_checkpoint_ts: new Date()
+            }
+        });
+    }
+    async autoActivate() {
+        await this.db.client.withSession(async (session) => {
+            await session.withTransaction(async () => {
+                const doc = await this.db.sync_rules.findOne({ _id: this.group_id }, { session });
+                if (doc && doc.state == 'PROCESSING') {
+                    await this.db.sync_rules.updateOne({
+                        _id: this.group_id
+                    }, {
+                        $set: {
+                            state: SyncRuleState.ACTIVE
+                        }
+                    }, { session });
+                    await this.db.sync_rules.updateMany({
+                        _id: { $ne: this.group_id },
+                        state: SyncRuleState.ACTIVE
+                    }, {
+                        $set: {
+                            state: SyncRuleState.STOP
+                        }
+                    }, { session });
+                }
+            });
+        });
+    }
+    async reportError(e) {
+        const message = String(e.message ?? 'Replication failure');
+        await this.db.sync_rules.updateOne({
+            _id: this.group_id
+        }, {
+            $set: {
+                last_fatal_error: message
+            }
+        });
+    }
+}
+//# sourceMappingURL=MongoSyncBucketStorage.js.map

package/dist/storage/mongo/MongoSyncBucketStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoSyncBucketStorage.js","sourceRoot":"","sources":["../../../src/storage/mongo/MongoSyncBucketStorage.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAG7B,OAAO,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,KAAK,WAAW,MAAM,gCAAgC,CAAC;AAC9D,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAC;AACjD,OAAO,EAGL,4BAA4B,EAC5B,kCAAkC,EAMnC,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAgD,aAAa,EAAE,MAAM,aAAa,CAAC;AAC1F,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACvG,OAAO,EAAE,aAAa,EAA8B,MAAM,qBAAqB,CAAC;AAEhF,MAAM,OAAO,sBAAsB;IAQjC,YACkB,OAA2B,EAC3B,QAAgB,EAChB,UAAwB,EACxB,SAAiB;QAHjB,YAAO,GAAP,OAAO,CAAoB;QAC3B,aAAQ,GAAR,QAAQ,CAAQ;QAChB,eAAU,GAAV,UAAU,CAAc;QACxB,cAAS,GAAT,SAAS,CAAQ;QAV3B,kBAAa,GAAG,IAAI,aAAa,CAAC;YACxC,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE;gBACxB,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;SACF,CAAC,CAAC;QAQD,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAC1C,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EACtB;YACE,UAAU,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE;SAC3D,CACF,CAAC;QACF,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,eAAe,IAAI,EAAE,CAAC;YAC5D,GAAG,EAAE,GAAG,EAAE,mBAAmB,IAAI,WAAW,CAAC,QAAQ;SACtD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAW,EAAE,QAAsD;QAClF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAC1C;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD,EAAE,UAAU,EAAE,EAAE,mBAAmB,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,EAAE,CACpE,CAAC;QACF,MAAM,cAAc,GAAG,GAAG,EAAE,mBAAmB,IAAI,IAAI,CAAC;QAExD,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAChC,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,SAAS,EACd,cAAc,EACd,GAAG,EAAE,oBAAoB,IAAI,IAAI,CAClC,CAAC;QACF,IAAI;YACF,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;YACtB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,eAAe,EAAE;gBACzB,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;aACtD;iBAAM;gBACL,OAAO,IAAI,CAAC;aACb;SACF;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAA4B;QAC7C,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAEtE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,GAAG,QAAQ,CAAC;QAEzE,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtG,IAAI,MAAM,GAA8B,IAAI,CAAC;QAC7C,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC;YAClC,IAAI,GAAG,GAAG,MAAM,GAAG,CAAC,OAAO,CACzB;gBACE,QAAQ,EAAE,QAAQ;gBAClB,aAAa,EAAE,aAAa;gBAC5B,WAAW,EAAE,UAAU;gBACvB,WAAW,EAAE,MAAM;gBACnB,UAAU,EAAE,KAAK;gBACjB,mBAAmB,EAAE,OAAO;aAC7B,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;YACF,IAAI,GAAG,IAAI,IAAI,EAAE;gBACf,GAAG,GAAG;oBACJ,GAAG,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACxB,QAAQ,EAAE,QAAQ;oBAClB,aAAa,EAAE,aAAa;oBAC5B,WAAW,EAAE,UAAU;oBACvB,WAAW,EAAE,MAAM;oBACnB,UAAU,EAAE,KAAK;oBACjB,kBAAkB,EAAE,IAAI;oBACxB,mBAAmB,EAAE,OAAO;oBAC5B,aAAa,EAAE,KAAK;iBACrB,CAAC;gBAEF,MAAM,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;aACvC;YACD,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,GAAG,CAAC,GAAG,EACP,cAAc,EACd,UAAU,EACV,MAAM,EACN,KAAK,EACL,kBAAkB,EAClB,GAAG,CAAC,aAAa,IAAI,IAAI,CAC1B,CAAC;YACF,WAAW,CAAC,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YACtE,WAAW,CAAC,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;YAElF,MAAM,QAAQ,GAAG,MAAM,GAAG;iBACvB,IAAI,CACH;gBACE,QAAQ,EAAE,QAAQ;gBAClB,aAAa,EAAE,aAAa;gBAC5B,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE;gBACrB,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;aAC/E,EACD,EAAE,OAAO,EAAE,CACZ;iBACA,OAAO,EAAE,CAAC;YACb,MAAM,GAAG;gBACP,KAAK,EAAE,WAAW;gBAClB,UAAU,EAAE,QAAQ,CAAC,GAAG,CACtB,CAAC,GAAG,EAAE,EAAE,CACN,IAAI,WAAW,CACb,GAAG,CAAC,GAAG,EACP,cAAc,EACd,GAAG,CAAC,WAAW,IAAI,CAAC,EACpB,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,UAAU,EACd,GAAG,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,EAClF,GAAG,CAAC,aAAa,IAAI,IAAI,CAC1B,CACJ;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,MAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAqB,EAAE,OAA4B;QACxE,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC1C,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB;aACzC,SAAS,CAAC;YACT;gBACE,MAAM,EAAE;oBACN,OAAO,EAAE,IAAI,CAAC,QAAQ;oBACtB,MAAM,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE;oBAC7B,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE;iBAClC;aACF;YACD;gBACE,KAAK,EAAE;oBACL,GAAG,EAAE,CAAC,CAAC;iBACR;aACF;YACD;gBACE,MAAM,EAAE;oBACN,GAAG,EAAE,MAAM;oBACX,iBAAiB,EAAE;wBACjB,MAAM,EAAE,oBAAoB;qBAC7B;iBACF;aACF;SACF,CAAC;aACD,OAAO,EAAE,CAAC;QACb,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACzC,OAAO,GAAG,CAAC,iBAAiB,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,OAAO,iBAAiB,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,kBAAkB,CACvB,UAAqB,EACrB,WAAgC,EAChC,OAAgC;QAEhC,IAAI,WAAW,CAAC,IAAI,IAAI,CAAC,EAAE;YACzB,OAAO;SACR;QACD,IAAI,OAAO,GAAuC,EAAE,CAAC;QAErD,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChE,KAAK,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE;YAC/C,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE;oBACH,GAAG,EAAE;wBACH,CAAC,EAAE,IAAI,CAAC,QAAQ;wBAChB,CAAC,EAAE,IAAI;wBACP,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC;qBACjB;oBACD,IAAI,EAAE;wBACJ,CAAC,EAAE,IAAI,CAAC,QAAQ;wBAChB,CAAC,EAAE,IAAI;wBACP,CAAC,EAAE,GAAU;qBACd;iBACF;aACF,CAAC,CAAC;SACJ;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,4BAA4B,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,EAAE,eAAe,IAAI,kCAAkC,CAAC;QAEjF,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CACrC;YACE,GAAG,EAAE,OAAO;SACb,EACD;YACE,OAAO,EAAE,SAAS;YAClB,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YAChB,KAAK,EAAE,KAAK;YACZ,oFAAoF;YACpF,UAAU;YACV,SAAS,EAAE,KAAK;YAChB,sEAAsE;YACtE,qBAAqB;YACrB,8EAA8E;YAC9E,yDAAyD;YACzD,yCAAyC;YACzC,GAAG,EAAE,IAAI;YAET,gFAAgF;YAChF,gBAAgB;YAChB,qFAAqF;YACrF,qCAAqC;YACrC,WAAW,EAAE,KAAK;SACnB,CACqC,CAAC;QAEzC,yEAAyE;QACzE,iFAAiF;QACjF,mDAAmD;QACnD,+EAA+E;QAC/E,uBAAuB;QACvB,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,EAAE;YACxB,0EAA0E;YAC1E,OAAO,GAAG,IAAI,CAAC;SAChB;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,YAAY,GAA+B,IAAI,CAAC;QAEpD,uDAAuD;QACvD,KAAK,IAAI,OAAO,IAAI,IAAI,EAAE;YACxB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,wBAAwB,CAAuB,CAAC;YACtF,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAEzB,IAAI,YAAY,IAAI,IAAI,IAAI,YAAY,CAAC,MAAM,IAAI,MAAM,IAAI,SAAS,IAAI,SAAS,EAAE;gBACnF,IAAI,KAAK,GAAuB,SAAS,CAAC;gBAC1C,IAAI,YAAY,IAAI,IAAI,EAAE;oBACxB,IAAI,YAAY,CAAC,MAAM,IAAI,MAAM,EAAE;wBACjC,YAAY,CAAC,QAAQ,GAAG,IAAI,CAAC;qBAC9B;oBAED,MAAM,UAAU,GAAG,YAAY,CAAC;oBAChC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC;oBAC3B,YAAY,GAAG,IAAI,CAAC;oBACpB,SAAS,GAAG,CAAC,CAAC;oBACd,MAAM,UAAU,CAAC;iBAClB;gBAED,KAAK,KAAL,KAAK,GAAK,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAC;gBAClC,IAAI,KAAK,IAAI,IAAI,EAAE;oBACjB,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC;iBAC1D;gBACD,YAAY,GAAG;oBACb,MAAM;oBACN,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE,OAAO;oBACjB,IAAI,EAAE,EAAE;oBACR,UAAU,EAAE,KAAK;iBAClB,CAAC;aACH;YAED,MAAM,KAAK,GAAoB;gBAC7B,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBACtC,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,WAAW,EAAE,GAAG,CAAC,KAAK;gBACtB,SAAS,EAAE,GAAG,CAAC,MAAM;gBACrB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC9B,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE;gBAC7D,IAAI,EAAE,GAAG,CAAC,IAAI;aACf,CAAC;YACF,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,YAAY,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;YAEtC,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC;SACjC;QAED,IAAI,YAAY,IAAI,IAAI,EAAE;YACxB,MAAM,UAAU,GAAG,YAAY,CAAC;YAChC,YAAY,GAAG,IAAI,CAAC;YACpB,MAAM,UAAU,CAAC;SAClB;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,UAAqB,EAAE,OAAiB;QACzD,OAAO,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,KAAmC;QACpE,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;YACrB,OAAO,IAAI,GAAG,EAAE,CAAC;SAClB;QAED,MAAM,OAAO,GAAU,EAAE,CAAC;QAC1B,KAAK,IAAI,OAAO,IAAI,KAAK,EAAE;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE;oBACH,GAAG,EAAE;wBACH,CAAC,EAAE,IAAI,CAAC,QAAQ;wBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;wBACjB,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE;qBAC7D;oBACD,IAAI,EAAE;wBACJ,CAAC,EAAE,IAAI,CAAC,QAAQ;wBAChB,CAAC,EAAE,OAAO,CAAC,MAAM;wBACjB,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;qBACvB;iBACF;aACF,CAAC,CAAC;SACJ;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW;aACxC,SAAS,CACR;YACE;gBACE,MAAM,EAAE;oBACN,GAAG,EAAE,OAAO;iBACb;aACF;YACD;gBACE,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE;aACrF;SACF,EACD,EAAE,OAAO,EAAE,SAAS,EAAE,CACvB;aACA,OAAO,EAAE,CAAC;QAEb,OAAO,IAAI,GAAG,CACZ,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACpB,OAAO;gBACL,GAAG,CAAC,GAAG;gBACP;oBACE,MAAM,EAAE,GAAG,CAAC,GAAG;oBACf,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC,GAAG,UAAU;iBAC1C;aAChC,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnB,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,IAAI,EAAE;gBACJ,KAAK,EAAE,aAAa,CAAC,UAAU;gBAC/B,aAAa,EAAE,IAAI;gBACnB,aAAa,EAAE,KAAK;aACrB;SACF,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAC1C;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,UAAU,EAAE;gBACV,aAAa,EAAE,CAAC;gBAChB,mBAAmB,EAAE,CAAC;gBACtB,KAAK,EAAE,CAAC;aACT;SACF,CACF,CAAC;QACF,IAAI,GAAG,IAAI,IAAI,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;SAClD;QAED,OAAO;YACL,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,QAAQ;YAC7B,cAAc,EAAE,GAAG,CAAC,mBAAmB;SACxC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,qEAAqE;QACrE,uEAAuE;QAEvE,uBAAuB;QACvB,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,IAAI,EAAE;gBACJ,aAAa,EAAE,KAAK;gBACpB,aAAa,EAAE,IAAI;gBACnB,mBAAmB,EAAE,IAAI;gBACzB,eAAe,EAAE,IAAI;gBACrB,oBAAoB,EAAE,IAAI;aAC3B;SACF,EACD,EAAE,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,0BAA0B,EAAE,CACnD,CAAC;QACF,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,CAClC;YACE,GAAG,EAAE,cAAc,CAAgB,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;SACrE,EACD,EAAE,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,0BAA0B,EAAE,CACnD,CAAC;QACF,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,UAAU,CACxC;YACE,GAAG,EAAE,cAAc,CAAY,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;SACjE,EACD,EAAE,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,0BAA0B,EAAE,CACnD,CAAC;QAEF,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CACnC;YACE,GAAG,EAAE,cAAc,CAAY,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;SACjE,EACD,EAAE,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,0BAA0B,EAAE,CACnD,CAAC;QAEF,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,UAAU,CACpC;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,EACD,EAAE,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,0BAA0B,EAAE,CACnD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,GAAW;QAC/B,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,IAAI,EAAE;gBACJ,aAAa,EAAE,IAAI;gBACnB,aAAa,EAAE,GAAG;gBAClB,kBAAkB,EAAE,IAAI,IAAI,EAAE;aAC/B;SACF,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACjD,MAAM,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;gBACvC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAClF,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,IAAI,YAAY,EAAE;oBACpC,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;wBACE,GAAG,EAAE,IAAI,CAAC,QAAQ;qBACnB,EACD;wBACE,IAAI,EAAE;4BACJ,KAAK,EAAE,aAAa,CAAC,MAAM;yBAC5B;qBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;oBAEF,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CACjC;wBACE,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE;wBAC3B,KAAK,EAAE,aAAa,CAAC,MAAM;qBAC5B,EACD;wBACE,IAAI,EAAE;4BACJ,KAAK,EAAE,aAAa,CAAC,IAAI;yBAC1B;qBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;iBACH;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,CAAM;QACtB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,qBAAqB,CAAC,CAAC;QAC3D,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAChC;YACE,GAAG,EAAE,IAAI,CAAC,QAAQ;SACnB,EACD;YACE,IAAI,EAAE;gBACJ,gBAAgB,EAAE,OAAO;aAC1B;SACF,CACF,CAAC;IACJ,CAAC;CACF"}

package/dist/storage/mongo/MongoSyncRulesLock.d.ts

@@ -0,0 +1,16 @@
+import { PersistedSyncRulesContent, ReplicationLock } from '../BucketStorage.js';
+import { PowerSyncMongo } from './db.js';
+/**
+ * Manages a lock on a sync rules document, so that only one process
+ * replicates those sync rules at a time.
+ */
+export declare class MongoSyncRulesLock implements ReplicationLock {
+    private db;
+    sync_rules_id: number;
+    private lock_id;
+    private readonly refreshInterval;
+    static createLock(db: PowerSyncMongo, sync_rules: PersistedSyncRulesContent): Promise<MongoSyncRulesLock>;
+    constructor(db: PowerSyncMongo, sync_rules_id: number, lock_id: string);
+    release(): Promise<void>;
+    private refresh;
+}

package/dist/storage/mongo/MongoSyncRulesLock.js

@@ -0,0 +1,65 @@
+import crypto from 'crypto';
+import { logger } from '@powersync/lib-services-framework';
+/**
+ * Manages a lock on a sync rules document, so that only one process
+ * replicates those sync rules at a time.
+ */
+export class MongoSyncRulesLock {
+    static async createLock(db, sync_rules) {
+        const lockId = crypto.randomBytes(8).toString('hex');
+        const doc = await db.sync_rules.findOneAndUpdate({ _id: sync_rules.id, $or: [{ lock: null }, { 'lock.expires_at': { $lt: new Date() } }] }, {
+            $set: {
+                lock: {
+                    id: lockId,
+                    expires_at: new Date(Date.now() + 60 * 1000)
+                }
+            }
+        }, {
+            projection: { lock: 1 },
+            returnDocument: 'before'
+        });
+        if (doc == null) {
+            throw new Error(`Replication slot ${sync_rules.slot_name} is locked by another process`);
+        }
+        return new MongoSyncRulesLock(db, sync_rules.id, lockId);
+    }
+    constructor(db, sync_rules_id, lock_id) {
+        this.db = db;
+        this.sync_rules_id = sync_rules_id;
+        this.lock_id = lock_id;
+        this.refreshInterval = setInterval(async () => {
+            try {
+                await this.refresh();
+            }
+            catch (e) {
+                logger.error('Failed to refresh lock', e);
+                clearInterval(this.refreshInterval);
+            }
+        }, 30130);
+    }
+    async release() {
+        clearInterval(this.refreshInterval);
+        const result = await this.db.sync_rules.updateOne({
+            _id: this.sync_rules_id,
+            'lock.id': this.lock_id
+        }, {
+            $unset: { lock: 1 }
+        });
+        if (result.modifiedCount == 0) {
+            // Log and ignore
+            logger.warn(`Lock already released: ${this.sync_rules_id}/${this.lock_id}`);
+        }
+    }
+    async refresh() {
+        const result = await this.db.sync_rules.findOneAndUpdate({
+            _id: this.sync_rules_id,
+            'lock.id': this.lock_id
+        }, {
+            $set: { 'lock.expires_at': new Date(Date.now() + 60 * 1000) }
+        }, { returnDocument: 'after' });
+        if (result == null) {
+            throw new Error(`Lock not held anymore: ${this.sync_rules_id}/${this.lock_id}`);
+        }
+    }
+}
+//# sourceMappingURL=MongoSyncRulesLock.js.map

package/dist/storage/mongo/MongoSyncRulesLock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoSyncRulesLock.js","sourceRoot":"","sources":["../../../src/storage/mongo/MongoSyncRulesLock.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAI5B,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3D;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAG7B,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAkB,EAAE,UAAqC;QAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAC9C,EAAE,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,EACzF;YACE,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,EAAE,EAAE,MAAM;oBACV,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;iBAC7C;aACF;SACF,EACD;YACE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;YACvB,cAAc,EAAE,QAAQ;SACzB,CACF,CAAC;QAEF,IAAI,GAAG,IAAI,IAAI,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,UAAU,CAAC,SAAS,+BAA+B,CAAC,CAAC;SAC1F;QACD,OAAO,IAAI,kBAAkB,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,YAAoB,EAAkB,EAAS,aAAqB,EAAU,OAAe;QAAzE,OAAE,GAAF,EAAE,CAAgB;QAAS,kBAAa,GAAb,aAAa,CAAQ;QAAU,YAAO,GAAP,OAAO,CAAQ;QAC3F,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC5C,IAAI;gBACF,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;aACtB;YAAC,OAAO,CAAC,EAAE;gBACV,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;gBAC1C,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;aACrC;QACH,CAAC,EAAE,KAAM,CAAC,CAAC;IACb,CAAC;IAED,KAAK,CAAC,OAAO;QACX,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAC/C;YACE,GAAG,EAAE,IAAI,CAAC,aAAa;YACvB,SAAS,EAAE,IAAI,CAAC,OAAO;SACxB,EACD;YACE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;SACpB,CACF,CAAC;QACF,IAAI,MAAM,CAAC,aAAa,IAAI,CAAC,EAAE;YAC7B,iBAAiB;YACjB,MAAM,CAAC,IAAI,CAAC,0BAA0B,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;SAC7E;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,gBAAgB,CACtD;YACE,GAAG,EAAE,IAAI,CAAC,aAAa;YACvB,SAAS,EAAE,IAAI,CAAC,OAAO;SACxB,EACD;YACE,IAAI,EAAE,EAAE,iBAAiB,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE;SAC9D,EACD,EAAE,cAAc,EAAE,OAAO,EAAE,CAC5B,CAAC;QACF,IAAI,MAAM,IAAI,IAAI,EAAE;YAClB,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;SACjF;IACH,CAAC;CACF"}

package/dist/storage/mongo/OperationBatch.d.ts

@@ -0,0 +1,26 @@
+import * as bson from 'bson';
+import { SaveOptions } from '../BucketStorage.js';
+/**
+ * Batch of input operations.
+ *
+ * We accumulate operations up to MAX_RECORD_BATCH_SIZE,
+ * then further split into sub-batches if MAX_CURRENT_DATA_BATCH_SIZE is exceeded.
+ */
+export declare class OperationBatch {
+    batch: RecordOperation[];
+    currentSize: number;
+    get length(): number;
+    push(op: RecordOperation): void;
+    shouldFlush(): boolean;
+    batched(sizes: Map<string, number>): Generator<RecordOperation[]>;
+}
+export declare class RecordOperation {
+    readonly record: SaveOptions;
+    readonly afterId: bson.UUID | null;
+    readonly beforeId: bson.UUID;
+    readonly internalBeforeKey: string;
+    readonly internalAfterKey: string | null;
+    readonly estimatedSize: number;
+    constructor(record: SaveOptions);
+}
+export declare function cacheKey(table: bson.ObjectId, id: bson.UUID): string;