@powersync/service-module-mongodb-storage 0.15.3 → 0.16.0

package/dist/storage/implementation/PersistedBatch.d.ts

@@ -1,71 +0,0 @@
-import { mongo } from '@powersync/lib-service-mongodb';
-import { EvaluatedParameters, EvaluatedRow } from '@powersync/service-sync-rules';
-import * as bson from 'bson';
-import { Logger } from '@powersync/lib-services-framework';
-import { InternalOpId, storage } from '@powersync/service-core';
-import { MongoIdSequence } from './MongoIdSequence.js';
-import { VersionedPowerSyncMongo } from './db.js';
-import { BucketDataDocument, BucketParameterDocument, CurrentBucket, CurrentDataDocument, SourceKey } from './models.js';
-/**
- * Keeps track of bulkwrite operations within a transaction.
- *
- * There may be multiple of these batches per transaction, but it may not span
- * multiple transactions.
- */
-export declare class PersistedBatch {
-    private db;
-    private group_id;
-    logger: Logger;
-    bucketData: mongo.AnyBulkWriteOperation<BucketDataDocument>[];
-    bucketParameters: mongo.AnyBulkWriteOperation<BucketParameterDocument>[];
-    currentData: mongo.AnyBulkWriteOperation<CurrentDataDocument>[];
-    bucketStates: Map<string, BucketStateUpdate>;
-    /**
-     * For debug logging only.
-     */
-    debugLastOpId: InternalOpId | null;
-    /**
-     * Very rough estimate of transaction size.
-     */
-    currentSize: number;
-    constructor(db: VersionedPowerSyncMongo, group_id: number, writtenSize: number, options?: {
-        logger?: Logger;
-    });
-    private incrementBucket;
-    saveBucketData(options: {
-        op_seq: MongoIdSequence;
-        sourceKey: storage.ReplicaId;
-        table: storage.SourceTable;
-        evaluated: EvaluatedRow[];
-        before_buckets: CurrentBucket[];
-    }): void;
-    saveParameterData(data: {
-        op_seq: MongoIdSequence;
-        sourceKey: storage.ReplicaId;
-        sourceTable: storage.SourceTable;
-        evaluated: EvaluatedParameters[];
-        existing_lookups: bson.Binary[];
-    }): void;
-    hardDeleteCurrentData(id: SourceKey): void;
-    /**
-     * Mark a current_data document as soft deleted, to delete on the next commit.
-     *
-     * If softDeleteCurrentData is not enabled, this falls back to a hard delete.
-     */
-    softDeleteCurrentData(id: SourceKey, checkpointGreaterThan: bigint): void;
-    upsertCurrentData(id: SourceKey, values: Partial<CurrentDataDocument>): void;
-    shouldFlushTransaction(): boolean;
-    flush(session: mongo.ClientSession, options?: storage.BucketBatchCommitOptions): Promise<{
-        bucketDataCount: number;
-        parameterDataCount: number;
-        currentDataCount: number;
-        flushedAny: boolean;
-    }>;
-    private getBucketStateUpdates;
-}
-interface BucketStateUpdate {
-    lastOp: InternalOpId;
-    incrementCount: number;
-    incrementBytes: number;
-}
-export {};

package/dist/storage/implementation/PersistedBatch.js

@@ -1,354 +0,0 @@
-import { JSONBig } from '@powersync/service-jsonbig';
-import { logger as defaultLogger } from '@powersync/lib-services-framework';
-import { storage, utils } from '@powersync/service-core';
-import { currentBucketKey, EMPTY_DATA, MAX_ROW_SIZE } from './MongoBucketBatch.js';
-import { mongoTableId, replicaIdToSubkey } from '../../utils/util.js';
-/**
- * Maximum size of operations we write in a single transaction.
- *
- * It's tricky to find the exact limit, but from experience, over 100MB
- * can cause an error:
- * > transaction is too large and will not fit in the storage engine cache
- *
- * Additionally, unbounded size here can balloon our memory usage in some edge
- * cases.
- *
- * When we reach this threshold, we commit the transaction and start a new one.
- */
-const MAX_TRANSACTION_BATCH_SIZE = 30_000_000;
-/**
- * Limit number of documents to write in a single transaction.
- *
- * This has an effect on error message size in some cases.
- */
-const MAX_TRANSACTION_DOC_COUNT = 2_000;
-/**
- * Keeps track of bulkwrite operations within a transaction.
- *
- * There may be multiple of these batches per transaction, but it may not span
- * multiple transactions.
- */
-export class PersistedBatch {
-    db;
-    group_id;
-    logger;
-    bucketData = [];
-    bucketParameters = [];
-    currentData = [];
-    bucketStates = new Map();
-    /**
-     * For debug logging only.
-     */
-    debugLastOpId = null;
-    /**
-     * Very rough estimate of transaction size.
-     */
-    currentSize = 0;
-    constructor(db, group_id, writtenSize, options) {
-        this.db = db;
-        this.group_id = group_id;
-        this.currentSize = writtenSize;
-        this.logger = options?.logger ?? defaultLogger;
-    }
-    incrementBucket(bucket, op_id, bytes) {
-        let existingState = this.bucketStates.get(bucket);
-        if (existingState) {
-            existingState.lastOp = op_id;
-            existingState.incrementCount += 1;
-            existingState.incrementBytes += bytes;
-        }
-        else {
-            this.bucketStates.set(bucket, {
-                lastOp: op_id,
-                incrementCount: 1,
-                incrementBytes: bytes
-            });
-        }
-    }
-    saveBucketData(options) {
-        const remaining_buckets = new Map();
-        for (let b of options.before_buckets) {
-            const key = currentBucketKey(b);
-            remaining_buckets.set(key, b);
-        }
-        const dchecksum = BigInt(utils.hashDelete(replicaIdToSubkey(options.table.id, options.sourceKey)));
-        for (const k of options.evaluated) {
-            const key = currentBucketKey(k);
-            // INSERT
-            const recordData = JSONBig.stringify(k.data);
-            const checksum = utils.hashData(k.table, k.id, recordData);
-            if (recordData.length > MAX_ROW_SIZE) {
-                // In many cases, the raw data size would have been too large already. But there are cases where
-                // the BSON size is small enough, but the JSON size is too large.
-                // In these cases, we can't store the data, so we skip it, or generate a REMOVE operation if the row
-                // was synced previously.
-                this.logger.error(`Row ${key} too large: ${recordData.length} bytes. Removing.`);
-                continue;
-            }
-            remaining_buckets.delete(key);
-            const byteEstimate = recordData.length + 200;
-            this.currentSize += byteEstimate;
-            const op_id = options.op_seq.next();
-            this.debugLastOpId = op_id;
-            this.bucketData.push({
-                insertOne: {
-                    document: {
-                        _id: {
-                            g: this.group_id,
-                            b: k.bucket,
-                            o: op_id
-                        },
-                        op: 'PUT',
-                        source_table: mongoTableId(options.table.id),
-                        source_key: options.sourceKey,
-                        table: k.table,
-                        row_id: k.id,
-                        checksum: BigInt(checksum),
-                        data: recordData
-                    }
-                }
-            });
-            this.incrementBucket(k.bucket, op_id, byteEstimate);
-        }
-        for (let bd of remaining_buckets.values()) {
-            // REMOVE
-            const op_id = options.op_seq.next();
-            this.debugLastOpId = op_id;
-            this.bucketData.push({
-                insertOne: {
-                    document: {
-                        _id: {
-                            g: this.group_id,
-                            b: bd.bucket,
-                            o: op_id
-                        },
-                        op: 'REMOVE',
-                        source_table: mongoTableId(options.table.id),
-                        source_key: options.sourceKey,
-                        table: bd.table,
-                        row_id: bd.id,
-                        checksum: dchecksum,
-                        data: null
-                    }
-                }
-            });
-            this.currentSize += 200;
-            this.incrementBucket(bd.bucket, op_id, 200);
-        }
-    }
-    saveParameterData(data) {
-        // This is similar to saving bucket data.
-        // A key difference is that we don't need to keep the history intact.
-        // We do need to keep track of recent history though - enough that we can get consistent data for any specific checkpoint.
-        // Instead of storing per bucket id, we store per "lookup".
-        // A key difference is that we don't need to store or keep track of anything per-bucket - the entire record is
-        // either persisted or removed.
-        // We also don't need to keep history intact.
-        const { sourceTable, sourceKey, evaluated } = data;
-        const remaining_lookups = new Map();
-        for (let l of data.existing_lookups) {
-            remaining_lookups.set(l.toString('base64'), l);
-        }
-        // 1. Insert new entries
-        for (let result of evaluated) {
-            const binLookup = storage.serializeLookup(result.lookup);
-            const hex = binLookup.toString('base64');
-            remaining_lookups.delete(hex);
-            const op_id = data.op_seq.next();
-            this.debugLastOpId = op_id;
-            this.bucketParameters.push({
-                insertOne: {
-                    document: {
-                        _id: op_id,
-                        key: {
-                            g: this.group_id,
-                            t: mongoTableId(sourceTable.id),
-                            k: sourceKey
-                        },
-                        lookup: binLookup,
-                        bucket_parameters: result.bucketParameters
-                    }
-                }
-            });
-            this.currentSize += 200;
-        }
-        // 2. "REMOVE" entries for any lookup not touched.
-        for (let lookup of remaining_lookups.values()) {
-            const op_id = data.op_seq.next();
-            this.debugLastOpId = op_id;
-            this.bucketParameters.push({
-                insertOne: {
-                    document: {
-                        _id: op_id,
-                        key: {
-                            g: this.group_id,
-                            t: mongoTableId(sourceTable.id),
-                            k: sourceKey
-                        },
-                        lookup: lookup,
-                        bucket_parameters: []
-                    }
-                }
-            });
-            this.currentSize += 200;
-        }
-    }
-    hardDeleteCurrentData(id) {
-        const op = {
-            deleteOne: {
-                filter: { _id: id }
-            }
-        };
-        this.currentData.push(op);
-        this.currentSize += 50;
-    }
-    /**
-     * Mark a current_data document as soft deleted, to delete on the next commit.
-     *
-     * If softDeleteCurrentData is not enabled, this falls back to a hard delete.
-     */
-    softDeleteCurrentData(id, checkpointGreaterThan) {
-        if (!this.db.storageConfig.softDeleteCurrentData) {
-            this.hardDeleteCurrentData(id);
-            return;
-        }
-        const op = {
-            updateOne: {
-                filter: { _id: id },
-                update: {
-                    $set: {
-                        data: EMPTY_DATA,
-                        buckets: [],
-                        lookups: [],
-                        pending_delete: checkpointGreaterThan
-                    }
-                },
-                upsert: true
-            }
-        };
-        this.currentData.push(op);
-        this.currentSize += 50;
-    }
-    upsertCurrentData(id, values) {
-        const op = {
-            updateOne: {
-                filter: { _id: id },
-                update: {
-                    $set: values,
-                    $unset: { pending_delete: 1 }
-                },
-                upsert: true
-            }
-        };
-        this.currentData.push(op);
-        this.currentSize += (values.data?.length() ?? 0) + 100;
-    }
-    shouldFlushTransaction() {
-        return (this.currentSize >= MAX_TRANSACTION_BATCH_SIZE ||
-            this.bucketData.length >= MAX_TRANSACTION_DOC_COUNT ||
-            this.currentData.length >= MAX_TRANSACTION_DOC_COUNT ||
-            this.bucketParameters.length >= MAX_TRANSACTION_DOC_COUNT);
-    }
-    async flush(session, options) {
-        const db = this.db;
-        const startAt = performance.now();
-        let flushedSomething = false;
-        if (this.bucketData.length > 0) {
-            flushedSomething = true;
-            await db.bucket_data.bulkWrite(this.bucketData, {
-                session,
-                // inserts only - order doesn't matter
-                ordered: false
-            });
-        }
-        if (this.bucketParameters.length > 0) {
-            flushedSomething = true;
-            await db.bucket_parameters.bulkWrite(this.bucketParameters, {
-                session,
-                // inserts only - order doesn't matter
-                ordered: false
-            });
-        }
-        if (this.currentData.length > 0) {
-            flushedSomething = true;
-            await db.common_current_data.bulkWrite(this.currentData, {
-                session,
-                // may update and delete data within the same batch - order matters
-                ordered: true
-            });
-        }
-        if (this.bucketStates.size > 0) {
-            flushedSomething = true;
-            await db.bucket_state.bulkWrite(this.getBucketStateUpdates(), {
-                session,
-                // Per-bucket operation - order doesn't matter
-                ordered: false
-            });
-        }
-        if (flushedSomething) {
-            const duration = Math.round(performance.now() - startAt);
-            if (options?.oldestUncommittedChange != null) {
-                const replicationLag = Math.round((Date.now() - options.oldestUncommittedChange.getTime()) / 1000);
-                this.logger.info(`Flushed ${this.bucketData.length} + ${this.bucketParameters.length} + ${this.currentData.length} updates, ${Math.round(this.currentSize / 1024)}kb in ${duration}ms. Last op_id: ${this.debugLastOpId}. Replication lag: ${replicationLag}s`, {
-                    flushed: {
-                        duration: duration,
-                        size: this.currentSize,
-                        bucket_data_count: this.bucketData.length,
-                        parameter_data_count: this.bucketParameters.length,
-                        current_data_count: this.currentData.length,
-                        replication_lag_seconds: replicationLag
-                    }
-                });
-            }
-            else {
-                this.logger.info(`Flushed ${this.bucketData.length} + ${this.bucketParameters.length} + ${this.currentData.length} updates, ${Math.round(this.currentSize / 1024)}kb in ${duration}ms. Last op_id: ${this.debugLastOpId}`, {
-                    flushed: {
-                        duration: duration,
-                        size: this.currentSize,
-                        bucket_data_count: this.bucketData.length,
-                        parameter_data_count: this.bucketParameters.length,
-                        current_data_count: this.currentData.length
-                    }
-                });
-            }
-        }
-        const stats = {
-            bucketDataCount: this.bucketData.length,
-            parameterDataCount: this.bucketParameters.length,
-            currentDataCount: this.currentData.length,
-            flushedAny: flushedSomething
-        };
-        this.bucketData = [];
-        this.bucketParameters = [];
-        this.currentData = [];
-        this.bucketStates.clear();
-        this.currentSize = 0;
-        this.debugLastOpId = null;
-        return stats;
-    }
-    getBucketStateUpdates() {
-        return Array.from(this.bucketStates.entries()).map(([bucket, state]) => {
-            return {
-                updateOne: {
-                    filter: {
-                        _id: {
-                            g: this.group_id,
-                            b: bucket
-                        }
-                    },
-                    update: {
-                        $set: {
-                            last_op: state.lastOp
-                        },
-                        $inc: {
-                            'estimate_since_compact.count': state.incrementCount,
-                            'estimate_since_compact.bytes': state.incrementBytes
-                        }
-                    },
-                    upsert: true
-                }
-            };
-        });
-    }
-}
-//# sourceMappingURL=PersistedBatch.js.map

package/dist/storage/implementation/PersistedBatch.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"PersistedBatch.js","sourceRoot":"","sources":["../../../src/storage/implementation/PersistedBatch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAIrD,OAAO,EAAU,MAAM,IAAI,aAAa,EAAE,MAAM,mCAAmC,CAAC;AACpF,OAAO,EAAgB,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAWnF,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAEtE;;;;;;;;;;;GAWG;AACH,MAAM,0BAA0B,GAAG,UAAU,CAAC;AAE9C;;;;GAIG;AACH,MAAM,yBAAyB,GAAG,KAAK,CAAC;AAExC;;;;;GAKG;AACH,MAAM,OAAO,cAAc;IAkBf;IACA;IAlBV,MAAM,CAAS;IACf,UAAU,GAAsD,EAAE,CAAC;IACnE,gBAAgB,GAA2D,EAAE,CAAC;IAC9E,WAAW,GAAuD,EAAE,CAAC;IACrE,YAAY,GAAmC,IAAI,GAAG,EAAE,CAAC;IAEzD;;OAEG;IACH,aAAa,GAAwB,IAAI,CAAC;IAE1C;;OAEG;IACH,WAAW,GAAG,CAAC,CAAC;IAEhB,YACU,EAA2B,EAC3B,QAAgB,EACxB,WAAmB,EACnB,OAA6B;QAHrB,OAAE,GAAF,EAAE,CAAyB;QAC3B,aAAQ,GAAR,QAAQ,CAAQ;QAIxB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,aAAa,CAAC;IACjD,CAAC;IAEO,eAAe,CAAC,MAAc,EAAE,KAAmB,EAAE,KAAa;QACxE,IAAI,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,aAAa,EAAE,CAAC;YAClB,aAAa,CAAC,MAAM,GAAG,KAAK,CAAC;YAC7B,aAAa,CAAC,cAAc,IAAI,CAAC,CAAC;YAClC,aAAa,CAAC,cAAc,IAAI,KAAK,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE;gBAC5B,MAAM,EAAE,KAAK;gBACb,cAAc,EAAE,CAAC;gBACjB,cAAc,EAAE,KAAK;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,OAMd;QACC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAyB,CAAC;QAC3D,KAAK,IAAI,CAAC,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAChC,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAEnG,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAEhC,SAAS;YACT,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAC3D,IAAI,UAAU,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;gBACrC,gGAAgG;gBAChG,iEAAiE;gBACjE,oGAAoG;gBACpG,yBAAyB;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,eAAe,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBACjF,SAAS;YACX,CAAC;YAED,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC;YAC7C,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC;YAEjC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAE3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;gBACnB,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,GAAG,EAAE;4BACH,CAAC,EAAE,IAAI,CAAC,QAAQ;4BAChB,CAAC,EAAE,CAAC,CAAC,MAAM;4BACX,CAAC,EAAE,KAAK;yBACT;wBACD,EAAE,EAAE,KAAK;wBACT,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC5C,UAAU,EAAE,OAAO,CAAC,SAAS;wBAC7B,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,MAAM,EAAE,CAAC,CAAC,EAAE;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;wBAC1B,IAAI,EAAE,UAAU;qBACjB;iBACF;aACF,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,KAAK,IAAI,EAAE,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,SAAS;YAET,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAE3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;gBACnB,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,GAAG,EAAE;4BACH,CAAC,EAAE,IAAI,CAAC,QAAQ;4BAChB,CAAC,EAAE,EAAE,CAAC,MAAM;4BACZ,CAAC,EAAE,KAAK;yBACT;wBACD,EAAE,EAAE,QAAQ;wBACZ,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC5C,UAAU,EAAE,OAAO,CAAC,SAAS;wBAC7B,KAAK,EAAE,EAAE,CAAC,KAAK;wBACf,MAAM,EAAE,EAAE,CAAC,EAAE;wBACb,QAAQ,EAAE,SAAS;wBACnB,IAAI,EAAE,IAAI;qBACX;iBACF;aACF,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;YACxB,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,IAMjB;QACC,yCAAyC;QACzC,qEAAqE;QACrE,0HAA0H;QAC1H,2DAA2D;QAC3D,8GAA8G;QAC9G,+BAA+B;QAC/B,6CAA6C;QAC7C,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEnD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAuB,CAAC;QACzD,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACpC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,wBAAwB;QACxB,KAAK,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACzC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACzB,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,GAAG,EAAE,KAAK;wBACV,GAAG,EAAE;4BACH,CAAC,EAAE,IAAI,CAAC,QAAQ;4BAChB,CAAC,EAAE,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;4BAC/B,CAAC,EAAE,SAAS;yBACb;wBACD,MAAM,EAAE,SAAS;wBACjB,iBAAiB,EAAE,MAAM,CAAC,gBAAgB;qBAC3C;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC1B,CAAC;QAED,kDAAkD;QAClD,KAAK,IAAI,MAAM,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACzB,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,GAAG,EAAE,KAAK;wBACV,GAAG,EAAE;4BACH,CAAC,EAAE,IAAI,CAAC,QAAQ;4BAChB,CAAC,EAAE,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;4BAC/B,CAAC,EAAE,SAAS;yBACb;wBACD,MAAM,EAAE,MAAM;wBACd,iBAAiB,EAAE,EAAE;qBACtB;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,qBAAqB,CAAC,EAAa;QACjC,MAAM,EAAE,GAAqD;YAC3D,SAAS,EAAE;gBACT,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE;aACpB;SACF,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;;;OAIG;IACH,qBAAqB,CAAC,EAAa,EAAE,qBAA6B;QAChE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC;YACjD,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,EAAE,GAAqD;YAC3D,SAAS,EAAE;gBACT,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE;gBACnB,MAAM,EAAE;oBACN,IAAI,EAAE;wBACJ,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,EAAE;wBACX,OAAO,EAAE,EAAE;wBACX,cAAc,EAAE,qBAAqB;qBACtC;iBACF;gBACD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,iBAAiB,CAAC,EAAa,EAAE,MAAoC;QACnE,MAAM,EAAE,GAAqD;YAC3D,SAAS,EAAE;gBACT,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE;gBACnB,MAAM,EAAE;oBACN,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE;iBAC9B;gBACD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IACzD,CAAC;IAED,sBAAsB;QACpB,OAAO,CACL,IAAI,CAAC,WAAW,IAAI,0BAA0B;YAC9C,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,yBAAyB;YACnD,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,yBAAyB;YACpD,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAI,yBAAyB,CAC1D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAA4B,EAAE,OAA0C;QAClF,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,gBAAgB,GAAG,IAAI,CAAC;YACxB,MAAM,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC9C,OAAO;gBACP,sCAAsC;gBACtC,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;QACL,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,gBAAgB,GAAG,IAAI,CAAC;YACxB,MAAM,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1D,OAAO;gBACP,sCAAsC;gBACtC,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;QACL,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,gBAAgB,GAAG,IAAI,CAAC;YACxB,MAAM,EAAE,CAAC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE;gBACvD,OAAO;gBACP,mEAAmE;gBACnE,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC/B,gBAAgB,GAAG,IAAI,CAAC;YACxB,MAAM,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE;gBAC5D,OAAO;gBACP,8CAA8C;gBAC9C,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;QACL,CAAC;QAED,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;YACzD,IAAI,OAAO,EAAE,uBAAuB,IAAI,IAAI,EAAE,CAAC;gBAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,uBAAuB,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;gBAEnG,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,WAAW,IAAI,CAAC,UAAU,CAAC,MAAM,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,MACjE,IAAI,CAAC,WAAW,CAAC,MACnB,aAAa,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,QAAQ,mBAAmB,IAAI,CAAC,aAAa,sBAAsB,cAAc,GAAG,EAC7I;oBACE,OAAO,EAAE;wBACP,QAAQ,EAAE,QAAQ;wBAClB,IAAI,EAAE,IAAI,CAAC,WAAW;wBACtB,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;wBACzC,oBAAoB,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;wBAClD,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;wBAC3C,uBAAuB,EAAE,cAAc;qBACxC;iBACF,CACF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,WAAW,IAAI,CAAC,UAAU,CAAC,MAAM,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,MACjE,IAAI,CAAC,WAAW,CAAC,MACnB,aAAa,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,QAAQ,mBAAmB,IAAI,CAAC,aAAa,EAAE,EACxG;oBACE,OAAO,EAAE;wBACP,QAAQ,EAAE,QAAQ;wBAClB,IAAI,EAAE,IAAI,CAAC,WAAW;wBACtB,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;wBACzC,oBAAoB,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;wBAClD,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;qBAC5C;iBACF,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG;YACZ,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YACvC,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;YAChD,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;YACzC,UAAU,EAAE,gBAAgB;SAC7B,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAE1B,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,qBAAqB;QAC3B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE;YACrE,OAAO;gBACL,SAAS,EAAE;oBACT,MAAM,EAAE;wBACN,GAAG,EAAE;4BACH,CAAC,EAAE,IAAI,CAAC,QAAQ;4BAChB,CAAC,EAAE,MAAM;yBACV;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE;4BACJ,OAAO,EAAE,KAAK,CAAC,MAAM;yBACtB;wBACD,IAAI,EAAE;4BACJ,8BAA8B,EAAE,KAAK,CAAC,cAAc;4BACpD,8BAA8B,EAAE,KAAK,CAAC,cAAc;yBACrD;qBACF;oBACD,MAAM,EAAE,IAAI;iBACb;aACyD,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}