@powersync/service-module-mongodb-storage 0.17.0 → 0.18.1

package/dist/storage/implementation/v3/MongoStoppedSyncConfigCleanup.d.ts

@@ -0,0 +1,62 @@
+import { Logger } from '@powersync/lib-services-framework';
+import { storage } from '@powersync/service-core';
+import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
+export interface MongoStoppedSyncConfigCleanupOptions extends storage.CleanupStoppedSyncConfigsOptions {
+    replicationStreamId: number;
+    db: VersionedPowerSyncMongoV3;
+    logger: Logger;
+}
+export declare class MongoStoppedSyncConfigCleanup {
+    private readonly db;
+    private readonly replicationStreamId;
+    private readonly signal;
+    private readonly logger;
+    private readonly defaultSchema;
+    private readonly sourceConnectionTag;
+    constructor(options: MongoStoppedSyncConfigCleanupOptions);
+    run(): Promise<storage.CleanupStoppedSyncConfigsResult>;
+    private loadSyncConfigDefinitions;
+    private storageIdsFor;
+    private cleanupSourceTableMemberships;
+    /**
+     * Clean up event-only source tables that no live sync config still triggers events for.
+     *
+     * Event-only source tables carry empty membership arrays (see source-table-utils:
+     * "Empty memberships indicate an event-only table"), so the membership filter never selects
+     * them. Without this, the source_tables row and its source_records collection leak when the
+     * config that contributed the event trigger is stopped.
+     */
+    private cleanupEventOnlySourceTables;
+    /**
+     * Drop the given source tables and their source_records collections.
+     *
+     * `refetchFilter` re-applies the deletability predicate against the latest persisted state, so
+     * a source table that became live through another writer after planning is not deleted. The
+     * sourceRecords collection is dropped before the related sourceTables row, so an interruption
+     * can be recovered on the next run.
+     */
+    private deleteSourceTables;
+    private membershipsBecomeEmpty;
+    private deletableSourceTableFilter;
+    private eventOnlySourceTableFilter;
+    private eventOnlyDeletableFilter;
+    private parseSyncConfigs;
+    private triggersLiveEvent;
+    private sourceTableMembershipFilter;
+    private dropBucketDataCollections;
+    /**
+     * Delete bucket_state documents for the unused bucket definitions.
+     *
+     * The bucket_state collection is shared across all bucket definitions of the
+     * stream (keyed by `_id`, an ordered `{ d, b }` compound), so we delete the individual documents.
+     *
+     * There can be hundreds of millions of buckets, so we delete per definition using a range filter
+     * on `_id` (which uses the `_id` index) rather than a slow `_id.d` field scan, and retry on
+     * MaxTimeMSExpired so each call makes progress in batches.
+     */
+    private deleteBucketStateDocuments;
+    private dropParameterIndexCollections;
+    private dropCollection;
+    private pruneStoppedSyncConfigStates;
+    private throwIfAborted;
+}

package/dist/storage/implementation/v3/MongoStoppedSyncConfigCleanup.js

@@ -0,0 +1,350 @@
+import * as lib_mongo from '@powersync/lib-service-mongodb';
+import { ReplicationAbortedError } from '@powersync/lib-services-framework';
+import { SingleSyncConfigBucketDefinitionMapping, storage } from '@powersync/service-core';
+import { idPrefixFilter, retryOnMongoMaxTimeMSExpired } from '../../../utils/util.js';
+const LIVE_STATES = new Set([
+    storage.SyncRuleState.ACTIVE,
+    storage.SyncRuleState.PROCESSING,
+    storage.SyncRuleState.ERRORED
+]);
+const EMPTY_RESULT = {
+    stoppedSyncConfigsRemoved: 0,
+    bucketDataCollectionsDropped: 0,
+    parameterIndexCollectionsDropped: 0,
+    bucketStateDocumentsDeleted: 0,
+    sourceRecordCollectionsDropped: 0,
+    sourceTablesUpdated: 0,
+    sourceTablesDeleted: 0
+};
+export class MongoStoppedSyncConfigCleanup {
+    db;
+    replicationStreamId;
+    signal;
+    logger;
+    defaultSchema;
+    sourceConnectionTag;
+    constructor(options) {
+        this.db = options.db;
+        this.replicationStreamId = options.replicationStreamId;
+        this.signal = options.signal;
+        this.logger = options.logger;
+        this.defaultSchema = options.defaultSchema;
+        this.sourceConnectionTag = options.sourceConnectionTag;
+    }
+    async run() {
+        this.throwIfAborted();
+        const doc = await this.db.sync_rules.findOne({ _id: this.replicationStreamId }, { projection: { sync_configs: 1 } });
+        if (doc == null || doc.sync_configs.length == 0) {
+            return { ...EMPTY_RESULT };
+        }
+        const stoppedStates = doc.sync_configs.filter((config) => config.state == storage.SyncRuleState.STOP);
+        if (stoppedStates.length == 0) {
+            return { ...EMPTY_RESULT };
+        }
+        const liveStates = doc.sync_configs.filter((config) => LIVE_STATES.has(config.state));
+        const configDocs = await this.loadSyncConfigDefinitions([...stoppedStates, ...liveStates]);
+        const stoppedIds = new Set(stoppedStates.map((state) => state._id.toHexString()));
+        const liveIds = new Set(liveStates.map((state) => state._id.toHexString()));
+        const stoppedConfigDocs = configDocs.filter((config) => stoppedIds.has(config._id.toHexString()));
+        const liveConfigDocs = configDocs.filter((config) => liveIds.has(config._id.toHexString()));
+        const stoppedStorageIds = this.storageIdsFor(stoppedConfigDocs);
+        const liveStorageIds = this.storageIdsFor(liveConfigDocs);
+        const unusedBucketDefinitionIds = difference(stoppedStorageIds.bucketDefinitionIds, liveStorageIds.bucketDefinitionIds);
+        const unusedParameterIndexIds = difference(stoppedStorageIds.parameterIndexIds, liveStorageIds.parameterIndexIds);
+        const result = {
+            ...EMPTY_RESULT
+        };
+        if (unusedBucketDefinitionIds.length > 0 || unusedParameterIndexIds.length > 0) {
+            await this.cleanupSourceTableMemberships(unusedBucketDefinitionIds, unusedParameterIndexIds, liveConfigDocs, result);
+            result.bucketDataCollectionsDropped = await this.dropBucketDataCollections(unusedBucketDefinitionIds);
+            result.bucketStateDocumentsDeleted = await this.deleteBucketStateDocuments(unusedBucketDefinitionIds);
+            result.parameterIndexCollectionsDropped = await this.dropParameterIndexCollections(unusedParameterIndexIds);
+        }
+        // Event-only source tables carry empty membership arrays, so they are never selected by the
+        // membership filter above. Clean them up separately, regardless of whether any bucket or
+        // parameter ids became unused (a stopped config may have contributed only an event trigger).
+        await this.cleanupEventOnlySourceTables(liveConfigDocs, result);
+        result.stoppedSyncConfigsRemoved = await this.pruneStoppedSyncConfigStates(stoppedStates);
+        if (result.stoppedSyncConfigsRemoved > 0) {
+            this.logger.info(`Cleaned up ${result.stoppedSyncConfigsRemoved} stopped sync config${result.stoppedSyncConfigsRemoved == 1 ? '' : 's'}`, result);
+        }
+        return result;
+    }
+    async loadSyncConfigDefinitions(states) {
+        const ids = [...new Map(states.map((state) => [state._id.toHexString(), state._id])).values()];
+        if (ids.length == 0) {
+            return [];
+        }
+        return this.db.syncConfigDefinitions.find({ _id: { $in: ids } }).toArray();
+    }
+    storageIdsFor(configs) {
+        const mappings = configs.map((config) => SingleSyncConfigBucketDefinitionMapping.fromPersistedMapping(config.rule_mapping));
+        return {
+            bucketDefinitionIds: [...new Set(mappings.flatMap((mapping) => mapping.allBucketDefinitionIds()))],
+            parameterIndexIds: [...new Set(mappings.flatMap((mapping) => mapping.allParameterIndexIds()))]
+        };
+    }
+    async cleanupSourceTableMemberships(unusedBucketDefinitionIds, unusedParameterIndexIds, liveConfigDocs, result) {
+        const update = {};
+        if (unusedBucketDefinitionIds.length > 0) {
+            update.bucket_data_source_ids = { $in: unusedBucketDefinitionIds };
+        }
+        if (unusedParameterIndexIds.length > 0) {
+            update.parameter_lookup_source_ids = { $in: unusedParameterIndexIds };
+        }
+        // Keep obsolete membership ids as the durable cleanup marker until each source table is
+        // either deleted or retained. If interrupted after dropping a source_records collection,
+        // the next run can still rediscover the source table from these obsolete ids and retry.
+        const filter = this.sourceTableMembershipFilter(unusedBucketDefinitionIds, unusedParameterIndexIds);
+        const candidateSourceTables = await this.db
+            .sourceTables(this.replicationStreamId)
+            .find(filter, {
+            projection: {
+                _id: 1,
+                bucket_data_source_ids: 1,
+                parameter_lookup_source_ids: 1,
+                schema_name: 1,
+                table_name: 1
+            }
+        })
+            .toArray();
+        if (candidateSourceTables.length == 0) {
+            return;
+        }
+        const liveSyncConfigs = this.parseSyncConfigs(liveConfigDocs);
+        const deletableSourceTables = candidateSourceTables.filter((sourceTable) => this.membershipsBecomeEmpty(sourceTable, unusedBucketDefinitionIds, unusedParameterIndexIds) &&
+            !this.triggersLiveEvent(sourceTable, liveSyncConfigs));
+        const retainedSourceTables = candidateSourceTables.filter((sourceTable) => !deletableSourceTables.some((deletable) => deletable._id.equals(sourceTable._id)));
+        const retainedSourceTableIds = retainedSourceTables.map((sourceTable) => sourceTable._id);
+        await this.deleteSourceTables(deletableSourceTables.map((table) => table._id), (ids) => this.deletableSourceTableFilter(ids, unusedBucketDefinitionIds, unusedParameterIndexIds), result);
+        // A retained source table whose memberships become empty is kept alive only by a live event
+        // (otherwise it would be deletable). It becomes event-only, and event-only save() never reads
+        // or writes current_data, so its source_records collection is now dead weight. Drop it before
+        // the $pull below, so the obsolete membership ids remain as a recovery marker if interrupted.
+        // Existing source-table docs only ever shrink their memberships, so this table cannot resume
+        // data sync on the same doc and need current_data again.
+        const becomingEventOnlySourceTableIds = retainedSourceTables
+            .filter((sourceTable) => this.membershipsBecomeEmpty(sourceTable, unusedBucketDefinitionIds, unusedParameterIndexIds))
+            .map((sourceTable) => sourceTable._id);
+        for (const sourceTableId of becomingEventOnlySourceTableIds) {
+            this.throwIfAborted();
+            await this.dropCollection(this.db.sourceRecords(this.replicationStreamId, sourceTableId));
+            result.sourceRecordCollectionsDropped += 1;
+        }
+        if (retainedSourceTableIds.length > 0) {
+            this.throwIfAborted();
+            const updateResult = await this.db.sourceTables(this.replicationStreamId).updateMany({ _id: { $in: retainedSourceTableIds } }, {
+                $pull: update
+            }, { maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS });
+            result.sourceTablesUpdated += updateResult.modifiedCount;
+        }
+    }
+    /**
+     * Clean up event-only source tables that no live sync config still triggers events for.
+     *
+     * Event-only source tables carry empty membership arrays (see source-table-utils:
+     * "Empty memberships indicate an event-only table"), so the membership filter never selects
+     * them. Without this, the source_tables row and its source_records collection leak when the
+     * config that contributed the event trigger is stopped.
+     */
+    async cleanupEventOnlySourceTables(liveConfigDocs, result) {
+        const candidateSourceTables = await this.db
+            .sourceTables(this.replicationStreamId)
+            .find(this.eventOnlySourceTableFilter(), {
+            projection: {
+                _id: 1,
+                bucket_data_source_ids: 1,
+                parameter_lookup_source_ids: 1,
+                schema_name: 1,
+                table_name: 1
+            }
+        })
+            .toArray();
+        if (candidateSourceTables.length == 0) {
+            return;
+        }
+        const liveSyncConfigs = this.parseSyncConfigs(liveConfigDocs);
+        const deletableSourceTableIds = candidateSourceTables
+            .filter((sourceTable) => !this.triggersLiveEvent(sourceTable, liveSyncConfigs))
+            .map((sourceTable) => sourceTable._id);
+        await this.deleteSourceTables(deletableSourceTableIds, (ids) => this.eventOnlyDeletableFilter(ids), result);
+    }
+    /**
+     * Drop the given source tables and their source_records collections.
+     *
+     * `refetchFilter` re-applies the deletability predicate against the latest persisted state, so
+     * a source table that became live through another writer after planning is not deleted. The
+     * sourceRecords collection is dropped before the related sourceTables row, so an interruption
+     * can be recovered on the next run.
+     */
+    async deleteSourceTables(deletableSourceTableIds, refetchFilter, result) {
+        if (deletableSourceTableIds.length == 0) {
+            return;
+        }
+        const sourceTablesToDelete = await this.db
+            .sourceTables(this.replicationStreamId)
+            .find(refetchFilter(deletableSourceTableIds), { projection: { _id: 1 } })
+            .toArray();
+        for (const sourceTable of sourceTablesToDelete) {
+            this.throwIfAborted();
+            await this.dropCollection(this.db.sourceRecords(this.replicationStreamId, sourceTable._id));
+            result.sourceRecordCollectionsDropped += 1;
+        }
+        if (sourceTablesToDelete.length > 0) {
+            this.throwIfAborted();
+            const deleteResult = await this.db
+                .sourceTables(this.replicationStreamId)
+                .deleteMany(refetchFilter(sourceTablesToDelete.map((table) => table._id)), {
+                maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS
+            });
+            result.sourceTablesDeleted += deleteResult.deletedCount;
+        }
+    }
+    membershipsBecomeEmpty(sourceTable, unusedBucketDefinitionIds, unusedParameterIndexIds) {
+        const unusedBucketDefinitionIdSet = new Set(unusedBucketDefinitionIds);
+        const unusedParameterIndexIdSet = new Set(unusedParameterIndexIds);
+        return (sourceTable.bucket_data_source_ids.every((id) => unusedBucketDefinitionIdSet.has(id)) &&
+            sourceTable.parameter_lookup_source_ids.every((id) => unusedParameterIndexIdSet.has(id)));
+    }
+    deletableSourceTableFilter(ids, unusedBucketDefinitionIds, unusedParameterIndexIds) {
+        return {
+            _id: { $in: ids },
+            bucket_data_source_ids: { $not: { $elemMatch: { $nin: unusedBucketDefinitionIds } } },
+            parameter_lookup_source_ids: { $not: { $elemMatch: { $nin: unusedParameterIndexIds } } }
+        };
+    }
+    eventOnlySourceTableFilter() {
+        return {
+            bucket_data_source_ids: { $size: 0 },
+            parameter_lookup_source_ids: { $size: 0 }
+        };
+    }
+    eventOnlyDeletableFilter(ids) {
+        return {
+            _id: { $in: ids },
+            ...this.eventOnlySourceTableFilter()
+        };
+    }
+    parseSyncConfigs(configDocs) {
+        // This is ugly - we should not need to re-parse to achieve this.
+        // Revisit persistence for this later.
+        return configDocs.map((config) => {
+            return storage.parsePersistedSyncConfigContent({
+                content: config.content,
+                compiledPlan: config.serialized_plan ?? null,
+                storageVersion: config.storage_version,
+                parseOptions: {
+                    defaultSchema: this.defaultSchema
+                }
+            }).config;
+        });
+    }
+    triggersLiveEvent(sourceTable, liveSyncConfigs) {
+        return liveSyncConfigs.some((syncConfig) => syncConfig.tableTriggersEvent({
+            connectionTag: this.sourceConnectionTag,
+            schema: sourceTable.schema_name,
+            name: sourceTable.table_name
+        }));
+    }
+    sourceTableMembershipFilter(bucketDefinitionIds, parameterIndexIds) {
+        const clauses = [];
+        if (bucketDefinitionIds.length > 0) {
+            clauses.push({ bucket_data_source_ids: { $in: bucketDefinitionIds } });
+        }
+        if (parameterIndexIds.length > 0) {
+            clauses.push({ parameter_lookup_source_ids: { $in: parameterIndexIds } });
+        }
+        if (clauses.length == 0) {
+            return { _id: { $exists: false } };
+        }
+        return { $or: clauses };
+    }
+    async dropBucketDataCollections(definitionIds) {
+        for (const definitionId of definitionIds) {
+            this.throwIfAborted();
+            await this.dropCollection(this.db.bucketData(this.replicationStreamId, definitionId));
+        }
+        return definitionIds.length;
+    }
+    /**
+     * Delete bucket_state documents for the unused bucket definitions.
+     *
+     * The bucket_state collection is shared across all bucket definitions of the
+     * stream (keyed by `_id`, an ordered `{ d, b }` compound), so we delete the individual documents.
+     *
+     * There can be hundreds of millions of buckets, so we delete per definition using a range filter
+     * on `_id` (which uses the `_id` index) rather than a slow `_id.d` field scan, and retry on
+     * MaxTimeMSExpired so each call makes progress in batches.
+     */
+    async deleteBucketStateDocuments(definitionIds) {
+        const collection = this.db.bucketState(this.replicationStreamId);
+        let deletedCount = 0;
+        for (const definitionId of definitionIds) {
+            this.throwIfAborted();
+            const result = await retryOnMongoMaxTimeMSExpired(() => collection.deleteMany({
+                _id: idPrefixFilter({ d: definitionId }, ['b'])
+            }, { maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS }), {
+                signal: this.signal,
+                abortMessage: 'Aborted stopped sync config cleanup',
+                retryDelayMs: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS / 5,
+                onRetry: () => {
+                    this.logger.info(`Cleared batch of bucket state in ${lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS}ms, continuing...`);
+                }
+            });
+            deletedCount += result.deletedCount;
+        }
+        return deletedCount;
+    }
+    async dropParameterIndexCollections(indexIds) {
+        for (const indexId of indexIds) {
+            this.throwIfAborted();
+            await this.dropCollection(this.db.parameterIndex(this.replicationStreamId, indexId));
+        }
+        return indexIds.length;
+    }
+    async dropCollection(collection) {
+        await collection.drop({ maxTimeMS: lib_mongo.db.MONGO_CLEAR_OPERATION_TIMEOUT_MS }).catch((error) => {
+            if (lib_mongo.isMongoServerError(error) && error.codeName === 'NamespaceNotFound') {
+                return;
+            }
+            throw error;
+        });
+    }
+    async pruneStoppedSyncConfigStates(stoppedStates) {
+        this.throwIfAborted();
+        const stoppedIds = stoppedStates.map((state) => state._id);
+        const result = await this.db.sync_rules.updateOne({
+            _id: this.replicationStreamId,
+            sync_configs: {
+                $not: {
+                    $elemMatch: {
+                        _id: { $in: stoppedIds },
+                        state: { $ne: storage.SyncRuleState.STOP }
+                    }
+                }
+            }
+        }, {
+            $pull: {
+                sync_configs: {
+                    _id: { $in: stoppedIds },
+                    state: storage.SyncRuleState.STOP
+                }
+            }
+        });
+        if (result.modifiedCount == 0 && stoppedIds.length > 0) {
+            this.logger.warn(`Skipped pruning stopped sync configs`);
+            return 0;
+        }
+        return stoppedStates.length;
+    }
+    throwIfAborted() {
+        if (this.signal?.aborted) {
+            throw new ReplicationAbortedError('Aborted stopped sync config cleanup', this.signal.reason);
+        }
+    }
+}
+function difference(left, right) {
+    const rightSet = new Set(right);
+    return left.filter((value) => !rightSet.has(value));
+}
+//# sourceMappingURL=MongoStoppedSyncConfigCleanup.js.map

package/dist/storage/implementation/v3/MongoStoppedSyncConfigCleanup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoStoppedSyncConfigCleanup.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/MongoStoppedSyncConfigCleanup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAU,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AACpF,OAAO,EAAE,uCAAuC,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAG3F,OAAO,EAAE,cAAc,EAAE,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AAWtF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAwB;IACjD,OAAO,CAAC,aAAa,CAAC,MAAM;IAC5B,OAAO,CAAC,aAAa,CAAC,UAAU;IAChC,OAAO,CAAC,aAAa,CAAC,OAAO;CAC9B,CAAC,CAAC;AAEH,MAAM,YAAY,GAA4C;IAC5D,yBAAyB,EAAE,CAAC;IAC5B,4BAA4B,EAAE,CAAC;IAC/B,gCAAgC,EAAE,CAAC;IACnC,2BAA2B,EAAE,CAAC;IAC9B,8BAA8B,EAAE,CAAC;IACjC,mBAAmB,EAAE,CAAC;IACtB,mBAAmB,EAAE,CAAC;CACvB,CAAC;AAQF,MAAM,OAAO,6BAA6B;IACvB,EAAE,CAA4B;IAC9B,mBAAmB,CAAS;IAC5B,MAAM,CAA0B;IAChC,MAAM,CAAS;IACf,aAAa,CAAS;IACtB,mBAAmB,CAAS;IAE7C,YAAY,OAA6C;QACvD,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAC1C,EAAE,GAAG,EAAE,IAAI,CAAC,mBAAmB,EAAE,EACjC,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CACpC,CAAC;QACF,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAChD,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;QAC7B,CAAC;QAED,MAAM,aAAa,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACtG,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;QAC7B,CAAC;QAED,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,CAAC,GAAG,aAAa,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC;QAC3F,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAClG,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAE5F,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;QAChE,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAC1D,MAAM,yBAAyB,GAAG,UAAU,CAC1C,iBAAiB,CAAC,mBAAmB,EACrC,cAAc,CAAC,mBAAmB,CACnC,CAAC;QACF,MAAM,uBAAuB,GAAG,UAAU,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,cAAc,CAAC,iBAAiB,CAAC,CAAC;QAElH,MAAM,MAAM,GAA4C;YACtD,GAAG,YAAY;SAChB,CAAC;QAEF,IAAI,yBAAyB,CAAC,MAAM,GAAG,CAAC,IAAI,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,CAAC,6BAA6B,CACtC,yBAAyB,EACzB,uBAAuB,EACvB,cAAc,EACd,MAAM,CACP,CAAC;YACF,MAAM,CAAC,4BAA4B,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,yBAAyB,CAAC,CAAC;YACtG,MAAM,CAAC,2BAA2B,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,yBAAyB,CAAC,CAAC;YACtG,MAAM,CAAC,gCAAgC,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,uBAAuB,CAAC,CAAC;QAC9G,CAAC;QAED,4FAA4F;QAC5F,yFAAyF;QACzF,6FAA6F;QAC7F,MAAM,IAAI,CAAC,4BAA4B,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAEhE,MAAM,CAAC,yBAAyB,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,aAAa,CAAC,CAAC;QAE1F,IAAI,MAAM,CAAC,yBAAyB,GAAG,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,cAAc,MAAM,CAAC,yBAAyB,uBAAuB,MAAM,CAAC,yBAAyB,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,EACvH,MAAM,CACP,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,MAAyB;QAC/D,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/F,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7E,CAAC;IAEO,aAAa,CAAC,OAAqD;QACzE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACtC,uCAAuC,CAAC,oBAAoB,CAAC,MAAM,CAAC,YAAY,CAAC,CAClF,CAAC;QACF,OAAO;YACL,mBAAmB,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC;YAClG,iBAAiB,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;SAC/F,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,6BAA6B,CACzC,yBAA+C,EAC/C,uBAA2C,EAC3C,cAAsC,EACtC,MAA+C;QAE/C,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,IAAI,yBAAyB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,sBAAsB,GAAG,EAAE,GAAG,EAAE,yBAAyB,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,CAAC,2BAA2B,GAAG,EAAE,GAAG,EAAE,uBAAuB,EAAE,CAAC;QACxE,CAAC;QAED,wFAAwF;QACxF,yFAAyF;QACzF,wFAAwF;QACxF,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAAC,yBAAyB,EAAE,uBAAuB,CAAC,CAAC;QACpG,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,EAAE;aACxC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC;aACtC,IAAI,CAAC,MAAM,EAAE;YACZ,UAAU,EAAE;gBACV,GAAG,EAAE,CAAC;gBACN,sBAAsB,EAAE,CAAC;gBACzB,2BAA2B,EAAE,CAAC;gBAC9B,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,CAAC;aACd;SACF,CAAC;aACD,OAAO,EAAE,CAAC;QACb,IAAI,qBAAqB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtC,OAAO;QACT,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAE9D,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,MAAM,CACxD,CAAC,WAAW,EAAE,EAAE,CACd,IAAI,CAAC,sBAAsB,CAAC,WAAW,EAAE,yBAAyB,EAAE,uBAAuB,CAAC;YAC5F,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,eAAe,CAAC,CACxD,CAAC;QACF,MAAM,oBAAoB,GAAG,qBAAqB,CAAC,MAAM,CACvD,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CACnG,CAAC;QACF,MAAM,sBAAsB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAE1F,MAAM,IAAI,CAAC,kBAAkB,CAC3B,qBAAqB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAC/C,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,EAAE,yBAAyB,EAAE,uBAAuB,CAAC,EACjG,MAAM,CACP,CAAC;QAEF,4FAA4F;QAC5F,8FAA8F;QAC9F,8FAA8F;QAC9F,8FAA8F;QAC9F,6FAA6F;QAC7F,yDAAyD;QACzD,MAAM,+BAA+B,GAAG,oBAAoB;aACzD,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,CACtB,IAAI,CAAC,sBAAsB,CAAC,WAAW,EAAE,yBAAyB,EAAE,uBAAuB,CAAC,CAC7F;aACA,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACzC,KAAK,MAAM,aAAa,IAAI,+BAA+B,EAAE,CAAC;YAC5D,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC,CAAC;YAC1F,MAAM,CAAC,8BAA8B,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,UAAU,CAClF,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,sBAAsB,EAAE,EAAE,EACxC;gBACE,KAAK,EAAE,MAAM;aACd,EACD,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,EAAE,CAC7D,CAAC;YACF,MAAM,CAAC,mBAAmB,IAAI,YAAY,CAAC,aAAa,CAAC;QAC3D,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,4BAA4B,CACxC,cAAsC,EACtC,MAA+C;QAE/C,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,EAAE;aACxC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC;aACtC,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE;YACvC,UAAU,EAAE;gBACV,GAAG,EAAE,CAAC;gBACN,sBAAsB,EAAE,CAAC;gBACzB,2BAA2B,EAAE,CAAC;gBAC9B,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,CAAC;aACd;SACF,CAAC;aACD,OAAO,EAAE,CAAC;QACb,IAAI,qBAAqB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtC,OAAO;QACT,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAC9D,MAAM,uBAAuB,GAAG,qBAAqB;aAClD,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;aAC9E,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAEzC,MAAM,IAAI,CAAC,kBAAkB,CAAC,uBAAuB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;IAC9G,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,kBAAkB,CAC9B,uBAAwC,EACxC,aAAgE,EAChE,MAA+C;QAE/C,IAAI,uBAAuB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxC,OAAO;QACT,CAAC;QACD,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,EAAE;aACvC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC;aACtC,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;aACxE,OAAO,EAAE,CAAC;QAEb,KAAK,MAAM,WAAW,IAAI,oBAAoB,EAAE,CAAC;YAC/C,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5F,MAAM,CAAC,8BAA8B,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,EAAE;iBAC/B,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC;iBACtC,UAAU,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE;gBACzE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC;aACzD,CAAC,CAAC;YACL,MAAM,CAAC,mBAAmB,IAAI,YAAY,CAAC,YAAY,CAAC;QAC1D,CAAC;IACH,CAAC;IAEO,sBAAsB,CAC5B,WAAkG,EAClG,yBAA+C,EAC/C,uBAA2C;QAE3C,MAAM,2BAA2B,GAAG,IAAI,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvE,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACnE,OAAO,CACL,WAAW,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,2BAA2B,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrF,WAAW,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CACzF,CAAC;IACJ,CAAC;IAEO,0BAA0B,CAChC,GAAoB,EACpB,yBAA+C,EAC/C,uBAA2C;QAE3C,OAAO;YACL,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;YACjB,sBAAsB,EAAE,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,EAAE,EAAE;YACrF,2BAA2B,EAAE,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,uBAAuB,EAAE,EAAE,EAAE;SACzF,CAAC;IACJ,CAAC;IAEO,0BAA0B;QAChC,OAAO;YACL,sBAAsB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;YACpC,2BAA2B,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SAC1C,CAAC;IACJ,CAAC;IAEO,wBAAwB,CAAC,GAAoB;QACnD,OAAO;YACL,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;YACjB,GAAG,IAAI,CAAC,0BAA0B,EAAE;SACrC,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,UAAkC;QACzD,iEAAiE;QACjE,sCAAsC;QACtC,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC/B,OAAO,OAAO,CAAC,+BAA+B,CAAC;gBAC7C,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,YAAY,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI;gBAC5C,cAAc,EAAE,MAAM,CAAC,eAAe;gBACtC,YAAY,EAAE;oBACZ,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC;aACF,CAAC,CAAC,MAAM,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,WAAkC,EAAE,eAA6B;QACzF,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CACzC,UAAU,CAAC,kBAAkB,CAAC;YAC5B,aAAa,EAAE,IAAI,CAAC,mBAAmB;YACvC,MAAM,EAAE,WAAW,CAAC,WAAW;YAC/B,IAAI,EAAE,WAAW,CAAC,UAAU;SAC7B,CAAC,CACH,CAAC;IACJ,CAAC;IAEO,2BAA2B,CACjC,mBAAyC,EACzC,iBAAqC;QAErC,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,EAAE,sBAAsB,EAAE,EAAE,GAAG,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,EAAE,2BAA2B,EAAE,EAAE,GAAG,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;QACrC,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,aAAmC;QACzE,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,OAAO,aAAa,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED;;;;;;;;;OASG;IACK,KAAK,CAAC,0BAA0B,CAAC,aAAmC;QAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACjE,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAC/C,GAAG,EAAE,CACH,UAAU,CAAC,UAAU,CACnB;gBACE,GAAG,EAAE,cAAc,CAA+B,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;aAC9E,EACD,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,EAAE,CAC7D,EACH;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,YAAY,EAAE,qCAAqC;gBACnD,YAAY,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,GAAG,CAAC;gBAC/D,OAAO,EAAE,GAAG,EAAE;oBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oCAAoC,SAAS,CAAC,EAAE,CAAC,gCAAgC,mBAAmB,CACrG,CAAC;gBACJ,CAAC;aACF,CACF,CAAC;YACF,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACtC,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,6BAA6B,CAAC,QAA4B;QACtE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,UAAyC;QAEzC,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,gCAAgC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAClG,IAAI,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,4BAA4B,CAAC,aAAgC;QACzE,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAC/C;YACE,GAAG,EAAE,IAAI,CAAC,mBAAmB;YAC7B,YAAY,EAAE;gBACZ,IAAI,EAAE;oBACJ,UAAU,EAAE;wBACV,GAAG,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE;wBACxB,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE;qBAC3C;iBACF;aACF;SACF,EACD;YACE,KAAK,EAAE;gBACL,YAAY,EAAE;oBACZ,GAAG,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE;oBACxB,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI;iBAClC;aACF;SACe,CACnB,CAAC;QACF,IAAI,MAAM,CAAC,aAAa,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;YACzD,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,aAAa,CAAC,MAAM,CAAC;IAC9B,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACzB,MAAM,IAAI,uBAAuB,CAAC,qCAAqC,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;CACF;AAED,SAAS,UAAU,CAAI,IAAS,EAAE,KAAU;IAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAChC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AACtD,CAAC"}

package/dist/storage/implementation/v3/MongoSyncBucketStorageV3.d.ts

@@ -1,52 +1,63 @@
-import * as lib_mongo from '@powersync/lib-service-mongodb';
 import { mongo } from '@powersync/lib-service-mongodb';
-import { CheckpointChanges, GetCheckpointChangesOptions, InternalOpId, storage, utils } from '@powersync/service-core';
+import { CheckpointChanges, GetCheckpointChangesOptions, InternalOpId, SingleSyncConfigBucketDefinitionMapping, storage, utils } from '@powersync/service-core';
 import { ParameterLookupRows, ScopedParameterLookup } from '@powersync/service-sync-rules';
 import { MongoBucketStorage } from '../../MongoBucketStorage.js';
-import { MongoSyncBucketStorageCheckpoint, MongoSyncBucketStorageContext } from '../common/MongoSyncBucketStorageContext.js';
-import { MongoBucketBatchOptions } from '../MongoBucketBatch.js';
+import { MongoSyncBucketStorageCheckpoint } from '../common/MongoSyncBucketStorageCheckpoint.js';
 import { MongoChecksums } from '../MongoChecksums.js';
 import { MongoCompactOptions, MongoCompactor } from '../MongoCompactor.js';
 import { MongoParameterCompactor } from '../MongoParameterCompactor.js';
-import { MongoPersistedSyncRulesContentV1 } from '../MongoPersistedSyncRulesContent.js';
+import { MongoPersistedReplicationStream } from '../MongoPersistedReplicationStream.js';
 import { MongoSyncBucketStorage, MongoSyncBucketStorageOptions } from '../MongoSyncBucketStorage.js';
 import { MongoChecksumsV3 } from './MongoChecksumsV3.js';
 import { VersionedPowerSyncMongoV3 } from './VersionedPowerSyncMongoV3.js';
+export interface MongoSyncBucketStorageContextV3 {
+    db: VersionedPowerSyncMongoV3;
+    replicationStreamId: number;
+    /**
+     * Persisted mapping of the single sync config that read operations are served from.
+     *
+     * Implemented as a lazy getter: accessing it on a storage instance with multiple sync
+     * configs throws, but operations that don't use it remain unaffected.
+     */
+    readonly mapping: SingleSyncConfigBucketDefinitionMapping;
+}
 export declare class MongoSyncBucketStorageV3 extends MongoSyncBucketStorage {
     readonly db: VersionedPowerSyncMongoV3;
     readonly checksums: MongoChecksumsV3;
-    private readonly syncRulesV3;
-    constructor(factory: MongoBucketStorage, group_id: number, sync_rules: MongoPersistedSyncRulesContentV1, slot_name: string, writeCheckpointMode: storage.WriteCheckpointMode | undefined, options: MongoSyncBucketStorageOptions);
-    private get syncConfigId();
+    constructor(factory: MongoBucketStorage, replicationStreamId: number, replicationStream: MongoPersistedReplicationStream, replicationStreamName: string, writeCheckpointMode: storage.WriteCheckpointMode | undefined, options: MongoSyncBucketStorageOptions);
+    private get syncConfigIds();
     private get syncRulesCollection();
     private syncConfigMatch;
     private syncConfigProjection;
-    private syncConfigArrayFilters;
-    /**
-     * For now, we only support a single sync config per replication stream.
-     *
-     * In the future we'll add support for multiple.
-     */
-    private selectedSyncConfig;
+    private selectedSyncConfigs;
     protected initializeVersionStorage(): Promise<void>;
     protected createMongoChecksums(options: MongoSyncBucketStorageOptions): MongoChecksums;
     createMongoCompactor(options: MongoCompactOptions): MongoCompactor;
     protected createMongoParameterCompactor(checkpoint: InternalOpId, options: storage.CompactOptions): MongoParameterCompactor;
-    protected createWriterImpl(batchOptions: MongoBucketBatchOptions): storage.BucketStorageBatch;
+    protected fetchPersistedOpHead(): Promise<InternalOpId | null>;
+    protected createWriterImpl(options: storage.CreateWriterOptions): Promise<storage.BucketStorageBatch>;
     protected fetchCheckpointState(session: mongo.ClientSession): Promise<{
         checkpoint: bigint;
         lsn: string | null;
     } | null>;
-    protected getWriterSyncState(): Promise<{
-        lastCheckpointLsn: string | null;
-        resumeFromLsn: string | null;
-        keepaliveOp: bigint | null;
-        syncConfigId: lib_mongo.mongo.BSON.ObjectId;
-    }>;
     protected terminateSyncRuleState(): Promise<void>;
-    protected getStatusImpl(): Promise<storage.SyncRuleStatus>;
+    protected getStatusImpl(): Promise<storage.ReplicationStreamStatus>;
     protected clearSyncRuleState(): Promise<void>;
-    protected get versionContext(): MongoSyncBucketStorageContext<VersionedPowerSyncMongoV3>;
+    /**
+     * The persisted mapping of the single sync config that read operations are served from.
+     *
+     * Reads always operate on a single sync config: read-path storage instances are
+     * constructed for the active sync config only (see MongoBucketStorage.getActiveSyncConfig),
+     * and checkpoints are served from the single active config (see fetchCheckpointState).
+     * Within a single sync config, unique names are the persistence key of its rule mapping,
+     * so its name-keyed {@link SingleSyncConfigBucketDefinitionMapping} resolves sources from
+     * any parse of that config unambiguously - no parsed-set identity is required.
+     *
+     * Throws on storage instances with multiple sync configs (replication-side instances),
+     * which must not serve reads.
+     */
+    private singleSyncConfigMapping;
+    protected get versionContext(): MongoSyncBucketStorageContextV3;
     protected getParameterSetsImpl(checkpoint: MongoSyncBucketStorageCheckpoint, lookups: ScopedParameterLookup[], limit: number): Promise<ParameterLookupRows[]>;
     protected getBucketDataBatchImpl(checkpoint: utils.InternalOpId, dataBuckets: storage.BucketDataRequest[], options?: storage.BucketDataBatchOptions): AsyncIterable<storage.SyncBucketDataChunk>;
     protected clearBucketData(_signal?: AbortSignal): Promise<void>;
@@ -54,10 +65,11 @@ export declare class MongoSyncBucketStorageV3 extends MongoSyncBucketStorage {
     protected clearSourceRecords(_signal?: AbortSignal): Promise<void>;
     protected clearBucketState(_signal?: AbortSignal): Promise<void>;
     protected clearSourceTables(_signal?: AbortSignal): Promise<void>;
+    cleanupStoppedSyncConfigs(options: storage.CleanupStoppedSyncConfigsOptions): Promise<storage.CleanupStoppedSyncConfigsResult>;
     protected getDataBucketChangesImpl(options: GetCheckpointChangesOptions): Promise<Pick<CheckpointChanges, 'updatedDataBuckets' | 'invalidateDataBuckets'>>;
     protected getParameterBucketChangesImpl(options: GetCheckpointChangesOptions): Promise<Pick<CheckpointChanges, 'updatedParameterLookups' | 'invalidateParameterBuckets'>>;
 }
-export declare function getParameterSetsV3(ctx: MongoSyncBucketStorageContext<VersionedPowerSyncMongoV3>, checkpoint: MongoSyncBucketStorageCheckpoint, lookups: ScopedParameterLookup[], limit: number): Promise<ParameterLookupRows[]>;
-export declare function getBucketDataBatchV3(ctx: MongoSyncBucketStorageContext<VersionedPowerSyncMongoV3>, checkpoint: utils.InternalOpId, dataBuckets: storage.BucketDataRequest[], options?: storage.BucketDataBatchOptions): AsyncIterable<storage.SyncBucketDataChunk>;
-export declare function getDataBucketChangesV3(ctx: MongoSyncBucketStorageContext<VersionedPowerSyncMongoV3>, options: GetCheckpointChangesOptions): Promise<Pick<CheckpointChanges, 'updatedDataBuckets' | 'invalidateDataBuckets'>>;
-export declare function getParameterBucketChangesV3(ctx: MongoSyncBucketStorageContext<VersionedPowerSyncMongoV3>, options: GetCheckpointChangesOptions): Promise<Pick<CheckpointChanges, 'updatedParameterLookups' | 'invalidateParameterBuckets'>>;
+export declare function getParameterSetsV3(ctx: MongoSyncBucketStorageContextV3, checkpoint: MongoSyncBucketStorageCheckpoint, lookups: ScopedParameterLookup[], limit: number): Promise<ParameterLookupRows[]>;
+export declare function getBucketDataBatchV3(ctx: MongoSyncBucketStorageContextV3, checkpoint: utils.InternalOpId, dataBuckets: storage.BucketDataRequest[], options?: storage.BucketDataBatchOptions): AsyncIterable<storage.SyncBucketDataChunk>;
+export declare function getDataBucketChangesV3(ctx: MongoSyncBucketStorageContextV3, options: GetCheckpointChangesOptions): Promise<Pick<CheckpointChanges, 'updatedDataBuckets' | 'invalidateDataBuckets'>>;
+export declare function getParameterBucketChangesV3(ctx: MongoSyncBucketStorageContextV3, options: GetCheckpointChangesOptions): Promise<Pick<CheckpointChanges, 'updatedParameterLookups' | 'invalidateParameterBuckets'>>;