@powersync/service-module-mongodb 0.21.2 → 0.22.0

package/dist/replication/estimateFilteredSnapshotCount.js

@@ -0,0 +1,79 @@
+import { performance } from 'node:perf_hooks';
+const COUNT_TIMEOUT_MS = 10_000;
+/**
+ * Keep below 5% for MongoDB's random-cursor optimization on large collections.
+ * https://www.mongodb.com/docs/manual/reference/operator/aggregation/sample/
+ */
+const SAMPLE_FRACTION = 0.01;
+const MAX_SAMPLE_SIZE = 10_000;
+/**
+ * Try an exact filtered count, then estimate selectivity from a bounded sample.
+ * Each attempt has a separate 10-second budget. Failures leave progress unknown (-1).
+ */
+export async function estimateFilteredSnapshotCount(options) {
+    const { collection, filter, signal, logger } = options;
+    signal.throwIfAborted();
+    try {
+        return await collection.countDocuments(filter, {
+            collation: { locale: 'simple' },
+            readConcern: 'majority',
+            timeoutMS: COUNT_TIMEOUT_MS,
+            signal
+        });
+    }
+    catch (error) {
+        signal.throwIfAborted();
+        logger.debug(`Filtered snapshot count unavailable for ${collection.namespace}; trying a sample strategy`, error);
+    }
+    const sampleStartedAt = performance.now();
+    try {
+        const metadataOptions = { timeoutMS: COUNT_TIMEOUT_MS, signal };
+        const totalCount = await collection.estimatedDocumentCount(metadataOptions);
+        signal.throwIfAborted();
+        if (totalCount <= 0) {
+            // Metadata alone cannot establish that a filtered result is empty after the count failed.
+            return -1;
+        }
+        const remainingTimeMS = Math.floor(COUNT_TIMEOUT_MS - (performance.now() - sampleStartedAt));
+        if (remainingTimeMS <= 0) {
+            return -1;
+        }
+        // Keep $sample first and below 5% for MongoDB's random-cursor optimization on large collections.
+        // https://www.mongodb.com/docs/manual/reference/operator/aggregation/sample/
+        const sampleSize = Math.min(MAX_SAMPLE_SIZE, Math.max(1, Math.floor(totalCount * SAMPLE_FRACTION)));
+        const cursor = collection.aggregate([
+            { $sample: { size: sampleSize } },
+            {
+                $facet: {
+                    sampled: [{ $count: 'count' }],
+                    matches: [{ $match: filter }, { $count: 'count' }]
+                }
+            }
+        ], {
+            collation: { locale: 'simple' },
+            readConcern: 'majority',
+            timeoutMS: remainingTimeMS,
+            signal,
+            allowDiskUse: false
+        });
+        try {
+            const sample = await cursor.next();
+            const sampledCount = sample?.sampled[0]?.count ?? 0;
+            const matchedCount = sample?.matches[0]?.count ?? 0;
+            if (sampledCount == 0 || matchedCount == 0) {
+                // A rare predicate can miss the whole sample; that does not establish an empty result.
+                return -1;
+            }
+            return Math.round((matchedCount / sampledCount) * totalCount);
+        }
+        finally {
+            await cursor.close();
+        }
+    }
+    catch (error) {
+        signal.throwIfAborted();
+        logger.debug(`Filtered snapshot sample unavailable for ${collection.namespace}; total remains unknown`, error);
+        return -1;
+    }
+}
+//# sourceMappingURL=estimateFilteredSnapshotCount.js.map

package/dist/replication/estimateFilteredSnapshotCount.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimateFilteredSnapshotCount.js","sourceRoot":"","sources":["../../src/replication/estimateFilteredSnapshotCount.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC;;;GAGG;AACH,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,eAAe,GAAG,MAAM,CAAC;AAO/B;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,OAKnD;IACC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACvD,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,IAAI,CAAC;QACH,OAAO,MAAM,UAAU,CAAC,cAAc,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;YAC/B,WAAW,EAAE,UAAU;YACvB,SAAS,EAAE,gBAAgB;YAC3B,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,KAAK,CAAC,2CAA2C,UAAU,CAAC,SAAS,4BAA4B,EAAE,KAAK,CAAC,CAAC;IACnH,CAAC;IAED,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAChE,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC;QAC5E,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,0FAA0F;YAC1F,OAAO,CAAC,CAAC,CAAC;QACZ,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC;QAC7F,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC,CAAC;QACZ,CAAC;QACD,iGAAiG;QACjG,6EAA6E;QAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QACpG,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CACjC;YACE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;YACjC;gBACE,MAAM,EAAE;oBACN,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC9B,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;iBACnD;aACF;SACF,EACD;YACE,SAAS,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;YAC/B,WAAW,EAAE,UAAU;YACvB,SAAS,EAAE,eAAe;YAC1B,MAAM;YACN,YAAY,EAAE,KAAK;SACpB,CACF,CAAC;QACF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;YACpD,IAAI,YAAY,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;gBAC3C,uFAAuF;gBACvF,OAAO,CAAC,CAAC,CAAC;YACZ,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,YAAY,CAAC,GAAG,UAAU,CAAC,CAAC;QAChE,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,KAAK,CAAC,4CAA4C,UAAU,CAAC,SAAS,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAC/G,OAAO,CAAC,CAAC,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/replication/replication-index.d.ts

@@ -1,7 +1,14 @@
 export * from './ChangeStream.js';
 export * from './ChangeStreamReplicationJob.js';
 export * from './ChangeStreamReplicator.js';
+export * from './ConnectionManagerFactory.js';
 export * from './internal-mongodb-utils.js';
+export * from './MongoErrorRateLimiter.js';
 export * from './MongoRelation.js';
+export * from './MongoReplicationQueryProvider.js';
+export * from './MongoReplicationStream.js';
+export * from './MongoReplicationStreamTypes.js';
+export * from './MongoSnapshotter.js';
 export * from './RawChangeStream.js';
+export { CHECKPOINTS_COLLECTION } from './replication-utils.js';
 export * from './SourceRowConverter.js';

package/dist/replication/replication-index.js

@@ -1,8 +1,15 @@
 export * from './ChangeStream.js';
 export * from './ChangeStreamReplicationJob.js';
 export * from './ChangeStreamReplicator.js';
+export * from './ConnectionManagerFactory.js';
 export * from './internal-mongodb-utils.js';
+export * from './MongoErrorRateLimiter.js';
 export * from './MongoRelation.js';
+export * from './MongoReplicationQueryProvider.js';
+export * from './MongoReplicationStream.js';
+export * from './MongoReplicationStreamTypes.js';
+export * from './MongoSnapshotter.js';
 export * from './RawChangeStream.js';
+export { CHECKPOINTS_COLLECTION } from './replication-utils.js';
 export * from './SourceRowConverter.js';
 //# sourceMappingURL=replication-index.js.map

package/dist/replication/replication-index.js.map

@@ -1 +1 @@
-{"version":3,"file":"replication-index.js","sourceRoot":"","sources":["../../src/replication/replication-index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC"}
+{"version":3,"file":"replication-index.js","sourceRoot":"","sources":["../../src/replication/replication-index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,oBAAoB,CAAC;AACnC,cAAc,oCAAoC,CAAC;AACnD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,cAAc,yBAAyB,CAAC"}

package/dist/test-utils/ChangeStreamTestContext.d.ts

@@ -0,0 +1,131 @@
+import { mongo } from '@powersync/lib-service-mongodb';
+import { BucketStorageFactory, InternalOpId, OplogEntry, ProtocolOpId, ReplicationCheckpoint, storage, SyncRulesBucketStorage, TestStorageFactory, utils } from '@powersync/service-core';
+import { ChangeStream, ChangeStreamOptions } from '../replication/ChangeStream.js';
+import { MongoManager } from '../replication/MongoManager.js';
+import { NormalizedMongoConnectionConfig } from '../types/types.js';
+/**
+ * Stream settings callers may override while the context owns connections, storage, metrics and cancellation.
+ */
+export type TestChangeStreamOptions = Omit<ChangeStreamOptions, 'connections' | 'storage' | 'metrics' | 'abort_signal'>;
+export interface ChangeStreamTestContextOptions {
+    factory: TestStorageFactory;
+    connectionOptions: NormalizedMongoConnectionConfig;
+    metrics: ChangeStreamOptions['metrics'];
+    /**
+     * Preserve both source data and bucket storage when reopening an interrupted replication attempt.
+     */
+    doNotClear?: boolean;
+    storageVersion?: number;
+    streamOptions?: TestChangeStreamOptions;
+    /**
+     * Defaults to detecting DocumentDB from the source's hello response.
+     */
+    documentDbMode?: boolean;
+}
+export interface ChangeStreamTestContextResources {
+    factory: BucketStorageFactory;
+    connectionManager: MongoManager;
+    metrics: ChangeStreamOptions['metrics'];
+    storageVersion?: number;
+    streamOptions?: TestChangeStreamOptions;
+    documentDbMode?: boolean;
+}
+/**
+ * Owns source/storage connections and real replication. Callers supply their environment and storage implementation.
+ */
+export declare class ChangeStreamTestContext implements AsyncDisposable {
+    private _walStream?;
+    private abortController;
+    private settledReplicationPromise?;
+    private syncRulesContent?;
+    private readonly replicationLeases;
+    storage?: SyncRulesBucketStorage;
+    /**
+     * Open a fresh fixture by default; use doNotClear to resume its persisted source and storage state.
+     */
+    static open(options: ChangeStreamTestContextOptions): Promise<ChangeStreamTestContext>;
+    /**
+     * Share resource setup and failure cleanup with subclasses that supply their own context and defaults.
+     */
+    protected static openWith<T extends ChangeStreamTestContext>({ options, createContext }: {
+        options: ChangeStreamTestContextOptions;
+        createContext: (resources: ChangeStreamTestContextResources) => T | Promise<T>;
+    }): Promise<T>;
+    readonly factory: BucketStorageFactory;
+    readonly connectionManager: MongoManager;
+    protected readonly metrics: ChangeStreamOptions['metrics'];
+    protected readonly streamOptions: TestChangeStreamOptions;
+    protected readonly storageVersion: number;
+    private readonly documentDbMode;
+    /**
+     * Takes ownership of an already configured storage factory and source connection.
+     */
+    constructor({ factory, connectionManager, metrics, streamOptions, storageVersion, documentDbMode }: ChangeStreamTestContextResources);
+    /**
+     * Abort snapshot and/or replication, without actively closing connections.
+     */
+    abort(cause?: Error): void;
+    /**
+     * Drain replication before inspecting its final persisted state or closing connections.
+     */
+    stop(cause?: Error): Promise<void>;
+    dispose(): Promise<void>;
+    [Symbol.asyncDispose](): Promise<void>;
+    get client(): mongo.MongoClient;
+    get db(): mongo.Db;
+    get connectionTag(): string;
+    updateSyncRules(content: string): Promise<storage.SyncRulesBucketStorage>;
+    loadNextSyncRules(): Promise<storage.SyncRulesBucketStorage>;
+    loadActiveSyncRules(): Promise<storage.SyncRulesBucketStorage>;
+    /**
+     * Reuse a replication lease per stream until the owning factory is disposed.
+     */
+    private getWritableStorage;
+    getSyncConfigContent(): storage.PersistedSyncConfigContent;
+    get streamer(): ChangeStream;
+    replicateSnapshot(): Promise<void>;
+    /**
+     * A snapshot is not consistent until streaming replication has caught up.
+     * We simulate that for tests.
+     * Do not use if there are any writes performed while doing the snapshot, as that
+     * would result in inconsistent data.
+     */
+    markSnapshotConsistent(): Promise<void>;
+    startStreaming(): Promise<PromiseSettledResult<void>>;
+    /**
+     * Wait for this stream to publish a real source marker; stop polling if replication exits first.
+     */
+    getCheckpoint(options?: {
+        timeout?: number;
+    }): Promise<ReplicationCheckpoint>;
+    getBucketsDataBatch(buckets: Record<string, InternalOpId>, options?: {
+        timeout?: number;
+    }): Promise<(storage.SyncBucketDataChunk | storage.SyncBucketDataBatchEnd)[]>;
+    getBucketData(bucket: string, start?: ProtocolOpId | InternalOpId | undefined, options?: {
+        timeout?: number;
+    }): Promise<OplogEntry<utils.StoredOplogData>[]>;
+    getBucketDataAtLatestCheckpoint(bucket: string, start?: ProtocolOpId | InternalOpId | undefined): Promise<OplogEntry<utils.StoredOplogData>[]>;
+    getBucketDataAtCheckpoint(bucket: string, checkpoint: ReplicationCheckpoint, start?: ProtocolOpId | InternalOpId | undefined): Promise<OplogEntry<utils.StoredOplogData>[]>;
+    /**
+     * Resolve a readable test bucket such as global[] to its persisted, versioned bucket name.
+     */
+    private bucketRequest;
+    getChecksums(buckets: string[], options?: {
+        timeout?: number;
+    }): Promise<utils.ChecksumMap>;
+    getChecksum(bucket: string, options?: {
+        timeout?: number;
+    }): Promise<utils.BucketChecksum | undefined>;
+}
+export declare function getClientCheckpoint({ client, db, storageFactory, timeout, documentDbMode: forcedDocumentDbMode, storage: expectedStorage, signal }: {
+    client: mongo.MongoClient;
+    db: mongo.Db;
+    storageFactory: BucketStorageFactory;
+    timeout?: number;
+    documentDbMode?: boolean;
+    /**
+     * Ignore checkpoints from another active stream while this one is still deploying.
+     */
+    storage?: SyncRulesBucketStorage;
+    signal?: AbortSignal;
+}): Promise<ReplicationCheckpoint>;

package/dist/test-utils/ChangeStreamTestContext.js

@@ -0,0 +1,390 @@
+import { ReplicationAbortedError } from '@powersync/lib-services-framework';
+import { createCoreReplicationMetrics, initializeCoreReplicationMetrics, isBatchEnd, LEGACY_STORAGE_VERSION, settledPromise, unsettledPromise, updateSyncRulesFromConfig } from '@powersync/service-core';
+import { SqlSyncRules } from '@powersync/service-sync-rules';
+import { setTimeout } from 'node:timers/promises';
+import { SentinelLSN } from '../common/SentinelLSN.js';
+import { ChangeStream } from '../replication/ChangeStream.js';
+import { MongoManager } from '../replication/MongoManager.js';
+import { createCheckpoint, createSentinelCheckpointLsn, STANDALONE_CHECKPOINT_ID } from '../replication/MongoRelation.js';
+import { detectDocumentDb } from '../replication/replication-utils.js';
+/**
+ * Owns source/storage connections and real replication. Callers supply their environment and storage implementation.
+ */
+export class ChangeStreamTestContext {
+    _walStream;
+    abortController = new AbortController();
+    settledReplicationPromise;
+    syncRulesContent;
+    replicationLeases = new Map();
+    storage;
+    /**
+     * Open a fresh fixture by default; use doNotClear to resume its persisted source and storage state.
+     */
+    static async open(options) {
+        return this.openWith({ options, createContext: (resources) => new ChangeStreamTestContext(resources) });
+    }
+    /**
+     * Share resource setup and failure cleanup with subclasses that supply their own context and defaults.
+     */
+    static async openWith({ options, createContext }) {
+        const factory = await options.factory({ doNotClear: options.doNotClear });
+        try {
+            const connectionManager = new MongoManager(options.connectionOptions);
+            try {
+                if (!options.doNotClear) {
+                    await connectionManager.db.dropDatabase();
+                }
+                const documentDbMode = options.documentDbMode ?? (await detectDocumentDb(connectionManager.db));
+                // Await subclass setup so failures still close the shared connections below.
+                return await createContext({ ...options, factory, connectionManager, documentDbMode });
+            }
+            catch (error) {
+                await connectionManager.end();
+                throw error;
+            }
+        }
+        catch (error) {
+            await factory[Symbol.asyncDispose]();
+            throw error;
+        }
+    }
+    factory;
+    connectionManager;
+    metrics;
+    streamOptions;
+    storageVersion;
+    documentDbMode;
+    /**
+     * Takes ownership of an already configured storage factory and source connection.
+     */
+    constructor({ factory, connectionManager, metrics, streamOptions = {}, storageVersion = LEGACY_STORAGE_VERSION, documentDbMode = false }) {
+        this.factory = factory;
+        this.connectionManager = connectionManager;
+        this.metrics = metrics;
+        this.streamOptions = streamOptions;
+        this.storageVersion = storageVersion;
+        this.documentDbMode = documentDbMode;
+        createCoreReplicationMetrics(metrics);
+        initializeCoreReplicationMetrics(metrics);
+        const unregister = factory.registerListener({
+            beforeDispose: async () => {
+                unregister();
+                try {
+                    for (const lease of this.replicationLeases.values()) {
+                        await (await lease).release();
+                    }
+                }
+                finally {
+                    this.replicationLeases.clear();
+                }
+            }
+        });
+    }
+    /**
+     * Abort snapshot and/or replication, without actively closing connections.
+     */
+    abort(cause) {
+        this.abortController.abort(cause);
+    }
+    /**
+     * Drain replication before inspecting its final persisted state or closing connections.
+     */
+    async stop(cause) {
+        this.abort(cause);
+        await this.settledReplicationPromise;
+    }
+    async dispose() {
+        await this.stop(new Error('Disposing test context'));
+        try {
+            await this.factory[Symbol.asyncDispose]();
+        }
+        finally {
+            await this.connectionManager.end();
+        }
+    }
+    async [Symbol.asyncDispose]() {
+        await this.dispose();
+    }
+    get client() {
+        return this.connectionManager.client;
+    }
+    get db() {
+        return this.connectionManager.db;
+    }
+    get connectionTag() {
+        return this.connectionManager.connectionTag;
+    }
+    async updateSyncRules(content) {
+        const replicationStream = await this.factory.updateSyncRules(updateSyncRulesFromConfig(SqlSyncRules.fromYaml(content, {
+            defaultSchema: this.db.databaseName,
+            throwOnError: true
+        }), { storageVersion: this.storageVersion, defaultSchema: this.db.databaseName }));
+        this.syncRulesContent = replicationStream.syncConfigContent[0];
+        this.storage = await this.getWritableStorage(replicationStream);
+        return this.storage;
+    }
+    async loadNextSyncRules() {
+        const syncConfig = await this.factory.getDeployingSyncConfig();
+        if (syncConfig == null) {
+            throw new Error(`Next sync config not available`);
+        }
+        this.syncRulesContent = syncConfig.content;
+        this.storage = await this.getWritableStorage(syncConfig.replicationStream);
+        return this.storage;
+    }
+    async loadActiveSyncRules() {
+        const syncConfig = await this.factory.getActiveSyncConfig();
+        if (syncConfig == null) {
+            throw new Error(`Active sync config not found`);
+        }
+        this.syncRulesContent = syncConfig.content;
+        this.storage = await this.getWritableStorage(syncConfig.replicationStream);
+        return this.storage;
+    }
+    /**
+     * Reuse a replication lease per stream until the owning factory is disposed.
+     */
+    async getWritableStorage(stream) {
+        let pending = this.replicationLeases.get(stream.replicationStreamId);
+        if (pending == null) {
+            pending = stream.lock();
+            this.replicationLeases.set(stream.replicationStreamId, pending);
+        }
+        let replicationLock;
+        try {
+            replicationLock = await pending;
+        }
+        catch (error) {
+            this.replicationLeases.delete(stream.replicationStreamId);
+            throw error;
+        }
+        return this.factory.getInstance(stream, { replicationLock });
+    }
+    getSyncConfigContent() {
+        if (this.syncRulesContent == null) {
+            throw new Error('Sync config not configured - call updateSyncRules() first');
+        }
+        return this.syncRulesContent;
+    }
+    get streamer() {
+        if (this.storage == null) {
+            throw new Error('updateSyncRules() first');
+        }
+        if (this._walStream) {
+            return this._walStream;
+        }
+        const options = {
+            // Forward all supported stream options, including custom query providers and snapshot/storage hooks.
+            ...this.streamOptions,
+            storage: this.storage,
+            metrics: this.metrics,
+            connections: this.connectionManager,
+            abort_signal: this.abortController.signal,
+            // A shorter await also keeps aborts responsive on MongoDB <= 6.0.
+            maxAwaitTimeMS: this.streamOptions.maxAwaitTimeMS ?? 200
+        };
+        this._walStream = new ChangeStream(options);
+        return this._walStream;
+    }
+    async replicateSnapshot() {
+        this.settledReplicationPromise ??= settledPromise(this.streamer.replicate());
+        try {
+            await Promise.race([unsettledPromise(this.settledReplicationPromise), this.streamer.waitForInitialSnapshot()]);
+        }
+        catch (e) {
+            if (e instanceof ReplicationAbortedError && e.cause != null) {
+                throw e.cause;
+            }
+            throw e;
+        }
+    }
+    /**
+     * A snapshot is not consistent until streaming replication has caught up.
+     * We simulate that for tests.
+     * Do not use if there are any writes performed while doing the snapshot, as that
+     * would result in inconsistent data.
+     */
+    async markSnapshotConsistent() {
+        let checkpoint;
+        if (this.documentDbMode) {
+            const sentinelCheckpoint = SentinelLSN.fromSerialized(await createSentinelCheckpointLsn(this.client, this.db));
+            const status = await this.storage.getStatus();
+            const resumeFrom = status.resumeLsn;
+            const resumeToken = resumeFrom ? SentinelLSN.fromSerialized(resumeFrom).resumeToken : null;
+            // This helper artificially marks the snapshot as consistent without
+            // waiting for the stream to observe the sentinel. Keep the sentinel as the
+            // comparable position, but carry forward the existing snapshot resume
+            // token so later DocumentDB streaming still resumes from a real token.
+            checkpoint = new SentinelLSN({
+                sentinel: sentinelCheckpoint.sentinel,
+                resume_token: resumeToken
+            }).comparable;
+        }
+        else {
+            checkpoint = await createCheckpoint(this.db, STANDALONE_CHECKPOINT_ID);
+        }
+        await using writer = await this.storage.createWriter({
+            zeroLSN: '0000000000000000',
+            defaultSchema: this.db.databaseName,
+            storeCurrentData: true
+        });
+        await writer.keepalive(checkpoint);
+        await writer.flush();
+    }
+    startStreaming() {
+        this.settledReplicationPromise ??= settledPromise(this.streamer.replicate());
+        return this.settledReplicationPromise;
+    }
+    /**
+     * Wait for this stream to publish a real source marker; stop polling if replication exits first.
+     */
+    async getCheckpoint(options) {
+        if (this.settledReplicationPromise == null) {
+            throw new Error('Start replication before requesting a checkpoint.');
+        }
+        const polling = new AbortController();
+        const wait = getClientCheckpoint({
+            client: this.client,
+            db: this.db,
+            storageFactory: this.factory,
+            storage: this.storage,
+            timeout: options?.timeout ?? 15_000,
+            documentDbMode: this.documentDbMode,
+            signal: polling.signal
+        });
+        try {
+            return await Promise.race([
+                wait,
+                unsettledPromise(this.settledReplicationPromise).then(() => {
+                    throw new Error('Replication exited before publishing the requested checkpoint.');
+                })
+            ]);
+        }
+        finally {
+            polling.abort();
+            await wait.catch(() => { });
+        }
+    }
+    async getBucketsDataBatch(buckets, options) {
+        let checkpoint = await this.getCheckpoint(options);
+        const map = Object.entries(buckets).map(([bucket, start]) => this.bucketRequest(bucket, start));
+        const chunks = [];
+        for await (const chunk of this.storage.getBucketDataBatch(checkpoint, map)) {
+            chunks.push(chunk);
+        }
+        return chunks;
+    }
+    async getBucketData(bucket, start, options) {
+        const checkpoint = await this.getCheckpoint(options);
+        return this.getBucketDataAtCheckpoint(bucket, checkpoint, start);
+    }
+    async getBucketDataAtLatestCheckpoint(bucket, start) {
+        if (this.storage == null) {
+            throw new Error('updateSyncRules() first');
+        }
+        const checkpoint = await this.storage.getCheckpoint();
+        return this.getBucketDataAtCheckpoint(bucket, checkpoint, start);
+    }
+    async getBucketDataAtCheckpoint(bucket, checkpoint, start) {
+        start ??= 0n;
+        if (typeof start == 'string') {
+            start = BigInt(start);
+        }
+        let map = [this.bucketRequest(bucket, start)];
+        let data = [];
+        while (true) {
+            const batch = this.storage.getBucketDataBatch(checkpoint, map);
+            const chunks = [];
+            for await (const chunk of batch) {
+                chunks.push(chunk);
+            }
+            if (chunks.length == 0) {
+                break;
+            }
+            for (let chunk of chunks) {
+                if (isBatchEnd(chunk)) {
+                    if (!chunk.hasMore) {
+                        return data;
+                    }
+                }
+                else {
+                    data = data.concat(chunk.chunkData.data ?? []);
+                    map = [this.bucketRequest(bucket, BigInt(chunk.chunkData.next_after))];
+                    if (!chunk.chunkData.has_more) {
+                        return data;
+                    }
+                }
+            }
+        }
+        return data;
+    }
+    /**
+     * Resolve a readable test bucket such as global[] to its persisted, versioned bucket name.
+     */
+    bucketRequest(bucket, start) {
+        const parsed = this.getSyncConfigContent().parsed({ defaultSchema: this.db.databaseName });
+        const parameterStart = bucket.indexOf('[');
+        const definitionName = bucket.substring(0, parameterStart);
+        const source = parsed.syncConfigs
+            .flatMap((config) => config.config.bucketDataSources)
+            .find((source) => source.uniqueName == definitionName);
+        if (source == null) {
+            throw new Error(`Unknown bucket '${bucket}'.`);
+        }
+        return {
+            bucket: parsed.hydrationState.getBucketSourceScope(source).bucketPrefix + bucket.substring(parameterStart),
+            source,
+            start
+        };
+    }
+    async getChecksums(buckets, options) {
+        let checkpoint = await this.getCheckpoint(options);
+        const versionedBuckets = buckets.map((bucket) => this.bucketRequest(bucket, 0n));
+        const checksums = await this.storage.getChecksums(checkpoint, versionedBuckets);
+        const unversioned = new Map();
+        for (let i = 0; i < buckets.length; i++) {
+            unversioned.set(buckets[i], checksums.get(versionedBuckets[i].bucket));
+        }
+        return unversioned;
+    }
+    async getChecksum(bucket, options) {
+        const checksums = await this.getChecksums([bucket], options);
+        return checksums.get(bucket);
+    }
+}
+export async function getClientCheckpoint({ client, db, storageFactory, timeout = 50_000, documentDbMode: forcedDocumentDbMode, storage: expectedStorage, signal }) {
+    const start = Date.now();
+    const documentDbMode = forcedDocumentDbMode ?? (await detectDocumentDb(db));
+    const lsn = documentDbMode
+        ? await createSentinelCheckpointLsn(client, db)
+        : await createCheckpoint(db, STANDALONE_CHECKPOINT_ID);
+    // The marker establishes a source position. Wait until replication publishes a client-visible checkpoint past it.
+    // DocumentDB: the streaming loop skips standalone checkpoint events while a
+    // batch barrier is pending (see ChangeStream.ts), so a single sentinel bump
+    // can be missed on an idle stream with no later event to advance the
+    // checkpoint. Periodically re-bump the sentinel so a standalone event
+    // eventually commits past `lsn`, mirroring getSnapshotLsn's retry loop.
+    const NUDGE_INTERVAL_MS = 1000;
+    let lastNudge = Date.now();
+    let lastCp = null;
+    while (Date.now() - start < timeout) {
+        signal?.throwIfAborted();
+        const activeStorage = (await storageFactory.getActiveSyncConfig())?.storage;
+        const cp = expectedStorage == null || activeStorage?.replicationStreamId == expectedStorage.replicationStreamId
+            ? await activeStorage?.getCheckpoint()
+            : undefined;
+        if (cp != null) {
+            lastCp = cp;
+            if (cp.lsn && cp.lsn >= lsn) {
+                return cp;
+            }
+        }
+        if (documentDbMode && Date.now() - lastNudge >= NUDGE_INTERVAL_MS) {
+            await createSentinelCheckpointLsn(client, db);
+            lastNudge = Date.now();
+        }
+        await setTimeout(30, undefined, { signal });
+    }
+    throw new Error(`Timeout while waiting for checkpoint ${lsn}. Last checkpoint: ${lastCp?.lsn}`);
+}
+//# sourceMappingURL=ChangeStreamTestContext.js.map

package/dist/test-utils/ChangeStreamTestContext.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeStreamTestContext.js","sourceRoot":"","sources":["../../src/test-utils/ChangeStreamTestContext.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,EAGL,4BAA4B,EAC5B,gCAAgC,EAEhC,UAAU,EACV,sBAAsB,EAItB,cAAc,EAId,gBAAgB,EAChB,yBAAyB,EAE1B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,YAAY,EAAuB,MAAM,gCAAgC,CAAC;AACnF,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EACL,gBAAgB,EAChB,2BAA2B,EAC3B,wBAAwB,EACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAiCvE;;GAEG;AACH,MAAM,OAAO,uBAAuB;IAC1B,UAAU,CAAgB;IAC1B,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IACxC,yBAAyB,CAAuC;IAChE,gBAAgB,CAAsC;IAC7C,iBAAiB,GAAG,IAAI,GAAG,EAA4C,CAAC;IAClF,OAAO,CAA0B;IAExC;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAuC;QACvD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC1G,CAAC;IAED;;OAEG;IACO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAoC,EACjE,OAAO,EACP,aAAa,EAId;QACC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC;YACH,MAAM,iBAAiB,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YACtE,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;oBACxB,MAAM,iBAAiB,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;gBAC5C,CAAC;gBACD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,MAAM,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChG,6EAA6E;gBAC7E,OAAO,MAAM,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,CAAC,CAAC;YACzF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,iBAAiB,CAAC,GAAG,EAAE,CAAC;gBAC9B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEQ,OAAO,CAAuB;IAC9B,iBAAiB,CAAe;IACtB,OAAO,CAAiC;IACxC,aAAa,CAA0B;IACvC,cAAc,CAAS;IACzB,cAAc,CAAU;IAEzC;;OAEG;IACH,YAAY,EACV,OAAO,EACP,iBAAiB,EACjB,OAAO,EACP,aAAa,GAAG,EAAE,EAClB,cAAc,GAAG,sBAAsB,EACvC,cAAc,GAAG,KAAK,EACW;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,4BAA4B,CAAC,OAAO,CAAC,CAAC;QACtC,gCAAgC,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC;YAC1C,aAAa,EAAE,KAAK,IAAI,EAAE;gBACxB,UAAU,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;wBACpD,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;oBAChC,CAAC;gBACH,CAAC;wBAAS,CAAC;oBACT,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;gBACjC,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,KAAa;QACtB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,IAAI,CAAC,yBAAyB,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;QAC5C,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACzB,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;IACvC,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;IACnC,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAC1D,yBAAyB,CACvB,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE;YAC7B,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,YAAY;YACnC,YAAY,EAAE,IAAI;SACnB,CAAC,EACF,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAC7E,CACF,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,OAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;QAC/D,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,OAAO,CAAC;QAC3C,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC,OAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAC5D,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,OAAO,CAAC;QAC3C,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC,OAAQ,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,MAA0C;QACzE,IAAI,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACrE,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,eAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,eAAe,GAAG,MAAM,OAAO,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;YAC1D,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,oBAAoB;QAClB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,UAAU,CAAC;QACzB,CAAC;QACD,MAAM,OAAO,GAAwB;YACnC,qGAAqG;YACrG,GAAG,IAAI,CAAC,aAAa;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,iBAAiB;YACnC,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;YACzC,kEAAkE;YAClE,cAAc,EAAE,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,GAAG;SACzD,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,UAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,CAAC,yBAAyB,KAAK,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7E,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,yBAAyB,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC;QACjH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,uBAAuB,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC5D,MAAM,CAAC,CAAC,KAAK,CAAC;YAChB,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,sBAAsB;QAC1B,IAAI,UAAkB,CAAC;QACvB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,kBAAkB,GAAG,WAAW,CAAC,cAAc,CAAC,MAAM,2BAA2B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YAC/G,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,SAAS,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;YACpC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;YAE3F,oEAAoE;YACpE,2EAA2E;YAC3E,sEAAsE;YACtE,uEAAuE;YACvE,UAAU,GAAG,IAAI,WAAW,CAAC;gBAC3B,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;gBACrC,YAAY,EAAE,WAAW;aAC1B,CAAC,CAAC,UAAU,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACzE,CAAC;QAED,YAAY,MAAM,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,YAAY,CAAC;YACpD,OAAO,EAAE,kBAAkB;YAC3B,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,YAAY;YACnC,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,cAAc;QACZ,IAAI,CAAC,yBAAyB,KAAK,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7E,OAAO,IAAI,CAAC,yBAAyB,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,OAA8B;QAChD,IAAI,IAAI,CAAC,yBAAyB,IAAI,IAAI,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,mBAAmB,CAAC;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,cAAc,EAAE,IAAI,CAAC,OAAO;YAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,MAAM;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;gBACxB,IAAI;gBACJ,gBAAgB,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;oBACzD,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;gBACpF,CAAC,CAAC;aACH,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAqC,EAAE,OAA8B;QAC7F,IAAI,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;QAChG,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAQ,CAAC,kBAAkB,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,KAA+C,EAAE,OAA8B;QACjH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,+BAA+B,CAAC,MAAc,EAAE,KAA+C;QACnG,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QACtD,OAAO,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,yBAAyB,CAC7B,MAAc,EACd,UAAiC,EACjC,KAA+C;QAE/C,KAAK,KAAK,EAAE,CAAC;QACb,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC7B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;QAC9C,IAAI,IAAI,GAAiB,EAAE,CAAC;QAC5B,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,OAAQ,CAAC,kBAAkB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,EAAE,CAAC;YAClB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACvB,MAAM;YACR,CAAC;YACD,KAAK,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACzB,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;oBAC/C,GAAG,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACvE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;wBAC9B,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAAc,EAAE,KAAmB;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW;aAC9B,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC;aACpD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,cAAc,CAAC,CAAC;QACzD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,IAAI,CAAC,CAAC;QACjD,CAAC;QACD,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC;YAC1G,MAAM;YACN,KAAK;SACN,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAiB,EAAE,OAA8B;QAClE,IAAI,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAEjF,MAAM,WAAW,GAAsB,IAAI,GAAG,EAAE,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAE,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,OAA8B;QAC9D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QAC7D,OAAO,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,EACxC,MAAM,EACN,EAAE,EACF,cAAc,EACd,OAAO,GAAG,MAAM,EAChB,cAAc,EAAE,oBAAoB,EACpC,OAAO,EAAE,eAAe,EACxB,MAAM,EAYP;IACC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,cAAc,GAAG,oBAAoB,IAAI,CAAC,MAAM,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5E,MAAM,GAAG,GAAG,cAAc;QACxB,CAAC,CAAC,MAAM,2BAA2B,CAAC,MAAM,EAAE,EAAE,CAAC;QAC/C,CAAC,CAAC,MAAM,gBAAgB,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;IACzD,kHAAkH;IAElH,4EAA4E;IAC5E,4EAA4E;IAC5E,qEAAqE;IACrE,sEAAsE;IACtE,wEAAwE;IACxE,MAAM,iBAAiB,GAAG,IAAI,CAAC;IAC/B,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAiC,IAAI,CAAC;IAEhD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,OAAO,EAAE,CAAC;QACpC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,aAAa,GAAG,CAAC,MAAM,cAAc,CAAC,mBAAmB,EAAE,CAAC,EAAE,OAAO,CAAC;QAC5E,MAAM,EAAE,GACN,eAAe,IAAI,IAAI,IAAI,aAAa,EAAE,mBAAmB,IAAI,eAAe,CAAC,mBAAmB;YAClG,CAAC,CAAC,MAAM,aAAa,EAAE,aAAa,EAAE;YACtC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;YACf,MAAM,GAAG,EAAE,CAAC;YACZ,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;gBAC5B,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,IAAI,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,iBAAiB,EAAE,CAAC;YAClE,MAAM,2BAA2B,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC9C,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,MAAM,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,sBAAsB,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;AAClG,CAAC"}