@powersync/service-module-postgres-storage 0.0.0-dev-20260602073133 → 0.0.0-dev-20260909133214

package/dist/storage/PostgresSyncRulesStorage.js

@@ -1,4 +1,4 @@
-import { BroadcastIterable, CHECKPOINT_INVALIDATE_ALL, internalToExternalOpId, LastValueSink, maxLsn, ParameterSetLimitExceededError, storage } from '@powersync/service-core';
+import { BroadcastIterable, CHECKPOINT_INVALIDATE_ALL, internalToExternalOpId, LastValueSink, maxLsn, ParameterSetLimitExceededError, storage, SyncRuleState } from '@powersync/service-core';
 import { JSONBig } from '@powersync/service-jsonbig';
 import * as timers from 'timers/promises';
 import { bigint, BIGINT_MAX } from '../types/codecs.js';
@@ -8,17 +8,23 @@ import { mapOpEntry } from '../utils/bucket-data.js';
 import * as framework from '@powersync/lib-services-framework';
 import { wrapWithAbort } from 'ix/asynciterable/operators/withabort.js';
 import * as t from 'ts-codec';
+import * as checkpointUtils from '../utils/checkpoints.js';
 import { pick } from '../utils/ts-codec.js';
 import { PostgresBucketBatch } from './batch/PostgresBucketBatch.js';
 import { PostgresWriteCheckpointAPI } from './checkpoints/PostgresWriteCheckpointAPI.js';
 import { PostgresCurrentDataStore } from './current-data-store.js';
 import { PostgresCompactor } from './PostgresCompactor.js';
+/**
+ * Number of rows deleted per batch when clearing storage for a replication stream.
+ */
+export const CLEAR_BATCH_LIMIT = 50_000;
 export class PostgresSyncRulesStorage extends framework.BaseObserver {
     options;
     [framework.DO_NOT_LOG] = true;
-    group_id;
+    replicationStreamId;
+    replicationStream;
     sync_rules;
-    slot_name;
+    replicationStreamName;
     factory;
     storageConfig;
     logger;
@@ -26,20 +32,27 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
     db;
     writeCheckpointAPI;
     currentDataStore;
-    //   TODO we might be able to share this in an abstract class
-    parsedSyncRulesCache;
+    /**
+     * Canonical parsed sync config sets, keyed by defaultSchema. Entries are never evicted,
+     * so each parse options value maps to exactly one parsed set for the lifetime of this
+     * storage instance.
+     *
+     * TODO we might be able to share this in an abstract class
+     */
+    parsedSyncConfigSets = new Map();
     _checksumCache;
     constructor(options) {
         super();
         this.options = options;
-        this.group_id = options.sync_rules.id;
+        this.replicationStream = options.replicationStream;
+        this.replicationStreamId = options.replicationStream.replicationStreamId;
         this.db = options.db;
-        this.sync_rules = options.sync_rules;
-        this.slot_name = options.sync_rules.slot_name;
+        this.sync_rules = options.replicationStream.syncConfigContent[0];
+        this.replicationStreamName = options.replicationStream.replicationStreamName;
         this.factory = options.factory;
-        this.storageConfig = options.sync_rules.getStorageConfig();
+        this.storageConfig = options.replicationStream.getStorageConfig();
         this.currentDataStore = new PostgresCurrentDataStore(this.storageConfig);
-        this.logger = options.sync_rules.logger;
+        this.logger = this.sync_rules.logger;
         this.writeCheckpointAPI = new PostgresWriteCheckpointAPI({
             db: this.db,
             mode: options.write_checkpoint_mode ?? storage.WriteCheckpointMode.MANAGED
@@ -52,6 +65,7 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
      */
     get checksumCache() {
         this._checksumCache ??= new storage.ChecksumCache({
+            ttlMs: this.options.checksumCacheTtlMs,
             fetchChecksums: (batch) => {
                 return this.getChecksumsInternal(batch);
             }
@@ -61,17 +75,16 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
     get writeCheckpointMode() {
         return this.writeCheckpointAPI.writeCheckpointMode;
     }
-    //   TODO we might be able to share this in an abstract class
-    getParsedSyncRules(options) {
-        const { parsed, options: cachedOptions } = this.parsedSyncRulesCache ?? {};
-        /**
-         * Check if the cached sync config, if present, had the same options.
-         * Parse sync config if the options are different or if there is no cached value.
-         */
-        if (!parsed || options.defaultSchema != cachedOptions?.defaultSchema) {
-            this.parsedSyncRulesCache = { parsed: this.sync_rules.parsed(options).hydratedSyncConfig(), options };
+    getParsedSyncConfigSet(options) {
+        let parsed = this.parsedSyncConfigSets.get(options.defaultSchema);
+        if (parsed == null) {
+            parsed = this.replicationStream.parsed(options);
+            this.parsedSyncConfigSets.set(options.defaultSchema, parsed);
         }
-        return this.parsedSyncRulesCache.parsed;
+        return parsed;
+    }
+    getParsedSyncRules(options) {
+        return this.getParsedSyncConfigSet(options).hydratedSyncConfig;
     }
     async reportError(e) {
         const message = String(e.message ?? 'Replication failure');
@@ -80,37 +93,49 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
       SET
         last_fatal_error = ${{ type: 'varchar', value: message }}
       WHERE
-        id = ${{ type: 'int4', value: this.group_id }};
+        id = ${{ type: 'int4', value: this.replicationStreamId }};
     `.execute();
     }
+    supportsIncrementalParameterCompaction() {
+        return false;
+    }
     async compact(options) {
+        if (options?.incrementalOnly) {
+            // Not supported yet
+            this.logger.info('Incremental compacting is not supported on Postgres storage yet.');
+            return;
+        }
+        else if (this.replicationStream.state != SyncRuleState.ACTIVE) {
+            this.logger.info(`Skipping compacting of replication stream in ${this.replicationStream.state} state.`);
+            return;
+        }
         let maxOpId = options?.maxOpId;
         if (maxOpId == null) {
             const checkpoint = await this.getCheckpoint();
             // Note: If there is no active checkpoint, this will be 0, in which case no compacting is performed
             maxOpId = checkpoint.checkpoint;
         }
-        return new PostgresCompactor(this.db, this.group_id, {
+        return new PostgresCompactor(this.db, this.replicationStreamId, {
             ...options,
             maxOpId,
             logger: this.logger
         }).compact();
     }
-    async populatePersistentChecksumCache(_options) {
+    async compactInitialReplication(_options) {
         // no-op - checksum cache is not implemented for Postgres yet
         return { buckets: 0 };
     }
     lastWriteCheckpoint(filters) {
         return this.writeCheckpointAPI.lastWriteCheckpoint({
             ...filters,
-            sync_rules_id: this.group_id
+            sync_rules_id: this.replicationStreamId
         });
     }
-    setWriteCheckpointMode(mode) {
-        return this.writeCheckpointAPI.setWriteCheckpointMode(mode);
+    setWriteCheckpointMode(config) {
+        return this.writeCheckpointAPI.setWriteCheckpointMode(config);
     }
-    createManagedWriteCheckpoint(checkpoint) {
-        return this.writeCheckpointAPI.createManagedWriteCheckpoint(checkpoint);
+    createManagedWriteCheckpoints(checkpoints) {
+        return this.writeCheckpointAPI.createManagedWriteCheckpoints(checkpoints);
     }
     async getCheckpoint() {
         const checkpointRow = await this.db.sql `
@@ -120,7 +145,7 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
       FROM
         sync_rules
       WHERE
-        id = ${{ type: 'int4', value: this.group_id }}
+        id = ${{ type: 'int4', value: this.replicationStreamId }}
     `
             .decoded(pick(models.SyncRules, ['last_checkpoint', 'last_checkpoint_lsn']))
             .first();
@@ -136,7 +161,7 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
       FROM
         sync_rules
       WHERE
-        id = ${{ type: 'int4', value: this.group_id }}
+        id = ${{ type: 'int4', value: this.replicationStreamId }}
     `
             .decoded(pick(models.SyncRules, ['last_checkpoint_lsn', 'no_checkpoint_before', 'keepalive_op', 'snapshot_lsn']))
             .first();
@@ -144,9 +169,9 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         const writer = new PostgresBucketBatch({
             logger: options.logger ?? this.logger,
             db: this.db,
-            sync_rules: this.sync_rules.parsed(options).hydratedSyncConfig(),
-            group_id: this.group_id,
-            slot_name: this.slot_name,
+            sync_rules: this.getParsedSyncRules(options),
+            replicationStreamId: this.replicationStreamId,
+            replicationStreamName: this.replicationStreamName,
             last_checkpoint_lsn: checkpoint_lsn,
             keep_alive_op: syncRules?.keepalive_op,
             resumeFromLsn: maxLsn(syncRules?.snapshot_lsn, checkpoint_lsn),
@@ -183,7 +208,7 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
             value: lookups.map((l) => storage.serializeLookupBuffer(l).toString('hex'))
         }}) WITH ORDINALITY AS requested (value, index)
           WHERE
-            group_id = ${{ type: 'int4', value: this.group_id }}
+            group_id = ${{ type: 'int4', value: this.replicationStreamId }}
             AND lookup = decode((requested.value ->> 0)::text, 'hex') -- Decode the hex string to bytea
             AND id <= ${{ type: 'int8', value: checkpoint.checkpoint }}
           ORDER BY
@@ -238,8 +263,8 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         // There are also overall batch length and size limits.
         // Each batch query batch are streamed in separate sets of rows, which may or may
         // not match up with chunks.
-        const end = checkpoint ?? BIGINT_MAX;
-        const filters = dataBuckets.map((request) => ({ bucket_name: request.bucket, start: request.start }));
+        const end = checkpoint.checkpoint ?? BIGINT_MAX;
+        const sortedBuckets = [...dataBuckets].sort((a, b) => a.bucket.localeCompare(b.bucket));
         const startOpByBucket = new Map(dataBuckets.map((request) => [request.bucket, request.start]));
         const batchRowLimit = options?.limit ?? storage.DEFAULT_DOCUMENT_BATCH_LIMIT;
         const chunkSizeLimitBytes = options?.chunkLimitBytes ?? storage.DEFAULT_DOCUMENT_CHUNK_LIMIT_BYTES;
@@ -247,65 +272,64 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         let currentChunk = null;
         let targetOp = null;
         let batchRowCount = 0;
-        /**
-         * It is possible to perform this query with JSONB join. e.g.
-         * ```sql
-         * WITH
-         * filter_data AS (
-         * SELECT
-         * FILTER ->> 'bucket_name' AS bucket_name,
-         * (FILTER ->> 'start')::BIGINT AS start_op_id
-         * FROM
-         * jsonb_array_elements($1::jsonb) AS FILTER
-         * )
-         * SELECT
-         * b.*,
-         * octet_length(b.data) AS data_size
-         * FROM
-         * bucket_data b
-         * JOIN filter_data f ON b.bucket_name = f.bucket_name
-         * AND b.op_id > f.start_op_id
-         * AND b.op_id <= $2
-         * WHERE
-         * b.group_id = $3
-         * ORDER BY
-         * b.bucket_name ASC,
-         * b.op_id ASC
-         * LIMIT
-         * $4;
-         * ```
-         * Which might be better for large volumes of buckets, but in testing the JSON method
-         * was significantly slower than the method below. Syncing 2.5 million rows in a single
-         * bucket takes 2 minutes and 11 seconds with the method below. With the JSON method
-         * 1 million rows were only synced before a 5 minute timeout.
-         */
-        for await (const rows of this.db.streamRows({
+        const requestedBuckets = sortedBuckets
+            .map((_, index) => `($${index * 2 + 4}, $${index * 2 + 5}, ${index})`)
+            .join(', ');
+        // Use one round trip while keeping a parameterized index range scan per bucket. Ordering the non-flattened request
+        // subquery gives Postgres a presorted bucket key, allowing an incremental sort and the outer limit to stop the
+        // nested loop early. The inner limit cannot exclude rows needed by the outer batch because both limits are equal.
+        const query = {
             statement: `
-          SELECT
-            *
-          FROM
-            bucket_data 
-          WHERE
-            group_id = $1
-            and op_id <= $2
-            and (
-            ${filters.map((f, index) => `(bucket_name = $${index * 2 + 4} and op_id > $${index * 2 + 5})`).join(' OR ')}
-            ) 
-          ORDER BY
-            bucket_name ASC,
-            op_id ASC
-          LIMIT
-            $3;`,
+        SELECT
+          bucket_data.*
+        FROM
+          (
+            SELECT
+              *
+            FROM
+              (
+                VALUES ${requestedBuckets}
+              ) AS bucket_requests(bucket_name, start_op_id, bucket_order)
+            -- Present requests in bucket order so the final sort can be incremental.
+            ORDER BY
+              bucket_order ASC
+            -- Prevent the planner from flattening away the ordered request path.
+            OFFSET
+              0
+          ) AS requested
+          CROSS JOIN LATERAL (
+            SELECT
+              *
+            FROM
+              bucket_data
+            WHERE
+              group_id = $1
+              AND bucket_name = requested.bucket_name
+              AND op_id > requested.start_op_id
+              AND op_id <= $2
+            -- Keep each bucket's index range scan ordered and bounded.
+            ORDER BY
+              op_id ASC
+            LIMIT
+              $3
+          ) AS bucket_data
+        -- Guarantee contiguous bucket chunks while allowing the presorted bucket key to stop scans early.
+        ORDER BY
+          requested.bucket_order ASC,
+          bucket_data.op_id ASC
+        LIMIT
+          $3;`,
             params: [
-                { type: 'int4', value: this.group_id },
+                { type: 'int4', value: this.replicationStreamId },
                 { type: 'int8', value: end },
                 { type: 'int4', value: batchRowLimit },
-                ...filters.flatMap((f) => [
-                    { type: 'varchar', value: f.bucket_name },
-                    { type: 'int8', value: f.start }
+                ...sortedBuckets.flatMap((request) => [
+                    { type: 'varchar', value: request.bucket },
+                    { type: 'int8', value: request.start }
                 ])
             ]
-        })) {
+        };
+        for await (const rows of this.db.streamRows(query)) {
             const decodedRows = rows.map((r) => models.BucketData.decode(r));
             for (const row of decodedRows) {
                 const { bucket_name } = row;
@@ -378,8 +402,8 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
             targetOp = null;
         }
     }
-    async getChecksums(checkpoint, buckets) {
-        return this.checksumCache.getChecksumMap(checkpoint, buckets);
+    async getChecksums(checkpoint, buckets, _options) {
+        return this.checksumCache.getChecksumMap(checkpoint.checkpoint, buckets);
     }
     clearChecksumCache() {
         this.checksumCache.clear();
@@ -394,7 +418,7 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         state = ${{ type: 'varchar', value: storage.SyncRuleState.TERMINATED }},
         snapshot_done = ${{ type: 'bool', value: false }}
       WHERE
-        id = ${{ type: 'int4', value: this.group_id }}
+        id = ${{ type: 'int4', value: this.replicationStreamId }}
     `.execute();
     }
     async getStatus() {
@@ -403,28 +427,27 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         snapshot_done,
         snapshot_lsn,
         last_checkpoint_lsn,
-        state,
-        keepalive_op
+        state
       FROM
         sync_rules
       WHERE
-        id = ${{ type: 'int4', value: this.group_id }}
+        id = ${{ type: 'int4', value: this.replicationStreamId }}
     `
-            .decoded(pick(models.SyncRules, ['snapshot_done', 'last_checkpoint_lsn', 'state', 'snapshot_lsn', 'keepalive_op']))
+            .decoded(pick(models.SyncRules, ['snapshot_done', 'last_checkpoint_lsn', 'snapshot_lsn']))
             .first();
         if (syncRulesRow == null) {
             throw new Error('Cannot find replication stream status');
         }
         return {
-            snapshot_done: syncRulesRow.snapshot_done,
-            active: syncRulesRow.state == storage.SyncRuleState.ACTIVE,
-            checkpoint_lsn: syncRulesRow.last_checkpoint_lsn ?? null,
-            snapshot_lsn: syncRulesRow.snapshot_lsn ?? null,
-            keepalive_op: syncRulesRow.keepalive_op ?? null
+            snapshotDone: syncRulesRow.snapshot_done && syncRulesRow.last_checkpoint_lsn != null,
+            resumeLsn: maxLsn(syncRulesRow.snapshot_lsn, syncRulesRow.last_checkpoint_lsn)
         };
     }
     async clear(options) {
-        // TODO: Cleanly abort the cleanup when the provided signal is aborted.
+        const signal = options?.signal;
+        if (signal?.aborted) {
+            throw new framework.ReplicationAbortedError('Aborted clearing data', signal.reason);
+        }
         await this.db.sql `
       UPDATE sync_rules
       SET
@@ -433,24 +456,62 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         last_checkpoint = NULL,
         no_checkpoint_before = NULL
       WHERE
-        id = ${{ type: 'int4', value: this.group_id }}
-    `.execute();
-        await this.db.sql `
-      DELETE FROM bucket_data
-      WHERE
-        group_id = ${{ type: 'int4', value: this.group_id }}
-    `.execute();
-        await this.db.sql `
-      DELETE FROM bucket_parameters
-      WHERE
-        group_id = ${{ type: 'int4', value: this.group_id }}
-    `.execute();
-        await this.currentDataStore.deleteGroupRows(this.db, { groupId: this.group_id });
-        await this.db.sql `
-      DELETE FROM source_tables
-      WHERE
-        group_id = ${{ type: 'int4', value: this.group_id }}
+        id = ${{ type: 'int4', value: this.replicationStreamId }}
     `.execute();
+        // Delete in batches - a single DELETE covering the entire group can run for
+        // hours on large deployments, never completing once it exceeds statement or
+        // socket timeouts. Each batch is its own autocommit statement, so progress
+        // is durable and a retry continues where the previous attempt stopped.
+        await this.clearBatched('bucket_data', signal, () => this.deleteGroupBatch('bucket_data'));
+        await this.clearBatched('bucket_parameters', signal, () => this.deleteGroupBatch('bucket_parameters'));
+        await this.clearBatched('current_data', signal, () => this.currentDataStore.deleteGroupRowsBatch(this.db, {
+            groupId: this.replicationStreamId,
+            limit: CLEAR_BATCH_LIMIT
+        }));
+        await this.clearBatched('source_tables', signal, () => this.deleteGroupBatch('source_tables'));
+    }
+    async clearBatched(label, signal, deleteBatch) {
+        while (true) {
+            if (signal?.aborted) {
+                throw new framework.ReplicationAbortedError('Aborted clearing data', signal.reason);
+            }
+            const count = await deleteBatch();
+            if (count < CLEAR_BATCH_LIMIT) {
+                return;
+            }
+            this.logger.info(`Cleared batch of ${count} ${label} rows, continuing...`);
+        }
+    }
+    /**
+     * Delete up to {@link CLEAR_BATCH_LIMIT} rows for this group from the given table,
+     * returning the number of candidate rows found by the scan.
+     *
+     * The count is taken from the scan (`batch`) rather than the delete: with a
+     * concurrent process deleting the same rows, the delete may remove fewer rows
+     * than the scan found, and counting deleted rows could stop the loop while
+     * rows remain.
+     */
+    async deleteGroupBatch(table) {
+        const [row] = await this.db.queryRows({
+            statement: `
+        WITH batch AS (
+          SELECT ctid FROM ${table}
+          WHERE group_id = $1
+          LIMIT $2
+        ),
+        deleted AS (
+          DELETE FROM ${table}
+          WHERE ctid IN (SELECT ctid FROM batch)
+          RETURNING 1
+        )
+        SELECT COUNT(*) AS count FROM batch
+      `,
+            params: [
+                { type: 'int4', value: this.replicationStreamId },
+                { type: 'int4', value: CLEAR_BATCH_LIMIT }
+            ]
+        });
+        return row?.count ?? 0n;
     }
     async getChecksumsInternal(batch) {
         if (batch.length == 0) {
@@ -487,7 +548,7 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         AND b.op_id > f.start_op_id
         AND b.op_id <= f.end_op_id
       WHERE
-        b.group_id = ${{ type: 'int4', value: this.group_id }}
+        b.group_id = ${{ type: 'int4', value: this.replicationStreamId }}
       GROUP BY
         b.bucket_name;
     `.rows();
@@ -511,24 +572,8 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         }));
     }
     async getActiveCheckpoint() {
-        const activeCheckpoint = await this.db.sql `
-      SELECT
-        id,
-        last_checkpoint,
-        last_checkpoint_lsn
-      FROM
-        sync_rules
-      WHERE
-        state = ${{ value: storage.SyncRuleState.ACTIVE, type: 'varchar' }}
-        OR state = ${{ value: storage.SyncRuleState.ERRORED, type: 'varchar' }}
-      ORDER BY
-        id DESC
-      LIMIT
-        1
-    `
-            .decoded(models.ActiveCheckpoint)
-            .first();
-        return this.makeActiveCheckpoint(activeCheckpoint);
+        const activeCheckpointDocument = await checkpointUtils.getActiveCheckpointDocument({ db: this.db });
+        return this.makeActiveCheckpoint(activeCheckpointDocument);
     }
     async *watchCheckpointChanges(options) {
         let lastCheckpoint = null;
@@ -565,53 +610,84 @@ export class PostgresSyncRulesStorage extends framework.BaseObserver {
         }
     }
     async *watchActiveCheckpoint(signal) {
-        const doc = await this.db.sql `
-      SELECT
-        id,
-        last_checkpoint,
-        last_checkpoint_lsn
-      FROM
-        sync_rules
-      WHERE
-        state = ${{ value: storage.SyncRuleState.ACTIVE, type: 'varchar' }}
-        OR state = ${{ value: storage.SyncRuleState.ERRORED, type: 'varchar' }}
-      LIMIT
-        1
-    `
-            .decoded(models.ActiveCheckpoint)
-            .first();
-        if (doc == null) {
-            // Abort the connections - clients will have to retry later.
-            throw new framework.ServiceError(framework.ErrorCode.PSYNC_S2302, 'No active replication stream available');
-        }
-        const sink = new LastValueSink(undefined);
+        const sink = new LastValueSink(null);
+        // Listen for changes before reading the initial doc
         const disposeListener = this.db.registerListener({
-            notification: (notification) => sink.write(notification.payload)
-        });
-        signal.addEventListener('aborted', async () => {
-            disposeListener();
-            sink.end();
-        });
-        yield this.makeActiveCheckpoint(doc);
-        let lastOp = null;
-        for await (const payload of sink.withSignal(signal)) {
-            if (signal.aborted) {
-                return;
-            }
-            const notification = models.ActiveCheckpointNotification.decode(payload);
-            if (notification.active_checkpoint == null) {
-                continue;
-            }
-            if (Number(notification.active_checkpoint.id) != doc.id) {
-                // Active replication stream changed - abort and restart the stream
-                break;
+            notificationEvent: (event) => {
+                switch (event.type) {
+                    case 'notification':
+                        sink.write(event.notification.payload);
+                        break;
+                    case 'channels-registered':
+                        // Add a null value to the stream, indicating the loop should query the value.
+                        sink.write(null);
+                        break;
+                    case 'connection-error':
+                        // End the watcher after reconnect attempts are exhausted. Consumers will
+                        // retry the watcher, which registers a new listener and pokes the slot.
+                        sink.error(event.error);
+                        break;
+                }
             }
-            const activeCheckpoint = this.makeActiveCheckpoint(notification.active_checkpoint);
-            if (lastOp == null || activeCheckpoint.lsn != lastOp.lsn || activeCheckpoint.checkpoint != lastOp.checkpoint) {
-                lastOp = activeCheckpoint;
-                yield activeCheckpoint;
+        });
+        try {
+            const initialCheckpointDocument = requireActiveCheckpointDocument(await checkpointUtils.getActiveCheckpointDocument({ db: this.db }));
+            const initialCheckpoint = this.makeActiveCheckpoint(initialCheckpointDocument);
+            let lastOp = initialCheckpoint;
+            yield initialCheckpoint;
+            for await (const payload of sink.withSignal(signal)) {
+                if (signal.aborted) {
+                    return;
+                }
+                let baseActiveCheckpoint = null;
+                if (payload == null) {
+                    // Reconnected (or manually triggered) - re-query the current checkpoint.
+                    // Unlike the initial read, a missing document here (e.g. sync rules being
+                    // replaced) must not abort the stream: keep waiting for the next notification.
+                    baseActiveCheckpoint = await checkpointUtils.getActiveCheckpointDocument({ db: this.db });
+                    if (baseActiveCheckpoint == null) {
+                        continue;
+                    }
+                }
+                else {
+                    let notification;
+                    try {
+                        notification = models.ActiveCheckpointNotification.decode(payload);
+                    }
+                    catch (error) {
+                        // A malformed payload must not abort the shared stream for every
+                        // subscriber. Skip it and wait for the next notification.
+                        this.logger.warn('Failed to decode active checkpoint notification, ignoring', error);
+                        continue;
+                    }
+                    if (notification.active_checkpoint == null) {
+                        continue;
+                    }
+                    baseActiveCheckpoint = notification.active_checkpoint;
+                }
+                if (baseActiveCheckpoint.id != initialCheckpointDocument.id) {
+                    // Active replication stream changed - abort and restart the stream
+                    break;
+                }
+                const activeCheckpoint = this.makeActiveCheckpoint(baseActiveCheckpoint);
+                const checkpointAdvanced = activeCheckpoint.checkpoint > lastOp.checkpoint;
+                const checkpointRegressed = activeCheckpoint.checkpoint < lastOp.checkpoint;
+                const lsnAdvanced = lastOp.lsn == null
+                    ? activeCheckpoint.lsn != null
+                    : activeCheckpoint.lsn != null && activeCheckpoint.lsn > lastOp.lsn;
+                const lsnRegressed = lastOp.lsn != null && (activeCheckpoint.lsn == null || activeCheckpoint.lsn < lastOp.lsn);
+                // Notifications buffered before a query or reconnect may be stale. Neither
+                // coordinate may regress, but only one needs to advance: an empty checkpoint
+                // updates the LSN while keeping the operation checkpoint unchanged.
+                if (!checkpointRegressed && !lsnRegressed && (checkpointAdvanced || lsnAdvanced)) {
+                    lastOp = activeCheckpoint;
+                    yield activeCheckpoint;
+                }
             }
         }
+        finally {
+            disposeListener();
+        }
     }
     async getCheckpointChanges(options) {
         // We do not track individual changes yet
@@ -638,4 +714,13 @@ const parameterSetsRow = t.object({
     index: bigint,
     bucket_parameters: t.string
 });
+function requireActiveCheckpointDocument(doc) {
+    if (doc == null) {
+        // Used for the initial checkpoint read only: with no active replication stream
+        // at stream start, fail fast so clients disconnect and retry later. Mid-stream
+        // reconnects tolerate a transiently missing document instead of aborting.
+        throw new framework.ServiceError(framework.ErrorCode.PSYNC_S2302, 'No active replication stream available');
+    }
+    return doc;
+}
 //# sourceMappingURL=PostgresSyncRulesStorage.js.map