@powersync/common 0.0.0-dev-20260112083235 → 0.0.0-dev-20260120150240

package/dist/bundle.node.mjs

@@ -6791,6 +6791,16 @@ class DataStream extends BaseObserver {
      * @returns a Data payload or Null if the stream closed.
      */
     async read() {
+        if (this.closed) {
+            return null;
+        }
+        // Wait for any pending processing to complete first.
+        // This ensures we register our listener before calling processQueue(),
+        // avoiding a race where processQueue() sees no reader and returns early.
+        if (this.processingPromise) {
+            await this.processingPromise;
+        }
+        // Re-check after await - stream may have closed while we were waiting
         if (this.closed) {
             return null;
         }
@@ -6830,7 +6840,7 @@ class DataStream extends BaseObserver {
         }
         const promise = (this.processingPromise = this._processQueue());
         promise.finally(() => {
-            return (this.processingPromise = null);
+            this.processingPromise = null;
         });
         return promise;
     }
@@ -6862,7 +6872,6 @@ class DataStream extends BaseObserver {
             this.notifyDataAdded = null;
         }
         if (this.dataQueue.length > 0) {
-            // Next tick
             setTimeout(() => this.processQueue());
         }
     }
@@ -7482,7 +7491,11 @@ class AbstractRemote {
         };
         const stream = new DataStream({
             logger: this.logger,
-            mapLine: mapLine
+            mapLine: mapLine,
+            pressure: {
+                highWaterMark: 20,
+                lowWaterMark: 10
+            }
         });
         abortSignal?.addEventListener('abort', () => {
             closeReader();
@@ -7490,42 +7503,47 @@ class AbstractRemote {
         });
         const decoder = this.createTextDecoder();
         let buffer = '';
-        const l = stream.registerListener({
-            lowWater: async () => {
-                if (stream.closed || abortSignal?.aborted || readerReleased) {
+        const consumeStream = async () => {
+            while (!stream.closed && !abortSignal?.aborted && !readerReleased) {
+                const { done, value } = await reader.read();
+                if (done) {
+                    const remaining = buffer.trim();
+                    if (remaining.length != 0) {
+                        stream.enqueueData(remaining);
+                    }
+                    stream.close();
+                    await closeReader();
                     return;
                 }
-                try {
-                    let didCompleteLine = false;
-                    while (!didCompleteLine) {
-                        const { done, value } = await reader.read();
-                        if (done) {
-                            const remaining = buffer.trim();
-                            if (remaining.length != 0) {
-                                stream.enqueueData(remaining);
-                            }
-                            stream.close();
-                            await closeReader();
-                            return;
-                        }
-                        const data = decoder.decode(value, { stream: true });
-                        buffer += data;
-                        const lines = buffer.split('\n');
-                        for (var i = 0; i < lines.length - 1; i++) {
-                            var l = lines[i].trim();
-                            if (l.length > 0) {
-                                stream.enqueueData(l);
-                                didCompleteLine = true;
-                            }
-                        }
-                        buffer = lines[lines.length - 1];
+                const data = decoder.decode(value, { stream: true });
+                buffer += data;
+                const lines = buffer.split('\n');
+                for (var i = 0; i < lines.length - 1; i++) {
+                    var l = lines[i].trim();
+                    if (l.length > 0) {
+                        stream.enqueueData(l);
                     }
                 }
-                catch (ex) {
-                    stream.close();
-                    throw ex;
+                buffer = lines[lines.length - 1];
+                // Implement backpressure by waiting for the low water mark to be reached
+                if (stream.dataQueue.length > stream.highWatermark) {
+                    await new Promise((resolve) => {
+                        const dispose = stream.registerListener({
+                            lowWater: async () => {
+                                resolve();
+                                dispose();
+                            },
+                            closed: () => {
+                                resolve();
+                                dispose();
+                            }
+                        });
+                    });
                 }
-            },
+            }
+        };
+        consumeStream().catch(ex => this.logger.error('Error consuming stream', ex));
+        const l = stream.registerListener({
             closed: () => {
                 closeReader();
                 l?.();
@@ -10784,5 +10802,5 @@ const parseQuery = (query, parameters) => {
     return { sqlStatement, parameters: parameters };
 };
 
-export { AbortOperation, AbstractPowerSyncDatabase, AbstractPowerSyncDatabaseOpenFactory, AbstractQueryProcessor, AbstractRemote, AbstractStreamingSyncImplementation, ArrayComparator, BaseObserver, Column, ColumnType, ConnectionClosedError, ConnectionManager, ControlledExecutor, CrudBatch, CrudEntry, CrudTransaction, DEFAULT_CRUD_BATCH_LIMIT, DEFAULT_CRUD_UPLOAD_THROTTLE_MS, DEFAULT_INDEX_COLUMN_OPTIONS, DEFAULT_INDEX_OPTIONS, DEFAULT_LOCK_TIMEOUT_MS, DEFAULT_POWERSYNC_CLOSE_OPTIONS, DEFAULT_POWERSYNC_DB_OPTIONS, DEFAULT_PRESSURE_LIMITS, DEFAULT_REMOTE_LOGGER, DEFAULT_REMOTE_OPTIONS, DEFAULT_RETRY_DELAY_MS, DEFAULT_ROW_COMPARATOR, DEFAULT_STREAMING_SYNC_OPTIONS, DEFAULT_STREAM_CONNECTION_OPTIONS, DEFAULT_SYNC_CLIENT_IMPLEMENTATION, DEFAULT_TABLE_OPTIONS, DEFAULT_WATCH_QUERY_OPTIONS, DEFAULT_WATCH_THROTTLE_MS, DataStream, DiffTriggerOperation, DifferentialQueryProcessor, EMPTY_DIFFERENTIAL, FalsyComparator, FetchImplementationProvider, FetchStrategy, GetAllQuery, Index, IndexedColumn, InvalidSQLCharacters, LockType, LogLevel, MAX_AMOUNT_OF_COLUMNS, MAX_OP_ID, OnChangeQueryProcessor, OpType, OpTypeEnum, OplogEntry, PSInternalTable, PowerSyncControlCommand, RowUpdateType, Schema, SqliteBucketStorage, SyncClientImplementation, SyncDataBatch, SyncDataBucket, SyncProgress, SyncStatus, SyncStreamConnectionMethod, Table, TableV2, UpdateType, UploadQueueStats, WatchedQueryListenerEvent, column, compilableQueryWatch, createBaseLogger, createLogger, extractTableUpdates, isBatchedUpdateNotification, isContinueCheckpointRequest, isDBAdapter, isPowerSyncDatabaseOptionsWithSettings, isSQLOpenFactory, isSQLOpenOptions, isStreamingKeepalive, isStreamingSyncCheckpoint, isStreamingSyncCheckpointComplete, isStreamingSyncCheckpointDiff, isStreamingSyncCheckpointPartiallyComplete, isStreamingSyncData, isSyncNewCheckpointRequest, parseQuery, runOnSchemaChange, sanitizeSQL, sanitizeUUID };
+export { AbortOperation, AbstractPowerSyncDatabase, AbstractPowerSyncDatabaseOpenFactory, AbstractQueryProcessor, AbstractRemote, AbstractStreamingSyncImplementation, ArrayComparator, BaseObserver, Column, ColumnType, ConnectionClosedError, ConnectionManager, ControlledExecutor, CrudBatch, CrudEntry, CrudTransaction, DEFAULT_CRUD_BATCH_LIMIT, DEFAULT_CRUD_UPLOAD_THROTTLE_MS, DEFAULT_INDEX_COLUMN_OPTIONS, DEFAULT_INDEX_OPTIONS, DEFAULT_LOCK_TIMEOUT_MS, DEFAULT_POWERSYNC_CLOSE_OPTIONS, DEFAULT_POWERSYNC_DB_OPTIONS, DEFAULT_PRESSURE_LIMITS, DEFAULT_REMOTE_LOGGER, DEFAULT_REMOTE_OPTIONS, DEFAULT_RETRY_DELAY_MS, DEFAULT_ROW_COMPARATOR, DEFAULT_STREAMING_SYNC_OPTIONS, DEFAULT_STREAM_CONNECTION_OPTIONS, DEFAULT_SYNC_CLIENT_IMPLEMENTATION, DEFAULT_TABLE_OPTIONS, DEFAULT_WATCH_QUERY_OPTIONS, DEFAULT_WATCH_THROTTLE_MS, DataStream, DiffTriggerOperation, DifferentialQueryProcessor, EMPTY_DIFFERENTIAL, FalsyComparator, FetchImplementationProvider, FetchStrategy, GetAllQuery, Index, IndexedColumn, InvalidSQLCharacters, LockType, LogLevel, MAX_AMOUNT_OF_COLUMNS, MAX_OP_ID, OnChangeQueryProcessor, OpType, OpTypeEnum, OplogEntry, PSInternalTable, PowerSyncControlCommand, RawTable, RowUpdateType, Schema, SqliteBucketStorage, SyncClientImplementation, SyncDataBatch, SyncDataBucket, SyncProgress, SyncStatus, SyncStreamConnectionMethod, Table, TableV2, UpdateType, UploadQueueStats, WatchedQueryListenerEvent, column, compilableQueryWatch, createBaseLogger, createLogger, extractTableUpdates, isBatchedUpdateNotification, isContinueCheckpointRequest, isDBAdapter, isPowerSyncDatabaseOptionsWithSettings, isSQLOpenFactory, isSQLOpenOptions, isStreamingKeepalive, isStreamingSyncCheckpoint, isStreamingSyncCheckpointComplete, isStreamingSyncCheckpointDiff, isStreamingSyncCheckpointPartiallyComplete, isStreamingSyncData, isSyncNewCheckpointRequest, parseQuery, runOnSchemaChange, sanitizeSQL, sanitizeUUID };
 //# sourceMappingURL=bundle.node.mjs.map