@powersync/common 1.6.1

package/lib/client/sync/bucket/SqliteBucketStorage.js

@@ -0,0 +1,299 @@
+import { v4 as uuid } from 'uuid';
+import { extractTableUpdates } from '../../../db/DBAdapter';
+import { PSInternalTable } from './BucketStorageAdapter';
+import { OpTypeEnum } from './OpType';
+import { CrudEntry } from './CrudEntry';
+import Logger from 'js-logger';
+import { BaseObserver } from '../../../utils/BaseObserver';
+const COMPACT_OPERATION_INTERVAL = 1_000;
+export class SqliteBucketStorage extends BaseObserver {
+    db;
+    mutex;
+    logger;
+    static MAX_OP_ID = '9223372036854775807';
+    tableNames;
+    pendingBucketDeletes;
+    _hasCompletedSync;
+    updateListener;
+    /**
+     * Count up, and do a compact on startup.
+     */
+    compactCounter = COMPACT_OPERATION_INTERVAL;
+    constructor(db, mutex, logger = Logger.get('SqliteBucketStorage')) {
+        super();
+        this.db = db;
+        this.mutex = mutex;
+        this.logger = logger;
+        this._hasCompletedSync = false;
+        this.pendingBucketDeletes = true;
+        this.tableNames = new Set();
+        this.updateListener = db.registerListener({
+            tablesUpdated: (update) => {
+                const tables = extractTableUpdates(update);
+                if (tables.includes(PSInternalTable.CRUD)) {
+                    this.iterateListeners((l) => l.crudUpdate?.());
+                }
+            }
+        });
+    }
+    async init() {
+        this._hasCompletedSync = false;
+        const existingTableRows = await this.db.execute(`SELECT name FROM sqlite_master WHERE type='table' AND name GLOB 'ps_data_*'`);
+        for (const row of existingTableRows.rows?._array ?? []) {
+            this.tableNames.add(row.name);
+        }
+    }
+    async dispose() {
+        this.updateListener?.();
+    }
+    getMaxOpId() {
+        return SqliteBucketStorage.MAX_OP_ID;
+    }
+    /**
+     * Reset any caches.
+     */
+    startSession() { }
+    async getBucketStates() {
+        const result = await this.db.execute('SELECT name as bucket, cast(last_op as TEXT) as op_id FROM ps_buckets WHERE pending_delete = 0');
+        return result.rows?._array ?? [];
+    }
+    async saveSyncData(batch) {
+        await this.writeTransaction(async (tx) => {
+            let count = 0;
+            for (const b of batch.buckets) {
+                const result = await tx.execute('INSERT INTO powersync_operations(op, data) VALUES(?, ?)', [
+                    'save',
+                    JSON.stringify({ buckets: [b.toJSON()] })
+                ]);
+                this.logger.debug('saveSyncData', JSON.stringify(result));
+                count += b.data.length;
+            }
+            this.compactCounter += count;
+        });
+    }
+    async removeBuckets(buckets) {
+        for (const bucket of buckets) {
+            await this.deleteBucket(bucket);
+        }
+    }
+    /**
+     * Mark a bucket for deletion.
+     */
+    async deleteBucket(bucket) {
+        // Delete a bucket, but allow it to be re-created.
+        // To achieve this, we rename the bucket to a new temp name, and change all ops to remove.
+        // By itself, this new bucket would ensure that the previous objects are deleted if they contain no more references.
+        // If the old bucket is re-added, this new bucket would have no effect.
+        const newName = `$delete_${bucket}_${uuid()}`;
+        this.logger.debug('Deleting bucket', bucket);
+        // This
+        await this.writeTransaction(async (tx) => {
+            await tx.execute(`UPDATE ps_oplog SET op=${OpTypeEnum.REMOVE}, data=NULL WHERE op=${OpTypeEnum.PUT} AND superseded=0 AND bucket=?`, [bucket]);
+            // Rename bucket
+            await tx.execute('UPDATE ps_oplog SET bucket=? WHERE bucket=?', [newName, bucket]);
+            await tx.execute('DELETE FROM ps_buckets WHERE name = ?', [bucket]);
+            await tx.execute('INSERT INTO ps_buckets(name, pending_delete, last_op) SELECT ?, 1, IFNULL(MAX(op_id), 0) FROM ps_oplog WHERE bucket = ?', [newName, newName]);
+        });
+        this.logger.debug('done deleting bucket');
+        this.pendingBucketDeletes = true;
+    }
+    async hasCompletedSync() {
+        if (this._hasCompletedSync) {
+            return true;
+        }
+        const r = await this.db.execute(`SELECT name, last_applied_op FROM ps_buckets WHERE last_applied_op > 0 LIMIT 1`);
+        const completed = !!r.rows?.length;
+        if (completed) {
+            this._hasCompletedSync = true;
+        }
+        return completed;
+    }
+    async syncLocalDatabase(checkpoint) {
+        const r = await this.validateChecksums(checkpoint);
+        if (!r.checkpointValid) {
+            this.logger.error('Checksums failed for', r.checkpointFailures);
+            for (const b of r.checkpointFailures ?? []) {
+                await this.deleteBucket(b);
+            }
+            return { ready: false, checkpointValid: false, checkpointFailures: r.checkpointFailures };
+        }
+        const bucketNames = checkpoint.buckets.map((b) => b.bucket);
+        await this.writeTransaction(async (tx) => {
+            await tx.execute(`UPDATE ps_buckets SET last_op = ? WHERE name IN (SELECT json_each.value FROM json_each(?))`, [
+                checkpoint.last_op_id,
+                JSON.stringify(bucketNames)
+            ]);
+            if (checkpoint.write_checkpoint) {
+                await tx.execute("UPDATE ps_buckets SET last_op = ? WHERE name = '$local'", [checkpoint.write_checkpoint]);
+            }
+        });
+        const valid = await this.updateObjectsFromBuckets(checkpoint);
+        if (!valid) {
+            this.logger.debug('Not at a consistent checkpoint - cannot update local db');
+            return { ready: false, checkpointValid: true };
+        }
+        await this.forceCompact();
+        return {
+            ready: true,
+            checkpointValid: true
+        };
+    }
+    /**
+     * Atomically update the local state to the current checkpoint.
+     *
+     * This includes creating new tables, dropping old tables, and copying data over from the oplog.
+     */
+    async updateObjectsFromBuckets(checkpoint) {
+        return this.writeTransaction(async (tx) => {
+            const { insertId: result } = await tx.execute('INSERT INTO powersync_operations(op, data) VALUES(?, ?)', [
+                'sync_local',
+                ''
+            ]);
+            return result == 1;
+        });
+    }
+    async validateChecksums(checkpoint) {
+        const rs = await this.db.execute('SELECT powersync_validate_checkpoint(?) as result', [JSON.stringify(checkpoint)]);
+        const resultItem = rs.rows?.item(0);
+        this.logger.debug('validateChecksums result item', resultItem);
+        if (!resultItem) {
+            return {
+                checkpointValid: false,
+                ready: false,
+                checkpointFailures: []
+            };
+        }
+        const result = JSON.parse(resultItem['result']);
+        if (result['valid']) {
+            return { ready: true, checkpointValid: true };
+        }
+        else {
+            return {
+                checkpointValid: false,
+                ready: false,
+                checkpointFailures: result['failed_buckets']
+            };
+        }
+    }
+    /**
+     * Force a compact, for tests.
+     */
+    async forceCompact() {
+        this.compactCounter = COMPACT_OPERATION_INTERVAL;
+        this.pendingBucketDeletes = true;
+        await this.autoCompact();
+    }
+    async autoCompact() {
+        await this.deletePendingBuckets();
+        await this.clearRemoveOps();
+    }
+    async deletePendingBuckets() {
+        if (this.pendingBucketDeletes !== false) {
+            await this.writeTransaction(async (tx) => {
+                await tx.execute('DELETE FROM ps_oplog WHERE bucket IN (SELECT name FROM ps_buckets WHERE pending_delete = 1 AND last_applied_op = last_op AND last_op >= target_op)');
+                await tx.execute('DELETE FROM ps_buckets WHERE pending_delete = 1 AND last_applied_op = last_op AND last_op >= target_op');
+            });
+            // Executed once after start-up, and again when there are pending deletes.
+            this.pendingBucketDeletes = false;
+        }
+    }
+    async clearRemoveOps() {
+        if (this.compactCounter < COMPACT_OPERATION_INTERVAL) {
+            return;
+        }
+        await this.writeTransaction(async (tx) => {
+            await tx.execute('INSERT INTO powersync_operations(op, data) VALUES (?, ?)', ['clear_remove_ops', '']);
+        });
+        this.compactCounter = 0;
+    }
+    async updateLocalTarget(cb) {
+        const rs1 = await this.db.execute("SELECT target_op FROM ps_buckets WHERE name = '$local' AND target_op = ?", [
+            SqliteBucketStorage.MAX_OP_ID
+        ]);
+        if (!rs1.rows?.length) {
+            // Nothing to update
+            return false;
+        }
+        const rs = await this.db.execute("SELECT seq FROM sqlite_sequence WHERE name = 'ps_crud'");
+        if (!rs.rows?.length) {
+            // Nothing to update
+            return false;
+        }
+        const seqBefore = rs.rows?.item(0)['seq'];
+        const opId = await cb();
+        this.logger.debug(`[updateLocalTarget] Updating target to checkpoint ${opId}`);
+        return this.writeTransaction(async (tx) => {
+            const anyData = await tx.execute('SELECT 1 FROM ps_crud LIMIT 1');
+            if (anyData.rows?.length) {
+                // if isNotEmpty
+                this.logger.debug('updateLocalTarget', 'ps crud is not empty');
+                return false;
+            }
+            const rs = await tx.execute("SELECT seq FROM sqlite_sequence WHERE name = 'ps_crud'");
+            if (!rs.rows?.length) {
+                // assert isNotEmpty
+                throw new Error('SQlite Sequence should not be empty');
+            }
+            const seqAfter = rs.rows?.item(0)['seq'];
+            this.logger.debug('seqAfter', JSON.stringify(rs.rows?.item(0)));
+            if (seqAfter != seqBefore) {
+                this.logger.debug('seqAfter != seqBefore', seqAfter, seqBefore);
+                // New crud data may have been uploaded since we got the checkpoint. Abort.
+                return false;
+            }
+            const response = await tx.execute("UPDATE ps_buckets SET target_op = ? WHERE name='$local'", [opId]);
+            this.logger.debug(['[updateLocalTarget] Response from updating target_op ', JSON.stringify(response)]);
+            return true;
+        });
+    }
+    async hasCrud() {
+        const anyData = await this.db.execute('SELECT 1 FROM ps_crud LIMIT 1');
+        return !!anyData.rows?.length;
+    }
+    /**
+     * Get a batch of objects to send to the server.
+     * When the objects are successfully sent to the server, call .complete()
+     */
+    async getCrudBatch(limit = 100) {
+        if (!(await this.hasCrud())) {
+            return null;
+        }
+        const crudResult = await this.db.execute('SELECT * FROM ps_crud ORDER BY id ASC LIMIT ?', [limit]);
+        const all = [];
+        for (const row of crudResult.rows?._array ?? []) {
+            all.push(CrudEntry.fromRow(row));
+        }
+        if (all.length === 0) {
+            return null;
+        }
+        const last = all[all.length - 1];
+        return {
+            crud: all,
+            haveMore: true,
+            complete: async (writeCheckpoint) => {
+                return this.writeTransaction(async (tx) => {
+                    await tx.execute('DELETE FROM ps_crud WHERE id <= ?', [last.clientId]);
+                    if (writeCheckpoint) {
+                        const crudResult = await tx.execute('SELECT 1 FROM ps_crud LIMIT 1');
+                        if (crudResult.rows?.length) {
+                            await tx.execute("UPDATE ps_buckets SET target_op = ? WHERE name='$local'", [writeCheckpoint]);
+                        }
+                    }
+                    else {
+                        await tx.execute("UPDATE ps_buckets SET target_op = ? WHERE name='$local'", [this.getMaxOpId()]);
+                    }
+                });
+            }
+        };
+    }
+    async writeTransaction(callback, options) {
+        return this.db.writeTransaction(callback, options);
+    }
+    /**
+     * Set a target checkpoint.
+     */
+    async setTargetCheckpoint(checkpoint) {
+        // No-op for now
+    }
+}
+//# sourceMappingURL=SqliteBucketStorage.js.map

package/lib/client/sync/bucket/SqliteBucketStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SqliteBucketStorage.js","sourceRoot":"","sources":["../../../../src/client/sync/bucket/SqliteBucketStorage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAElC,OAAO,EAA0B,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AACpF,OAAO,EAKL,eAAe,EAEhB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,OAAO,MAAmB,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE3D,MAAM,0BAA0B,GAAG,KAAK,CAAC;AAEzC,MAAM,OAAO,mBAAoB,SAAQ,YAAmC;IAchE;IACA;IACA;IAfV,MAAM,CAAC,SAAS,GAAG,qBAAqB,CAAC;IAElC,UAAU,CAAc;IACvB,oBAAoB,CAAU;IAC9B,iBAAiB,CAAU;IAC3B,cAAc,CAAa;IAEnC;;OAEG;IACK,cAAc,GAAG,0BAA0B,CAAC;IAEpD,YACU,EAAa,EACb,KAAY,EACZ,SAAkB,MAAM,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAE3D,KAAK,EAAE,CAAC;QAJA,OAAE,GAAF,EAAE,CAAW;QACb,UAAK,GAAL,KAAK,CAAO;QACZ,WAAM,GAAN,MAAM,CAA6C;QAG3D,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC,gBAAgB,CAAC;YACxC,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;gBACxB,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;gBAC3C,IAAI,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1C,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAC7C,6EAA6E,CAC9E,CAAC;QACF,KAAK,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,UAAU;QACR,OAAO,mBAAmB,CAAC,SAAS,CAAC;IACvC,CAAC;IACD;;OAEG;IACH,YAAY,KAAU,CAAC;IAEvB,KAAK,CAAC,eAAe;QACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAClC,gGAAgG,CACjG,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAoB;QACrC,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACvC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,yDAAyD,EAAE;oBACzF,MAAM;oBACN,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;iBAC1C,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1D,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YACzB,CAAC;YACD,IAAI,CAAC,cAAc,IAAI,KAAK,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAiB;QACnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,MAAc;QACvC,kDAAkD;QAClD,0FAA0F;QAC1F,oHAAoH;QACpH,uEAAuE;QACvE,MAAM,OAAO,GAAG,WAAW,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC7C,OAAO;QACP,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACvC,MAAM,EAAE,CAAC,OAAO,CACd,0BAA0B,UAAU,CAAC,MAAM,wBAAwB,UAAU,CAAC,GAAG,gCAAgC,EACjH,CAAC,MAAM,CAAC,CACT,CAAC;YACF,gBAAgB;YAChB,MAAM,EAAE,CAAC,OAAO,CAAC,6CAA6C,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;YACnF,MAAM,EAAE,CAAC,OAAO,CAAC,uCAAuC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YACpE,MAAM,EAAE,CAAC,OAAO,CACd,yHAAyH,EACzH,CAAC,OAAO,EAAE,OAAO,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gFAAgF,CAAC,CAAC;QAClH,MAAM,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC;QACnC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,UAAsB;QAC5C,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC,CAAC,kBAAkB,CAAC,CAAC;YAChE,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;gBAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC,kBAAkB,EAAE,CAAC;QAC5F,CAAC;QAED,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACvC,MAAM,EAAE,CAAC,OAAO,CAAC,4FAA4F,EAAE;gBAC7G,UAAU,CAAC,UAAU;gBACrB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;aAC5B,CAAC,CAAC;YAEH,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC;gBAChC,MAAM,EAAE,CAAC,OAAO,CAAC,yDAAyD,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC7G,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC;QAC9D,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YAC7E,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAE1B,OAAO;YACL,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,IAAI;SACtB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,wBAAwB,CAAC,UAAsB;QAC3D,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACxC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,yDAAyD,EAAE;gBACvG,YAAY;gBACZ,EAAE;aACH,CAAC,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,UAAsB;QAC5C,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mDAAmD,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEpH,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,UAAU,CAAC,CAAC;QAC/D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;gBACL,eAAe,EAAE,KAAK;gBACtB,KAAK,EAAE,KAAK;gBACZ,kBAAkB,EAAE,EAAE;aACvB,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEhD,IAAI,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACpB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,OAAO;gBACL,eAAe,EAAE,KAAK;gBACtB,KAAK,EAAE,KAAK;gBACZ,kBAAkB,EAAE,MAAM,CAAC,gBAAgB,CAAC;aAC7C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,cAAc,GAAG,0BAA0B,CAAC;QACjD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QAEjC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,IAAI,CAAC,oBAAoB,KAAK,KAAK,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBACvC,MAAM,EAAE,CAAC,OAAO,CACd,oJAAoJ,CACrJ,CAAC;gBACF,MAAM,EAAE,CAAC,OAAO,CACd,wGAAwG,CACzG,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,0EAA0E;YAC1E,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,IAAI,CAAC,cAAc,GAAG,0BAA0B,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACvC,MAAM,EAAE,CAAC,OAAO,CAAC,0DAA0D,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,CAAC;QACzG,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAyB;QAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0EAA0E,EAAE;YAC5G,mBAAmB,CAAC,SAAS;SAC9B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YACtB,oBAAoB;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wDAAwD,CAAC,CAAC;QAC3F,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YACrB,oBAAoB;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,SAAS,GAAW,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAElD,MAAM,IAAI,GAAG,MAAM,EAAE,EAAE,CAAC;QAExB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qDAAqD,IAAI,EAAE,CAAC,CAAC;QAE/E,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACxC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;YAClE,IAAI,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBACzB,gBAAgB;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,CAAC;gBAC/D,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,wDAAwD,CAAC,CAAC;YACtF,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBACrB,oBAAoB;gBACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACzD,CAAC;YAED,MAAM,QAAQ,GAAW,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAChE,2EAA2E;gBAC3E,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,yDAAyD,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YACrG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,uDAAuD,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvG,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;QACvE,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;IAChC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,QAAgB,GAAG;QACpC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QAEnG,MAAM,GAAG,GAAgB,EAAE,CAAC;QAC5B,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC;YAChD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,OAAO;YACL,IAAI,EAAE,GAAG;YACT,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,KAAK,EAAE,eAAwB,EAAE,EAAE;gBAC3C,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;oBACxC,MAAM,EAAE,CAAC,OAAO,CAAC,mCAAmC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACvE,IAAI,eAAe,EAAE,CAAC;wBACpB,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;wBACrE,IAAI,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;4BAC5B,MAAM,EAAE,CAAC,OAAO,CAAC,yDAAyD,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC;wBACjG,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,EAAE,CAAC,OAAO,CAAC,yDAAyD,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;oBACnG,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAI,QAAyC,EAAE,OAA+B;QAClG,OAAO,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,UAAsB;QAC9C,gBAAgB;IAClB,CAAC"}

package/lib/client/sync/bucket/SyncDataBatch.d.ts

@@ -0,0 +1,6 @@
+import { SyncDataBucket } from './SyncDataBucket';
+export declare class SyncDataBatch {
+    buckets: SyncDataBucket[];
+    static fromJSON(json: any): SyncDataBatch;
+    constructor(buckets: SyncDataBucket[]);
+}

package/lib/client/sync/bucket/SyncDataBatch.js

@@ -0,0 +1,12 @@
+import { SyncDataBucket } from './SyncDataBucket';
+// TODO JSON
+export class SyncDataBatch {
+    buckets;
+    static fromJSON(json) {
+        return new SyncDataBatch(json.buckets.map((bucket) => SyncDataBucket.fromRow(bucket)));
+    }
+    constructor(buckets) {
+        this.buckets = buckets;
+    }
+}
+//# sourceMappingURL=SyncDataBatch.js.map

package/lib/client/sync/bucket/SyncDataBatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SyncDataBatch.js","sourceRoot":"","sources":["../../../../src/client/sync/bucket/SyncDataBatch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,YAAY;AAEZ,MAAM,OAAO,aAAa;IAKL;IAJnB,MAAM,CAAC,QAAQ,CAAC,IAAS;QACvB,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,YAAmB,OAAyB;QAAzB,YAAO,GAAP,OAAO,CAAkB;IAAG,CAAC;CACjD"}

package/lib/client/sync/bucket/SyncDataBucket.d.ts

@@ -0,0 +1,40 @@
+import { OplogEntry, OplogEntryJSON } from './OplogEntry';
+export type SyncDataBucketJSON = {
+    bucket: string;
+    has_more?: boolean;
+    after?: string;
+    next_after?: string;
+    data: OplogEntryJSON[];
+};
+export declare const MAX_OP_ID = "9223372036854775807";
+export declare class SyncDataBucket {
+    bucket: string;
+    data: OplogEntry[];
+    /**
+     * True if the response does not contain all the data for this bucket, and another request must be made.
+     */
+    has_more: boolean;
+    /**
+     * The `after` specified in the request.
+     */
+    after?: string | undefined;
+    /**
+     * Use this for the next request.
+     */
+    next_after?: string | undefined;
+    static fromRow(row: SyncDataBucketJSON): SyncDataBucket;
+    constructor(bucket: string, data: OplogEntry[], 
+    /**
+     * True if the response does not contain all the data for this bucket, and another request must be made.
+     */
+    has_more: boolean, 
+    /**
+     * The `after` specified in the request.
+     */
+    after?: string | undefined, 
+    /**
+     * Use this for the next request.
+     */
+    next_after?: string | undefined);
+    toJSON(): SyncDataBucketJSON;
+}

package/lib/client/sync/bucket/SyncDataBucket.js

@@ -0,0 +1,41 @@
+import { OplogEntry } from './OplogEntry';
+export const MAX_OP_ID = '9223372036854775807';
+export class SyncDataBucket {
+    bucket;
+    data;
+    has_more;
+    after;
+    next_after;
+    static fromRow(row) {
+        return new SyncDataBucket(row.bucket, row.data.map((entry) => OplogEntry.fromRow(entry)), row.has_more ?? false, row.after, row.next_after);
+    }
+    constructor(bucket, data, 
+    /**
+     * True if the response does not contain all the data for this bucket, and another request must be made.
+     */
+    has_more, 
+    /**
+     * The `after` specified in the request.
+     */
+    after, 
+    /**
+     * Use this for the next request.
+     */
+    next_after) {
+        this.bucket = bucket;
+        this.data = data;
+        this.has_more = has_more;
+        this.after = after;
+        this.next_after = next_after;
+    }
+    toJSON() {
+        return {
+            bucket: this.bucket,
+            has_more: this.has_more,
+            after: this.after,
+            next_after: this.next_after,
+            data: this.data.map((entry) => entry.toJSON())
+        };
+    }
+}
+//# sourceMappingURL=SyncDataBucket.js.map

package/lib/client/sync/bucket/SyncDataBucket.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SyncDataBucket.js","sourceRoot":"","sources":["../../../../src/client/sync/bucket/SyncDataBucket.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAkB,MAAM,cAAc,CAAC;AAU1D,MAAM,CAAC,MAAM,SAAS,GAAG,qBAAqB,CAAC;AAE/C,MAAM,OAAO,cAAc;IAYhB;IACA;IAIA;IAIA;IAIA;IAxBT,MAAM,CAAC,OAAO,CAAC,GAAuB;QACpC,OAAO,IAAI,cAAc,CACvB,GAAG,CAAC,MAAM,EACV,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAClD,GAAG,CAAC,QAAQ,IAAI,KAAK,EACrB,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,UAAU,CACf,CAAC;IACJ,CAAC;IAED,YACS,MAAc,EACd,IAAkB;IACzB;;OAEG;IACI,QAAiB;IACxB;;OAEG;IACI,KAAY;IACnB;;OAEG;IACI,UAAiB;QAbjB,WAAM,GAAN,MAAM,CAAQ;QACd,SAAI,GAAJ,IAAI,CAAc;QAIlB,aAAQ,GAAR,QAAQ,CAAS;QAIjB,UAAK,GAAL,KAAK,CAAO;QAIZ,eAAU,GAAV,UAAU,CAAO;IACvB,CAAC;IAEJ,MAAM;QACJ,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;SAC/C,CAAC;IACJ,CAAC;CACF"}

package/lib/client/sync/stream/AbstractRemote.d.ts

@@ -0,0 +1,25 @@
+/// <reference types="node" />
+import { ILogger } from 'js-logger';
+import { PowerSyncCredentials } from '../../connection/PowerSyncCredentials';
+export type RemoteConnector = {
+    fetchCredentials: () => Promise<PowerSyncCredentials | null>;
+};
+export declare const DEFAULT_REMOTE_LOGGER: ILogger;
+export declare abstract class AbstractRemote {
+    protected connector: RemoteConnector;
+    protected logger: ILogger;
+    protected credentials: PowerSyncCredentials | null;
+    constructor(connector: RemoteConnector, logger?: ILogger);
+    getCredentials(): Promise<PowerSyncCredentials | null>;
+    protected buildRequest(path: string): Promise<{
+        url: string;
+        headers: {
+            'content-type': string;
+            Authorization: string;
+        };
+    }>;
+    abstract post(path: string, data: any, headers?: Record<string, string>): Promise<any>;
+    abstract get(path: string, headers?: Record<string, string>): Promise<any>;
+    abstract postStreaming(path: string, data: any, headers?: Record<string, string>, signal?: AbortSignal): Promise<any>;
+    isAvailable(): boolean;
+}

package/lib/client/sync/stream/AbstractRemote.js

@@ -0,0 +1,43 @@
+import Logger from 'js-logger';
+// Refresh at least 30 sec before it expires
+const REFRESH_CREDENTIALS_SAFETY_PERIOD_MS = 30_000;
+export const DEFAULT_REMOTE_LOGGER = Logger.get('PowerSyncRemote');
+export class AbstractRemote {
+    connector;
+    logger;
+    credentials = null;
+    constructor(connector, logger = DEFAULT_REMOTE_LOGGER) {
+        this.connector = connector;
+        this.logger = logger;
+    }
+    async getCredentials() {
+        const { expiresAt } = this.credentials ?? {};
+        if (expiresAt && expiresAt > new Date(new Date().valueOf() + REFRESH_CREDENTIALS_SAFETY_PERIOD_MS)) {
+            return this.credentials;
+        }
+        this.credentials = await this.connector.fetchCredentials();
+        return this.credentials;
+    }
+    async buildRequest(path) {
+        const credentials = await this.getCredentials();
+        if (credentials != null && (credentials.endpoint == null || credentials.endpoint == '')) {
+            throw new Error('PowerSync endpoint not configured');
+        }
+        else if (credentials?.token == null || credentials?.token == '') {
+            const error = new Error(`Not signed in`);
+            error.status = 401;
+            throw error;
+        }
+        return {
+            url: credentials.endpoint + path,
+            headers: {
+                'content-type': 'application/json',
+                Authorization: `Token ${credentials.token}`
+            }
+        };
+    }
+    isAvailable() {
+        return true;
+    }
+}
+//# sourceMappingURL=AbstractRemote.js.map

package/lib/client/sync/stream/AbstractRemote.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AbstractRemote.js","sourceRoot":"","sources":["../../../../src/client/sync/stream/AbstractRemote.ts"],"names":[],"mappings":"AAAA,OAAO,MAAmB,MAAM,WAAW,CAAC;AAO5C,4CAA4C;AAC5C,MAAM,oCAAoC,GAAG,MAAM,CAAC;AAEpD,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;AAEnE,MAAM,OAAgB,cAAc;IAItB;IACA;IAJF,WAAW,GAAgC,IAAI,CAAC;IAE1D,YACY,SAA0B,EAC1B,SAAkB,qBAAqB;QADvC,cAAS,GAAT,SAAS,CAAiB;QAC1B,WAAM,GAAN,MAAM,CAAiC;IAChD,CAAC;IAEJ,KAAK,CAAC,cAAc;QAClB,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;QAC7C,IAAI,SAAS,IAAI,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,oCAAoC,CAAC,EAAE,CAAC;YACnG,OAAO,IAAI,CAAC,WAAY,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;QAC3D,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAES,KAAK,CAAC,YAAY,CAAC,IAAY;QACvC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,IAAI,WAAW,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,IAAI,WAAW,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;YACxF,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,WAAW,EAAE,KAAK,IAAI,IAAI,IAAI,WAAW,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAQ,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;YAC9C,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC;YACnB,MAAM,KAAK,CAAC;QACd,CAAC;QAED,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,QAAQ,GAAG,IAAI;YAChC,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,SAAS,WAAW,CAAC,KAAK,EAAE;aAC5C;SACF,CAAC;IACJ,CAAC;IAMD,WAAW;QACT,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/lib/client/sync/stream/AbstractStreamingSyncImplementation.d.ts

@@ -0,0 +1,101 @@
+/// <reference types="node" />
+import { ILogger } from 'js-logger';
+import { StreamingSyncLine, StreamingSyncRequest } from './streaming-sync-types';
+import { AbstractRemote } from './AbstractRemote';
+import { BucketStorageAdapter } from '../bucket/BucketStorageAdapter';
+import { SyncStatus, SyncStatusOptions } from '../../../db/crud/SyncStatus';
+import { BaseObserver, BaseListener, Disposable } from '../../../utils/BaseObserver';
+export declare enum LockType {
+    CRUD = "crud",
+    SYNC = "sync"
+}
+/**
+ * Abstract Lock to be implemented by various JS environments
+ */
+export interface LockOptions<T> {
+    callback: () => Promise<T>;
+    type: LockType;
+    signal?: AbortSignal;
+}
+export interface AbstractStreamingSyncImplementationOptions {
+    adapter: BucketStorageAdapter;
+    uploadCrud: () => Promise<void>;
+    crudUploadThrottleMs?: number;
+    /**
+     * An identifier for which PowerSync DB this sync implementation is
+     * linked to. Most commonly DB name, but not restricted to DB name.
+     */
+    identifier?: string;
+    logger?: ILogger;
+    remote: AbstractRemote;
+    retryDelayMs?: number;
+}
+export interface StreamingSyncImplementationListener extends BaseListener {
+    /**
+     * Triggered whenever a status update has been attempted to be made or
+     * refreshed.
+     */
+    statusUpdated?: ((statusUpdate: SyncStatusOptions) => void) | undefined;
+    /**
+     * Triggers whenever the status' members have changed in value
+     */
+    statusChanged?: ((status: SyncStatus) => void) | undefined;
+}
+export interface StreamingSyncImplementation extends BaseObserver<StreamingSyncImplementationListener>, Disposable {
+    /**
+     * Connects to the sync service
+     */
+    connect(): Promise<void>;
+    /**
+     * Disconnects from the sync services.
+     * @throws if not connected or if abort is not controlled internally
+     */
+    disconnect(): Promise<void>;
+    getWriteCheckpoint: () => Promise<string>;
+    hasCompletedSync: () => Promise<boolean>;
+    isConnected: boolean;
+    lastSyncedAt?: Date;
+    syncStatus: SyncStatus;
+    triggerCrudUpload: () => void;
+    waitForReady(): Promise<void>;
+    waitForStatus(status: SyncStatusOptions): Promise<void>;
+}
+export declare const DEFAULT_CRUD_UPLOAD_THROTTLE_MS = 1000;
+export declare const DEFAULT_STREAMING_SYNC_OPTIONS: {
+    retryDelayMs: number;
+    logger: ILogger;
+    crudUploadThrottleMs: number;
+};
+export declare abstract class AbstractStreamingSyncImplementation extends BaseObserver<StreamingSyncImplementationListener> implements StreamingSyncImplementation {
+    protected _lastSyncedAt: Date | null;
+    protected options: AbstractStreamingSyncImplementationOptions;
+    protected abortController: AbortController | null;
+    protected crudUpdateListener?: () => void;
+    protected streamingSyncPromise?: Promise<void>;
+    syncStatus: SyncStatus;
+    triggerCrudUpload: () => void;
+    constructor(options: AbstractStreamingSyncImplementationOptions);
+    waitForReady(): Promise<void>;
+    waitForStatus(status: SyncStatusOptions): Promise<void>;
+    get lastSyncedAt(): Date | undefined;
+    get isConnected(): boolean;
+    protected get logger(): ILogger;
+    dispose(): Promise<void>;
+    abstract obtainLock<T>(lockOptions: LockOptions<T>): Promise<T>;
+    hasCompletedSync(): Promise<boolean>;
+    getWriteCheckpoint(): Promise<string>;
+    protected _uploadAllCrud(): Promise<void>;
+    protected uploadCrudBatch(): Promise<boolean>;
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    /**
+     * @deprecated use [connect instead]
+     */
+    streamingSync(signal?: AbortSignal): Promise<void>;
+    protected streamingSyncIteration(signal: AbortSignal, progress?: () => void): Promise<{
+        retry?: boolean;
+    }>;
+    protected streamingSyncRequest(req: StreamingSyncRequest, signal?: AbortSignal): AsyncGenerator<StreamingSyncLine>;
+    protected updateSyncStatus(options: SyncStatusOptions): void;
+    private delayRetry;
+}