@powersync/service-core 0.0.0-dev-20240620165206

package/dist/sync/safeRace.js

@@ -0,0 +1,91 @@
+// Source: https://github.com/ReactiveX/IxJS/blob/ff1cef03d91a4a7c527fa8c8dbdac025a652c236/src/util/safeRace.ts
+/*
+This is free and unencumbered software released into the public domain.
+
+Anyone is free to copy, modify, publish, use, compile, sell, or
+distribute this software, either in source code form or as a compiled
+binary, for any purpose, commercial or non-commercial, and by any
+means.
+
+In jurisdictions that recognize copyright laws, the author or authors
+of this software dedicate any and all copyright interest in the
+software to the public domain. We make this dedication for the benefit
+of the public at large and to the detriment of our heirs and
+successors. We intend this dedication to be an overt act of
+relinquishment in perpetuity of all present and future rights to this
+software under copyright law.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.
+
+For more information, please refer to <http://unlicense.org/>
+*/
+// see: https://github.com/nodejs/node/issues/17469#issuecomment-685216777
+// see: https://github.com/ReactiveX/IxJS/pull/323
+function isPrimitive(value) {
+    return value === null || (typeof value !== 'object' && typeof value !== 'function');
+}
+// Keys are the values passed to race, values are a record of data containing a
+// set of deferreds and whether the value has settled.
+const wm = new WeakMap();
+export function safeRace(contenders) {
+    let deferred;
+    const result = new Promise((resolve, reject) => {
+        deferred = { resolve, reject };
+        for (const contender of contenders) {
+            if (isPrimitive(contender)) {
+                // If the contender is a primitive, attempting to use it as a key in the
+                // weakmap would throw an error. Luckily, it is safe to call
+                // `Promise.resolve(contender).then` on a primitive value multiple times
+                // because the promise fulfills immediately.
+                Promise.resolve(contender).then(resolve, reject);
+                continue;
+            }
+            let record = wm.get(contender);
+            if (record === undefined) {
+                record = { deferreds: new Set([deferred]), settled: false };
+                wm.set(contender, record);
+                // This call to `then` happens once for the lifetime of the value.
+                Promise.resolve(contender).then((value) => {
+                    // eslint-disable-next-line no-shadow
+                    for (const { resolve } of record.deferreds) {
+                        resolve(value);
+                    }
+                    record.deferreds.clear();
+                    record.settled = true;
+                }, (err) => {
+                    // eslint-disable-next-line no-shadow
+                    for (const { reject } of record.deferreds) {
+                        reject(err);
+                    }
+                    record.deferreds.clear();
+                    record.settled = true;
+                });
+            }
+            else if (record.settled) {
+                // If the value has settled, it is safe to call
+                // `Promise.resolve(contender).then` on it.
+                Promise.resolve(contender).then(resolve, reject);
+            }
+            else {
+                record.deferreds.add(deferred);
+            }
+        }
+    });
+    // The finally callback executes when any value settles, preventing any of
+    // the unresolved values from retaining a reference to the resolved value.
+    return result.finally(() => {
+        for (const contender of contenders) {
+            if (!isPrimitive(contender)) {
+                const record = wm.get(contender);
+                record.deferreds.delete(deferred);
+            }
+        }
+    });
+}
+//# sourceMappingURL=safeRace.js.map

package/dist/sync/safeRace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safeRace.js","sourceRoot":"","sources":["../../src/sync/safeRace.ts"],"names":[],"mappings":"AAAA,+GAA+G;AAE/G;;;;;;;;;;;;;;;;;;;;;;;;;EAyBE;AAEF,0EAA0E;AAC1E,kDAAkD;AAElD,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,KAAK,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC;AACtF,CAAC;AAED,+EAA+E;AAC/E,sDAAsD;AACtD,MAAM,EAAE,GAAG,IAAI,OAAO,EAAY,CAAC;AACnC,MAAM,UAAU,QAAQ,CAAI,UAAwB;IAClD,IAAI,QAAa,CAAC;IAClB,MAAM,MAAM,GAAG,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAChD,QAAQ,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC/B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;YAClC,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE;gBAC1B,wEAAwE;gBACxE,4DAA4D;gBAC5D,wEAAwE;gBACxE,4CAA4C;gBAC5C,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACjD,SAAS;aACV;YAED,IAAI,MAAM,GAAG,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/B,IAAI,MAAM,KAAK,SAAS,EAAE;gBACxB,MAAM,GAAG,EAAE,SAAS,EAAE,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;gBAC5D,EAAE,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAC1B,kEAAkE;gBAClE,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAC7B,CAAC,KAAK,EAAE,EAAE;oBACR,qCAAqC;oBACrC,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE;wBAC1C,OAAO,CAAC,KAAK,CAAC,CAAC;qBAChB;oBAED,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;gBACxB,CAAC,EACD,CAAC,GAAG,EAAE,EAAE;oBACN,qCAAqC;oBACrC,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE;wBACzC,MAAM,CAAC,GAAG,CAAC,CAAC;qBACb;oBAED,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;gBACxB,CAAC,CACF,CAAC;aACH;iBAAM,IAAI,MAAM,CAAC,OAAO,EAAE;gBACzB,+CAA+C;gBAC/C,2CAA2C;gBAC3C,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;aAClD;iBAAM;gBACL,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;aAChC;SACF;IACH,CAAC,CAAC,CAAC;IAEH,0EAA0E;IAC1E,0EAA0E;IAC1E,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACzB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;YAClC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE;gBAC3B,MAAM,MAAM,GAAG,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACjC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;aACnC;SACF;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/sync/sync-index.d.ts

@@ -0,0 +1,6 @@
+export * from './BroadcastIterable.js';
+export * from './LastValueSink.js';
+export * from './merge.js';
+export * from './safeRace.js';
+export * from './sync.js';
+export * from './util.js';

package/dist/sync/sync-index.js

@@ -0,0 +1,7 @@
+export * from './BroadcastIterable.js';
+export * from './LastValueSink.js';
+export * from './merge.js';
+export * from './safeRace.js';
+export * from './sync.js';
+export * from './util.js';
+//# sourceMappingURL=sync-index.js.map

package/dist/sync/sync-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-index.js","sourceRoot":"","sources":["../../src/sync/sync-index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC"}

package/dist/sync/sync.d.ts

@@ -0,0 +1,18 @@
+/// <reference types="node" resolution-mode="require"/>
+import { SyncParameters } from '@powersync/service-sync-rules';
+import * as auth from '../auth/auth-index.js';
+import * as storage from '../storage/storage-index.js';
+import * as util from '../util/util-index.js';
+import { TokenStreamOptions } from './util.js';
+export interface SyncStreamParameters {
+    storage: storage.BucketStorageFactory;
+    params: util.StreamingSyncRequest;
+    syncParams: SyncParameters;
+    token: auth.JwtPayload;
+    /**
+     * If this signal is aborted, the stream response ends as soon as possible, without error.
+     */
+    signal?: AbortSignal;
+    tokenStreamOptions?: Partial<TokenStreamOptions>;
+}
+export declare function streamResponse(options: SyncStreamParameters): AsyncIterable<util.StreamingSyncLine | string | null>;

package/dist/sync/sync.js

@@ -0,0 +1,259 @@
+import { JSONBig, JsonContainer } from '@powersync/service-jsonbig';
+import { Semaphore } from 'async-mutex';
+import { AbortError } from 'ix/aborterror.js';
+import * as util from '../util/util-index.js';
+import { mergeAsyncIterables } from './merge.js';
+import { tokenStream } from './util.js';
+import { Metrics } from '../metrics/Metrics.js';
+import { logger } from '@powersync/lib-services-framework';
+/**
+ * Maximum number of connections actively fetching data.
+ */
+const MAX_ACTIVE_CONNECTIONS = 10;
+const syncSemaphore = new Semaphore(MAX_ACTIVE_CONNECTIONS);
+export async function* streamResponse(options) {
+    const { storage, params, syncParams, token, tokenStreamOptions, signal } = options;
+    // We also need to be able to abort, so we create our own controller.
+    const controller = new AbortController();
+    if (signal) {
+        signal.addEventListener('abort', () => {
+            controller.abort();
+        }, { once: true });
+        if (signal.aborted) {
+            controller.abort();
+        }
+    }
+    const ki = tokenStream(token, controller.signal, tokenStreamOptions);
+    const stream = streamResponseInner(storage, params, syncParams, controller.signal);
+    // Merge the two streams, and abort as soon as one of the streams end.
+    const merged = mergeAsyncIterables([stream, ki], controller.signal);
+    try {
+        yield* merged;
+    }
+    catch (e) {
+        if (e instanceof AbortError) {
+            return;
+        }
+        else {
+            throw e;
+        }
+    }
+    finally {
+        // This ensures all the underlying streams are aborted as soon as possible if the
+        // parent loop stops.
+        controller.abort();
+    }
+}
+async function* streamResponseInner(storage, params, syncParams, signal) {
+    // Bucket state of bucket id -> op_id.
+    // This starts with the state from the client. May contain buckets that the user do not have access to (anymore).
+    let dataBuckets = new Map();
+    let lastChecksums = null;
+    let lastWriteCheckpoint = null;
+    const { raw_data, binary_data } = params;
+    if (params.buckets) {
+        for (let { name, after: start } of params.buckets) {
+            dataBuckets.set(name, start);
+        }
+    }
+    const stream = storage.watchWriteCheckpoint(syncParams.token_parameters.user_id, signal);
+    for await (const next of stream) {
+        const { base, writeCheckpoint } = next;
+        const checkpoint = base.checkpoint;
+        const storage = await base.getBucketStorage();
+        if (storage == null) {
+            // Sync rules deleted in the meantime - try again with the next checkpoint.
+            continue;
+        }
+        const sync_rules = storage.sync_rules;
+        const allBuckets = await sync_rules.queryBucketIds({
+            getParameterSets(lookups) {
+                return storage.getParameterSets(checkpoint, lookups);
+            },
+            parameters: syncParams
+        });
+        if (allBuckets.length > 1000) {
+            // TODO: Limit number of buckets even before we get to this point
+            throw new Error(`Too many buckets: ${allBuckets.length}`);
+        }
+        let dataBucketsNew = new Map();
+        for (let bucket of allBuckets) {
+            dataBucketsNew.set(bucket, dataBuckets.get(bucket) ?? '0');
+        }
+        dataBuckets = dataBucketsNew;
+        const bucketList = [...dataBuckets.keys()];
+        const checksumMap = await storage.getChecksums(checkpoint, bucketList);
+        // Subset of buckets for which there may be new data in this batch.
+        let bucketsToFetch;
+        if (lastChecksums) {
+            const diff = util.checksumsDiff(lastChecksums, checksumMap);
+            if (lastWriteCheckpoint == writeCheckpoint &&
+                diff.removedBuckets.length == 0 &&
+                diff.updatedBuckets.length == 0) {
+                // No changes - don't send anything to the client
+                continue;
+            }
+            bucketsToFetch = diff.updatedBuckets.map((c) => c.bucket);
+            let message = `Updated checkpoint: ${checkpoint} | write: ${writeCheckpoint} | `;
+            message += `buckets: ${allBuckets.length} | `;
+            message += `updated: ${limitedBuckets(diff.updatedBuckets, 20)} | `;
+            message += `removed: ${limitedBuckets(diff.removedBuckets, 20)} | `;
+            logger.info(message);
+            const checksum_line = {
+                checkpoint_diff: {
+                    last_op_id: checkpoint,
+                    write_checkpoint: writeCheckpoint ? String(writeCheckpoint) : undefined,
+                    removed_buckets: diff.removedBuckets,
+                    updated_buckets: diff.updatedBuckets
+                }
+            };
+            yield checksum_line;
+        }
+        else {
+            let message = `New checkpoint: ${checkpoint} | write: ${writeCheckpoint} | `;
+            message += `buckets: ${allBuckets.length} ${limitedBuckets(allBuckets, 20)}`;
+            logger.info(message);
+            bucketsToFetch = allBuckets;
+            const checksum_line = {
+                checkpoint: {
+                    last_op_id: checkpoint,
+                    write_checkpoint: writeCheckpoint ? String(writeCheckpoint) : undefined,
+                    buckets: [...checksumMap.values()]
+                }
+            };
+            yield checksum_line;
+        }
+        lastChecksums = checksumMap;
+        lastWriteCheckpoint = writeCheckpoint;
+        // This incrementally updates dataBuckets with each individual bucket position.
+        // At the end of this, we can be sure that all buckets have data up to the checkpoint.
+        yield* bucketDataInBatches({ storage, checkpoint, bucketsToFetch, dataBuckets, raw_data, binary_data, signal });
+        await new Promise((resolve) => setTimeout(resolve, 10));
+    }
+}
+async function* bucketDataInBatches(request) {
+    let isDone = false;
+    while (!request.signal.aborted && !isDone) {
+        // The code below is functionally the same as this for-await loop below.
+        // However, the for-await loop appears to have a memory leak, so we avoid it.
+        // for await (const { done, data } of bucketDataBatch(storage, checkpoint, dataBuckets, raw_data, signal)) {
+        //   yield data;
+        //   if (done) {
+        //     isDone = true;
+        //   }
+        //   break;
+        // }
+        const iter = bucketDataBatch(request);
+        try {
+            while (true) {
+                const { value, done: iterDone } = await iter.next();
+                if (iterDone) {
+                    break;
+                }
+                else {
+                    const { done, data } = value;
+                    yield data;
+                    if (done) {
+                        isDone = true;
+                    }
+                }
+            }
+        }
+        finally {
+            await iter.return();
+        }
+    }
+}
+/**
+ * Extracted as a separate internal function just to avoid memory leaks.
+ */
+async function* bucketDataBatch(request) {
+    const { storage, checkpoint, bucketsToFetch, dataBuckets, raw_data, binary_data, signal } = request;
+    const [_, release] = await syncSemaphore.acquire();
+    try {
+        // Optimization: Only fetch buckets for which the checksums have changed since the last checkpoint
+        // For the first batch, this will be all buckets.
+        const filteredBuckets = new Map(bucketsToFetch.map((bucket) => [bucket, dataBuckets.get(bucket)]));
+        const data = storage.getBucketDataBatch(checkpoint, filteredBuckets);
+        let has_more = false;
+        for await (let r of data) {
+            if (signal.aborted) {
+                return;
+            }
+            if (r.has_more) {
+                has_more = true;
+            }
+            if (r.data.length == 0) {
+                continue;
+            }
+            logger.debug(`Sending data for ${r.bucket}`);
+            let send_data;
+            if (binary_data) {
+                // Send the object as is, will most likely be encoded as a BSON document
+                send_data = { data: r };
+            }
+            else if (raw_data) {
+                // Data is a raw string - we can use the more efficient JSON.stringify.
+                const response = {
+                    data: r
+                };
+                send_data = JSON.stringify(response);
+            }
+            else {
+                // We need to preserve the embedded data exactly, so this uses a JsonContainer
+                // and JSONBig to stringify.
+                const response = {
+                    data: transformLegacyResponse(r)
+                };
+                send_data = JSONBig.stringify(response);
+            }
+            yield { data: send_data, done: false };
+            if (send_data.length > 50000) {
+                // IMPORTANT: This does not affect the output stream, but is used to flush
+                // iterator memory in case if large data sent.
+                yield { data: null, done: false };
+            }
+            Metrics.getInstance().operations_synced_total.add(r.data.length);
+            dataBuckets.set(r.bucket, r.next_after);
+        }
+        if (!has_more) {
+            const line = {
+                checkpoint_complete: {
+                    last_op_id: checkpoint
+                }
+            };
+            yield { data: line, done: true };
+        }
+    }
+    finally {
+        release();
+    }
+}
+function transformLegacyResponse(bucketData) {
+    return {
+        ...bucketData,
+        data: bucketData.data.map((entry) => {
+            return {
+                ...entry,
+                data: entry.data == null ? null : new JsonContainer(entry.data),
+                checksum: BigInt(entry.checksum)
+            };
+        })
+    };
+}
+function limitedBuckets(buckets, limit) {
+    buckets = buckets.map((b) => {
+        if (typeof b != 'string') {
+            return b.bucket;
+        }
+        else {
+            return b;
+        }
+    });
+    if (buckets.length <= limit) {
+        return JSON.stringify(buckets);
+    }
+    const limited = buckets.slice(0, limit);
+    return `${JSON.stringify(limited)}...`;
+}
+//# sourceMappingURL=sync.js.map

package/dist/sync/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../src/sync/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEpE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAE9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAsB,WAAW,EAAE,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3D;;GAEG;AACH,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,aAAa,GAAG,IAAI,SAAS,CAAC,sBAAsB,CAAC,CAAC;AAc5D,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,OAA6B;IAE7B,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACnF,qEAAqE;IACrE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,MAAM,EAAE;QACV,MAAM,CAAC,gBAAgB,CACrB,OAAO,EACP,GAAG,EAAE;YACH,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;QACF,IAAI,MAAM,CAAC,OAAO,EAAE;YAClB,UAAU,CAAC,KAAK,EAAE,CAAC;SACpB;KACF;IACD,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACnF,sEAAsE;IACtE,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAEpE,IAAI;QACF,KAAK,CAAC,CAAC,MAAM,CAAC;KACf;IAAC,OAAO,CAAC,EAAE;QACV,IAAI,CAAC,YAAY,UAAU,EAAE;YAC3B,OAAO;SACR;aAAM;YACL,MAAM,CAAC,CAAC;SACT;KACF;YAAS;QACR,iFAAiF;QACjF,qBAAqB;QACrB,UAAU,CAAC,KAAK,EAAE,CAAC;KACpB;AACH,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,mBAAmB,CACjC,OAAqC,EACrC,MAAiC,EACjC,UAA0B,EAC1B,MAAmB;IAEnB,sCAAsC;IACtC,iHAAiH;IACjH,IAAI,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE5C,IAAI,aAAa,GAA4B,IAAI,CAAC;IAClD,IAAI,mBAAmB,GAAkB,IAAI,CAAC;IAE9C,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;IAEzC,IAAI,MAAM,CAAC,OAAO,EAAE;QAClB,KAAK,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE;YACjD,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SAC9B;KACF;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,gBAAgB,CAAC,OAAiB,EAAE,MAAM,CAAC,CAAC;IACnG,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE;QAC/B,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAEnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,IAAI,OAAO,IAAI,IAAI,EAAE;YACnB,2EAA2E;YAC3E,SAAS;SACV;QACD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QAEtC,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC;YACjD,gBAAgB,CAAC,OAAO;gBACtB,OAAO,OAAO,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;YACD,UAAU,EAAE,UAAU;SACvB,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,MAAM,GAAG,IAAI,EAAE;YAC5B,iEAAiE;YACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;SAC3D;QAED,IAAI,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC/C,KAAK,IAAI,MAAM,IAAI,UAAU,EAAE;YAC7B,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;SAC5D;QACD,WAAW,GAAG,cAAc,CAAC;QAE7B,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACvE,mEAAmE;QACnE,IAAI,cAAwB,CAAC;QAE7B,IAAI,aAAa,EAAE;YACjB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;YAE5D,IACE,mBAAmB,IAAI,eAAe;gBACtC,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC;gBAC/B,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,EAC/B;gBACA,iDAAiD;gBACjD,SAAS;aACV;YACD,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAE1D,IAAI,OAAO,GAAG,uBAAuB,UAAU,aAAa,eAAe,KAAK,CAAC;YACjF,OAAO,IAAI,YAAY,UAAU,CAAC,MAAM,KAAK,CAAC;YAC9C,OAAO,IAAI,YAAY,cAAc,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,KAAK,CAAC;YACpE,OAAO,IAAI,YAAY,cAAc,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,KAAK,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAErB,MAAM,aAAa,GAAqC;gBACtD,eAAe,EAAE;oBACf,UAAU,EAAE,UAAU;oBACtB,gBAAgB,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS;oBACvE,eAAe,EAAE,IAAI,CAAC,cAAc;oBACpC,eAAe,EAAE,IAAI,CAAC,cAAc;iBACrC;aACF,CAAC;YAEF,MAAM,aAAa,CAAC;SACrB;aAAM;YACL,IAAI,OAAO,GAAG,mBAAmB,UAAU,aAAa,eAAe,KAAK,CAAC;YAC7E,OAAO,IAAI,YAAY,UAAU,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,cAAc,GAAG,UAAU,CAAC;YAC5B,MAAM,aAAa,GAAiC;gBAClD,UAAU,EAAE;oBACV,UAAU,EAAE,UAAU;oBACtB,gBAAgB,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS;oBACvE,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;iBACnC;aACF,CAAC;YACF,MAAM,aAAa,CAAC;SACrB;QACD,aAAa,GAAG,WAAW,CAAC;QAC5B,mBAAmB,GAAG,eAAe,CAAC;QAEtC,+EAA+E;QAC/E,sFAAsF;QACtF,KAAK,CAAC,CAAC,mBAAmB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;QAEhH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;KACzD;AACH,CAAC;AAaD,KAAK,SAAS,CAAC,CAAC,mBAAmB,CAAC,OAA0B;IAC5D,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE;QACzC,wEAAwE;QACxE,6EAA6E;QAC7E,4GAA4G;QAC5G,gBAAgB;QAChB,gBAAgB;QAChB,qBAAqB;QACrB,MAAM;QACN,WAAW;QACX,IAAI;QACJ,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI;YACF,OAAO,IAAI,EAAE;gBACX,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpD,IAAI,QAAQ,EAAE;oBACZ,MAAM;iBACP;qBAAM;oBACL,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;oBAC7B,MAAM,IAAI,CAAC;oBACX,IAAI,IAAI,EAAE;wBACR,MAAM,GAAG,IAAI,CAAC;qBACf;iBACF;aACF;SACF;gBAAS;YACR,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;SACrB;KACF;AACH,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,eAAe,CAAC,OAA0B;IACxD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEpG,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC;IACnD,IAAI;QACF,kGAAkG;QAClG,iDAAiD;QACjD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC,CAAC,CAAC;QACpG,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QAErE,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;YACxB,IAAI,MAAM,CAAC,OAAO,EAAE;gBAClB,OAAO;aACR;YACD,IAAI,CAAC,CAAC,QAAQ,EAAE;gBACd,QAAQ,GAAG,IAAI,CAAC;aACjB;YACD,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE;gBACtB,SAAS;aACV;YACD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAE7C,IAAI,SAAc,CAAC;YACnB,IAAI,WAAW,EAAE;gBACf,wEAAwE;gBACxE,SAAS,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;aACzB;iBAAM,IAAI,QAAQ,EAAE;gBACnB,uEAAuE;gBACvE,MAAM,QAAQ,GAA2B;oBACvC,IAAI,EAAE,CAAC;iBACR,CAAC;gBACF,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;aACtC;iBAAM;gBACL,8EAA8E;gBAC9E,4BAA4B;gBAC5B,MAAM,QAAQ,GAA2B;oBACvC,IAAI,EAAE,uBAAuB,CAAC,CAAC,CAAC;iBACjC,CAAC;gBACF,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;aACzC;YACD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACvC,IAAI,SAAS,CAAC,MAAM,GAAG,KAAM,EAAE;gBAC7B,0EAA0E;gBAC1E,8CAA8C;gBAC9C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;aACnC;YACD,OAAO,CAAC,WAAW,EAAE,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEjE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;SACzC;QAED,IAAI,CAAC,QAAQ,EAAE;YACb,MAAM,IAAI,GAAyC;gBACjD,mBAAmB,EAAE;oBACnB,UAAU,EAAE,UAAU;iBACvB;aACF,CAAC;YACF,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;SAClC;KACF;YAAS;QACR,OAAO,EAAE,CAAC;KACX;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,UAA+B;IAC9D,OAAO;QACL,GAAG,UAAU;QACb,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAClC,OAAO;gBACL,GAAG,KAAK;gBACR,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,IAAc,CAAC;gBACzE,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;aACjC,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,OAAyC,EAAE,KAAa;IAC9E,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC1B,IAAI,OAAO,CAAC,IAAI,QAAQ,EAAE;YACxB,OAAO,CAAC,CAAC,MAAM,CAAC;SACjB;aAAM;YACL,OAAO,CAAC,CAAC;SACV;IACH,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK,EAAE;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;KAChC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACxC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;AACzC,CAAC"}

package/dist/sync/util.d.ts

@@ -0,0 +1,26 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import * as util from '../util/util-index.js';
+export type TokenStreamOptions = {
+    /**
+     * Adds periodic keepalive events
+     */
+    keep_alive: boolean;
+    /**
+     * Warn before the token is going to expire
+     */
+    expire_warning_period: number;
+};
+/**
+ * An iterator that periodically yields token and optionally keepalive events, and returns once the
+ * provided token expiry is reached.
+ *
+ * @param token exp is expiry as a unix timestamp (seconds)
+ * @param signal abort the iterator with this
+ * @param options configure keepalive and expire warnings
+ */
+export declare function tokenStream(token: {
+    exp: number;
+}, signal: AbortSignal, options?: Partial<TokenStreamOptions>): AsyncGenerator<util.StreamingSyncKeepalive>;
+export declare function ndjson(iterator: AsyncIterable<string | null | Record<string, any>>): AsyncGenerator<string>;
+export declare function transformToBytesTracked(iterator: AsyncIterable<string>): AsyncGenerator<Buffer>;

package/dist/sync/util.js

@@ -0,0 +1,73 @@
+import * as timers from 'timers/promises';
+import { Metrics } from '../metrics/Metrics.js';
+const KEEPALIVE_INTERVAL = 20000;
+const DEFAULT_TOKEN_STREAM_OPTIONS = {
+    keep_alive: true,
+    expire_warning_period: 20000
+};
+/**
+ * An iterator that periodically yields token and optionally keepalive events, and returns once the
+ * provided token expiry is reached.
+ *
+ * @param token exp is expiry as a unix timestamp (seconds)
+ * @param signal abort the iterator with this
+ * @param options configure keepalive and expire warnings
+ */
+export async function* tokenStream(token, signal, options) {
+    const resolved_options = {
+        ...DEFAULT_TOKEN_STREAM_OPTIONS,
+        ...(options ?? {})
+    };
+    const { keep_alive, expire_warning_period } = resolved_options;
+    // Real tokens always have an integer for exp.
+    // In tests, we may use fractional seconds to reduce the delay.
+    // Both cases are handled here.
+    const expires_at = token.exp * 1000;
+    const expire_warning_at = expires_at - expire_warning_period;
+    let first_expire_test = true;
+    while (!signal.aborted) {
+        const token_expires_in = Math.max(0, Math.ceil(token.exp - Date.now() / 1000));
+        if (first_expire_test && token_expires_in > 0) {
+            first_expire_test = false;
+        }
+        else {
+            yield { token_expires_in: token_expires_in };
+            if (token_expires_in == 0) {
+                return;
+            }
+        }
+        const keep_alive_delay = KEEPALIVE_INTERVAL * (0.9 + Math.random() * 0.2);
+        // Add margin due to setTimeout inaccuracies
+        const expiry_delay = Math.max(0, expires_at - Date.now() + 3);
+        const expiry_warning_delay = Math.max(0, expire_warning_at - Date.now() + 3);
+        // Either the warning has past or it's before
+        const relevant_expiry_delay = expiry_warning_delay != 0 ? expiry_warning_delay : expiry_delay;
+        const delay = keep_alive ? Math.min(relevant_expiry_delay, keep_alive_delay) : relevant_expiry_delay;
+        await timers.setTimeout(delay, null, { signal }).catch(() => {
+            // Ignore AbortError
+        });
+    }
+}
+export async function* ndjson(iterator) {
+    for await (let data of iterator) {
+        if (data == null) {
+            // Empty value to flush iterator memory
+            continue;
+        }
+        else if (typeof data == 'string') {
+            // Pre-serialized value
+            yield data + '\n';
+        }
+        else {
+            yield JSON.stringify(data) + '\n';
+        }
+    }
+}
+export async function* transformToBytesTracked(iterator) {
+    for await (let data of iterator) {
+        const encoded = Buffer.from(data, 'utf8');
+        Metrics.getInstance().data_synced_bytes.add(encoded.length);
+        yield encoded;
+    }
+}
+//# sourceMappingURL=util.js.map

package/dist/sync/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/sync/util.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;AAG1C,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAahD,MAAM,kBAAkB,GAAG,KAAM,CAAC;AAElC,MAAM,4BAA4B,GAAuB;IACvD,UAAU,EAAE,IAAI;IAChB,qBAAqB,EAAE,KAAM;CAC9B,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,WAAW,CAChC,KAAsB,EACtB,MAAmB,EACnB,OAAqC;IAErC,MAAM,gBAAgB,GAAuB;QAC3C,GAAG,4BAA4B;QAC/B,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;KACnB,CAAC;IAEF,MAAM,EAAE,UAAU,EAAE,qBAAqB,EAAE,GAAG,gBAAgB,CAAC;IAE/D,8CAA8C;IAC9C,+DAA+D;IAC/D,+BAA+B;IAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC;IACpC,MAAM,iBAAiB,GAAG,UAAU,GAAG,qBAAqB,CAAC;IAE7D,IAAI,iBAAiB,GAAG,IAAI,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE;QACtB,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QAC/E,IAAI,iBAAiB,IAAI,gBAAgB,GAAG,CAAC,EAAE;YAC7C,iBAAiB,GAAG,KAAK,CAAC;SAC3B;aAAM;YACL,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC;YAC7C,IAAI,gBAAgB,IAAI,CAAC,EAAE;gBACzB,OAAO;aACR;SACF;QAED,MAAM,gBAAgB,GAAG,kBAAkB,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;QAE1E,4CAA4C;QAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9D,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7E,6CAA6C;QAC7C,MAAM,qBAAqB,GAAG,oBAAoB,IAAI,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,YAAY,CAAC;QAE9F,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC;QACrG,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YAC1D,oBAAoB;QACtB,CAAC,CAAC,CAAC;KACJ;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,QAA4D;IACxF,IAAI,KAAK,EAAE,IAAI,IAAI,IAAI,QAAQ,EAAE;QAC/B,IAAI,IAAI,IAAI,IAAI,EAAE;YAChB,uCAAuC;YACvC,SAAS;SACV;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE;YAClC,uBAAuB;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC;SACnB;aAAM;YACL,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;SACnC;KACF;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAAC,QAA+B;IAC5E,IAAI,KAAK,EAAE,IAAI,IAAI,IAAI,QAAQ,EAAE;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1C,OAAO,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,OAAO,CAAC;KACf;AACH,CAAC"}

package/dist/system/CorePowerSyncSystem.d.ts

@@ -0,0 +1,23 @@
+import * as pgwire from '@powersync/service-jpgwire';
+import { LifeCycledSystem } from '@powersync/lib-services-framework';
+import * as storage from '../storage/storage-index.js';
+import * as utils from '../util/util-index.js';
+export declare abstract class CorePowerSyncSystem extends LifeCycledSystem {
+    config: utils.ResolvedPowerSyncConfig;
+    abstract storage: storage.BucketStorageFactory;
+    abstract pgwire_pool?: pgwire.PgClient;
+    closed: boolean;
+    protected stopHandlers: Set<() => void>;
+    constructor(config: utils.ResolvedPowerSyncConfig);
+    get client_keystore(): import("../index.js").KeyStore;
+    get dev_client_keystore(): import("../index.js").KeyStore;
+    /**
+     * Adds a termination handler which will call handlers registered via
+     * [addStopHandler].
+     * This should be called after the server is started and it's termination handler is added.
+     * This is so that the handler is run before the server's handler, allowing streams to be interrupted on exit
+     */
+    addTerminationHandler(): void;
+    addStopHandler(handler: () => void): () => void;
+    requirePgPool(): pgwire.PgClient;
+}

package/dist/system/CorePowerSyncSystem.js

@@ -0,0 +1,52 @@
+import { LifeCycledSystem, container, logger } from '@powersync/lib-services-framework';
+export class CorePowerSyncSystem extends LifeCycledSystem {
+    constructor(config) {
+        super();
+        this.config = config;
+        this.stopHandlers = new Set();
+        this.closed = false;
+    }
+    get client_keystore() {
+        return this.config.client_keystore;
+    }
+    get dev_client_keystore() {
+        return this.config.dev_client_keystore;
+    }
+    /**
+     * Adds a termination handler which will call handlers registered via
+     * [addStopHandler].
+     * This should be called after the server is started and it's termination handler is added.
+     * This is so that the handler is run before the server's handler, allowing streams to be interrupted on exit
+     */
+    addTerminationHandler() {
+        container.terminationHandler.handleTerminationSignal(async () => {
+            // Close open streams, so that they don't block the server from closing.
+            // Note: This does not work well when streaming requests are queued. In that case, the server still doesn't
+            // close in the 30-second timeout.
+            this.closed = true;
+            logger.info(`Closing ${this.stopHandlers.size} streams`);
+            for (let handler of this.stopHandlers) {
+                handler();
+            }
+        });
+    }
+    addStopHandler(handler) {
+        if (this.closed) {
+            handler();
+            return () => { };
+        }
+        this.stopHandlers.add(handler);
+        return () => {
+            this.stopHandlers.delete(handler);
+        };
+    }
+    requirePgPool() {
+        if (this.pgwire_pool == null) {
+            throw new Error('No source connection configured');
+        }
+        else {
+            return this.pgwire_pool;
+        }
+    }
+}
+//# sourceMappingURL=CorePowerSyncSystem.js.map

package/dist/system/CorePowerSyncSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CorePowerSyncSystem.js","sourceRoot":"","sources":["../../src/system/CorePowerSyncSystem.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAKxF,MAAM,OAAgB,mBAAoB,SAAQ,gBAAgB;IAOhE,YAAmB,MAAqC;QACtD,KAAK,EAAE,CAAC;QADS,WAAM,GAAN,MAAM,CAA+B;QAF9C,iBAAY,GAAoB,IAAI,GAAG,EAAE,CAAC;QAIlD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;IACrC,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;IACzC,CAAC;IAED;;;;;OAKG;IACH,qBAAqB;QACnB,SAAS,CAAC,kBAAkB,CAAC,uBAAuB,CAAC,KAAK,IAAI,EAAE;YAC9D,wEAAwE;YACxE,2GAA2G;YAC3G,kCAAkC;YAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,YAAY,CAAC,IAAI,UAAU,CAAC,CAAC;YACzD,KAAK,IAAI,OAAO,IAAI,IAAI,CAAC,YAAY,EAAE;gBACrC,OAAO,EAAE,CAAC;aACX;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,OAAmB;QAChC,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,OAAO,EAAE,CAAC;YACV,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC;SACjB;QACD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC;IACJ,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,EAAE;YAC5B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;SACpD;aAAM;YACL,OAAO,IAAI,CAAC,WAAY,CAAC;SAC1B;IACH,CAAC;CACF"}

package/dist/system/system-index.d.ts

@@ -0,0 +1 @@
+export * from './CorePowerSyncSystem.js';

package/dist/system/system-index.js

@@ -0,0 +1,2 @@
+export * from './CorePowerSyncSystem.js';
+//# sourceMappingURL=system-index.js.map

package/dist/system/system-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-index.js","sourceRoot":"","sources":["../../src/system/system-index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC"}

package/dist/util/Mutex.d.ts

@@ -0,0 +1,47 @@
+export type PromiseFunction<T> = (context: MutexContext) => Promise<T>;
+export type SharedPromiseFunction<T> = (context: SharedMutexContext) => Promise<T>;
+export interface SharedMutexContext {
+    sharedLock<T>(promiseFn: SharedPromiseFunction<T>): Promise<T>;
+}
+export interface MutexContext extends SharedMutexContext {
+    exclusiveLock<T>(promiseFn: PromiseFunction<T>): Promise<T>;
+}
+/**
+ * Mutex maintains a queue of Promise-returning functions that
+ * are executed sequentially (whereas normally they would execute their async code concurrently).
+ */
+export declare class Mutex implements MutexContext {
+    private queue;
+    private sharedCount;
+    private exclusiveLocked;
+    constructor();
+    /**
+     * Place a function on the queue.
+     * The function may either return a Promise or a value.
+     * Return a Promise that is resolved with the result of the function.
+     */
+    exclusiveLock<T>(promiseFn: PromiseFunction<T>): Promise<T>;
+    /**
+     * Place a function on the queue.
+     * This function may execute in parallel with other "multi" functions, but not with other functions on the exclusive
+     * queue.
+     */
+    sharedLock<T>(promiseFn: SharedPromiseFunction<T>): Promise<T>;
+    private lock;
+    /**
+     * Convert a normal Promise-returning function into one that is automatically enqueued.
+     * The signature of the function stays the same - only the execution is potentially delayed.
+     * The only exception is that if the function would have returned a scalar value, it now
+     * returns a Promise.
+     */
+    qu<T>(fn: PromiseFunction<T>): () => Promise<T>;
+    /**
+     * Wait until we are ready to execute the next task on the queue.
+     *
+     * This places a "Task" marker on the queue, and waits until we get to it.
+     *
+     * @param exclusive
+     */
+    private _lockNext;
+    private _tryNext;
+}