@powersync/service-core 0.0.2

package/dist/storage/mongo/util.js

@@ -0,0 +1,81 @@
+import * as bson from 'bson';
+import * as crypto from 'crypto';
+/**
+ * Lookup serialization must be number-agnostic. I.e. normalize numbers, instead of preserving numbers.
+ * @param lookup
+ */
+export function serializeLookup(lookup) {
+    const normalized = lookup.map((value) => {
+        if (typeof value == 'number' && Number.isInteger(value)) {
+            return BigInt(value);
+        }
+        else {
+            return value;
+        }
+    });
+    return new bson.Binary(bson.serialize({ l: normalized }));
+}
+export function idPrefixFilter(prefix, rest) {
+    let filter = {
+        $gte: {
+            ...prefix
+        },
+        $lt: {
+            ...prefix
+        }
+    };
+    for (let key of rest) {
+        filter.$gte[key] = new bson.MinKey();
+        filter.$lt[key] = new bson.MaxKey();
+    }
+    return filter;
+}
+export function generateSlotName(prefix, sync_rules_id) {
+    const slot_suffix = crypto.randomBytes(2).toString('hex');
+    return `${prefix}${sync_rules_id}_${slot_suffix}`;
+}
+/**
+ * Read a single batch of data from a cursor, then close it.
+ *
+ * We do our best to avoid MongoDB fetching any more data than this single batch.
+ *
+ * This is similar to using `singleBatch: true` in find options.
+ * However, that makes `has_more` detection very difficult, since the cursor is always closed
+ * after the first batch. Instead, we do a workaround to only fetch a single batch below.
+ *
+ * For this to be effective, set batchSize = limit in the find command.
+ */
+export async function readSingleBatch(cursor) {
+    try {
+        let data;
+        let hasMore = true;
+        // Let MongoDB load the first batch of data
+        const hasAny = await cursor.hasNext();
+        // Now it's in memory, and we can read it
+        data = cursor.readBufferedDocuments();
+        if (!hasAny || cursor.id?.isZero()) {
+            // A zero id means the cursor is exhaused.
+            // No results (hasAny == false) means even this batch doesn't have data.
+            // This should similar results as `await cursor.hasNext()`, but without
+            // actually fetching the next batch.
+            //
+            // Note that it is safe (but slightly inefficient) to return `hasMore: true`
+            // without there being more data, as long as the next batch
+            // will return `hasMore: false`.
+            hasMore = false;
+        }
+        return { data, hasMore };
+    }
+    finally {
+        // Match the from the cursor iterator logic here:
+        // https://github.com/mongodb/node-mongodb-native/blob/e02534e7d1c627bf50b85ca39f5995dbf165ad44/src/cursor/abstract_cursor.ts#L327-L331
+        if (!cursor.closed) {
+            await cursor.close();
+        }
+    }
+}
+export const BSON_DESERIALIZE_OPTIONS = {
+    // use bigint instead of long
+    useBigInt64: true
+};
+//# sourceMappingURL=util.js.map

package/dist/storage/mongo/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/storage/mongo/util.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC;;;GAGG;AAEH,MAAM,UAAU,eAAe,CAAC,MAAyB;IACvD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACtC,IAAI,OAAO,KAAK,IAAI,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,cAAc,CAAI,MAAkB,EAAE,IAAiB;IACrE,IAAI,MAAM,GAAG;QACX,IAAI,EAAE;YACJ,GAAG,MAAM;SACH;QACR,GAAG,EAAE;YACH,GAAG,MAAM;SACH;KACT,CAAC;IAEF,KAAK,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,aAAqB;IACpE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC1D,OAAO,GAAG,MAAM,GAAG,aAAa,IAAI,WAAW,EAAE,CAAC;AACpD,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAI,MAA2B;IAClE,IAAI,CAAC;QACH,IAAI,IAAS,CAAC;QACd,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,2CAA2C;QAC3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACtC,yCAAyC;QACzC,IAAI,GAAG,MAAM,CAAC,qBAAqB,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC;YACnC,0CAA0C;YAC1C,wEAAwE;YACxE,uEAAuE;YACvE,oCAAoC;YACpC,EAAE;YACF,4EAA4E;YAC5E,2DAA2D;YAC3D,gCAAgC;YAChC,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,iDAAiD;QACjD,uIAAuI;QACvI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,6BAA6B;IAC7B,WAAW,EAAE,IAAI;CAClB,CAAC"}

package/dist/storage/storage-index.d.ts

@@ -0,0 +1,14 @@
+export * from './SourceTable.js';
+export * from './MongoBucketStorage.js';
+export * from './BucketStorage.js';
+export * from './mongo/db.js';
+export * from './mongo/models.js';
+export * from './mongo/MongoBucketBatch.js';
+export * from './mongo/MongoIdSequence.js';
+export * from './mongo/MongoPersistedSyncRules.js';
+export * from './mongo/MongoPersistedSyncRulesContent.js';
+export * from './mongo/MongoSyncBucketStorage.js';
+export * from './mongo/MongoSyncRulesLock.js';
+export * from './mongo/OperationBatch.js';
+export * from './mongo/PersistedBatch.js';
+export * from './mongo/util.js';

package/dist/storage/storage-index.js

@@ -0,0 +1,15 @@
+export * from './SourceTable.js';
+export * from './MongoBucketStorage.js';
+export * from './BucketStorage.js';
+export * from './mongo/db.js';
+export * from './mongo/models.js';
+export * from './mongo/MongoBucketBatch.js';
+export * from './mongo/MongoIdSequence.js';
+export * from './mongo/MongoPersistedSyncRules.js';
+export * from './mongo/MongoPersistedSyncRulesContent.js';
+export * from './mongo/MongoSyncBucketStorage.js';
+export * from './mongo/MongoSyncRulesLock.js';
+export * from './mongo/OperationBatch.js';
+export * from './mongo/PersistedBatch.js';
+export * from './mongo/util.js';
+//# sourceMappingURL=storage-index.js.map

package/dist/storage/storage-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-index.js","sourceRoot":"","sources":["../../src/storage/storage-index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AAEnC,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,oCAAoC,CAAC;AACnD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,mCAAmC,CAAC;AAClD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iBAAiB,CAAC"}

package/dist/sync/BroadcastIterable.d.ts

@@ -0,0 +1,38 @@
+/// <reference types="node" resolution-mode="require"/>
+export type IterableSource<T> = (signal: AbortSignal) => AsyncIterable<T>;
+/**
+ * Loosely based on Dart's broadcast streams:
+ * https://api.flutter.dev/flutter/dart-async/StreamController/StreamController.broadcast.html
+ *
+ * 1. Exposes an AsyncIterable interface.
+ * 2. Allows multiple concurrent subscribers.
+ * 3. Any new subscriber gets new events as they are published.
+ * 4. The source iterable is only created once there are subscribers.
+ *
+ * One notable difference: The last value is buffered and immediately returned for any new subscribers.
+ *
+ * When all subscribers are stopped, this source iterable is stopped.
+ *
+ * Any error on the source is passed on to all subscribers. This generally stops all
+ * subscribers. Once a new subscriber is then added, a new source is started.
+ *
+ * Slow subscribers will skip events.
+ *
+ * Implementation note: It is possible to do this using:
+ * 1. rxjs `share` for multicasting and auto-starting + stopping the source.
+ * 2. rxjs `BehaviorSubject` to keep the last value.
+ * 3. Use `LastValueSink` to convert to an AsyncIterable.
+ */
+export declare class BroadcastIterable<T> implements AsyncIterable<T> {
+    private source;
+    private last;
+    private subscribers;
+    private abortController;
+    constructor(source: IterableSource<T>);
+    private start;
+    private loop;
+    private removeSink;
+    private addSink;
+    [Symbol.asyncIterator](signal?: AbortSignal): AsyncIterator<T>;
+    get active(): boolean;
+}

package/dist/sync/BroadcastIterable.js

@@ -0,0 +1,153 @@
+import { AbortError } from 'ix/aborterror.js';
+import { LastValueSink } from './LastValueSink.js';
+/**
+ * Loosely based on Dart's broadcast streams:
+ * https://api.flutter.dev/flutter/dart-async/StreamController/StreamController.broadcast.html
+ *
+ * 1. Exposes an AsyncIterable interface.
+ * 2. Allows multiple concurrent subscribers.
+ * 3. Any new subscriber gets new events as they are published.
+ * 4. The source iterable is only created once there are subscribers.
+ *
+ * One notable difference: The last value is buffered and immediately returned for any new subscribers.
+ *
+ * When all subscribers are stopped, this source iterable is stopped.
+ *
+ * Any error on the source is passed on to all subscribers. This generally stops all
+ * subscribers. Once a new subscriber is then added, a new source is started.
+ *
+ * Slow subscribers will skip events.
+ *
+ * Implementation note: It is possible to do this using:
+ * 1. rxjs `share` for multicasting and auto-starting + stopping the source.
+ * 2. rxjs `BehaviorSubject` to keep the last value.
+ * 3. Use `LastValueSink` to convert to an AsyncIterable.
+ */
+export class BroadcastIterable {
+    constructor(source) {
+        this.source = source;
+        this.last = undefined;
+        this.subscribers = undefined;
+        this.abortController = undefined;
+    }
+    start(sink) {
+        const abortController = new AbortController();
+        const listeners = new Set();
+        listeners.add(sink);
+        this.abortController = abortController;
+        this.subscribers = listeners;
+        this.loop(abortController, listeners);
+    }
+    async loop(abortController, sinks) {
+        try {
+            for await (let doc of this.source(abortController.signal)) {
+                if (abortController.signal.aborted || sinks.size == 0) {
+                    throw new AbortError();
+                }
+                this.last = doc;
+                for (let sink of sinks) {
+                    sink.next(doc);
+                }
+            }
+            // End of stream
+            for (let sink of sinks) {
+                sink.complete();
+            }
+        }
+        catch (e) {
+            // Just in case the error is not from the source
+            abortController.abort();
+            for (let listener of sinks) {
+                listener.error(e);
+            }
+        }
+        finally {
+            // Clear state, so that a new subscription may be started
+            if (this.subscribers === sinks) {
+                this.subscribers = undefined;
+                this.abortController = undefined;
+                this.last = undefined;
+            }
+        }
+    }
+    removeSink(listener) {
+        this.subscribers?.delete(listener);
+        if (this.subscribers?.size == 0) {
+            // This is not immediate - there may be a delay until it is fully stopped,
+            // depending on the underlying source.
+            this.abortController?.abort();
+            this.last = undefined;
+            this.subscribers = undefined;
+            this.abortController = undefined;
+        }
+    }
+    addSink(listener) {
+        if (this.subscribers == null) {
+            this.start(listener);
+        }
+        else {
+            this.subscribers.add(listener);
+        }
+    }
+    async *[Symbol.asyncIterator](signal) {
+        const sink = new LastValueSink(this.last);
+        this.addSink(sink);
+        try {
+            yield* sink.withSignal(signal);
+        }
+        finally {
+            this.removeSink(sink);
+        }
+    }
+    get active() {
+        return this.subscribers != null;
+    }
+}
+// For reference, this is an alternative implementation using rxjs.
+// It still relies on LastValueSink.
+//
+// import { BehaviorSubject, Observable, filter, from, share } from 'rxjs';
+//
+// export class RxBroadcastIterable<T> implements AsyncIterable<T> {
+//   private observable: Observable<T>;
+//
+//   constructor(source: IterableSource<T>) {
+//     const obsSource = new Observable<T>((subscriber) => {
+//       const controller = new AbortController();
+//       const s = source(controller.signal);
+//       const inner = from(s);
+//       const subscription = inner.subscribe(subscriber);
+//       subscription.add({
+//         unsubscribe() {
+//           controller.abort();
+//         }
+//       });
+//       return subscription;
+//     });
+//
+//     const obs = obsSource.pipe(
+//       share({ connector: () => new BehaviorSubject(undefined as T) }),
+//       filter((v) => v != undefined)
+//     );
+//     this.observable = obs;
+//   }
+//
+//   async *[Symbol.asyncIterator](signal?: AbortSignal): AsyncIterator<T> {
+//     if (signal?.aborted) {
+//       return;
+//     }
+//     const sink = new LastValueSink<T>(undefined);
+//     const subscription = this.observable.subscribe(sink);
+//
+//     try {
+//       yield* sink.withSignal(signal);
+//     } finally {
+//       subscription.unsubscribe();
+//     }
+//   }
+//
+//   get active() {
+//     return false;
+//   }
+// }
+//# sourceMappingURL=BroadcastIterable.js.map

package/dist/sync/BroadcastIterable.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BroadcastIterable.js","sourceRoot":"","sources":["../../src/sync/BroadcastIterable.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAInD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,OAAO,iBAAiB;IAK5B,YAAoB,MAAyB;QAAzB,WAAM,GAAN,MAAM,CAAmB;QAJrC,SAAI,GAAkB,SAAS,CAAC;QAChC,gBAAW,GAAsC,SAAS,CAAC;QAC3D,oBAAe,GAAgC,SAAS,CAAC;IAEjB,CAAC;IAEzC,KAAK,CAAC,IAAsB;QAClC,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC9C,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEpB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAE7B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,eAAgC,EAAE,KAA4B;QAC/E,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,UAAU,EAAE,CAAC;gBACzB,CAAC;gBACD,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;gBAChB,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,gDAAgD;YAChD,eAAe,CAAC,KAAK,EAAE,CAAC;YAExB,KAAK,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC3B,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,yDAAyD;YACzD,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;gBAC/B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;gBAC7B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;gBACjC,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,QAA0B;QAC3C,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAChC,0EAA0E;YAC1E,sCAAsC;YACtC,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAC7B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,QAA0B;QACxC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAoB;QAChD,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC;YACH,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;IAClC,CAAC;CACF;AAED,mEAAmE;AACnE,oCAAoC;AACpC,EAAE;AACF,2EAA2E;AAC3E,EAAE;AACF,oEAAoE;AACpE,uCAAuC;AACvC,EAAE;AACF,6CAA6C;AAC7C,4DAA4D;AAC5D,kDAAkD;AAClD,6CAA6C;AAC7C,+BAA+B;AAC/B,0DAA0D;AAC1D,2BAA2B;AAC3B,0BAA0B;AAC1B,gCAAgC;AAChC,YAAY;AACZ,YAAY;AACZ,6BAA6B;AAC7B,UAAU;AACV,EAAE;AACF,kCAAkC;AAClC,yEAAyE;AACzE,sCAAsC;AACtC,SAAS;AACT,6BAA6B;AAC7B,MAAM;AACN,EAAE;AACF,4EAA4E;AAC5E,6BAA6B;AAC7B,gBAAgB;AAChB,QAAQ;AACR,oDAAoD;AACpD,4DAA4D;AAC5D,EAAE;AACF,YAAY;AACZ,wCAAwC;AACxC,kBAAkB;AAClB,oCAAoC;AACpC,QAAQ;AACR,MAAM;AACN,EAAE;AACF,mBAAmB;AACnB,oBAAoB;AACpB,MAAM;AACN,IAAI"}

package/dist/sync/LastValueSink.d.ts

@@ -0,0 +1,25 @@
+/// <reference types="node" resolution-mode="require"/>
+/**
+ * An AsyncIterable that allows pushing values.
+ *
+ * If the consumer is slower than the source, only the last value is buffered.
+ *
+ * Similar to ix AsyncSink, except that we only keep the last value.
+ */
+export declare class LastValueSink<T> implements AsyncIterable<T> {
+    buffer: NextResult<T> | undefined;
+    nextResolve: undefined | (() => void);
+    constructor(initial: T | undefined);
+    next(value: T): void;
+    complete(): void;
+    error(e: any): void;
+    private push;
+    withSignal(signal?: AbortSignal): AsyncIterable<T>;
+    [Symbol.asyncIterator](): AsyncIterator<T>;
+}
+interface NextResult<T> {
+    value: T | undefined;
+    done: boolean;
+    error: any;
+}
+export {};

package/dist/sync/LastValueSink.js

@@ -0,0 +1,84 @@
+import { AbortError } from 'ix/aborterror.js';
+/**
+ * An AsyncIterable that allows pushing values.
+ *
+ * If the consumer is slower than the source, only the last value is buffered.
+ *
+ * Similar to ix AsyncSink, except that we only keep the last value.
+ */
+export class LastValueSink {
+    constructor(initial) {
+        if (initial != null) {
+            this.buffer = { value: initial, done: false, error: undefined };
+        }
+    }
+    next(value) {
+        this.push({
+            value,
+            done: false,
+            error: undefined
+        });
+    }
+    complete() {
+        this.push({
+            value: undefined,
+            done: true,
+            error: undefined
+        });
+    }
+    error(e) {
+        this.push({
+            value: undefined,
+            done: true,
+            error: e
+        });
+    }
+    push(r) {
+        if (this.buffer?.done) {
+            return;
+        }
+        this.buffer = r;
+        this.nextResolve?.();
+    }
+    async *withSignal(signal) {
+        if (!signal) {
+            yield* this;
+            return;
+        }
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const onAbort = () => {
+            this.error(new AbortError());
+        };
+        signal?.addEventListener('abort', onAbort);
+        try {
+            yield* this;
+        }
+        finally {
+            signal?.removeEventListener('abort', onAbort);
+        }
+    }
+    async *[Symbol.asyncIterator]() {
+        while (true) {
+            if (this.buffer == null) {
+                const promise = new Promise((resolve) => {
+                    this.nextResolve = resolve;
+                });
+                await promise;
+            }
+            const n = this.buffer;
+            this.buffer = undefined;
+            if (n.error) {
+                throw n.error;
+            }
+            else if (n.done) {
+                return;
+            }
+            else {
+                yield n.value;
+            }
+        }
+    }
+}
+//# sourceMappingURL=LastValueSink.js.map

package/dist/sync/LastValueSink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LastValueSink.js","sourceRoot":"","sources":["../../src/sync/LastValueSink.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C;;;;;;GAMG;AACH,MAAM,OAAO,aAAa;IAIxB,YAAY,OAAsB;QAChC,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAClE,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAQ;QACX,IAAI,CAAC,IAAI,CAAC;YACR,KAAK;YACL,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,SAAS;SACjB,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,IAAI,CAAC;YACR,KAAK,EAAE,SAAS;YAChB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,SAAS;SACjB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAM;QACV,IAAI,CAAC,IAAI,CAAC;YACR,KAAK,EAAE,SAAS;YAChB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;IACL,CAAC;IAEO,IAAI,CAAC,CAAgB;QAC3B,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,MAAoB;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,KAAK,CAAC,CAAC,IAAI,CAAC;YACZ,OAAO;QACT,CAAC;QAED,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,UAAU,EAAE,CAAC;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,CAAC,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC;QAC/B,CAAC,CAAC;QACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,KAAK,CAAC,CAAC,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;oBAC5C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;gBAC7B,CAAC,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC;YAChB,CAAC;YACD,MAAM,CAAC,GAAG,IAAI,CAAC,MAAO,CAAC;YACvB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YAExB,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,CAAC,CAAC,KAAK,CAAC;YAChB,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBAClB,OAAO;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,CAAC,KAAM,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/sync/merge.d.ts

@@ -0,0 +1,39 @@
+/// <reference types="node" resolution-mode="require"/>
+import { AsyncIterableX } from 'ix/asynciterable/index.js';
+/**
+ * Merge multiple source AsyncIterables into one output AsyncIterable.
+ *
+ * The results from all iterables are interleaved.
+ *
+ * When any iterable is done, the output stops.
+ *
+ * @param source The source AsyncIterables.
+ * @param signal Optional signal to abort iteration.
+ * @returns The merged AsyncIterable.
+ */
+export declare function mergeAsyncIterables<T>(source: AsyncIterable<T>[], signal?: AbortSignal): AsyncIterable<T>;
+export declare function mergeAsyncIterablesNew<T>(source: AsyncIterable<T>[], signal?: AbortSignal): AsyncIterable<T>;
+export declare function mergeAsyncIterablesOld<T>(source: AsyncIterable<T>[], signal?: AbortSignal): AsyncIterable<T>;
+/**
+ * Loosely based on IxJS merge, but with some changes:
+ * 1. Fix an issue with uncaught errors.
+ *      Partially fixed: https://github.com/ReactiveX/IxJS/pull/354
+ *      Essentially, we only want to call next() on inner iterators when next() is called on the outer one.
+ * 2. Call return() on all inner iterators when the outer one returns.
+ * 3. Returning when the first iterator returns.
+ *
+ * https://github.com/ReactiveX/IxJS/blob/f07b7ef4095120f1ef21a4023030c75b36335cd1/src/asynciterable/merge.ts
+ */
+export declare class FixedMergeAsyncIterable<T> extends AsyncIterableX<T> {
+    private _source;
+    private _race;
+    /**
+     *
+     * @param source
+     * @param options Specify `race: true` to stop the iterator when any inner one returns, instead of waiting for all.
+     */
+    constructor(source: AsyncIterable<T>[], options?: {
+        race?: boolean;
+    });
+    [Symbol.asyncIterator](signal?: AbortSignal): AsyncIterator<T>;
+}

package/dist/sync/merge.js

@@ -0,0 +1,175 @@
+import { throwIfAborted } from 'ix/aborterror.js';
+import { AsyncIterableX } from 'ix/asynciterable/index.js';
+import { wrapWithAbort } from 'ix/asynciterable/operators/withabort.js';
+import { safeRace } from './safeRace.js';
+/**
+ * Merge multiple source AsyncIterables into one output AsyncIterable.
+ *
+ * The results from all iterables are interleaved.
+ *
+ * When any iterable is done, the output stops.
+ *
+ * @param source The source AsyncIterables.
+ * @param signal Optional signal to abort iteration.
+ * @returns The merged AsyncIterable.
+ */
+export function mergeAsyncIterables(source, signal) {
+    return mergeAsyncIterablesNew(source, signal);
+    // return mergeAsyncIterablesOld(source, signal);
+}
+export function mergeAsyncIterablesNew(source, signal) {
+    return new MergedAsyncIterable(source, signal);
+}
+export function mergeAsyncIterablesOld(source, signal) {
+    return wrapWithAbort(new FixedMergeAsyncIterable(source, { race: true }), signal);
+}
+const NEVER_PROMISE = new Promise(() => { });
+function wrapPromiseWithIndex(promise, index) {
+    return promise.then((value) => ({ value, index }));
+}
+/**
+ * Re-implementation of FixedMergeAsyncIterable, without using async generators.
+ *
+ * The functionality should be the same in most cases.
+ */
+class MergedAsyncIterable {
+    constructor(source, signal) {
+        this._source = source;
+        this._signal = signal;
+    }
+    [Symbol.asyncIterator]() {
+        const signal = this._signal;
+        throwIfAborted(signal);
+        const length = this._source.length;
+        const iterators = new Array(length);
+        const nexts = new Array(length);
+        for (let i = 0; i < length; i++) {
+            const iterator = wrapWithAbort(this._source[i], signal)[Symbol.asyncIterator]();
+            iterators[i] = iterator;
+            nexts[i] = null;
+        }
+        const returnIterators = async (_value) => {
+            for (let iter of iterators) {
+                // Do not wait for return() to complete, since it may block
+                iter.return?.();
+            }
+            return { value: undefined, done: true };
+        };
+        return {
+            next: async () => {
+                for (let i = 0; i < length; i++) {
+                    if (nexts[i] == null) {
+                        nexts[i] = wrapPromiseWithIndex(iterators[i].next(), i);
+                    }
+                }
+                try {
+                    // IMPORTANT! safeRace here acts like Promise.race, but avoids major memory leaks.
+                    const { value: { done, value }, index } = (await safeRace(nexts));
+                    if (done) {
+                        // One of the source iterators is done - return them all
+                        await returnIterators();
+                        return {
+                            value: undefined,
+                            done: true
+                        };
+                    }
+                    else {
+                        // Consume the result, which will cause the next one to be requested on the
+                        // next iteration.
+                        nexts[index] = null;
+                        return {
+                            value: value,
+                            done: false
+                        };
+                    }
+                }
+                catch (e) {
+                    // One of the source iterators raised an error - return all others
+                    // and propagate the error
+                    await returnIterators();
+                    throw e;
+                }
+            },
+            return: () => {
+                return returnIterators();
+            },
+            throw: async (e) => {
+                for (let iter of iterators) {
+                    // Do not wait for throw() to complete, since it may block
+                    iter.throw?.(e);
+                }
+                throw e;
+            }
+        };
+    }
+}
+/**
+ * Loosely based on IxJS merge, but with some changes:
+ * 1. Fix an issue with uncaught errors.
+ *      Partially fixed: https://github.com/ReactiveX/IxJS/pull/354
+ *      Essentially, we only want to call next() on inner iterators when next() is called on the outer one.
+ * 2. Call return() on all inner iterators when the outer one returns.
+ * 3. Returning when the first iterator returns.
+ *
+ * https://github.com/ReactiveX/IxJS/blob/f07b7ef4095120f1ef21a4023030c75b36335cd1/src/asynciterable/merge.ts
+ */
+export class FixedMergeAsyncIterable extends AsyncIterableX {
+    /**
+     *
+     * @param source
+     * @param options Specify `race: true` to stop the iterator when any inner one returns, instead of waiting for all.
+     */
+    constructor(source, options) {
+        super();
+        this._source = source;
+        this._race = options?.race ?? false;
+    }
+    async *[Symbol.asyncIterator](signal) {
+        throwIfAborted(signal);
+        const length = this._source.length;
+        const iterators = new Array(length);
+        const nexts = new Array(length);
+        let active = length;
+        for (let i = 0; i < length; i++) {
+            const iterator = wrapWithAbort(this._source[i], signal)[Symbol.asyncIterator]();
+            iterators[i] = iterator;
+            nexts[i] = wrapPromiseWithIndex(iterator.next(), i);
+        }
+        try {
+            while (active > 0) {
+                // IMPORTANT! safeRace here acts like Promise.race, but avoids major memory leaks.
+                const { value: { done, value }, index } = await safeRace(nexts);
+                if (done) {
+                    nexts[index] = NEVER_PROMISE;
+                    active--;
+                    if (this._race) {
+                        break;
+                    }
+                }
+                else {
+                    const iterator$ = iterators[index];
+                    nexts[index] = NEVER_PROMISE;
+                    try {
+                        yield value;
+                    }
+                    catch (e) {
+                        // iter.throw() was called on the merged iterator
+                        // Propagate the error to the source iterators
+                        for (let iter of iterators) {
+                            iter.throw?.(e);
+                        }
+                        throw e;
+                    }
+                    nexts[index] = wrapPromiseWithIndex(iterator$.next(), index);
+                }
+            }
+        }
+        finally {
+            for (let iter of iterators) {
+                // This may be an early return - return all inner iterators
+                iter.return?.();
+            }
+        }
+    }
+}
+//# sourceMappingURL=merge.js.map

package/dist/sync/merge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"merge.js","sourceRoot":"","sources":["../../src/sync/merge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC;;;;;;;;;;GAUG;AACH,MAAM,UAAU,mBAAmB,CAAI,MAA0B,EAAE,MAAoB;IACrF,OAAO,sBAAsB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,iDAAiD;AACnD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAI,MAA0B,EAAE,MAAoB;IACxF,OAAO,IAAI,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAI,MAA0B,EAAE,MAAoB;IACxF,OAAO,aAAa,CAAC,IAAI,uBAAuB,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;AACpF,CAAC;AAED,MAAM,aAAa,GAAG,IAAI,OAAO,CAAQ,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;AAInD,SAAS,oBAAoB,CAAI,OAAmB,EAAE,KAAa;IACjE,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAA4B,CAAC;AAChF,CAAC;AAED;;;;GAIG;AACH,MAAM,mBAAmB;IAIvB,YAAY,MAA0B,EAAE,MAAoB;QAC1D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,cAAc,CAAC,MAAM,CAAC,CAAC;QAEvB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,KAAK,CAAmB,MAAM,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAiD,MAAM,CAAC,CAAC;QAEhF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAChF,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC;YACxB,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QAClB,CAAC;QAED,MAAM,eAAe,GAAG,KAAK,EAAE,MAAY,EAA8B,EAAE;YACzE,KAAK,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC3B,2DAA2D;gBAC3D,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC,CAAC;QAEF,OAAO;YACL,IAAI,EAAE,KAAK,IAAgC,EAAE;gBAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAChC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;wBACrB,KAAK,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC;oBACH,kFAAkF;oBAClF,MAAM,EACJ,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EACtB,KAAK,EACN,GAAG,CAAC,MAAM,QAAQ,CAAC,KAAuD,CAAC,CAAE,CAAC;oBAC/E,IAAI,IAAI,EAAE,CAAC;wBACT,wDAAwD;wBACxD,MAAM,eAAe,EAAE,CAAC;wBAExB,OAAO;4BACL,KAAK,EAAE,SAAS;4BAChB,IAAI,EAAE,IAAI;yBACX,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,2EAA2E;wBAC3E,kBAAkB;wBAClB,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;wBAEpB,OAAO;4BACL,KAAK,EAAE,KAAK;4BACZ,IAAI,EAAE,KAAK;yBACZ,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,kEAAkE;oBAClE,0BAA0B;oBAC1B,MAAM,eAAe,EAAE,CAAC;oBACxB,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,OAAO,eAAe,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;gBACjB,KAAK,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;oBAC3B,0DAA0D;oBAC1D,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;SACF,CAAC;IACJ,CAAC;CACF;AAED;;;;;;;;;GASG;AACH,MAAM,OAAO,uBAA2B,SAAQ,cAAiB;IAI/D;;;;OAIG;IACH,YAAY,MAA0B,EAAE,OAA4B;QAClE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,OAAO,EAAE,IAAI,IAAI,KAAK,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAoB;QAChD,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,KAAK,CAAmB,MAAM,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,KAAK,CAA0C,MAAM,CAAC,CAAC;QACzE,IAAI,MAAM,GAAG,MAAM,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAChF,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC;YACxB,KAAK,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClB,kFAAkF;gBAClF,MAAM,EACJ,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EACtB,KAAK,EACN,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAI,IAAI,EAAE,CAAC;oBACT,KAAK,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC;oBAC7B,MAAM,EAAE,CAAC;oBACT,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;wBACf,MAAM;oBACR,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;oBACnC,KAAK,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC;oBAC7B,IAAI,CAAC;wBACH,MAAM,KAAK,CAAC;oBACd,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,iDAAiD;wBACjD,8CAA8C;wBAC9C,KAAK,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;4BAC3B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;wBAClB,CAAC;wBACD,MAAM,CAAC,CAAC;oBACV,CAAC;oBACD,KAAK,CAAC,KAAK,CAAC,GAAG,oBAAoB,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;gBAC/D,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC3B,2DAA2D;gBAC3D,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/sync/safeRace.d.ts

@@ -0,0 +1 @@
+export declare function safeRace<T>(contenders: Promise<T>[]): Promise<T>;