@dxos/hypercore 0.1.0

package/dist/src/index.js

@@ -0,0 +1,24 @@
+"use strict";
+//
+// Copyright 2021 DXOS.org
+//
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./crypto"), exports);
+__exportStar(require("./defaults"), exports);
+__exportStar(require("./hypercore-factory"), exports);
+__exportStar(require("./iterator"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAAA,EAAE;AACF,0BAA0B;AAC1B,EAAE;;;;;;;;;;;;;;;;AAEF,2CAAyB;AACzB,6CAA2B;AAC3B,sDAAoC;AACpC,6CAA2B"}

package/dist/src/iterator.d.ts

@@ -0,0 +1,26 @@
+import { Readable } from 'readable-stream';
+import { Readable as StreamXReadable } from 'streamx';
+/**
+ * Wraps streamx.Readable (hypercore.createReadStream) to a standard Readable stream.
+ *
+ * The read-stream package is mirror of the streams implementations in Node.js 18.9.0.
+ * This function is here to standardize the cast in case there are incompatibilities
+ * across different platforms.
+ *
+ * Hypercore createReadStream returns a `streamx` Readable, which does not close properly on destroy.
+ *
+ * https://github.com/nodejs/readable-stream
+ * https://nodejs.org/api/stream.html#readable-streams
+ * https://nodejs.org/dist/v18.9.0/docs/api/stream.html#readablewrapstream
+ */
+export declare const createReadable: (stream: StreamXReadable) => Readable;
+/**
+ * Converts streamx.Readable (hypercore.createReadStream) to an async iterator.
+ *
+ * https://github.com/tc39/proposal-async-iteration
+ * https://www.typescriptlang.org/docs/handbook/release-notes/typescript-2-3.html#async-iteration
+ * https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Iterators_and_Generators
+ * https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Iteration_protocols
+ */
+export declare const createAsyncIterator: (stream: Readable) => AsyncIterator<any>;
+//# sourceMappingURL=iterator.d.ts.map

package/dist/src/iterator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterator.d.ts","sourceRoot":"","sources":["../../src/iterator.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,QAAQ,IAAI,eAAe,EAAE,MAAM,SAAS,CAAC;AAEtD;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,cAAc,WAAY,eAAe,KAAG,QAExD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,mBAAmB,WAAY,QAAQ,KAAG,cAAc,GAAG,CAEvE,CAAC"}

package/dist/src/iterator.js

@@ -0,0 +1,37 @@
+"use strict";
+//
+// Copyright 2022 DXOS.org
+//
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAsyncIterator = exports.createReadable = void 0;
+const readable_stream_1 = require("readable-stream");
+/**
+ * Wraps streamx.Readable (hypercore.createReadStream) to a standard Readable stream.
+ *
+ * The read-stream package is mirror of the streams implementations in Node.js 18.9.0.
+ * This function is here to standardize the cast in case there are incompatibilities
+ * across different platforms.
+ *
+ * Hypercore createReadStream returns a `streamx` Readable, which does not close properly on destroy.
+ *
+ * https://github.com/nodejs/readable-stream
+ * https://nodejs.org/api/stream.html#readable-streams
+ * https://nodejs.org/dist/v18.9.0/docs/api/stream.html#readablewrapstream
+ */
+const createReadable = (stream) => {
+    return new readable_stream_1.Readable({ objectMode: true }).wrap(stream);
+};
+exports.createReadable = createReadable;
+/**
+ * Converts streamx.Readable (hypercore.createReadStream) to an async iterator.
+ *
+ * https://github.com/tc39/proposal-async-iteration
+ * https://www.typescriptlang.org/docs/handbook/release-notes/typescript-2-3.html#async-iteration
+ * https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Iterators_and_Generators
+ * https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Iteration_protocols
+ */
+const createAsyncIterator = (stream) => {
+    return stream[Symbol.asyncIterator]();
+};
+exports.createAsyncIterator = createAsyncIterator;
+//# sourceMappingURL=iterator.js.map

package/dist/src/iterator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterator.js","sourceRoot":"","sources":["../../src/iterator.ts"],"names":[],"mappings":";AAAA,EAAE;AACF,0BAA0B;AAC1B,EAAE;;;AAEF,qDAA2C;AAG3C;;;;;;;;;;;;GAYG;AACI,MAAM,cAAc,GAAG,CAAC,MAAuB,EAAY,EAAE;IAClE,OAAO,IAAI,0BAAQ,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAa,CAAC,CAAC;AAChE,CAAC,CAAC;AAFW,QAAA,cAAc,kBAEzB;AAEF;;;;;;;GAOG;AACI,MAAM,mBAAmB,GAAG,CAAC,MAAgB,EAAsB,EAAE;IAC1E,OAAO,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;AACxC,CAAC,CAAC;AAFW,QAAA,mBAAmB,uBAE9B"}

package/dist/src/iterator.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=iterator.test.d.ts.map

package/dist/src/iterator.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterator.test.d.ts","sourceRoot":"","sources":["../../src/iterator.test.ts"],"names":[],"mappings":""}

package/dist/src/iterator.test.js

@@ -0,0 +1,61 @@
+"use strict";
+//
+// Copyright 2019 DXOS.org
+//
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_util_1 = __importDefault(require("node:util"));
+const async_1 = require("@dxos/async");
+const crypto_1 = require("@dxos/crypto");
+const log_1 = require("@dxos/log");
+const hypercore_factory_1 = require("./hypercore-factory");
+const iterator_1 = require("./iterator");
+describe('AsyncIterator', function () {
+    it('iterates a feed until stopped', async function () {
+        const factory = new hypercore_factory_1.HypercoreFactory();
+        const { publicKey, secretKey } = (0, crypto_1.createKeyPair)();
+        const core = factory.createFeed(publicKey, { secretKey });
+        const numBlocks = 10;
+        // Write.
+        {
+            const append = node_util_1.default.promisify(core.append.bind(core));
+            for (let i = 0; i < numBlocks; i++) {
+                await append(`test-${i}`);
+            }
+        }
+        // Read until stopped.
+        {
+            // Read forever.
+            // NOTE: Read must be opened in live mode.
+            // NOTE: Uses wrapper to normalize stream; otherwise done isn't called after destroying the stream.
+            const stream = (0, iterator_1.createReadable)(core.createReadStream({ live: true }));
+            // Use util to create reliable iterators.
+            const iterator = (0, iterator_1.createAsyncIterator)(stream);
+            const [streamEnded, end] = (0, async_1.latch)();
+            const [readAll, inc] = (0, async_1.latch)({ count: numBlocks });
+            setTimeout(async () => {
+                while (true) {
+                    try {
+                        const { value, done } = await iterator.next();
+                        if (done) {
+                            end();
+                            break;
+                        }
+                        (0, log_1.log)('received', { data: String(value) }, { file: "packages/common/hypercore/src/iterator.test.ts", line: 51 });
+                        inc();
+                    }
+                    catch (err) {
+                        end();
+                        break;
+                    }
+                }
+            });
+            await readAll();
+            stream.destroy();
+            await streamEnded();
+        }
+    });
+});
+//# sourceMappingURL=iterator.test.js.map

package/dist/src/iterator.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterator.test.js","sourceRoot":"","sources":["../../src/iterator.test.ts"],"names":[],"mappings":";AAAA,EAAE;AACF,0BAA0B;AAC1B,EAAE;;;;;AAEF,0DAA6B;AAE7B,uCAAoC;AACpC,yCAA6C;AAC7C,mCAAgC;AAEhC,2DAAuD;AACvD,yCAAiE;AAEjE,QAAQ,CAAC,eAAe,EAAE;IACxB,EAAE,CAAC,+BAA+B,EAAE,KAAK;QACvC,MAAM,OAAO,GAAG,IAAI,oCAAgB,EAAE,CAAC;QACvC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAA,sBAAa,GAAE,CAAC;QACjD,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,SAAS;QACT;YACE,MAAM,MAAM,GAAG,mBAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE;gBAClC,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;aAC3B;SACF;QAED,sBAAsB;QACtB;YACE,gBAAgB;YAChB,0CAA0C;YAC1C,mGAAmG;YACnG,MAAM,MAAM,GAAG,IAAA,yBAAc,EAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAErE,yCAAyC;YACzC,MAAM,QAAQ,GAAG,IAAA,8BAAmB,EAAC,MAAM,CAAC,CAAC;YAE7C,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,GAAG,IAAA,aAAK,GAAE,CAAC;YACnC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,IAAA,aAAK,EAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACnD,UAAU,CAAC,KAAK,IAAI,EAAE;gBACpB,OAAO,IAAI,EAAE;oBACX,IAAI;wBACF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;wBAC9C,IAAI,IAAI,EAAE;4BACR,GAAG,EAAE,CAAC;4BACN,MAAM;yBACP;wBAED,IAAA,SAAG,EAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,uEAAC,CAAC;wBACzC,GAAG,EAAE,CAAC;qBACP;oBAAC,OAAO,GAAG,EAAE;wBACZ,GAAG,EAAE,CAAC;wBACN,MAAM;qBACP;iBACF;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,EAAE,CAAC;YAEhB,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,WAAW,EAAE,CAAC;SACrB;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/multiplexer.d.ts

@@ -0,0 +1,21 @@
+import { Hypercore } from 'hypercore';
+import { PassThrough } from 'streamx';
+/**
+ * Hypercore multiplexer.
+ */
+export declare class Multiplexer {
+    private readonly _id;
+    private readonly _feeds;
+    private readonly _streams;
+    private _isOpen;
+    private _closedTrigger;
+    readonly input: PassThrough;
+    readonly output: PassThrough;
+    constructor(_id: string);
+    get isOpen(): boolean;
+    get feeds(): Hypercore<any>[];
+    addFeed(core: Hypercore, initiator?: boolean): this;
+    open(): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=multiplexer.d.ts.map

package/dist/src/multiplexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multiplexer.d.ts","sourceRoot":"","sources":["../../src/multiplexer.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,WAAW,EAAuB,MAAM,SAAS,CAAC;AAO3D;;GAEG;AAEH,qBAAa,WAAW;IAYpB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAXtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwD;IAC/E,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6D;IAEtF,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAoC;IAE1D,SAAgB,KAAK,cAAqB;IAC1C,SAAgB,MAAM,cAAqB;gBAIxB,GAAG,EAAE,MAAM;IAG9B,IAAI,MAAM,YAET;IAED,IAAI,KAAK,qBAER;IAED,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,UAAQ;IA6BpC,IAAI;IAuBJ,KAAK;CA4BZ"}

package/dist/src/multiplexer.js

@@ -0,0 +1,103 @@
+"use strict";
+//
+// Copyright 2022 DXOS.org
+//
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Multiplexer = void 0;
+const assert_1 = __importDefault(require("assert"));
+const streamx_1 = require("streamx");
+const async_1 = require("@dxos/async");
+const keys_1 = require("@dxos/keys");
+const log_1 = require("@dxos/log");
+const util_1 = require("@dxos/util");
+/**
+ * Hypercore multiplexer.
+ */
+// TODO(burdon): Add encoding.
+class Multiplexer {
+    // prettier-ignore
+    constructor(_id) {
+        this._id = _id;
+        this._feeds = new util_1.ComplexMap(keys_1.PublicKey.hash);
+        this._streams = new util_1.ComplexMap(keys_1.PublicKey.hash);
+        this._isOpen = false;
+        this._closedTrigger = new async_1.Trigger({ autoReset: true });
+        this.input = new streamx_1.PassThrough();
+        this.output = new streamx_1.PassThrough();
+    }
+    get isOpen() {
+        return this._isOpen;
+    }
+    get feeds() {
+        return Array.from(this._feeds.values());
+    }
+    addFeed(core, initiator = false) {
+        const stream = core.replicate(initiator, { live: true });
+        const feedKey = keys_1.PublicKey.from(core.key);
+        this._feeds.set(feedKey, core);
+        this._streams.set(feedKey, stream);
+        (0, log_1.log)('added', { feedKey: keys_1.PublicKey.from(feedKey) }, { file: "packages/common/hypercore/src/multiplexer.ts", line: 48 });
+        stream
+            .pipe(new streamx_1.Transform({
+            transform: (data, next) => {
+                (0, log_1.log)('send', { id: this._id, feedKey: keys_1.PublicKey.from(feedKey), payload: data.length }, { file: "packages/common/hypercore/src/multiplexer.ts", line: 54 });
+                next(null, {
+                    feedKey: core.key,
+                    payload: data
+                });
+            }
+        }))
+            .pipe(this.output, () => {
+            (0, log_1.log)('pipeline closed', { id: this._id }, { file: "packages/common/hypercore/src/multiplexer.ts", line: 63 });
+            this._isOpen = false;
+            this._closedTrigger.wake();
+        });
+        return this;
+    }
+    async open() {
+        if (this._isOpen) {
+            return;
+        }
+        this.input.pipe(new streamx_1.Writable({
+            write: (data, next) => {
+                const { feedKey, payload } = data;
+                const feedStream = this._streams.get(keys_1.PublicKey.from(feedKey));
+                (0, assert_1.default)(feedStream, `invalid stream: ${keys_1.PublicKey.from(feedKey).truncate()}`);
+                (0, log_1.log)('recv', { id: this._id, feedKey: keys_1.PublicKey.from(feedKey), payload: payload.length }, { file: "packages/common/hypercore/src/multiplexer.ts", line: 82 });
+                feedStream.write(payload);
+                next();
+            }
+        }));
+        (0, log_1.log)('opened', {}, { file: "packages/common/hypercore/src/multiplexer.ts", line: 89 });
+        this._isOpen = true;
+    }
+    // TODO(burdon): Test if re-entrant?
+    async close() {
+        if (!this._isOpen) {
+            return;
+        }
+        (0, log_1.log)('closing...', {}, { file: "packages/common/hypercore/src/multiplexer.ts", line: 99 });
+        const [closed, setClosed] = (0, async_1.latch)({ count: this._streams.size });
+        Array.from(this._streams.values()).forEach((stream) => {
+            stream.once('end', () => {
+                (0, log_1.log)('stream closed', {}, { file: "packages/common/hypercore/src/multiplexer.ts", line: 103 });
+                setClosed();
+            });
+            stream.finalize();
+        });
+        await closed();
+        // NOTE: Depending on environment, pipeline may close before or after the stream above.
+        if (this._isOpen) {
+            await this._closedTrigger.wait();
+            (0, assert_1.default)(!this._isOpen);
+        }
+        this._feeds.clear();
+        this._streams.clear();
+        (0, log_1.log)('closed', {}, { file: "packages/common/hypercore/src/multiplexer.ts", line: 120 });
+    }
+}
+exports.Multiplexer = Multiplexer;
+//# sourceMappingURL=multiplexer.js.map

package/dist/src/multiplexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multiplexer.js","sourceRoot":"","sources":["../../src/multiplexer.ts"],"names":[],"mappings":";AAAA,EAAE;AACF,0BAA0B;AAC1B,EAAE;;;;;;AAEF,oDAA4B;AAG5B,qCAA2D;AAE3D,uCAA6C;AAC7C,qCAAuC;AACvC,mCAAgC;AAChC,qCAAwC;AAExC;;GAEG;AACH,8BAA8B;AAC9B,MAAa,WAAW;IAUtB,kBAAkB;IAClB,YACmB,GAAW;QAAX,QAAG,GAAH,GAAG,CAAQ;QAXb,WAAM,GAAG,IAAI,iBAAU,CAAuB,gBAAS,CAAC,IAAI,CAAC,CAAC;QAC9D,aAAQ,GAAG,IAAI,iBAAU,CAA4B,gBAAS,CAAC,IAAI,CAAC,CAAC;QAE9E,YAAO,GAAG,KAAK,CAAC;QAChB,mBAAc,GAAG,IAAI,eAAO,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1C,UAAK,GAAG,IAAI,qBAAW,EAAE,CAAC;QAC1B,WAAM,GAAG,IAAI,qBAAW,EAAE,CAAC;IAKxC,CAAC;IAEJ,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,CAAC,IAAe,EAAE,SAAS,GAAG,KAAK;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzD,MAAM,OAAO,GAAG,gBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnC,IAAA,SAAG,EAAC,OAAO,EAAE,EAAE,OAAO,EAAE,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,qEAAC,CAAC;QAEnD,MAAM;aACH,IAAI,CACH,IAAI,mBAAS,CAAC;YACZ,SAAS,EAAE,CAAC,IAAY,EAAE,IAA4C,EAAE,EAAE;gBACxE,IAAA,SAAG,EAAC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,qEAAC,CAAC;gBACtF,IAAI,CAAC,IAAI,EAAE;oBACT,OAAO,EAAE,IAAI,CAAC,GAAG;oBACjB,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;YACL,CAAC;SACF,CAAC,CACH;aACA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;YACtB,IAAA,SAAG,EAAC,iBAAiB,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,qEAAC,CAAC;YACzC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEL,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO;SACR;QAED,IAAI,CAAC,KAAK,CAAC,IAAI,CACb,IAAI,kBAAQ,CAAC;YACX,KAAK,EAAE,CAAC,IAAS,EAAE,IAAgB,EAAE,EAAE;gBACrC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;gBAClC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC9D,IAAA,gBAAM,EAAC,UAAU,EAAE,mBAAmB,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC5E,IAAA,SAAG,EAAC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAG,OAAkB,CAAC,MAAM,EAAE,qEAAC,CAAC;gBACrG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1B,IAAI,EAAE,CAAC;YACT,CAAC;SACF,CAAC,CACH,CAAC;QAEF,IAAA,SAAG,EAAC,QAAQ,yEAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,oCAAoC;IACpC,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,OAAO;SACR;QAED,IAAA,SAAG,EAAC,YAAY,yEAAC,CAAC;QAClB,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAA,aAAK,EAAC,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACpD,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE;gBACtB,IAAA,SAAG,EAAC,eAAe,0EAAC,CAAC;gBACrB,SAAS,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,EAAE,CAAC;QAEf,uFAAuF;QACvF,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YACjC,IAAA,gBAAM,EAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACvB;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAA,SAAG,EAAC,QAAQ,0EAAC,CAAC;IAChB,CAAC;CACF;AAvGD,kCAuGC"}

package/dist/src/multiplexer.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=multiplexer.test.d.ts.map

package/dist/src/multiplexer.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multiplexer.test.d.ts","sourceRoot":"","sources":["../../src/multiplexer.test.ts"],"names":[],"mappings":""}

package/dist/src/multiplexer.test.js

@@ -0,0 +1,142 @@
+"use strict";
+//
+// Copyright 2022 DXOS.org
+//
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const chai_1 = require("chai");
+const faker_1 = __importDefault(require("faker"));
+const streamx_1 = require("streamx");
+const async_1 = require("@dxos/async");
+const crypto_1 = require("@dxos/crypto");
+const keys_1 = require("@dxos/keys");
+const log_1 = require("@dxos/log");
+const hypercore_factory_1 = require("./hypercore-factory");
+const multiplexer_1 = require("./multiplexer");
+const testing_1 = require("./testing");
+describe('Multiplexing', function () {
+    it.only('multiplexes feeds', async function () {
+        const plex1 = new multiplexer_1.Multiplexer('A');
+        const plex2 = new multiplexer_1.Multiplexer('B');
+        await plex1.open();
+        await plex2.open();
+        const numFeeds = 1;
+        const factory = new hypercore_factory_1.HypercoreFactory();
+        const feeds = await Promise.all(Array.from(Array(numFeeds)).map(async () => {
+            const { publicKey, secretKey } = (0, crypto_1.createKeyPair)();
+            const core1 = factory.createFeed(publicKey, { secretKey });
+            const core2 = factory.createFeed(publicKey);
+            await (0, testing_1.py)(core1, core1.open)();
+            await (0, testing_1.py)(core2, core2.open)();
+            plex1.addFeed(core1, true);
+            plex2.addFeed(core2);
+            return [core1, core2];
+        }));
+        feeds.forEach(([core1, core2]) => {
+            (0, chai_1.expect)(core1.stats.peers.length).to.eq(1);
+            (0, chai_1.expect)(core2.stats.peers.length).to.eq(1);
+        });
+        const [closed, setClosed] = (0, async_1.latch)({ count: 2 });
+        // TODO(burdon): Test with additional PassThrough.
+        plex1.output.pipe(plex2.input, setClosed);
+        plex2.output.pipe(plex1.input, setClosed);
+        const numMessages = 1;
+        const written = new Set();
+        Array.from(Array(numMessages)).forEach((_, i) => {
+            const [core] = faker_1.default.random.arrayElement(feeds);
+            written.add(core.key.toString());
+            core.append(`test-${i}: ${faker_1.default.lorem.sentence(10)}`, testing_1.noop); // Long message.
+        });
+        {
+            const [synced, setSynced] = (0, async_1.latch)({ count: written.size });
+            feeds.forEach(([, core2]) => {
+                core2.on('sync', () => {
+                    (0, log_1.log)('sync', { feedKey: keys_1.PublicKey.from(core2.key) }, { file: "packages/common/hypercore/src/multiplexer.test.ts", line: 66 });
+                    setSynced();
+                });
+            });
+            await synced();
+        }
+        await plex1.close();
+        await plex2.close();
+        await closed();
+        (0, chai_1.expect)(plex1.isOpen).to.be.false;
+        (0, chai_1.expect)(plex2.isOpen).to.be.false;
+        const count = feeds.reduce((total, [, core2]) => total + core2.length, 0);
+        (0, chai_1.expect)(count).to.eq(numMessages);
+    });
+    it('pipelines', async function () {
+        const factory = new hypercore_factory_1.HypercoreFactory();
+        const { publicKey, secretKey } = (0, crypto_1.createKeyPair)();
+        const core1 = factory.createFeed(publicKey, { secretKey });
+        const core2 = factory.createFeed(publicKey);
+        await (0, testing_1.py)(core1, core1.open)();
+        await (0, testing_1.py)(core2, core2.open)();
+        const stream1 = core1.replicate(true, { live: true });
+        const stream2 = core2.replicate(false, { live: true });
+        //
+        // Pipeline
+        //
+        const createWireTap = (label) => new streamx_1.Transform({
+            transform: (data, next) => {
+                (0, log_1.log)(label, { length: data.length }, { file: "packages/common/hypercore/src/multiplexer.test.ts", line: 104 });
+                next(null, data);
+            }
+        });
+        const [pipelineClosed, onStreamClose] = (0, async_1.latch)({ count: 2 });
+        const createPipeline = (type) => {
+            switch (type) {
+                case 1:
+                    // prettier-ignore
+                    return stream1
+                        .pipe(stream2, onStreamClose)
+                        .pipe(stream1, onStreamClose);
+                case 2:
+                    // prettier-ignore
+                    return stream1
+                        .pipe(new streamx_1.PassThrough())
+                        .pipe(stream2, onStreamClose)
+                        .pipe(new streamx_1.PassThrough())
+                        .pipe(stream1, onStreamClose);
+                case 3:
+                    // prettier-ignore
+                    return stream1
+                        .pipe(createWireTap('send'))
+                        .pipe(stream2, onStreamClose)
+                        .pipe(createWireTap('recv'))
+                        .pipe(stream1, onStreamClose);
+            }
+        };
+        const pipeline = createPipeline(3);
+        (0, chai_1.expect)(core1.stats.peers).to.have.lengthOf(1);
+        (0, chai_1.expect)(core2.stats.peers).to.have.lengthOf(1);
+        //
+        // Sync
+        //
+        const numMessages = 10;
+        const [synced, setSynced] = (0, async_1.latch)();
+        core2.on('sync', () => {
+            (0, log_1.log)('sync', { send: core1.stats.totals, recv: core1.stats.totals }, { file: "packages/common/hypercore/src/multiplexer.test.ts", line: 147 });
+            (0, chai_1.expect)(core2.length).to.eq(10);
+            setSynced();
+        });
+        Array.from(Array(numMessages)).map((_, i) => core1.append(`test-${i}: ${faker_1.default.lorem.sentence()}`, testing_1.noop));
+        await synced();
+        //
+        // Close
+        //
+        {
+            pipeline.finalize();
+            await pipelineClosed();
+            const [feedsClosed, done] = (0, async_1.latch)({ count: 2 });
+            core1.close(done);
+            core2.close(done);
+            await feedsClosed();
+            (0, chai_1.expect)(core1.closed).to.be.true;
+            (0, chai_1.expect)(core2.closed).to.be.true;
+        }
+    });
+});
+//# sourceMappingURL=multiplexer.test.js.map

package/dist/src/multiplexer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multiplexer.test.js","sourceRoot":"","sources":["../../src/multiplexer.test.ts"],"names":[],"mappings":";AAAA,EAAE;AACF,0BAA0B;AAC1B,EAAE;;;;;AAEF,+BAA8B;AAC9B,kDAA0B;AAC1B,qCAAiD;AAEjD,uCAAoC;AACpC,yCAA6C;AAC7C,qCAAuC;AACvC,mCAAgC;AAEhC,2DAAuD;AACvD,+CAA4C;AAC5C,uCAAqC;AAErC,QAAQ,CAAC,cAAc,EAAE;IACvB,EAAE,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK;QAChC,MAAM,KAAK,GAAG,IAAI,yBAAW,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,yBAAW,CAAC,GAAG,CAAC,CAAC;QAEnC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QAEnB,MAAM,QAAQ,GAAG,CAAC,CAAC;QACnB,MAAM,OAAO,GAAG,IAAI,oCAAgB,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACzC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAA,sBAAa,GAAE,CAAC;YACjD,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;YAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAE5C,MAAM,IAAA,YAAE,EAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAA,YAAE,EAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAE9B,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC,CACH,CAAC;QAEF,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE;YAC/B,IAAA,aAAM,EAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAA,aAAM,EAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAA,aAAK,EAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAEhD,kDAAkD;QAClD,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC1C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAE1C,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC9C,MAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAChD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,eAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,cAAI,CAAC,CAAC,CAAC,gBAAgB;QAC/E,CAAC,CAAC,CAAC;QAEH;YACE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAA,aAAK,EAAC,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE;gBAC1B,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;oBACpB,IAAA,SAAG,EAAC,MAAM,EAAE,EAAE,OAAO,EAAE,gBAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,0EAAC,CAAC;oBACpD,SAAS,EAAE,CAAC;gBACd,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,EAAE,CAAC;SAChB;QAED,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,MAAM,EAAE,CAAC;QAEf,IAAA,aAAM,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;QACjC,IAAA,aAAM,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;QAEjC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1E,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,WAAW,EAAE,KAAK;QACnB,MAAM,OAAO,GAAG,IAAI,oCAAgB,EAAE,CAAC;QACvC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAA,sBAAa,GAAE,CAAC;QACjD,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAE5C,MAAM,IAAA,YAAE,EAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAA,YAAE,EAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAE9B,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,EAAE;QACF,WAAW;QACX,EAAE;QAEF,MAAM,aAAa,GAAG,CAAC,KAAa,EAAE,EAAE,CACtC,IAAI,mBAAS,CAAC;YACZ,SAAS,EAAE,CAAC,IAAY,EAAE,IAA+C,EAAE,EAAE;gBAC3E,IAAA,SAAG,EAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,2EAAC,CAAC;gBACpC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACnB,CAAC;SACF,CAAC,CAAC;QAEL,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,GAAG,IAAA,aAAK,EAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5D,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE;YACtC,QAAQ,IAAI,EAAE;gBACZ,KAAK,CAAC;oBACJ,kBAAkB;oBAClB,OAAO,OAAO;yBACX,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC;yBAC5B,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;gBAElC,KAAK,CAAC;oBACJ,kBAAkB;oBAClB,OAAO,OAAO;yBACX,IAAI,CAAC,IAAI,qBAAW,EAAE,CAAC;yBACvB,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC;yBAC5B,IAAI,CAAC,IAAI,qBAAW,EAAE,CAAC;yBACvB,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;gBAElC,KAAK,CAAC;oBACJ,kBAAkB;oBAClB,OAAO,OAAO;yBACX,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;yBAC3B,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC;yBAC5B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;yBAC3B,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;aACnC;QACH,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACnC,IAAA,aAAM,EAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAA,aAAM,EAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAE9C,EAAE;QACF,OAAO;QACP,EAAE;QAEF,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAA,aAAK,GAAE,CAAC;QACpC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACpB,IAAA,SAAG,EAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,2EAAC,CAAC;YACpE,IAAA,aAAM,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/B,SAAS,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,eAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,cAAI,CAAC,CAAC,CAAC;QACzG,MAAM,MAAM,EAAE,CAAC;QAEf,EAAE;QACF,QAAQ;QACR,EAAE;QAEF;YACE,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,cAAc,EAAE,CAAC;YAEvB,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,IAAA,aAAK,EAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClB,MAAM,WAAW,EAAE,CAAC;YAEpB,IAAA,aAAM,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC;YAChC,IAAA,aAAM,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC;SACjC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/replicate.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=replicate.test.d.ts.map

package/dist/src/replicate.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.test.d.ts","sourceRoot":"","sources":["../../src/replicate.test.ts"],"names":[],"mappings":""}