@dxos/feed-store 0.10.0 → 0.11.0

package/dist/lib/index.mjs

@@ -0,0 +1,487 @@
+import { a as FeedFactoryLayer, c as FeedWrapper, i as FeedFactory, n as FeedStoreLayer, o as FeedFactoryService, r as FeedStoreService, s as FeedStorageDirectoryService, t as FeedStore } from "./chunk-feed-store.mjs";
+import { inspectObject } from "@dxos/debug";
+import { log } from "@dxos/log";
+import { inspect } from "@dxos/node-std/util";
+import { Writable } from "streamx";
+import { Event, SubscriptionList, Trigger, latch } from "@dxos/async";
+import { invariant } from "@dxos/invariant";
+import { ComplexMap, isNonNullable } from "@dxos/util";
+import safeRace from "race-as-promised";
+import { PublicKey } from "@dxos/keys";
+//#region src/feed-queue.ts
+var __dxlog_file$2 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-queue.ts";
+var defaultReadStreamOptions = {
+	live: true,
+	batch: 1024
+};
+/**
+* Async queue using an AsyncIterator created from a hypercore.
+*/
+var FeedQueue = class {
+	_feed;
+	_options;
+	updated = new Event();
+	_messageTrigger = new Trigger({ autoReset: true });
+	_feedConsumer = void 0;
+	_next;
+	_currentBlock = void 0;
+	_index = -1;
+	constructor(_feed, _options = {}) {
+		this._feed = _feed;
+		this._options = _options;
+	}
+	[inspect.custom]() {
+		return inspectObject(this);
+	}
+	toJSON() {
+		return {
+			feedKey: this._feed.key,
+			index: this.index,
+			length: this.length,
+			open: this.isOpen
+		};
+	}
+	get feed() {
+		return this._feed;
+	}
+	get isOpen() {
+		return Boolean(this._feedConsumer);
+	}
+	get length() {
+		return this._feed.properties.length;
+	}
+	/**
+	* Index (seq) of the NEXT block to be read, or -1 if not open.
+	*/
+	get index() {
+		return this._index;
+	}
+	/**
+	* Opens (or reopens) the queue.
+	* @param options.start Starting index. First mutation to be read would have `seq == options.start`.
+	*/
+	async open(options = {}) {
+		if (this.isOpen) return;
+		this._index = options.start ?? 0;
+		log("opening", { feedKey: this._feed.key }, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file$2,
+			L: 92,
+			S: this
+		});
+		const opts = Object.assign({}, defaultReadStreamOptions, options);
+		const feedStream = this._feed.createReadableStream(opts);
+		this._feedConsumer = new Writable({ write: (data, next) => {
+			this._next = () => {
+				this._next = void 0;
+				this._currentBlock = void 0;
+				this._index++;
+				next();
+			};
+			this._currentBlock = {
+				feedKey: this._feed.key,
+				seq: this._index,
+				data
+			};
+			this._messageTrigger.wake(this._currentBlock);
+			this.updated.emit(this);
+		} });
+		const onClose = () => {
+			this.feed.core.off("close", onClose);
+			this._feedConsumer?.off("close", onClose);
+			this._feedConsumer?.off("error", onError);
+			this._destroyConsumer();
+		};
+		const onError = (err) => {
+			if (!this.isOpen) return;
+			if (!err) return;
+			if (err.message === "Writable stream closed prematurely" || err.message === "Feed is closed") return;
+			log.catch(err, { feedKey: this._feed.key }, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$2,
+				L: 137,
+				S: this
+			});
+		};
+		this._feed.core.once("close", onClose);
+		this._feedConsumer.on("error", onError);
+		this._feedConsumer.once("close", onClose);
+		feedStream.pipe(this._feedConsumer, (err) => {
+			if (err) onError(err);
+			this._destroyConsumer();
+		});
+		log("opened", void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file$2,
+			L: 155,
+			S: this
+		});
+	}
+	/**
+	* Closes the queue.
+	*/
+	async close() {
+		if (this.isOpen) {
+			invariant(this._feedConsumer, void 0, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$2,
+				L: 163,
+				S: this,
+				A: ["this._feedConsumer", ""]
+			});
+			invariant(!this._feed.properties.closed, void 0, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$2,
+				L: 164,
+				S: this,
+				A: ["!this._feed.properties.closed", ""]
+			});
+			log("closing", { feedKey: this._feed.key }, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$2,
+				L: 166,
+				S: this
+			});
+			const [closed, setClosed] = latch();
+			this._feedConsumer.once("close", setClosed);
+			this._feedConsumer.destroy();
+			this._next?.();
+			await closed();
+			log("closed", void 0, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$2,
+				L: 172,
+				S: this
+			});
+		}
+	}
+	/**
+	* Get the block at the head of the queue without removing it.
+	*/
+	peek() {
+		return this._currentBlock;
+	}
+	/**
+	* Pop block at the head of the queue.
+	*/
+	async pop() {
+		if (!this.isOpen) throw new Error(`Queue closed: ${this.feed.key.truncate()}`);
+		let block = this.peek();
+		if (!block) block = await this._messageTrigger.wait();
+		if (block) this._next?.();
+		return block;
+	}
+	_destroyConsumer() {
+		if (this._feedConsumer) {
+			log("queue closed", { feedKey: this._feed.key }, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$2,
+				L: 205,
+				S: this
+			});
+			this._feedConsumer = void 0;
+			this._next = void 0;
+			this._currentBlock = void 0;
+			this._index = -1;
+		}
+	}
+};
+//#endregion
+//#region src/feed-iterator.ts
+var __dxlog_file$1 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-iterator.ts";
+/**
+* Base class for an async iterable feed.
+*/
+var AbstractFeedIterator = class {
+	_stopTrigger = new Trigger();
+	_open = false;
+	_running = false;
+	toJSON() {
+		return {
+			open: this.isOpen,
+			running: this.isRunning
+		};
+	}
+	get isOpen() {
+		return this._open;
+	}
+	get isRunning() {
+		return this._running;
+	}
+	async open() {
+		if (!this._open) {
+			log("opening...", void 0, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$1,
+				L: 41,
+				S: this
+			});
+			await this._onOpen();
+			this._open = true;
+			await this.start();
+			log("opened", void 0, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$1,
+				L: 46,
+				S: this
+			});
+		}
+	}
+	async close() {
+		if (this._open) {
+			log("closing...", void 0, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$1,
+				L: 52,
+				S: this
+			});
+			await this.stop();
+			await this._onClose();
+			this._open = false;
+			log("closed", void 0, {
+				"~LogMeta": "~LogMeta",
+				F: __dxlog_file$1,
+				L: 57,
+				S: this
+			});
+		}
+	}
+	async start() {
+		invariant(this._open, void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file$1,
+			L: 62,
+			S: this,
+			A: ["this._open", ""]
+		});
+		if (!this._running) this._running = true;
+	}
+	async stop() {
+		invariant(this._open, void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file$1,
+			L: 69,
+			S: this,
+			A: ["this._open", ""]
+		});
+		if (this._running) {
+			this._running = false;
+			this._stopTrigger.wake();
+		}
+	}
+	[Symbol.asyncIterator]() {
+		return this._generator();
+	}
+	async *_generator() {
+		log("started", void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file$1,
+			L: 85,
+			S: this
+		});
+		while (this._running) {
+			const block = await safeRace([this._stopTrigger.wait(), this._nextBlock()]);
+			if (block === void 0) break;
+			yield block;
+		}
+		log("stopped", void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file$1,
+			L: 97,
+			S: this
+		});
+	}
+};
+/**
+* Iterator that reads blocks from a single feed.
+*/
+var FeedIterator = class extends AbstractFeedIterator {
+	_feed;
+	_queue;
+	constructor(_feed) {
+		super();
+		this._feed = _feed;
+		this._queue = new FeedQueue(this._feed);
+	}
+	async _onOpen() {
+		await this._queue.open();
+	}
+	async _onClose() {
+		await this._queue.close();
+	}
+	async _nextBlock() {
+		return this._queue.pop();
+	}
+};
+//#endregion
+//#region src/feed-set-iterator.ts
+var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/feed-set-iterator.ts";
+var defaultFeedSetIteratorOptions = { stallTimeout: 1e3 };
+/**
+* Iterator that reads blocks from multiple feeds, ordering them based on a traversal callback.
+*/
+var FeedSetIterator = class extends AbstractFeedIterator {
+	_selector;
+	options;
+	_feedQueues = new ComplexMap(PublicKey.hash);
+	_trigger = new Trigger({ autoReset: true });
+	_subscriptions = new SubscriptionList();
+	stalled = new Event();
+	constructor(_selector, options = defaultFeedSetIteratorOptions) {
+		super();
+		this._selector = _selector;
+		this.options = options;
+		invariant(_selector, void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file,
+			L: 55,
+			S: this,
+			A: ["_selector", ""]
+		});
+		invariant(options, void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file,
+			L: 56,
+			S: this,
+			A: ["options", ""]
+		});
+	}
+	[inspect.custom]() {
+		return inspectObject(this);
+	}
+	toJSON() {
+		return {
+			open: this.isOpen,
+			running: this.isRunning,
+			indexes: this.indexes
+		};
+	}
+	get size() {
+		return this._feedQueues.size;
+	}
+	get feeds() {
+		return Array.from(this._feedQueues.values()).map((feedQueue) => feedQueue.feed);
+	}
+	get indexes() {
+		return Array.from(this._feedQueues.values()).map((feedQueue) => ({
+			feedKey: feedQueue.feed.key,
+			index: feedQueue.index
+		}));
+	}
+	reiterateBlock(block) {
+		this._trigger.wake();
+	}
+	async addFeed(feed) {
+		invariant(!this._feedQueues.has(feed.key), `Feed already added: ${feed.key}`, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file,
+			L: 91,
+			S: this,
+			A: ["!this._feedQueues.has(feed.key)", "`Feed already added: ${feed.key}`"]
+		});
+		invariant(feed.properties.opened, void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file,
+			L: 92,
+			S: this,
+			A: ["feed.properties.opened", ""]
+		});
+		log("feed added", { feedKey: feed.key }, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file,
+			L: 93,
+			S: this
+		});
+		const queue = new FeedQueue(feed);
+		this._feedQueues.set(feed.key, queue);
+		this._subscriptions.add(queue.updated.on(() => {
+			this._trigger.wake();
+		}));
+		await queue.open({ start: this.options.start?.find((index) => index.feedKey.equals(feed.key))?.index });
+		this._trigger.wake();
+	}
+	hasFeed(feedKey) {
+		return this._feedQueues.has(feedKey);
+	}
+	async _onOpen() {
+		for (const queue of this._feedQueues.values()) await queue.open();
+	}
+	async _onClose() {
+		this._subscriptions.clear();
+		await Promise.all(Array.from(this._feedQueues.values()).map((queue) => queue.close()));
+		this._trigger.wake();
+	}
+	/**
+	* Gets the next block from the selected queue.
+	*/
+	async _nextBlock() {
+		let t;
+		while (this._running) {
+			const blocks = Array.from(this._feedQueues.values()).map((queue) => queue.peek()).filter(isNonNullable);
+			if (blocks.length) {
+				const idx = this._selector(blocks);
+				log("selected", {
+					idx,
+					blocks
+				}, {
+					"~LogMeta": "~LogMeta",
+					F: __dxlog_file,
+					L: 143,
+					S: this
+				});
+				if (idx === void 0) {
+					if (t === void 0) t = setTimeout(() => {
+						this.stalled.emit(this);
+						this._trigger.wake();
+					}, this.options.stallTimeout);
+				} else {
+					if (t !== void 0) {
+						clearTimeout(t);
+						t = void 0;
+					}
+					if (idx >= blocks.length) throw new Error(`Index out of bounds: ${idx} of ${blocks.length}`);
+					const queue = this._feedQueues.get(blocks[idx].feedKey);
+					log("popping", queue.toJSON(), {
+						"~LogMeta": "~LogMeta",
+						F: __dxlog_file,
+						L: 163,
+						S: this
+					});
+					try {
+						const message = await queue.pop();
+						invariant(message === blocks[idx], void 0, {
+							"~LogMeta": "~LogMeta",
+							F: __dxlog_file,
+							L: 166,
+							S: this,
+							A: ["message === blocks[idx]", ""]
+						});
+						return message;
+					} catch (err) {
+						log.warn("queue closed", { feedKey: queue.feed.key }, {
+							"~LogMeta": "~LogMeta",
+							F: __dxlog_file,
+							L: 170,
+							S: this
+						});
+					}
+				}
+			}
+			await this._trigger.wait();
+		}
+	}
+};
+//#endregion
+//#region src/feed-writer.ts
+var createFeedWriter = (cb) => ({ write: async (data) => {
+	return cb(data);
+} });
+var writeMessages = async (writer, messages) => {
+	const receipts = [];
+	for (const message of messages) receipts.push(await writer.write(message));
+	return receipts;
+};
+//#endregion
+export { AbstractFeedIterator, FeedFactory, FeedFactoryLayer, FeedFactoryService, FeedIterator, FeedQueue, FeedSetIterator, FeedStorageDirectoryService, FeedStore, FeedStoreLayer, FeedStoreService, FeedWrapper, createFeedWriter, defaultFeedSetIteratorOptions, defaultReadStreamOptions, writeMessages };
+
+//# sourceMappingURL=index.mjs.map

package/dist/lib/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":[],"sources":["../../src/feed-queue.ts","../../src/feed-iterator.ts","../../src/feed-set-iterator.ts","../../src/feed-writer.ts"],"sourcesContent":["//\n// Copyright 2022 DXOS.org\n//\n\nimport { inspect } from 'node:util';\nimport { Writable } from 'streamx';\n\nimport { Event, Trigger, latch } from '@dxos/async';\nimport { inspectObject } from '@dxos/debug';\nimport { type ReadStreamOptions } from '@dxos/hypercore';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nimport { type FeedWrapper } from './feed-wrapper';\nimport { type FeedBlock } from './types';\n\nexport const defaultReadStreamOptions: ReadStreamOptions = {\n  live: true, // Keep reading until closed.\n  batch: 1024, // Read in batches.\n};\n\nexport type FeedQueueOptions = {};\n\n/**\n * Async queue using an AsyncIterator created from a hypercore.\n */\nexport class FeedQueue<T extends {}> {\n  public updated = new Event<FeedQueue<T>>();\n\n  private readonly _messageTrigger = new Trigger<FeedBlock<T>>({\n    autoReset: true,\n  });\n\n  private _feedConsumer?: Writable = undefined;\n  private _next?: () => void;\n  private _currentBlock?: FeedBlock<T> = undefined;\n  private _index = -1;\n\n  // prettier-ignore\n  constructor(\n    private readonly _feed: FeedWrapper<T>,\n    private readonly _options: FeedQueueOptions = {},\n  ) {}\n\n  [inspect.custom](): string {\n    return inspectObject(this);\n  }\n\n  toJSON() {\n    return {\n      feedKey: this._feed.key,\n      index: this.index,\n      length: this.length,\n      open: this.isOpen,\n    };\n  }\n\n  get feed() {\n    return this._feed;\n  }\n\n  get isOpen(): boolean {\n    return Boolean(this._feedConsumer);\n  }\n\n  get length(): number {\n    return this._feed.properties.length;\n  }\n\n  /**\n   * Index (seq) of the NEXT block to be read, or -1 if not open.\n   */\n  get index() {\n    return this._index;\n  }\n\n  /**\n   * Opens (or reopens) the queue.\n   * @param options.start Starting index. First mutation to be read would have `seq == options.start`.\n   */\n  async open(options: ReadStreamOptions = {}): Promise<void> {\n    if (this.isOpen) {\n      // TODO(burdon): Warn if re-opening (e.g., with different starting point).\n      return;\n    }\n\n    this._index = options.start ?? 0;\n    // if (this._index !== 0) {\n    //   console.warn('Start index not yet supported.');\n    // }\n\n    log('opening', { feedKey: this._feed.key });\n\n    // TODO(burdon): Open with starting range.\n    const opts = Object.assign({}, defaultReadStreamOptions, options);\n    const feedStream = this._feed.createReadableStream(opts);\n\n    this._feedConsumer = new Writable({\n      write: (data: any, next: () => void) => {\n        this._next = () => {\n          this._next = undefined;\n          this._currentBlock = undefined;\n          this._index++;\n          next();\n        };\n\n        this._currentBlock = {\n          feedKey: this._feed.key,\n          seq: this._index,\n          data,\n        };\n\n        this._messageTrigger.wake(this._currentBlock);\n        this.updated.emit(this);\n      },\n    });\n\n    const onClose = () => {\n      this.feed.core.off('close', onClose);\n      this._feedConsumer?.off('close', onClose);\n      this._feedConsumer?.off('error', onError);\n\n      this._destroyConsumer();\n    };\n\n    const onError = (err?: Error) => {\n      if (!this.isOpen) {\n        return;\n      }\n      if (!err) {\n        return;\n      }\n      if (err.message === 'Writable stream closed prematurely' || err.message === 'Feed is closed') {\n        return;\n      }\n\n      log.catch(err, { feedKey: this._feed.key });\n    };\n\n    // Called if feed is closed externally.\n    this._feed.core.once('close', onClose);\n    this._feedConsumer.on('error', onError);\n\n    // Called when queue is closed. Throws exception if waiting for `pop`.\n    this._feedConsumer.once('close', onClose);\n\n    // Pipe readable stream into writable consumer.\n    feedStream.pipe(this._feedConsumer, (err) => {\n      if (err) {\n        onError(err);\n      }\n      this._destroyConsumer();\n    });\n\n    log('opened');\n  }\n\n  /**\n   * Closes the queue.\n   */\n  async close(): Promise<void> {\n    if (this.isOpen) {\n      invariant(this._feedConsumer);\n      invariant(!this._feed.properties.closed);\n\n      log('closing', { feedKey: this._feed.key });\n      const [closed, setClosed] = latch();\n      this._feedConsumer.once('close', setClosed);\n      this._feedConsumer.destroy();\n      this._next?.(); // Release any message currently in the queue (otherwise destroy will block).\n      await closed();\n      log('closed');\n    }\n  }\n\n  /**\n   * Get the block at the head of the queue without removing it.\n   */\n  peek(): FeedBlock<T> | undefined {\n    return this._currentBlock;\n  }\n\n  /**\n   * Pop block at the head of the queue.\n   */\n  async pop(): Promise<FeedBlock<T>> {\n    if (!this.isOpen) {\n      throw new Error(`Queue closed: ${this.feed.key.truncate()}`);\n    }\n\n    let block = this.peek();\n    if (!block) {\n      block = await this._messageTrigger.wait();\n    }\n\n    if (block) {\n      this._next?.();\n    }\n\n    return block;\n  }\n\n  private _destroyConsumer(): void {\n    if (this._feedConsumer) {\n      log('queue closed', { feedKey: this._feed.key });\n      this._feedConsumer = undefined;\n      this._next = undefined;\n      this._currentBlock = undefined;\n      this._index = -1;\n    }\n  }\n}\n","//\n// Copyright 2020 DXOS.org\n//\n\nimport safeRace from 'race-as-promised';\n\nimport { Trigger } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nimport { FeedQueue } from './feed-queue';\nimport { type FeedWrapper } from './feed-wrapper';\nimport { type FeedBlock } from './types';\n\n/**\n * Base class for an async iterable feed.\n */\nexport abstract class AbstractFeedIterator<T> implements AsyncIterable<FeedBlock<T>> {\n  private readonly _stopTrigger = new Trigger();\n\n  protected _open = false;\n  protected _running = false;\n\n  toJSON(): { open: boolean; running: boolean } {\n    return {\n      open: this.isOpen,\n      running: this.isRunning,\n    };\n  }\n\n  get isOpen() {\n    return this._open;\n  }\n\n  get isRunning() {\n    return this._running;\n  }\n\n  async open(): Promise<void> {\n    if (!this._open) {\n      log('opening...');\n      await this._onOpen();\n      this._open = true;\n\n      await this.start();\n      log('opened');\n    }\n  }\n\n  async close(): Promise<void> {\n    if (this._open) {\n      log('closing...');\n      await this.stop();\n\n      await this._onClose();\n      this._open = false;\n      log('closed');\n    }\n  }\n\n  async start(): Promise<void> {\n    invariant(this._open);\n    if (!this._running) {\n      this._running = true;\n    }\n  }\n\n  async stop(): Promise<void> {\n    invariant(this._open);\n    if (this._running) {\n      this._running = false;\n      this._stopTrigger.wake();\n    }\n  }\n\n  //\n  // AsyncIterable\n  //\n\n  [Symbol.asyncIterator]() {\n    return this._generator();\n  }\n\n  async *_generator() {\n    log('started');\n    while (this._running) {\n      // https://github.com/nodejs/node/issues/17469\n      const block = await safeRace([this._stopTrigger.wait(), this._nextBlock()]);\n\n      if (block === undefined) {\n        break;\n      }\n\n      yield block;\n    }\n\n    log('stopped');\n  }\n\n  abstract _onOpen(): Promise<void>;\n  abstract _onClose(): Promise<void>;\n  abstract _nextBlock(): Promise<FeedBlock<T> | undefined>;\n}\n\n/**\n * Iterator that reads blocks from a single feed.\n */\nexport class FeedIterator<T extends {}> extends AbstractFeedIterator<T> {\n  private readonly _queue: FeedQueue<T>;\n\n  constructor(private readonly _feed: FeedWrapper<T>) {\n    super();\n    this._queue = new FeedQueue<T>(this._feed);\n  }\n\n  override async _onOpen(): Promise<void> {\n    await this._queue.open();\n  }\n\n  override async _onClose(): Promise<void> {\n    await this._queue.close();\n  }\n\n  override async _nextBlock(): Promise<FeedBlock<T> | undefined> {\n    return this._queue.pop();\n  }\n}\n","//\n// Copyright 2020 DXOS.org\n//\n\nimport { inspect } from 'node:util';\n\nimport { Event, SubscriptionList, Trigger } from '@dxos/async';\nimport { inspectObject } from '@dxos/debug';\nimport { invariant } from '@dxos/invariant';\nimport { PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ComplexMap, isNonNullable } from '@dxos/util';\n\nimport { AbstractFeedIterator } from './feed-iterator';\nimport { FeedQueue } from './feed-queue';\nimport { type FeedWrapper } from './feed-wrapper';\nimport { type FeedBlock } from './types';\n\n/**\n * Select next block.\n */\nexport type FeedBlockSelector<T> = (blocks: FeedBlock<T>[]) => number | undefined;\n\nexport type FeedIndex = {\n  feedKey: PublicKey;\n  index: number;\n};\n\nexport type FeedSetIteratorOptions = {\n  // TODO(burdon): Should we remove this and assume the feeds are positioned before adding?\n  start?: FeedIndex[];\n  stallTimeout?: number;\n};\n\nexport const defaultFeedSetIteratorOptions = {\n  stallTimeout: 1000,\n};\n\n/**\n * Iterator that reads blocks from multiple feeds, ordering them based on a traversal callback.\n */\nexport class FeedSetIterator<T extends {}> extends AbstractFeedIterator<T> {\n  private readonly _feedQueues = new ComplexMap<PublicKey, FeedQueue<T>>(PublicKey.hash);\n\n  private readonly _trigger = new Trigger({ autoReset: true });\n  private readonly _subscriptions = new SubscriptionList();\n\n  public readonly stalled = new Event<FeedSetIterator<T>>();\n\n  constructor(\n    private readonly _selector: FeedBlockSelector<T>,\n    public readonly options: FeedSetIteratorOptions = defaultFeedSetIteratorOptions,\n  ) {\n    super();\n    invariant(_selector);\n    invariant(options);\n  }\n\n  [inspect.custom](): string {\n    return inspectObject(this);\n  }\n\n  override toJSON(): { open: boolean; running: boolean; indexes: FeedIndex[] } {\n    return {\n      open: this.isOpen,\n      running: this.isRunning,\n      indexes: this.indexes,\n    };\n  }\n\n  get size() {\n    return this._feedQueues.size;\n  }\n\n  get feeds(): FeedWrapper<T>[] {\n    return Array.from(this._feedQueues.values()).map((feedQueue) => feedQueue.feed);\n  }\n\n  get indexes(): FeedIndex[] {\n    return Array.from(this._feedQueues.values()).map((feedQueue) => ({\n      feedKey: feedQueue.feed.key,\n      index: feedQueue.index,\n    }));\n  }\n\n  reiterateBlock(block: FeedBlock<T>): void {\n    this._trigger.wake();\n  }\n\n  async addFeed(feed: FeedWrapper<T>): Promise<void> {\n    invariant(!this._feedQueues.has(feed.key), `Feed already added: ${feed.key}`);\n    invariant(feed.properties.opened);\n    log('feed added', { feedKey: feed.key });\n\n    // Create queue and listen for updates.\n    const queue = new FeedQueue<T>(feed);\n    this._feedQueues.set(feed.key, queue);\n    this._subscriptions.add(\n      queue.updated.on(() => {\n        this._trigger.wake();\n      }),\n    );\n\n    await queue.open({\n      start: this.options.start?.find((index) => index.feedKey.equals(feed.key))?.index,\n    });\n\n    // Wake when feed added or queue updated.\n    this._trigger.wake();\n  }\n\n  hasFeed(feedKey: PublicKey): boolean {\n    return this._feedQueues.has(feedKey);\n  }\n\n  override async _onOpen(): Promise<void> {\n    for (const queue of this._feedQueues.values()) {\n      await queue.open();\n    }\n  }\n\n  override async _onClose(): Promise<void> {\n    this._subscriptions.clear();\n    await Promise.all(Array.from(this._feedQueues.values()).map((queue) => queue.close()));\n\n    // Wake when feed added or queue updated.\n    this._trigger.wake();\n  }\n\n  /**\n   * Gets the next block from the selected queue.\n   */\n  override async _nextBlock(): Promise<FeedBlock<T> | undefined> {\n    let t: NodeJS.Timeout | undefined;\n\n    while (this._running) {\n      // Get blocks from the head of each queue.\n      const queues = Array.from(this._feedQueues.values());\n      const blocks = queues.map((queue) => queue.peek()).filter(isNonNullable);\n      if (blocks.length) {\n        // Get the selected block from candidates.\n        const idx = this._selector(blocks);\n        log('selected', { idx, blocks });\n        if (idx === undefined) {\n          // Timeout if all candidates are rejected.\n          if (t === undefined) {\n            t = setTimeout(() => {\n              this.stalled.emit(this);\n              this._trigger.wake();\n            }, this.options.stallTimeout);\n          }\n        } else {\n          if (t !== undefined) {\n            clearTimeout(t);\n            t = undefined;\n          }\n          if (idx >= blocks.length) {\n            throw new Error(`Index out of bounds: ${idx} of ${blocks.length}`);\n          }\n\n          // Pop from queue.\n          const queue = this._feedQueues.get(blocks[idx].feedKey)!;\n          log('popping', queue.toJSON());\n          try {\n            const message = await queue.pop();\n            invariant(message === blocks[idx]);\n            return message;\n          } catch (err) {\n            // TODO(burdon): Same queue closed twice.\n            log.warn('queue closed', { feedKey: queue.feed.key });\n            // console.log(Array.from(this._feedQueues.values()));\n          }\n        }\n      }\n\n      // Wait until feed added, new block, or closing.\n      await this._trigger.wait();\n    }\n  }\n}\n","//\n// Copyright 2022 DXOS.org\n//\n\nimport { type PublicKey } from '@dxos/keys';\n\nexport type WriteReceipt = {\n  feedKey: PublicKey;\n  seq: number;\n};\n\nexport type WriteOptions = {\n  /**\n   * Called after the write is complete.\n   * Runs and completes before the mutation is read from the pipeline.\n   */\n  afterWrite?: (receipt: WriteReceipt) => Promise<void>;\n};\n\nexport interface FeedWriter<T extends {}> {\n  /**\n   * Write data to the feed.\n   * Awaits `afterWrite` before returning.\n   */\n  write(data: T, options?: WriteOptions): Promise<WriteReceipt>;\n}\n\nexport const createFeedWriter = <T extends {}>(cb: (data: T) => Promise<WriteReceipt>): FeedWriter<T> => ({\n  write: async (data: T) => {\n    return cb(data);\n  },\n});\n\nexport const writeMessages = async <T extends {}>(writer: FeedWriter<T>, messages: T[]): Promise<WriteReceipt[]> => {\n  const receipts: WriteReceipt[] = [];\n  // NOTE: Write messages sequentially.\n  for (const message of messages) {\n    receipts.push(await writer.write(message));\n  }\n  return receipts;\n};\n"],"mappings":";;;;;;;;;;;;AAgBA,IAAa,2BAA8C;CACzD,MAAM;CACN,OAAO;AACT;;;;AAOA,IAAa,YAAb,MAAqC;CAchB;CACA;CAdnB,UAAiB,IAAI,MAAoB;CAEzC,kBAAmC,IAAI,QAAsB,EAC3D,WAAW,KACb,CAAC;CAED,gBAAmC,KAAA;CACnC;CACA,gBAAuC,KAAA;CACvC,SAAiB;CAGjB,YACE,OACA,WAA8C,CAAC,GAC/C;EAFiB,KAAA,QAAA;EACA,KAAA,WAAA;CAChB;CAEH,CAAC,QAAQ,UAAkB;EACzB,OAAO,cAAc,IAAI;CAC3B;CAEA,SAAS;EACP,OAAO;GACL,SAAS,KAAK,MAAM;GACpB,OAAO,KAAK;GACZ,QAAQ,KAAK;GACb,MAAM,KAAK;EACb;CACF;CAEA,IAAI,OAAO;EACT,OAAO,KAAK;CACd;CAEA,IAAI,SAAkB;EACpB,OAAO,QAAQ,KAAK,aAAa;CACnC;CAEA,IAAI,SAAiB;EACnB,OAAO,KAAK,MAAM,WAAW;CAC/B;;;;CAKA,IAAI,QAAQ;EACV,OAAO,KAAK;CACd;;;;;CAMA,MAAM,KAAK,UAA6B,CAAC,GAAkB;EACzD,IAAI,KAAK,QAEP;EAGF,KAAK,SAAS,QAAQ,SAAS;EAK/B,IAAI,WAAW,EAAE,SAAS,KAAK,MAAM,IAAI,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;EAAA,CAAC;EAG1C,MAAM,OAAO,OAAO,OAAO,CAAC,GAAG,0BAA0B,OAAO;EAChE,MAAM,aAAa,KAAK,MAAM,qBAAqB,IAAI;EAEvD,KAAK,gBAAgB,IAAI,SAAS,EAChC,QAAQ,MAAW,SAAqB;GACtC,KAAK,cAAc;IACjB,KAAK,QAAQ,KAAA;IACb,KAAK,gBAAgB,KAAA;IACrB,KAAK;IACL,KAAK;GACP;GAEA,KAAK,gBAAgB;IACnB,SAAS,KAAK,MAAM;IACpB,KAAK,KAAK;IACV;GACF;GAEA,KAAK,gBAAgB,KAAK,KAAK,aAAa;GAC5C,KAAK,QAAQ,KAAK,IAAI;EACxB,EACF,CAAC;EAED,MAAM,gBAAgB;GACpB,KAAK,KAAK,KAAK,IAAI,SAAS,OAAO;GACnC,KAAK,eAAe,IAAI,SAAS,OAAO;GACxC,KAAK,eAAe,IAAI,SAAS,OAAO;GAExC,KAAK,iBAAiB;EACxB;EAEA,MAAM,WAAW,QAAgB;GAC/B,IAAI,CAAC,KAAK,QACR;GAEF,IAAI,CAAC,KACH;GAEF,IAAI,IAAI,YAAY,wCAAwC,IAAI,YAAY,kBAC1E;GAGF,IAAI,MAAM,KAAK,EAAE,SAAS,KAAK,MAAM,IAAI,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;EAC5C;EAGA,KAAK,MAAM,KAAK,KAAK,SAAS,OAAO;EACrC,KAAK,cAAc,GAAG,SAAS,OAAO;EAGtC,KAAK,cAAc,KAAK,SAAS,OAAO;EAGxC,WAAW,KAAK,KAAK,gBAAgB,QAAQ;GAC3C,IAAI,KACF,QAAQ,GAAG;GAEb,KAAK,iBAAiB;EACxB,CAAC;EAED,IAAI,UAAO,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;EAAA,CAAC;CACd;;;;CAKA,MAAM,QAAuB;EAC3B,IAAI,KAAK,QAAQ;GACf,UAAU,KAAK,eAAY,KAAA,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA,CAAA,sBAAA,EAAA;GAAA,CAAC;GAC5B,UAAU,CAAC,KAAK,MAAM,WAAW,QAAK,KAAA,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA,CAAA,iCAAA,EAAA;GAAA,CAAC;GAEvC,IAAI,WAAW,EAAE,SAAS,KAAK,MAAM,IAAI,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;GAC1C,MAAM,CAAC,QAAQ,aAAa,MAAM;GAClC,KAAK,cAAc,KAAK,SAAS,SAAS;GAC1C,KAAK,cAAc,QAAQ;GAC3B,KAAK,QAAQ;GACb,MAAM,OAAO;GACb,IAAI,UAAO,KAAA,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;EACd;CACF;;;;CAKA,OAAiC;EAC/B,OAAO,KAAK;CACd;;;;CAKA,MAAM,MAA6B;EACjC,IAAI,CAAC,KAAK,QACR,MAAM,IAAI,MAAM,iBAAiB,KAAK,KAAK,IAAI,SAAS,GAAG;EAG7D,IAAI,QAAQ,KAAK,KAAK;EACtB,IAAI,CAAC,OACH,QAAQ,MAAM,KAAK,gBAAgB,KAAK;EAG1C,IAAI,OACF,KAAK,QAAQ;EAGf,OAAO;CACT;CAEA,mBAAiC;EAC/B,IAAI,KAAK,eAAe;GACtB,IAAI,gBAAgB,EAAE,SAAS,KAAK,MAAM,IAAI,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;GAC/C,KAAK,gBAAgB,KAAA;GACrB,KAAK,QAAQ,KAAA;GACb,KAAK,gBAAgB,KAAA;GACrB,KAAK,SAAS;EAChB;CACF;AACF;;;;;;;AClMA,IAAsB,uBAAtB,MAAqF;CACnF,eAAgC,IAAI,QAAQ;CAE5C,QAAkB;CAClB,WAAqB;CAErB,SAA8C;EAC5C,OAAO;GACL,MAAM,KAAK;GACX,SAAS,KAAK;EAChB;CACF;CAEA,IAAI,SAAS;EACX,OAAO,KAAK;CACd;CAEA,IAAI,YAAY;EACd,OAAO,KAAK;CACd;CAEA,MAAM,OAAsB;EAC1B,IAAI,CAAC,KAAK,OAAO;GACf,IAAI,cAAW,KAAA,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;GAChB,MAAM,KAAK,QAAQ;GACnB,KAAK,QAAQ;GAEb,MAAM,KAAK,MAAM;GACjB,IAAI,UAAO,KAAA,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;EACd;CACF;CAEA,MAAM,QAAuB;EAC3B,IAAI,KAAK,OAAO;GACd,IAAI,cAAW,KAAA,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;GAChB,MAAM,KAAK,KAAK;GAEhB,MAAM,KAAK,SAAS;GACpB,KAAK,QAAQ;GACb,IAAI,UAAO,KAAA,GAAA;IAAA,YAAA;IAAA,GAAA;IAAA,GAAA;IAAA,GAAA;GAAA,CAAC;EACd;CACF;CAEA,MAAM,QAAuB;EAC3B,UAAU,KAAK,OAAI,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA,CAAA,cAAA,EAAA;EAAA,CAAC;EACpB,IAAI,CAAC,KAAK,UACR,KAAK,WAAW;CAEpB;CAEA,MAAM,OAAsB;EAC1B,UAAU,KAAK,OAAI,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA,CAAA,cAAA,EAAA;EAAA,CAAC;EACpB,IAAI,KAAK,UAAU;GACjB,KAAK,WAAW;GAChB,KAAK,aAAa,KAAK;EACzB;CACF;CAMA,CAAC,OAAO,iBAAiB;EACvB,OAAO,KAAK,WAAW;CACzB;CAEA,OAAO,aAAa;EAClB,IAAI,WAAQ,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;EAAA,CAAC;EACb,OAAO,KAAK,UAAU;GAEpB,MAAM,QAAQ,MAAM,SAAS,CAAC,KAAK,aAAa,KAAK,GAAG,KAAK,WAAW,CAAC,CAAC;GAE1E,IAAI,UAAU,KAAA,GACZ;GAGF,MAAM;EACR;EAEA,IAAI,WAAQ,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;EAAA,CAAC;CACf;AAKF;;;;AAKA,IAAa,eAAb,cAAgD,qBAAwB;CAGzC;CAF7B;CAEA,YAAY,OAAwC;EAClD,MAAM;EADqB,KAAA,QAAA;EAE3B,KAAK,SAAS,IAAI,UAAa,KAAK,KAAK;CAC3C;CAEA,MAAe,UAAyB;EACtC,MAAM,KAAK,OAAO,KAAK;CACzB;CAEA,MAAe,WAA0B;EACvC,MAAM,KAAK,OAAO,MAAM;CAC1B;CAEA,MAAe,aAAgD;EAC7D,OAAO,KAAK,OAAO,IAAI;CACzB;AACF;;;;AC5FA,IAAa,gCAAgC,EAC3C,cAAc,IAChB;;;;AAKA,IAAa,kBAAb,cAAmD,qBAAwB;CAStD;CACD;CATlB,cAA+B,IAAI,WAAoC,UAAU,IAAI;CAErF,WAA4B,IAAI,QAAQ,EAAE,WAAW,KAAK,CAAC;CAC3D,iBAAkC,IAAI,iBAAiB;CAEvD,UAA0B,IAAI,MAA0B;CAExD,YACE,WACA,UAAkD,+BAClD;EACA,MAAM;EAHW,KAAA,YAAA;EACD,KAAA,UAAA;EAGhB,UAAU,WAAQ,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA,CAAA,aAAA,EAAA;EAAA,CAAC;EACnB,UAAU,SAAM,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA,CAAA,WAAA,EAAA;EAAA,CAAC;CACnB;CAEA,CAAC,QAAQ,UAAkB;EACzB,OAAO,cAAc,IAAI;CAC3B;CAEA,SAA6E;EAC3E,OAAO;GACL,MAAM,KAAK;GACX,SAAS,KAAK;GACd,SAAS,KAAK;EAChB;CACF;CAEA,IAAI,OAAO;EACT,OAAO,KAAK,YAAY;CAC1B;CAEA,IAAI,QAA0B;EAC5B,OAAO,MAAM,KAAK,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,cAAc,UAAU,IAAI;CAChF;CAEA,IAAI,UAAuB;EACzB,OAAO,MAAM,KAAK,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,eAAe;GAC/D,SAAS,UAAU,KAAK;GACxB,OAAO,UAAU;EACnB,EAAE;CACJ;CAEA,eAAe,OAA2B;EACxC,KAAK,SAAS,KAAK;CACrB;CAEA,MAAM,QAAQ,MAAqC;EACjD,UAAU,CAAC,KAAK,YAAY,IAAI,KAAK,GAAG,GAAG,uBAAuB,KAAK,OAAI;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA,CAAA,mCAAA,mCAAA;EAAA,CAAC;EAC5E,UAAU,KAAK,WAAW,QAAK,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA,CAAA,0BAAA,EAAA;EAAA,CAAC;EAChC,IAAI,cAAc,EAAE,SAAS,KAAK,IAAI,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;GAAA,GAAA;EAAA,CAAC;EAGvC,MAAM,QAAQ,IAAI,UAAa,IAAI;EACnC,KAAK,YAAY,IAAI,KAAK,KAAK,KAAK;EACpC,KAAK,eAAe,IAClB,MAAM,QAAQ,SAAS;GACrB,KAAK,SAAS,KAAK;EACrB,CAAC,CACH;EAEA,MAAM,MAAM,KAAK,EACf,OAAO,KAAK,QAAQ,OAAO,MAAM,UAAU,MAAM,QAAQ,OAAO,KAAK,GAAG,CAAC,CAAC,EAAE,MAC9E,CAAC;EAGD,KAAK,SAAS,KAAK;CACrB;CAEA,QAAQ,SAA6B;EACnC,OAAO,KAAK,YAAY,IAAI,OAAO;CACrC;CAEA,MAAe,UAAyB;EACtC,KAAK,MAAM,SAAS,KAAK,YAAY,OAAO,GAC1C,MAAM,MAAM,KAAK;CAErB;CAEA,MAAe,WAA0B;EACvC,KAAK,eAAe,MAAM;EAC1B,MAAM,QAAQ,IAAI,MAAM,KAAK,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,UAAU,MAAM,MAAM,CAAC,CAAC;EAGrF,KAAK,SAAS,KAAK;CACrB;;;;CAKA,MAAe,aAAgD;EAC7D,IAAI;EAEJ,OAAO,KAAK,UAAU;GAGpB,MAAM,SADS,MAAM,KAAK,KAAK,YAAY,OAAO,CACnC,CAAA,CAAO,KAAK,UAAU,MAAM,KAAK,CAAC,CAAC,CAAC,OAAO,aAAa;GACvE,IAAI,OAAO,QAAQ;IAEjB,MAAM,MAAM,KAAK,UAAU,MAAM;IACjC,IAAI,YAAY;KAAE;KAAK;IAAO,GAAA;KAAA,YAAA;KAAA,GAAA;KAAA,GAAA;KAAA,GAAA;IAAA,CAAC;IAC/B,IAAI,QAAQ,KAAA;SAEN,MAAM,KAAA,GACR,IAAI,iBAAiB;MACnB,KAAK,QAAQ,KAAK,IAAI;MACtB,KAAK,SAAS,KAAK;KACrB,GAAG,KAAK,QAAQ,YAAY;IAAA,OAEzB;KACL,IAAI,MAAM,KAAA,GAAW;MACnB,aAAa,CAAC;MACd,IAAI,KAAA;KACN;KACA,IAAI,OAAO,OAAO,QAChB,MAAM,IAAI,MAAM,wBAAwB,IAAI,MAAM,OAAO,QAAQ;KAInE,MAAM,QAAQ,KAAK,YAAY,IAAI,OAAO,IAAI,CAAC,OAAO;KACtD,IAAI,WAAW,MAAM,OAAO,GAAA;MAAA,YAAA;MAAA,GAAA;MAAA,GAAA;MAAA,GAAA;KAAA,CAAC;KAC7B,IAAI;MACF,MAAM,UAAU,MAAM,MAAM,IAAI;MAChC,UAAU,YAAY,OAAO,MAAG,KAAA,GAAA;OAAA,YAAA;OAAA,GAAA;OAAA,GAAA;OAAA,GAAA;OAAA,GAAA,CAAA,2BAAA,EAAA;MAAA,CAAC;MACjC,OAAO;KACT,SAAS,KAAK;MAEZ,IAAI,KAAK,gBAAgB,EAAE,SAAS,MAAM,KAAK,IAAI,GAAA;OAAA,YAAA;OAAA,GAAA;OAAA,GAAA;OAAA,GAAA;MAAA,CAAC;KAEtD;IACF;GACF;GAGA,MAAM,KAAK,SAAS,KAAK;EAC3B;CACF;AACF;;;ACxJA,IAAa,oBAAkC,QAA2D,EACxG,OAAO,OAAO,SAAY;CACxB,OAAO,GAAG,IAAI;AAChB,EACF;AAEA,IAAa,gBAAgB,OAAqB,QAAuB,aAA2C;CAClH,MAAM,WAA2B,CAAC;CAElC,KAAK,MAAM,WAAW,UACpB,SAAS,KAAK,MAAM,OAAO,MAAM,OAAO,CAAC;CAE3C,OAAO;AACT"}

package/dist/lib/testing.mjs

@@ -0,0 +1,142 @@
+import { i as FeedFactory, t as FeedStore } from "./chunk-feed-store.mjs";
+import { createCodecEncoding } from "@dxos/hypercore";
+import { Keyring } from "@dxos/keyring";
+import { Event, scheduleTask, sleep } from "@dxos/async";
+import { PublicKey } from "@dxos/keys";
+import { Context } from "@dxos/context";
+import { StorageType, createStorage } from "@dxos/random-access-storage";
+import { random } from "@dxos/random";
+//#region src/testing/mocks.ts
+var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/testing/mocks.ts";
+/**
+* Mock writer collects and emits messages.
+*/
+var MockFeedWriter = class {
+	feedKey;
+	written = new Event();
+	messages = [];
+	constructor(feedKey = PublicKey.random()) {
+		this.feedKey = feedKey;
+	}
+	async write(data, { afterWrite } = {}) {
+		this.messages.push(data);
+		const receipt = {
+			feedKey: this.feedKey,
+			seq: this.messages.length - 1
+		};
+		await afterWrite?.(receipt);
+		scheduleTask(new Context(void 0, {
+			"~LogMeta": "~LogMeta",
+			F: __dxlog_file,
+			L: 30
+		}), () => {
+			this.written.emit([data, receipt]);
+		});
+		return receipt;
+	}
+};
+//#endregion
+//#region src/testing/test-generator.ts
+var defaultCodec = {
+	encode: (obj) => Buffer.from(JSON.stringify(obj)),
+	decode: (buffer) => JSON.parse(buffer.toString())
+};
+var defaultValueEncoding = createCodecEncoding(defaultCodec);
+var defaultTestBlockGenerator = (i) => ({
+	id: random.string.uuid(),
+	index: i,
+	value: random.lorem.sentence()
+});
+/**
+* Writes data to feeds.
+*/
+var TestGenerator = class {
+	_generate;
+	_count = 0;
+	constructor(_generate) {
+		this._generate = _generate;
+	}
+	async writeBlocks(writer, { count = 1, delay } = {}) {
+		return await Promise.all(Array.from(Array(count)).map(async () => {
+			const data = this._generate(this._count++);
+			const receipt = await writer.write(data);
+			if (delay) await sleep(random.number.int(delay));
+			return receipt;
+		}));
+	}
+};
+var defaultTestGenerator = new TestGenerator(defaultTestBlockGenerator);
+//#endregion
+//#region src/testing/test-builder.ts
+var evaluate = (builder, arg) => arg === "function" ? arg(builder) : arg;
+/**
+* The builder provides building blocks for tests with sensible defaults.
+* - Factory methods trigger the automatic generation of unset required properties.
+* - Avoids explosion of overly specific test functions that require and return large bags of properties.
+*/
+var TestBuilder = class TestBuilder {
+	_properties;
+	static ROOT_DIR = "feeds";
+	constructor(_properties = {}) {
+		this._properties = _properties;
+	}
+	/**
+	* Creates a new builder with the current builder's properties.
+	*/
+	clone() {
+		return new TestBuilder(Object.assign({}, this._properties));
+	}
+	get keyring() {
+		return this._properties.keyring ??= new Keyring();
+	}
+	get storage() {
+		return this._properties.storage ??= createStorage({ type: StorageType.RAM });
+	}
+	get root() {
+		return this._properties.root ??= this.storage.createDirectory(TestBuilder.ROOT_DIR);
+	}
+	setKeyring(keyring) {
+		this._properties.keyring = evaluate(this, keyring);
+		return this;
+	}
+	setStorage(storage, root) {
+		this._properties.storage = evaluate(this, storage);
+		if (root) this._properties.root = this.storage.createDirectory(root);
+		return this;
+	}
+	setRoot(root) {
+		this._properties.root = evaluate(this, root);
+		return this;
+	}
+	createFeedFactory() {
+		return new FeedFactory({
+			root: this.root,
+			signer: this.keyring,
+			hypercore: { valueEncoding: this._properties.valueEncoding }
+		});
+	}
+	createFeedStore() {
+		return new FeedStore({ factory: this.createFeedFactory() });
+	}
+};
+/**
+* Builder with default encoder and generator.
+*/
+var TestItemBuilder = class extends TestBuilder {
+	constructor() {
+		super({
+			valueEncoding: defaultValueEncoding,
+			generator: defaultTestGenerator
+		});
+	}
+	get valueEncoding() {
+		return this._properties.valueEncoding;
+	}
+	get generator() {
+		return this._properties.generator;
+	}
+};
+//#endregion
+export { MockFeedWriter, TestBuilder, TestGenerator, TestItemBuilder, defaultCodec, defaultTestBlockGenerator, defaultTestGenerator, defaultValueEncoding };
+
+//# sourceMappingURL=testing.mjs.map

package/dist/lib/testing.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"testing.mjs","names":[],"sources":["../../src/testing/mocks.ts","../../src/testing/test-generator.ts","../../src/testing/test-builder.ts"],"sourcesContent":["//\n// Copyright 2022 DXOS.org\n//\n\nimport { Event, scheduleTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { PublicKey } from '@dxos/keys';\n\nimport type { FeedWriter, WriteOptions, WriteReceipt } from '../feed-writer';\n\n/**\n * Mock writer collects and emits messages.\n */\nexport class MockFeedWriter<T extends {}> implements FeedWriter<T> {\n  public readonly written = new Event<[T, WriteReceipt]>();\n  public readonly messages: T[] = [];\n\n  constructor(readonly feedKey = PublicKey.random()) {}\n\n  async write(data: T, { afterWrite }: WriteOptions = {}): Promise<WriteReceipt> {\n    this.messages.push(data);\n\n    const receipt: WriteReceipt = {\n      feedKey: this.feedKey,\n      seq: this.messages.length - 1,\n    };\n\n    await afterWrite?.(receipt);\n\n    scheduleTask(new Context(), () => {\n      this.written.emit([data, receipt]);\n    });\n\n    return receipt;\n  }\n}\n","//\n// Copyright 2022 DXOS.org\n//\n\nimport { sleep } from '@dxos/async';\nimport { type Codec } from '@dxos/codec-protobuf';\nimport { createCodecEncoding } from '@dxos/hypercore';\nimport { random } from '@dxos/random';\nimport type { AbstractValueEncoding } from '@dxos/vendor-hypercore/hypercore';\n\nimport { type FeedWriter } from '../feed-writer';\n\nexport type TestItem = {\n  id: string;\n  index: number;\n  value: string;\n};\n\nexport const defaultCodec: Codec<any> = {\n  encode: (obj: any) => Buffer.from(JSON.stringify(obj)),\n  decode: (buffer: Uint8Array) => JSON.parse(buffer.toString()),\n};\n\nexport const defaultValueEncoding: AbstractValueEncoding<any> = createCodecEncoding(defaultCodec);\n\nexport type TestBlockGenerator<T> = (i: number) => T;\n\nexport const defaultTestBlockGenerator: TestBlockGenerator<TestItem> = (i) => ({\n  id: random.string.uuid(),\n  index: i,\n  value: random.lorem.sentence(),\n});\n\n/**\n * Writes data to feeds.\n */\nexport class TestGenerator<T extends {}> {\n  _count = 0;\n\n  constructor(private readonly _generate: TestBlockGenerator<T>) {}\n\n  async writeBlocks(\n    writer: FeedWriter<T>,\n    {\n      count = 1,\n      delay,\n    }: {\n      count?: number;\n      delay?: {\n        min: number;\n        max: number;\n      };\n    } = {},\n  ) {\n    return await Promise.all(\n      Array.from(Array(count)).map(async () => {\n        const data = this._generate(this._count++);\n        const receipt = await writer.write(data);\n        if (delay) {\n          await sleep(random.number.int(delay));\n        }\n\n        return receipt;\n      }),\n    );\n  }\n}\n\nexport const defaultTestGenerator = new TestGenerator<TestItem>(defaultTestBlockGenerator);\n","//\n// Copyright 2022 DXOS.org\n//\n\nimport { Keyring } from '@dxos/keyring';\nimport { type Directory, type Storage, StorageType, createStorage } from '@dxos/random-access-storage';\nimport type { ValueEncoding } from '@dxos/vendor-hypercore/hypercore';\n\nimport { FeedFactory } from '../feed-factory';\nimport { FeedStore } from '../feed-store';\nimport { type TestGenerator, type TestItem, defaultTestGenerator, defaultValueEncoding } from './test-generator';\n\nexport type TestBuilderOptions<T extends {}> = {\n  storage?: Storage;\n  root?: Directory;\n  keyring?: Keyring;\n  valueEncoding?: ValueEncoding<T>;\n  generator?: TestGenerator<T>;\n};\n\ntype PropertyProvider<T extends {}, P> = (cb: TestBuilder<T>) => P;\n\nconst evaluate = <T extends {}, P>(builder: TestBuilder<T>, arg: P | PropertyProvider<T, P>) =>\n  arg === 'function' ? (arg as Function)(builder) : arg;\n\n/**\n * The builder provides building blocks for tests with sensible defaults.\n * - Factory methods trigger the automatic generation of unset required properties.\n * - Avoids explosion of overly specific test functions that require and return large bags of properties.\n */\nexport class TestBuilder<T extends {}> {\n  static readonly ROOT_DIR = 'feeds';\n\n  constructor(public readonly _properties: TestBuilderOptions<T> = {}) {}\n\n  /**\n   * Creates a new builder with the current builder's properties.\n   */\n  clone(): TestBuilder<T> {\n    return new TestBuilder<T>(Object.assign({}, this._properties));\n  }\n\n  get keyring(): Keyring {\n    return (this._properties.keyring ??= new Keyring());\n  }\n\n  get storage(): Storage {\n    return (this._properties.storage ??= createStorage({ type: StorageType.RAM }));\n  }\n\n  get root(): Directory {\n    return (this._properties.root ??= this.storage.createDirectory(TestBuilder.ROOT_DIR));\n  }\n\n  setKeyring(keyring: Keyring | PropertyProvider<T, Keyring>): this {\n    this._properties.keyring = evaluate(this, keyring);\n    return this;\n  }\n\n  setStorage(storage: Storage, root?: string): this {\n    this._properties.storage = evaluate(this, storage);\n    if (root) {\n      this._properties.root = this.storage.createDirectory(root);\n    }\n\n    return this;\n  }\n\n  setRoot(root: Directory): this {\n    this._properties.root = evaluate(this, root);\n    return this;\n  }\n\n  createFeedFactory(): FeedFactory<T> {\n    return new FeedFactory<T>({\n      root: this.root,\n      signer: this.keyring,\n      hypercore: {\n        valueEncoding: this._properties.valueEncoding,\n      },\n    });\n  }\n\n  createFeedStore(): FeedStore<T> {\n    return new FeedStore<T>({\n      factory: this.createFeedFactory(),\n    });\n  }\n}\n\n/**\n * Builder with default encoder and generator.\n */\nexport class TestItemBuilder extends TestBuilder<TestItem> {\n  constructor() {\n    super({\n      valueEncoding: defaultValueEncoding,\n      generator: defaultTestGenerator,\n    });\n  }\n\n  get valueEncoding() {\n    return this._properties.valueEncoding!;\n  }\n\n  get generator() {\n    return this._properties.generator!;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;AAaA,IAAa,iBAAb,MAAmE;CAI5C;CAHrB,UAA0B,IAAI,MAAyB;CACvD,WAAgC,CAAC;CAEjC,YAAY,UAAmB,UAAU,OAAO,GAAG;EAA9B,KAAA,UAAA;CAA+B;CAEpD,MAAM,MAAM,MAAS,EAAE,eAA6B,CAAC,GAA0B;EAC7E,KAAK,SAAS,KAAK,IAAI;EAEvB,MAAM,UAAwB;GAC5B,SAAS,KAAK;GACd,KAAK,KAAK,SAAS,SAAS;EAC9B;EAEA,MAAM,aAAa,OAAO;EAE1B,aAAa,IAAI,QAAO,KAAA,GAAA;GAAA,YAAA;GAAA,GAAA;GAAA,GAAA;EAAA,CAAC,SAAS;GAChC,KAAK,QAAQ,KAAK,CAAC,MAAM,OAAO,CAAC;EACnC,CAAC;EAED,OAAO;CACT;AACF;;;ACjBA,IAAa,eAA2B;CACtC,SAAS,QAAa,OAAO,KAAK,KAAK,UAAU,GAAG,CAAC;CACrD,SAAS,WAAuB,KAAK,MAAM,OAAO,SAAS,CAAC;AAC9D;AAEA,IAAa,uBAAmD,oBAAoB,YAAY;AAIhG,IAAa,6BAA2D,OAAO;CAC7E,IAAI,OAAO,OAAO,KAAK;CACvB,OAAO;CACP,OAAO,OAAO,MAAM,SAAS;AAC/B;;;;AAKA,IAAa,gBAAb,MAAyC;CAGV;CAF7B,SAAS;CAET,YAAY,WAAmD;EAAlC,KAAA,YAAA;CAAmC;CAEhE,MAAM,YACJ,QACA,EACE,QAAQ,GACR,UAOE,CAAC,GACL;EACA,OAAO,MAAM,QAAQ,IACnB,MAAM,KAAK,MAAM,KAAK,CAAC,CAAC,CAAC,IAAI,YAAY;GACvC,MAAM,OAAO,KAAK,UAAU,KAAK,QAAQ;GACzC,MAAM,UAAU,MAAM,OAAO,MAAM,IAAI;GACvC,IAAI,OACF,MAAM,MAAM,OAAO,OAAO,IAAI,KAAK,CAAC;GAGtC,OAAO;EACT,CAAC,CACH;CACF;AACF;AAEA,IAAa,uBAAuB,IAAI,cAAwB,yBAAyB;;;AC9CzF,IAAM,YAA6B,SAAyB,QAC1D,QAAQ,aAAc,IAAiB,OAAO,IAAI;;;;;;AAOpD,IAAa,cAAb,MAAa,YAA0B;CAGT;CAF5B,OAAgB,WAAW;CAE3B,YAAY,cAAqD,CAAC,GAAG;EAAzC,KAAA,cAAA;CAA0C;;;;CAKtE,QAAwB;EACtB,OAAO,IAAI,YAAe,OAAO,OAAO,CAAC,GAAG,KAAK,WAAW,CAAC;CAC/D;CAEA,IAAI,UAAmB;EACrB,OAAQ,KAAK,YAAY,YAAY,IAAI,QAAQ;CACnD;CAEA,IAAI,UAAmB;EACrB,OAAQ,KAAK,YAAY,YAAY,cAAc,EAAE,MAAM,YAAY,IAAI,CAAC;CAC9E;CAEA,IAAI,OAAkB;EACpB,OAAQ,KAAK,YAAY,SAAS,KAAK,QAAQ,gBAAgB,YAAY,QAAQ;CACrF;CAEA,WAAW,SAAuD;EAChE,KAAK,YAAY,UAAU,SAAS,MAAM,OAAO;EACjD,OAAO;CACT;CAEA,WAAW,SAAkB,MAAqB;EAChD,KAAK,YAAY,UAAU,SAAS,MAAM,OAAO;EACjD,IAAI,MACF,KAAK,YAAY,OAAO,KAAK,QAAQ,gBAAgB,IAAI;EAG3D,OAAO;CACT;CAEA,QAAQ,MAAuB;EAC7B,KAAK,YAAY,OAAO,SAAS,MAAM,IAAI;EAC3C,OAAO;CACT;CAEA,oBAAoC;EAClC,OAAO,IAAI,YAAe;GACxB,MAAM,KAAK;GACX,QAAQ,KAAK;GACb,WAAW,EACT,eAAe,KAAK,YAAY,cAClC;EACF,CAAC;CACH;CAEA,kBAAgC;EAC9B,OAAO,IAAI,UAAa,EACtB,SAAS,KAAK,kBAAkB,EAClC,CAAC;CACH;AACF;;;;AAKA,IAAa,kBAAb,cAAqC,YAAsB;CACzD,cAAc;EACZ,MAAM;GACJ,eAAe;GACf,WAAW;EACb,CAAC;CACH;CAEA,IAAI,gBAAgB;EAClB,OAAO,KAAK,YAAY;CAC1B;CAEA,IAAI,YAAY;EACd,OAAO,KAAK,YAAY;CAC1B;AACF"}