@dxos/feed-store 0.8.4-main.ead640a → 0.8.4-main.ef1bc66f44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{chunk-4RW534M7.mjs → chunk-I36R5SR3.mjs} +91 -130
- package/dist/lib/browser/{chunk-4RW534M7.mjs.map → chunk-I36R5SR3.mjs.map} +2 -2
- package/dist/lib/browser/index.mjs +56 -96
- package/dist/lib/browser/index.mjs.map +2 -2
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/testing/index.mjs +27 -72
- package/dist/lib/browser/testing/index.mjs.map +2 -2
- package/dist/lib/node-esm/{chunk-D4DVCY7Y.mjs → chunk-HJBZDWE4.mjs} +91 -130
- package/dist/lib/node-esm/{chunk-D4DVCY7Y.mjs.map → chunk-HJBZDWE4.mjs.map} +2 -2
- package/dist/lib/node-esm/index.mjs +56 -96
- package/dist/lib/node-esm/index.mjs.map +2 -2
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/testing/index.mjs +27 -72
- package/dist/lib/node-esm/testing/index.mjs.map +2 -2
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +23 -19
|
@@ -9,23 +9,32 @@ import { StackTrace, inspectObject } from "@dxos/debug";
|
|
|
9
9
|
import { assertArgument, invariant } from "@dxos/invariant";
|
|
10
10
|
import { log } from "@dxos/log";
|
|
11
11
|
import { arrayToBuffer, rangeFromTo } from "@dxos/util";
|
|
12
|
-
function _define_property(obj, key, value) {
|
|
13
|
-
if (key in obj) {
|
|
14
|
-
Object.defineProperty(obj, key, {
|
|
15
|
-
value,
|
|
16
|
-
enumerable: true,
|
|
17
|
-
configurable: true,
|
|
18
|
-
writable: true
|
|
19
|
-
});
|
|
20
|
-
} else {
|
|
21
|
-
obj[key] = value;
|
|
22
|
-
}
|
|
23
|
-
return obj;
|
|
24
|
-
}
|
|
25
12
|
var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/feed-wrapper.ts";
|
|
26
|
-
var _inspect_custom = inspect.custom;
|
|
27
13
|
var FeedWrapper = class {
|
|
28
|
-
|
|
14
|
+
_key;
|
|
15
|
+
_storageDirectory;
|
|
16
|
+
_hypercore;
|
|
17
|
+
_pendingWrites = /* @__PURE__ */ new Set();
|
|
18
|
+
// Pending while writes are happening. Resolves when there are no pending writes.
|
|
19
|
+
_writeLock = new Trigger();
|
|
20
|
+
_closed = false;
|
|
21
|
+
constructor(hypercore2, _key, _storageDirectory) {
|
|
22
|
+
this._key = _key;
|
|
23
|
+
this._storageDirectory = _storageDirectory;
|
|
24
|
+
assertArgument(hypercore2, "hypercore");
|
|
25
|
+
this._hypercore = hypercore2;
|
|
26
|
+
invariant(this._key, void 0, {
|
|
27
|
+
F: __dxlog_file,
|
|
28
|
+
L: 41,
|
|
29
|
+
S: this,
|
|
30
|
+
A: [
|
|
31
|
+
"this._key",
|
|
32
|
+
""
|
|
33
|
+
]
|
|
34
|
+
});
|
|
35
|
+
this._writeLock.wake();
|
|
36
|
+
}
|
|
37
|
+
[inspect.custom]() {
|
|
29
38
|
return inspectObject(this);
|
|
30
39
|
}
|
|
31
40
|
toJSON() {
|
|
@@ -161,6 +170,23 @@ var FeedWrapper = class {
|
|
|
161
170
|
_close(...args) {
|
|
162
171
|
return promisify(this._hypercore.close.bind(this._hypercore))(...args);
|
|
163
172
|
}
|
|
173
|
+
close = async () => {
|
|
174
|
+
if (this._pendingWrites.size) {
|
|
175
|
+
log.warn("Closing feed with pending writes", {
|
|
176
|
+
feed: this._key,
|
|
177
|
+
count: this._pendingWrites.size,
|
|
178
|
+
pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack())
|
|
179
|
+
}, {
|
|
180
|
+
F: __dxlog_file,
|
|
181
|
+
L: 187,
|
|
182
|
+
S: this,
|
|
183
|
+
C: (f, a) => f(...a)
|
|
184
|
+
});
|
|
185
|
+
}
|
|
186
|
+
this._closed = true;
|
|
187
|
+
await this.flushToDisk();
|
|
188
|
+
await this._close();
|
|
189
|
+
};
|
|
164
190
|
has(start, end) {
|
|
165
191
|
return this._hypercore.has(start, end);
|
|
166
192
|
}
|
|
@@ -233,51 +259,38 @@ var FeedWrapper = class {
|
|
|
233
259
|
}
|
|
234
260
|
}
|
|
235
261
|
}
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
this._writeLock = new Trigger();
|
|
248
|
-
this._closed = false;
|
|
249
|
-
this.close = async () => {
|
|
250
|
-
if (this._pendingWrites.size) {
|
|
251
|
-
log.warn("Closing feed with pending writes", {
|
|
252
|
-
feed: this._key,
|
|
253
|
-
count: this._pendingWrites.size,
|
|
254
|
-
pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack())
|
|
255
|
-
}, {
|
|
256
|
-
F: __dxlog_file,
|
|
257
|
-
L: 187,
|
|
258
|
-
S: this,
|
|
259
|
-
C: (f, a) => f(...a)
|
|
260
|
-
});
|
|
261
|
-
}
|
|
262
|
-
this._closed = true;
|
|
263
|
-
await this.flushToDisk();
|
|
264
|
-
await this._close();
|
|
265
|
-
};
|
|
266
|
-
assertArgument(hypercore2, "hypercore");
|
|
267
|
-
this._hypercore = hypercore2;
|
|
268
|
-
invariant(this._key, void 0, {
|
|
262
|
+
};
|
|
263
|
+
var BatchedReadStream = class extends Readable {
|
|
264
|
+
_feed;
|
|
265
|
+
_batch;
|
|
266
|
+
_cursor;
|
|
267
|
+
_reading = false;
|
|
268
|
+
constructor(feed, opts = {}) {
|
|
269
|
+
super({
|
|
270
|
+
objectMode: true
|
|
271
|
+
});
|
|
272
|
+
invariant(opts.live === true, "Only live mode supported", {
|
|
269
273
|
F: __dxlog_file,
|
|
270
|
-
L:
|
|
274
|
+
L: 292,
|
|
271
275
|
S: this,
|
|
272
276
|
A: [
|
|
273
|
-
"
|
|
277
|
+
"opts.live === true",
|
|
278
|
+
"'Only live mode supported'"
|
|
279
|
+
]
|
|
280
|
+
});
|
|
281
|
+
invariant(opts.batch !== void 0 && opts.batch > 1, void 0, {
|
|
282
|
+
F: __dxlog_file,
|
|
283
|
+
L: 293,
|
|
284
|
+
S: this,
|
|
285
|
+
A: [
|
|
286
|
+
"opts.batch !== undefined && opts.batch > 1",
|
|
274
287
|
""
|
|
275
288
|
]
|
|
276
289
|
});
|
|
277
|
-
this.
|
|
290
|
+
this._feed = feed;
|
|
291
|
+
this._batch = opts.batch;
|
|
292
|
+
this._cursor = opts.start ?? 0;
|
|
278
293
|
}
|
|
279
|
-
};
|
|
280
|
-
var BatchedReadStream = class extends Readable {
|
|
281
294
|
_open(cb) {
|
|
282
295
|
this._feed.ready(cb);
|
|
283
296
|
}
|
|
@@ -321,32 +334,6 @@ var BatchedReadStream = class extends Readable {
|
|
|
321
334
|
}
|
|
322
335
|
});
|
|
323
336
|
}
|
|
324
|
-
constructor(feed, opts = {}) {
|
|
325
|
-
super({
|
|
326
|
-
objectMode: true
|
|
327
|
-
}), _define_property(this, "_feed", void 0), _define_property(this, "_batch", void 0), _define_property(this, "_cursor", void 0), _define_property(this, "_reading", false);
|
|
328
|
-
invariant(opts.live === true, "Only live mode supported", {
|
|
329
|
-
F: __dxlog_file,
|
|
330
|
-
L: 292,
|
|
331
|
-
S: this,
|
|
332
|
-
A: [
|
|
333
|
-
"opts.live === true",
|
|
334
|
-
"'Only live mode supported'"
|
|
335
|
-
]
|
|
336
|
-
});
|
|
337
|
-
invariant(opts.batch !== void 0 && opts.batch > 1, void 0, {
|
|
338
|
-
F: __dxlog_file,
|
|
339
|
-
L: 293,
|
|
340
|
-
S: this,
|
|
341
|
-
A: [
|
|
342
|
-
"opts.batch !== undefined && opts.batch > 1",
|
|
343
|
-
""
|
|
344
|
-
]
|
|
345
|
-
});
|
|
346
|
-
this._feed = feed;
|
|
347
|
-
this._batch = opts.batch;
|
|
348
|
-
this._cursor = opts.start ?? 0;
|
|
349
|
-
}
|
|
350
337
|
};
|
|
351
338
|
|
|
352
339
|
// src/feed-factory.ts
|
|
@@ -355,21 +342,24 @@ import { subtleCrypto } from "@dxos/crypto";
|
|
|
355
342
|
import { failUndefined } from "@dxos/debug";
|
|
356
343
|
import { createCrypto, hypercore } from "@dxos/hypercore";
|
|
357
344
|
import { log as log2 } from "@dxos/log";
|
|
358
|
-
function _define_property2(obj, key, value) {
|
|
359
|
-
if (key in obj) {
|
|
360
|
-
Object.defineProperty(obj, key, {
|
|
361
|
-
value,
|
|
362
|
-
enumerable: true,
|
|
363
|
-
configurable: true,
|
|
364
|
-
writable: true
|
|
365
|
-
});
|
|
366
|
-
} else {
|
|
367
|
-
obj[key] = value;
|
|
368
|
-
}
|
|
369
|
-
return obj;
|
|
370
|
-
}
|
|
371
345
|
var __dxlog_file2 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-factory.ts";
|
|
372
346
|
var FeedFactory = class {
|
|
347
|
+
_root;
|
|
348
|
+
_signer;
|
|
349
|
+
_hypercoreOptions;
|
|
350
|
+
constructor({ root, signer, hypercore: hypercore2 }) {
|
|
351
|
+
log2("FeedFactory", {
|
|
352
|
+
options: hypercore2
|
|
353
|
+
}, {
|
|
354
|
+
F: __dxlog_file2,
|
|
355
|
+
L: 43,
|
|
356
|
+
S: this,
|
|
357
|
+
C: (f, a) => f(...a)
|
|
358
|
+
});
|
|
359
|
+
this._root = root ?? failUndefined();
|
|
360
|
+
this._signer = signer;
|
|
361
|
+
this._hypercoreOptions = hypercore2;
|
|
362
|
+
}
|
|
373
363
|
get storageRoot() {
|
|
374
364
|
return this._root;
|
|
375
365
|
}
|
|
@@ -408,22 +398,6 @@ var FeedFactory = class {
|
|
|
408
398
|
const core = hypercore(makeStorage, Buffer.from(key), opts);
|
|
409
399
|
return new FeedWrapper(core, publicKey, storageDir);
|
|
410
400
|
}
|
|
411
|
-
constructor({ root, signer, hypercore: hypercore2 }) {
|
|
412
|
-
_define_property2(this, "_root", void 0);
|
|
413
|
-
_define_property2(this, "_signer", void 0);
|
|
414
|
-
_define_property2(this, "_hypercoreOptions", void 0);
|
|
415
|
-
log2("FeedFactory", {
|
|
416
|
-
options: hypercore2
|
|
417
|
-
}, {
|
|
418
|
-
F: __dxlog_file2,
|
|
419
|
-
L: 43,
|
|
420
|
-
S: this,
|
|
421
|
-
C: (f, a) => f(...a)
|
|
422
|
-
});
|
|
423
|
-
this._root = root ?? failUndefined();
|
|
424
|
-
this._signer = signer;
|
|
425
|
-
this._hypercoreOptions = hypercore2;
|
|
426
|
-
}
|
|
427
401
|
};
|
|
428
402
|
|
|
429
403
|
// src/feed-store.ts
|
|
@@ -433,21 +407,16 @@ import { invariant as invariant2 } from "@dxos/invariant";
|
|
|
433
407
|
import { PublicKey } from "@dxos/keys";
|
|
434
408
|
import { log as log3 } from "@dxos/log";
|
|
435
409
|
import { ComplexMap, defaultMap } from "@dxos/util";
|
|
436
|
-
function _define_property3(obj, key, value) {
|
|
437
|
-
if (key in obj) {
|
|
438
|
-
Object.defineProperty(obj, key, {
|
|
439
|
-
value,
|
|
440
|
-
enumerable: true,
|
|
441
|
-
configurable: true,
|
|
442
|
-
writable: true
|
|
443
|
-
});
|
|
444
|
-
} else {
|
|
445
|
-
obj[key] = value;
|
|
446
|
-
}
|
|
447
|
-
return obj;
|
|
448
|
-
}
|
|
449
410
|
var __dxlog_file3 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-store.ts";
|
|
450
411
|
var FeedStore = class {
|
|
412
|
+
_feeds = new ComplexMap(PublicKey.hash);
|
|
413
|
+
_mutexes = new ComplexMap(PublicKey.hash);
|
|
414
|
+
_factory;
|
|
415
|
+
_closed = false;
|
|
416
|
+
feedOpened = new Event();
|
|
417
|
+
constructor({ factory }) {
|
|
418
|
+
this._factory = factory ?? failUndefined2();
|
|
419
|
+
}
|
|
451
420
|
get size() {
|
|
452
421
|
return this._feeds.size;
|
|
453
422
|
}
|
|
@@ -553,14 +522,6 @@ var FeedStore = class {
|
|
|
553
522
|
C: (f, a) => f(...a)
|
|
554
523
|
});
|
|
555
524
|
}
|
|
556
|
-
constructor({ factory }) {
|
|
557
|
-
_define_property3(this, "_feeds", new ComplexMap(PublicKey.hash));
|
|
558
|
-
_define_property3(this, "_mutexes", new ComplexMap(PublicKey.hash));
|
|
559
|
-
_define_property3(this, "_factory", void 0);
|
|
560
|
-
_define_property3(this, "_closed", false);
|
|
561
|
-
_define_property3(this, "feedOpened", new Event());
|
|
562
|
-
this._factory = factory ?? failUndefined2();
|
|
563
|
-
}
|
|
564
525
|
};
|
|
565
526
|
|
|
566
527
|
export {
|
|
@@ -568,4 +529,4 @@ export {
|
|
|
568
529
|
FeedFactory,
|
|
569
530
|
FeedStore
|
|
570
531
|
};
|
|
571
|
-
//# sourceMappingURL=chunk-
|
|
532
|
+
//# sourceMappingURL=chunk-I36R5SR3.mjs.map
|
|
@@ -2,6 +2,6 @@
|
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/feed-wrapper.ts", "../../../src/feed-factory.ts", "../../../src/feed-store.ts"],
|
|
4
4
|
"sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { inspect } from 'node:util';\nimport { promisify } from 'node:util';\n\nimport { Readable, Transform } from 'streamx';\n\nimport { Trigger } from '@dxos/async';\nimport { StackTrace, inspectObject } from '@dxos/debug';\nimport type { Hypercore, HypercoreProperties, ReadStreamOptions } from '@dxos/hypercore';\nimport { assertArgument, invariant } from '@dxos/invariant';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\nimport { arrayToBuffer, rangeFromTo } from '@dxos/util';\nimport type { GetOptions, Proof } from '@dxos/vendor-hypercore/hypercore';\n\nimport { type FeedWriter, type WriteReceipt } from './feed-writer';\n\n/**\n * Async feed wrapper.\n */\nexport class FeedWrapper<T extends {}> {\n private _hypercore: Hypercore<T>;\n private readonly _pendingWrites = new Set<StackTrace>();\n\n // Pending while writes are happening. Resolves when there are no pending writes.\n private readonly _writeLock = new Trigger();\n\n private _closed = false;\n\n constructor(\n hypercore: Hypercore<T>,\n private _key: PublicKey, // TODO(burdon): Required since currently patching the key inside factory.\n private _storageDirectory: Directory,\n ) {\n assertArgument(hypercore, 'hypercore');\n this._hypercore = hypercore;\n invariant(this._key);\n this._writeLock.wake();\n }\n\n [inspect.custom](): string {\n return inspectObject(this);\n }\n\n toJSON(): { feedKey: PublicKey; length: number; opened: boolean; closed: boolean } {\n return {\n feedKey: this._key,\n length: this.properties.length,\n opened: this.properties.opened,\n closed: this.properties.closed,\n };\n }\n\n get key(): PublicKey {\n return this._key;\n }\n\n get core(): Hypercore<T> {\n return this._hypercore;\n }\n\n // TODO(burdon): Create proxy.\n get properties(): HypercoreProperties {\n return this._hypercore;\n }\n\n createReadableStream(opts?: ReadStreamOptions): Readable {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n const transform = new Transform({\n transform(data: any, cb: (err?: Error | null, data?: any) => void) {\n // Delay until write is complete.\n void self._writeLock.wait().then(() => {\n this.push(data);\n cb();\n });\n },\n });\n const readStream =\n opts?.batch !== undefined && opts?.batch > 1\n ? new BatchedReadStream(this._hypercore, opts)\n : this._hypercore.createReadStream(opts);\n\n readStream.pipe(transform, (err: any) => {\n // Ignore errors.\n // We might get \"Writable stream closed prematurely\" error.\n // Its okay since the pipeline is closed and does not expect more messages.\n });\n\n return transform;\n }\n\n createFeedWriter(): FeedWriter<T> {\n return {\n write: async (data: T, { afterWrite } = {}) => {\n log('write', { feed: this._key, seq: this._hypercore.length });\n invariant(!this._closed, 'Feed closed');\n const stackTrace = new StackTrace();\n\n try {\n // Pending writes pause the read stream.\n this._pendingWrites.add(stackTrace);\n if (this._pendingWrites.size === 1) {\n this._writeLock.reset();\n }\n\n const receipt = await this.appendWithReceipt(data);\n\n // TODO(dmaretskyi): Removing this will make user-intiated writes faster but might result in a data-loss.\n await this.flushToDisk();\n\n await afterWrite?.(receipt);\n\n return receipt;\n } finally {\n // Unblock the read stream after the write (and callback) is complete.\n this._pendingWrites.delete(stackTrace);\n if (this._pendingWrites.size === 0) {\n this._writeLock.wake();\n }\n }\n },\n };\n }\n\n async appendWithReceipt(data: T): Promise<WriteReceipt> {\n const seq = await this.append(data);\n invariant(seq < this.length, 'Invalid seq after write');\n log('write complete', { feed: this._key, seq });\n const receipt: WriteReceipt = {\n feedKey: this.key,\n seq,\n };\n return receipt;\n }\n\n /**\n * Flush pending changes to disk.\n * Calling this is not required unless you want to explicitly wait for data to be written.\n */\n async flushToDisk(): Promise<void> {\n await this._storageDirectory.flush();\n }\n\n get opened(): boolean {\n return this._hypercore.opened;\n }\n\n get closed(): boolean {\n return this._hypercore.closed;\n }\n\n get readable(): boolean {\n return this._hypercore.readable;\n }\n\n get length(): number {\n return this._hypercore.length;\n }\n\n get byteLength(): number {\n return this._hypercore.byteLength;\n }\n\n on(...args: any[]) {\n return (this._hypercore as any).on(...args);\n }\n\n off(...args: any[]) {\n return (this._hypercore as any).off(...args);\n }\n\n open(...args: Parameters<Hypercore<T>['open']>) {\n return promisify(this._hypercore.open.bind(this._hypercore) as any)(...args);\n }\n\n _close(...args: Parameters<Hypercore<T>['close']>) {\n return promisify(this._hypercore.close.bind(this._hypercore) as any)(...args);\n }\n\n close = async () => {\n if (this._pendingWrites.size) {\n log.warn('Closing feed with pending writes', {\n feed: this._key,\n count: this._pendingWrites.size,\n pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack()),\n });\n }\n this._closed = true;\n await this.flushToDisk();\n await this._close();\n };\n\n has(start: number, end?: number) {\n return this._hypercore.has(start, end);\n }\n\n get(index: number, options?: GetOptions) {\n return promisify(this._hypercore.get.bind(this._hypercore) as any)(index, options);\n }\n\n // TODO(dmaretskyi): Type better\n append(data: any | any[]): Promise<number> {\n return promisify(this._hypercore.append.bind(this._hypercore))(data);\n }\n\n /**\n * Will not resolve if `end` parameter is not specified and the feed is not closed.\n */\n download(...args: Parameters<Hypercore<T>['download']>) {\n return this._hypercore.download(...args);\n }\n\n undownload(...args: Parameters<Hypercore<T>['undownload']>) {\n return this._hypercore.undownload(...args);\n }\n\n setDownloading(...args: Parameters<Hypercore<T>['setDownloading']>) {\n return this._hypercore.setDownloading(...args);\n }\n\n replicate(...args: Parameters<Hypercore<T>['replicate']>) {\n return this._hypercore.replicate(...args);\n }\n\n clear(start: number, end?: number) {\n return promisify(this._hypercore.clear.bind(this._hypercore))(start, end);\n }\n\n proof(index: number, options?: any) {\n return promisify(this._hypercore.proof.bind(this._hypercore))(index);\n }\n\n put(index: number, data: T, proof: Proof) {\n return promisify(this._hypercore.put.bind(this._hypercore))(index, data, proof);\n }\n\n putBuffer(index: number, data: Buffer | Uint8Array, proof: Proof, peer: null): Promise<void> {\n return promisify((this._hypercore as any)._putBuffer.bind(this._hypercore) as any)(index, data, proof, peer);\n }\n\n /**\n * Clear and check for integrity.\n */\n async safeClear(from: number, to: number): Promise<void> {\n invariant(from >= 0 && from < to && to <= this.length, 'Invalid range');\n\n const CHECK_MESSAGES = 20;\n const checkBegin = to;\n const checkEnd = Math.min(checkBegin + CHECK_MESSAGES, this.length);\n\n const messagesBefore = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n await this.clear(from, to);\n\n const messagesAfter = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n for (let i = 0; i < messagesBefore.length; i++) {\n const before = arrayToBuffer(messagesBefore[i]);\n const after = arrayToBuffer(messagesAfter[i]);\n if (!before.equals(after)) {\n throw new Error('Feed corruption on clear. There has likely been a data loss.');\n }\n }\n }\n}\n\nclass BatchedReadStream extends Readable {\n private readonly _feed: Hypercore<any>;\n private readonly _batch: number;\n private _cursor: number;\n private _reading = false;\n\n constructor(feed: Hypercore<any>, opts: ReadStreamOptions = {}) {\n super({ objectMode: true });\n invariant(opts.live === true, 'Only live mode supported');\n invariant(opts.batch !== undefined && opts.batch > 1);\n this._feed = feed;\n this._batch = opts.batch;\n this._cursor = opts.start ?? 0;\n }\n\n override _open(cb: (err: Error | null) => void): void {\n this._feed.ready(cb);\n }\n\n override _read(cb: (err: Error | null) => void): void {\n if (this._reading) {\n return;\n }\n\n if (this._feed.bitfield!.total(this._cursor, this._cursor + this._batch) === this._batch) {\n this._batchedRead(cb);\n } else {\n this._nonBatchedRead(cb);\n }\n }\n\n private _nonBatchedRead(cb: (err: Error | null) => void): void {\n this._feed.get(this._cursor, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor++;\n this._reading = false;\n this.push(data);\n cb(null);\n }\n });\n }\n\n private _batchedRead(cb: (err: Error | null) => void): void {\n this._feed.getBatch(this._cursor, this._cursor + this._batch, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor += data.length;\n this._reading = false;\n for (const item of data) {\n this.push(item);\n }\n cb(null);\n }\n });\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport defaultsDeep from 'lodash.defaultsdeep';\n\nimport { type Signer, subtleCrypto } from '@dxos/crypto';\nimport { failUndefined } from '@dxos/debug';\nimport type { HypercoreOptions } from '@dxos/hypercore';\nimport { createCrypto, hypercore } from '@dxos/hypercore';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\n\nimport { FeedWrapper } from './feed-wrapper';\n\nexport type FeedFactoryOptions = {\n root: Directory;\n signer?: Signer;\n hypercore?: HypercoreOptions;\n};\n\nexport type FeedOptions = HypercoreOptions & {\n writable?: boolean;\n /**\n * Optional hook called before data is written after being verified.\n * Called for writes done by this peer as well as for data replicated from other peers.\n * NOTE: The callback must be invoked to complete the write operation.\n * @param peer Always null in hypercore@9.12.0.\n */\n onwrite?: (index: number, data: any, peer: null, cb: (err: Error | null) => void) => void;\n};\n\n/**\n * Hypercore factory.\n */\nexport class FeedFactory<T extends {}> {\n private readonly _root: Directory;\n private readonly _signer?: Signer;\n private readonly _hypercoreOptions?: HypercoreOptions;\n\n constructor({ root, signer, hypercore }: FeedFactoryOptions) {\n log('FeedFactory', { options: hypercore });\n this._root = root ?? failUndefined();\n this._signer = signer;\n this._hypercoreOptions = hypercore;\n }\n\n get storageRoot() {\n return this._root;\n }\n\n async createFeed(publicKey: PublicKey, options?: FeedOptions): Promise<FeedWrapper<T>> {\n if (options?.writable && !this._signer) {\n throw new Error('Signer required to create writable feeds.');\n }\n if (options?.secretKey) {\n log.warn('Secret key ignored due to signer.');\n }\n\n // Required due to hypercore's 32-byte key limit.\n const key = await subtleCrypto.digest('SHA-256', Buffer.from(publicKey.toHex()));\n\n const opts = defaultsDeep(\n {\n // sparse: false,\n // stats: false,\n },\n this._hypercoreOptions,\n {\n secretKey: this._signer && options?.writable ? Buffer.from('secret') : undefined,\n crypto: this._signer ? createCrypto(this._signer, publicKey) : undefined,\n onwrite: options?.onwrite,\n noiseKeyPair: {}, // We're not using noise.\n },\n options,\n );\n\n const storageDir = this._root.createDirectory(publicKey.toHex());\n const makeStorage = (filename: string) => {\n const { type, native } = storageDir.getOrCreateFile(filename);\n log('created', {\n path: `${type}:${this._root.path}/${publicKey.truncate()}/${filename}`,\n });\n\n return native;\n };\n\n const core = hypercore(makeStorage, Buffer.from(key), opts);\n return new FeedWrapper(core, publicKey, storageDir);\n }\n}\n", "//\n// Copyright 2019 DXOS.org\n//\n\nimport { Event, Mutex } from '@dxos/async';\nimport { failUndefined } from '@dxos/debug';\nimport { invariant } from '@dxos/invariant';\nimport { PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ComplexMap, defaultMap } from '@dxos/util';\n\nimport { type FeedFactory, type FeedOptions } from './feed-factory';\nimport { type FeedWrapper } from './feed-wrapper';\n\nexport interface FeedStoreOptions<T extends {}> {\n factory: FeedFactory<T>;\n}\n\n/**\n * Persistent hypercore store.\n */\nexport class FeedStore<T extends {}> {\n private readonly _feeds: ComplexMap<PublicKey, FeedWrapper<T>> = new ComplexMap(PublicKey.hash);\n private readonly _mutexes = new ComplexMap<PublicKey, Mutex>(PublicKey.hash);\n private readonly _factory: FeedFactory<T>;\n\n private _closed = false;\n\n readonly feedOpened = new Event<FeedWrapper<T>>();\n\n constructor({ factory }: FeedStoreOptions<T>) {\n this._factory = factory ?? failUndefined();\n }\n\n get size() {\n return this._feeds.size;\n }\n\n get feeds() {\n return Array.from(this._feeds.values());\n }\n\n /**\n * Get the open feed if it exists.\n */\n getFeed(publicKey: PublicKey): FeedWrapper<T> | undefined {\n return this._feeds.get(publicKey);\n }\n\n /**\n * Gets or opens a feed.\n * The feed is readonly unless a secret key is provided.\n */\n async openFeed(feedKey: PublicKey, { writable, sparse }: FeedOptions = {}): Promise<FeedWrapper<T>> {\n log('opening feed', { feedKey });\n invariant(feedKey);\n invariant(!this._closed, 'Feed store is closed');\n\n const mutex = defaultMap(this._mutexes, feedKey, () => new Mutex());\n\n return mutex.executeSynchronized(async () => {\n let feed = this.getFeed(feedKey);\n if (feed) {\n // TODO(burdon): Need to check that there's another instance being used (create test and break this).\n // TODO(burdon): Remove from store if feed is closed externally? (remove wrapped open/close methods?)\n if (writable && !feed.properties.writable) {\n throw new Error(`Read-only feed is already open: ${feedKey.truncate()}`);\n } else if ((sparse ?? false) !== feed.properties.sparse) {\n throw new Error(\n `Feed already open with different sparse setting: ${feedKey.truncate()} [${sparse} !== ${\n feed.properties.sparse\n }]`,\n );\n } else {\n await feed.open();\n return feed;\n }\n }\n\n feed = await this._factory.createFeed(feedKey, { writable, sparse });\n this._feeds.set(feed.key, feed);\n\n await feed.open();\n this.feedOpened.emit(feed);\n log('opened', { feedKey });\n return feed;\n });\n }\n\n /**\n * Close all feeds.\n */\n async close(): Promise<void> {\n log('closing...');\n this._closed = true;\n await Promise.all(\n Array.from(this._feeds.values()).map(async (feed) => {\n await feed.close();\n invariant(feed.closed);\n // TODO(burdon): SpaceProxy still being initialized.\n // SpaceProxy.initialize => Database.createItem => ... => FeedWrapper.append\n // Uncaught Error: Closed [random-access-storage/index.js:181:38]\n // await sleep(100);\n }),\n );\n\n this._feeds.clear();\n log('closed');\n }\n}\n"],
|
|
5
|
-
"mappings": ";;;AAIA,SAASA,eAAe;AACxB,SAASC,iBAAiB;AAE1B,SAASC,UAAUC,iBAAiB;AAEpC,SAASC,eAAe;AACxB,SAASC,YAAYC,qBAAqB;AAE1C,SAASC,gBAAgBC,iBAAiB;AAE1C,SAASC,WAAW;AAEpB,SAASC,eAAeC,mBAAmB
|
|
6
|
-
"names": ["inspect", "promisify", "Readable", "Transform", "Trigger", "StackTrace", "inspectObject", "assertArgument", "invariant", "log", "arrayToBuffer", "rangeFromTo", "
|
|
5
|
+
"mappings": ";;;AAIA,SAASA,eAAe;AACxB,SAASC,iBAAiB;AAE1B,SAASC,UAAUC,iBAAiB;AAEpC,SAASC,eAAe;AACxB,SAASC,YAAYC,qBAAqB;AAE1C,SAASC,gBAAgBC,iBAAiB;AAE1C,SAASC,WAAW;AAEpB,SAASC,eAAeC,mBAAmB;;AAQpC,IAAMC,cAAN,MAAMA;;;EACHC;EACSC,iBAAiB,oBAAIC,IAAAA;;EAGrBC,aAAa,IAAIZ,QAAAA;EAE1Ba,UAAU;EAElB,YACEC,YACQC,MACAC,mBACR;SAFQD,OAAAA;SACAC,oBAAAA;AAERb,mBAAeW,YAAW,WAAA;AAC1B,SAAKL,aAAaK;AAClBV,cAAU,KAAKW,MAAI,QAAA;;;;;;;;;AACnB,SAAKH,WAAWK,KAAI;EACtB;EAEA,CAACrB,QAAQsB,MAAM,IAAY;AACzB,WAAOhB,cAAc,IAAI;EAC3B;EAEAiB,SAAmF;AACjF,WAAO;MACLC,SAAS,KAAKL;MACdM,QAAQ,KAAKC,WAAWD;MACxBE,QAAQ,KAAKD,WAAWC;MACxBC,QAAQ,KAAKF,WAAWE;IAC1B;EACF;EAEA,IAAIC,MAAiB;AACnB,WAAO,KAAKV;EACd;EAEA,IAAIW,OAAqB;AACvB,WAAO,KAAKjB;EACd;;EAGA,IAAIa,aAAkC;AACpC,WAAO,KAAKb;EACd;EAEAkB,qBAAqBC,MAAoC;AAEvD,UAAMC,OAAO;AACb,UAAMC,YAAY,IAAI/B,UAAU;MAC9B+B,UAAUC,MAAWC,IAA4C;AAE/D,aAAKH,KAAKjB,WAAWqB,KAAI,EAAGC,KAAK,MAAA;AAC/B,eAAKC,KAAKJ,IAAAA;AACVC,aAAAA;QACF,CAAA;MACF;IACF,CAAA;AACA,UAAMI,aACJR,MAAMS,UAAUC,UAAaV,MAAMS,QAAQ,IACvC,IAAIE,kBAAkB,KAAK9B,YAAYmB,IAAAA,IACvC,KAAKnB,WAAW+B,iBAAiBZ,IAAAA;AAEvCQ,eAAWK,KAAKX,WAAW,CAACY,QAAAA;IAI5B,CAAA;AAEA,WAAOZ;EACT;EAEAa,mBAAkC;AAChC,WAAO;MACLC,OAAO,OAAOb,MAAS,EAAEc,WAAU,IAAK,CAAC,MAAC;AACxCxC,YAAI,SAAS;UAAEyC,MAAM,KAAK/B;UAAMgC,KAAK,KAAKtC,WAAWY;QAAO,GAAA;;;;;;AAC5DjB,kBAAU,CAAC,KAAKS,SAAS,eAAA;;;;;;;;;AACzB,cAAMmC,aAAa,IAAI/C,WAAAA;AAEvB,YAAI;AAEF,eAAKS,eAAeuC,IAAID,UAAAA;AACxB,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWuC,MAAK;UACvB;AAEA,gBAAMC,UAAU,MAAM,KAAKC,kBAAkBtB,IAAAA;AAG7C,gBAAM,KAAKuB,YAAW;AAEtB,gBAAMT,aAAaO,OAAAA;AAEnB,iBAAOA;QACT,UAAA;AAEE,eAAK1C,eAAe6C,OAAOP,UAAAA;AAC3B,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWK,KAAI;UACtB;QACF;MACF;IACF;EACF;EAEA,MAAMoC,kBAAkBtB,MAAgC;AACtD,UAAMgB,MAAM,MAAM,KAAKS,OAAOzB,IAAAA;AAC9B3B,cAAU2C,MAAM,KAAK1B,QAAQ,2BAAA;;;;;;;;;AAC7BhB,QAAI,kBAAkB;MAAEyC,MAAM,KAAK/B;MAAMgC;IAAI,GAAA;;;;;;AAC7C,UAAMK,UAAwB;MAC5BhC,SAAS,KAAKK;MACdsB;IACF;AACA,WAAOK;EACT;;;;;EAMA,MAAME,cAA6B;AACjC,UAAM,KAAKtC,kBAAkByC,MAAK;EACpC;EAEA,IAAIlC,SAAkB;AACpB,WAAO,KAAKd,WAAWc;EACzB;EAEA,IAAIC,SAAkB;AACpB,WAAO,KAAKf,WAAWe;EACzB;EAEA,IAAIkC,WAAoB;AACtB,WAAO,KAAKjD,WAAWiD;EACzB;EAEA,IAAIrC,SAAiB;AACnB,WAAO,KAAKZ,WAAWY;EACzB;EAEA,IAAIsC,aAAqB;AACvB,WAAO,KAAKlD,WAAWkD;EACzB;EAEAC,MAAMC,MAAa;AACjB,WAAQ,KAAKpD,WAAmBmD,GAAE,GAAIC,IAAAA;EACxC;EAEAC,OAAOD,MAAa;AAClB,WAAQ,KAAKpD,WAAmBqD,IAAG,GAAID,IAAAA;EACzC;EAEAE,QAAQF,MAAwC;AAC9C,WAAOhE,UAAU,KAAKY,WAAWsD,KAAKC,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EACzE;EAEAI,UAAUJ,MAAyC;AACjD,WAAOhE,UAAU,KAAKY,WAAWyD,MAAMF,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EAC1E;EAEAK,QAAQ,YAAA;AACN,QAAI,KAAKxD,eAAewC,MAAM;AAC5B7C,UAAI8D,KAAK,oCAAoC;QAC3CrB,MAAM,KAAK/B;QACXqD,OAAO,KAAK1D,eAAewC;QAC3BmB,eAAeC,MAAMC,KAAK,KAAK7D,eAAe8D,OAAM,CAAA,EAAIC,IAAI,CAACC,UAAUA,MAAMC,SAAQ,CAAA;MACvF,GAAA;;;;;;IACF;AACA,SAAK9D,UAAU;AACf,UAAM,KAAKyC,YAAW;AACtB,UAAM,KAAKW,OAAM;EACnB;EAEAW,IAAIC,OAAeC,KAAc;AAC/B,WAAO,KAAKrE,WAAWmE,IAAIC,OAAOC,GAAAA;EACpC;EAEAC,IAAIC,OAAeC,SAAsB;AACvC,WAAOpF,UAAU,KAAKY,WAAWsE,IAAIf,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOC,OAAAA;EAC5E;;EAGAzB,OAAOzB,MAAoC;AACzC,WAAOlC,UAAU,KAAKY,WAAW+C,OAAOQ,KAAK,KAAKvD,UAAU,CAAA,EAAGsB,IAAAA;EACjE;;;;EAKAmD,YAAYrB,MAA4C;AACtD,WAAO,KAAKpD,WAAWyE,SAAQ,GAAIrB,IAAAA;EACrC;EAEAsB,cAActB,MAA8C;AAC1D,WAAO,KAAKpD,WAAW0E,WAAU,GAAItB,IAAAA;EACvC;EAEAuB,kBAAkBvB,MAAkD;AAClE,WAAO,KAAKpD,WAAW2E,eAAc,GAAIvB,IAAAA;EAC3C;EAEAwB,aAAaxB,MAA6C;AACxD,WAAO,KAAKpD,WAAW4E,UAAS,GAAIxB,IAAAA;EACtC;EAEAyB,MAAMT,OAAeC,KAAc;AACjC,WAAOjF,UAAU,KAAKY,WAAW6E,MAAMtB,KAAK,KAAKvD,UAAU,CAAA,EAAGoE,OAAOC,GAAAA;EACvE;EAEAS,MAAMP,OAAeC,SAAe;AAClC,WAAOpF,UAAU,KAAKY,WAAW8E,MAAMvB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,KAAAA;EAChE;EAEAQ,IAAIR,OAAejD,MAASwD,OAAc;AACxC,WAAO1F,UAAU,KAAKY,WAAW+E,IAAIxB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,OAAOjD,MAAMwD,KAAAA;EAC3E;EAEAE,UAAUT,OAAejD,MAA2BwD,OAAcG,MAA2B;AAC3F,WAAO7F,UAAW,KAAKY,WAAmBkF,WAAW3B,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOjD,MAAMwD,OAAOG,IAAAA;EACzG;;;;EAKA,MAAME,UAAUrB,MAAcsB,IAA2B;AACvDzF,cAAUmE,QAAQ,KAAKA,OAAOsB,MAAMA,MAAM,KAAKxE,QAAQ,iBAAA;;;;;;;;;AAEvD,UAAMyE,iBAAiB;AACvB,UAAMC,aAAaF;AACnB,UAAMG,WAAWC,KAAKC,IAAIH,aAAaD,gBAAgB,KAAKzE,MAAM;AAElE,UAAM8E,iBAAiB,MAAMC,QAAQC,IACnC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKnB,MAAMf,MAAMsB,EAAAA;AAEvB,UAAMa,gBAAgB,MAAMN,QAAQC,IAClC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,aAASE,IAAI,GAAGA,IAAIR,eAAe9E,QAAQsF,KAAK;AAC9C,YAAMC,SAAStG,cAAc6F,eAAeQ,CAAAA,CAAE;AAC9C,YAAME,QAAQvG,cAAcoG,cAAcC,CAAAA,CAAE;AAC5C,UAAI,CAACC,OAAOE,OAAOD,KAAAA,GAAQ;AACzB,cAAM,IAAIE,MAAM,8DAAA;MAClB;IACF;EACF;AACF;AAEA,IAAMxE,oBAAN,cAAgCzC,SAAAA;EACbkH;EACAC;EACTC;EACAC,WAAW;EAEnB,YAAYrE,MAAsBlB,OAA0B,CAAC,GAAG;AAC9D,UAAM;MAAEwF,YAAY;IAAK,CAAA;AACzBhH,cAAUwB,KAAKyF,SAAS,MAAM,4BAAA;;;;;;;;;AAC9BjH,cAAUwB,KAAKS,UAAUC,UAAaV,KAAKS,QAAQ,GAAA,QAAA;;;;;;;;;AACnD,SAAK2E,QAAQlE;AACb,SAAKmE,SAASrF,KAAKS;AACnB,SAAK6E,UAAUtF,KAAKiD,SAAS;EAC/B;EAESyC,MAAMtF,IAAuC;AACpD,SAAKgF,MAAMO,MAAMvF,EAAAA;EACnB;EAESwF,MAAMxF,IAAuC;AACpD,QAAI,KAAKmF,UAAU;AACjB;IACF;AAEA,QAAI,KAAKH,MAAMS,SAAUC,MAAM,KAAKR,SAAS,KAAKA,UAAU,KAAKD,MAAM,MAAM,KAAKA,QAAQ;AACxF,WAAKU,aAAa3F,EAAAA;IACpB,OAAO;AACL,WAAK4F,gBAAgB5F,EAAAA;IACvB;EACF;EAEQ4F,gBAAgB5F,IAAuC;AAC7D,SAAKgF,MAAMjC,IAAI,KAAKmC,SAAS;MAAEjF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AACjD,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE;AACL,aAAKC,WAAW;AAChB,aAAKhF,KAAKJ,IAAAA;AACVC,WAAG,IAAA;MACL;IACF,CAAA;EACF;EAEQ2F,aAAa3F,IAAuC;AAC1D,SAAKgF,MAAMa,SAAS,KAAKX,SAAS,KAAKA,UAAU,KAAKD,QAAQ;MAAEhF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AAClF,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE,WAAWnF,KAAKV;AACrB,aAAK8F,WAAW;AAChB,mBAAWW,QAAQ/F,MAAM;AACvB,eAAKI,KAAK2F,IAAAA;QACZ;AACA9F,WAAG,IAAA;MACL;IACF,CAAA;EACF;AACF;;;ACjVA,OAAO+F,kBAAkB;AAEzB,SAAsBC,oBAAoB;AAC1C,SAASC,qBAAqB;AAE9B,SAASC,cAAcC,iBAAiB;AAExC,SAASC,OAAAA,YAAW;;AAyBb,IAAMC,cAAN,MAAMA;EACMC;EACAC;EACAC;EAEjB,YAAY,EAAEC,MAAMC,QAAQC,WAAAA,WAAS,GAAwB;AAC3DC,IAAAA,KAAI,eAAe;MAAEC,SAASF;IAAU,GAAA;;;;;;AACxC,SAAKL,QAAQG,QAAQK,cAAAA;AACrB,SAAKP,UAAUG;AACf,SAAKF,oBAAoBG;EAC3B;EAEA,IAAII,cAAc;AAChB,WAAO,KAAKT;EACd;EAEA,MAAMU,WAAWC,WAAsBJ,SAAgD;AACrF,QAAIA,SAASK,YAAY,CAAC,KAAKX,SAAS;AACtC,YAAM,IAAIY,MAAM,2CAAA;IAClB;AACA,QAAIN,SAASO,WAAW;AACtBR,MAAAA,KAAIS,KAAK,qCAAA,QAAA;;;;;;IACX;AAGA,UAAMC,MAAM,MAAMC,aAAaC,OAAO,WAAWC,OAAOC,KAAKT,UAAUU,MAAK,CAAA,CAAA;AAE5E,UAAMC,OAAOC,aACX,CAGA,GACA,KAAKrB,mBACL;MACEY,WAAW,KAAKb,WAAWM,SAASK,WAAWO,OAAOC,KAAK,QAAA,IAAYI;MACvEC,QAAQ,KAAKxB,UAAUyB,aAAa,KAAKzB,SAASU,SAAAA,IAAaa;MAC/DG,SAASpB,SAASoB;MAClBC,cAAc,CAAC;IACjB,GACArB,OAAAA;AAGF,UAAMsB,aAAa,KAAK7B,MAAM8B,gBAAgBnB,UAAUU,MAAK,CAAA;AAC7D,UAAMU,cAAc,CAACC,aAAAA;AACnB,YAAM,EAAEC,MAAMC,OAAM,IAAKL,WAAWM,gBAAgBH,QAAAA;AACpD1B,MAAAA,KAAI,WAAW;QACb8B,MAAM,GAAGH,IAAAA,IAAQ,KAAKjC,MAAMoC,IAAI,IAAIzB,UAAU0B,SAAQ,CAAA,IAAML,QAAAA;MAC9D,GAAA;;;;;;AAEA,aAAOE;IACT;AAEA,UAAMI,OAAOjC,UAAU0B,aAAaZ,OAAOC,KAAKJ,GAAAA,GAAMM,IAAAA;AACtD,WAAO,IAAIiB,YAAYD,MAAM3B,WAAWkB,UAAAA;EAC1C;AACF;;;ACvFA,SAASW,OAAOC,aAAa;AAC7B,SAASC,iBAAAA,sBAAqB;AAC9B,SAASC,aAAAA,kBAAiB;AAC1B,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAYC,kBAAkB;;AAYhC,IAAMC,YAAN,MAAMA;EACMC,SAAgD,IAAIH,WAAWF,UAAUM,IAAI;EAC7EC,WAAW,IAAIL,WAA6BF,UAAUM,IAAI;EAC1DE;EAETC,UAAU;EAETC,aAAa,IAAId,MAAAA;EAE1B,YAAY,EAAEe,QAAO,GAAyB;AAC5C,SAAKH,WAAWG,WAAWb,eAAAA;EAC7B;EAEA,IAAIc,OAAO;AACT,WAAO,KAAKP,OAAOO;EACrB;EAEA,IAAIC,QAAQ;AACV,WAAOC,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA;EACtC;;;;EAKAC,QAAQC,WAAkD;AACxD,WAAO,KAAKb,OAAOc,IAAID,SAAAA;EACzB;;;;;EAMA,MAAME,SAASC,SAAoB,EAAEC,UAAUC,OAAM,IAAkB,CAAC,GAA4B;AAClGtB,IAAAA,KAAI,gBAAgB;MAAEoB;IAAQ,GAAA;;;;;;AAC9BtB,IAAAA,WAAUsB,SAAAA,QAAAA;;;;;;;;;AACVtB,IAAAA,WAAU,CAAC,KAAKU,SAAS,wBAAA;;;;;;;;;AAEzB,UAAMe,QAAQrB,WAAW,KAAKI,UAAUc,SAAS,MAAM,IAAIxB,MAAAA,CAAAA;AAE3D,WAAO2B,MAAMC,oBAAoB,YAAA;AAC/B,UAAIC,OAAO,KAAKT,QAAQI,OAAAA;AACxB,UAAIK,MAAM;AAGR,YAAIJ,YAAY,CAACI,KAAKC,WAAWL,UAAU;AACzC,gBAAM,IAAIM,MAAM,mCAAmCP,QAAQQ,SAAQ,CAAA,EAAI;QACzE,YAAYN,UAAU,WAAWG,KAAKC,WAAWJ,QAAQ;AACvD,gBAAM,IAAIK,MACR,oDAAoDP,QAAQQ,SAAQ,CAAA,KAAON,MAAAA,QACzEG,KAAKC,WAAWJ,MAAM,GACrB;QAEP,OAAO;AACL,gBAAMG,KAAKI,KAAI;AACf,iBAAOJ;QACT;MACF;AAEAA,aAAO,MAAM,KAAKlB,SAASuB,WAAWV,SAAS;QAAEC;QAAUC;MAAO,CAAA;AAClE,WAAKlB,OAAO2B,IAAIN,KAAKO,KAAKP,IAAAA;AAE1B,YAAMA,KAAKI,KAAI;AACf,WAAKpB,WAAWwB,KAAKR,IAAAA;AACrBzB,MAAAA,KAAI,UAAU;QAAEoB;MAAQ,GAAA;;;;;;AACxB,aAAOK;IACT,CAAA;EACF;;;;EAKA,MAAMS,QAAuB;AAC3BlC,IAAAA,KAAI,cAAA,QAAA;;;;;;AACJ,SAAKQ,UAAU;AACf,UAAM2B,QAAQC,IACZvB,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA,EAAIsB,IAAI,OAAOZ,SAAAA;AAC1C,YAAMA,KAAKS,MAAK;AAChBpC,MAAAA,WAAU2B,KAAKa,QAAM,QAAA;;;;;;;;;IAKvB,CAAA,CAAA;AAGF,SAAKlC,OAAOmC,MAAK;AACjBvC,IAAAA,KAAI,UAAA,QAAA;;;;;;EACN;AACF;",
|
|
6
|
+
"names": ["inspect", "promisify", "Readable", "Transform", "Trigger", "StackTrace", "inspectObject", "assertArgument", "invariant", "log", "arrayToBuffer", "rangeFromTo", "FeedWrapper", "_hypercore", "_pendingWrites", "Set", "_writeLock", "_closed", "hypercore", "_key", "_storageDirectory", "wake", "custom", "toJSON", "feedKey", "length", "properties", "opened", "closed", "key", "core", "createReadableStream", "opts", "self", "transform", "data", "cb", "wait", "then", "push", "readStream", "batch", "undefined", "BatchedReadStream", "createReadStream", "pipe", "err", "createFeedWriter", "write", "afterWrite", "feed", "seq", "stackTrace", "add", "size", "reset", "receipt", "appendWithReceipt", "flushToDisk", "delete", "append", "flush", "readable", "byteLength", "on", "args", "off", "open", "bind", "_close", "close", "warn", "count", "pendingWrites", "Array", "from", "values", "map", "stack", "getStack", "has", "start", "end", "get", "index", "options", "download", "undownload", "setDownloading", "replicate", "clear", "proof", "put", "putBuffer", "peer", "_putBuffer", "safeClear", "to", "CHECK_MESSAGES", "checkBegin", "checkEnd", "Math", "min", "messagesBefore", "Promise", "all", "idx", "valueEncoding", "decode", "x", "messagesAfter", "i", "before", "after", "equals", "Error", "_feed", "_batch", "_cursor", "_reading", "objectMode", "live", "_open", "ready", "_read", "bitfield", "total", "_batchedRead", "_nonBatchedRead", "getBatch", "item", "defaultsDeep", "subtleCrypto", "failUndefined", "createCrypto", "hypercore", "log", "FeedFactory", "_root", "_signer", "_hypercoreOptions", "root", "signer", "hypercore", "log", "options", "failUndefined", "storageRoot", "createFeed", "publicKey", "writable", "Error", "secretKey", "warn", "key", "subtleCrypto", "digest", "Buffer", "from", "toHex", "opts", "defaultsDeep", "undefined", "crypto", "createCrypto", "onwrite", "noiseKeyPair", "storageDir", "createDirectory", "makeStorage", "filename", "type", "native", "getOrCreateFile", "path", "truncate", "core", "FeedWrapper", "Event", "Mutex", "failUndefined", "invariant", "PublicKey", "log", "ComplexMap", "defaultMap", "FeedStore", "_feeds", "hash", "_mutexes", "_factory", "_closed", "feedOpened", "factory", "size", "feeds", "Array", "from", "values", "getFeed", "publicKey", "get", "openFeed", "feedKey", "writable", "sparse", "mutex", "executeSynchronized", "feed", "properties", "Error", "truncate", "open", "createFeed", "set", "key", "emit", "close", "Promise", "all", "map", "closed", "clear"]
|
|
7
7
|
}
|
|
@@ -3,7 +3,7 @@ import {
|
|
|
3
3
|
FeedFactory,
|
|
4
4
|
FeedStore,
|
|
5
5
|
FeedWrapper
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-I36R5SR3.mjs";
|
|
7
7
|
|
|
8
8
|
// src/feed-iterator.ts
|
|
9
9
|
import safeRace from "race-as-promised";
|
|
@@ -18,27 +18,28 @@ import { Event, Trigger, latch } from "@dxos/async";
|
|
|
18
18
|
import { inspectObject } from "@dxos/debug";
|
|
19
19
|
import { invariant } from "@dxos/invariant";
|
|
20
20
|
import { log } from "@dxos/log";
|
|
21
|
-
function _define_property(obj, key, value) {
|
|
22
|
-
if (key in obj) {
|
|
23
|
-
Object.defineProperty(obj, key, {
|
|
24
|
-
value,
|
|
25
|
-
enumerable: true,
|
|
26
|
-
configurable: true,
|
|
27
|
-
writable: true
|
|
28
|
-
});
|
|
29
|
-
} else {
|
|
30
|
-
obj[key] = value;
|
|
31
|
-
}
|
|
32
|
-
return obj;
|
|
33
|
-
}
|
|
34
21
|
var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/feed-queue.ts";
|
|
35
22
|
var defaultReadStreamOptions = {
|
|
36
23
|
live: true,
|
|
37
24
|
batch: 1024
|
|
38
25
|
};
|
|
39
|
-
var _inspect_custom = inspect.custom;
|
|
40
26
|
var FeedQueue = class {
|
|
41
|
-
|
|
27
|
+
_feed;
|
|
28
|
+
_options;
|
|
29
|
+
updated = new Event();
|
|
30
|
+
_messageTrigger = new Trigger({
|
|
31
|
+
autoReset: true
|
|
32
|
+
});
|
|
33
|
+
_feedConsumer = void 0;
|
|
34
|
+
_next;
|
|
35
|
+
_currentBlock = void 0;
|
|
36
|
+
_index = -1;
|
|
37
|
+
// prettier-ignore
|
|
38
|
+
constructor(_feed, _options = {}) {
|
|
39
|
+
this._feed = _feed;
|
|
40
|
+
this._options = _options;
|
|
41
|
+
}
|
|
42
|
+
[inspect.custom]() {
|
|
42
43
|
return inspectObject(this);
|
|
43
44
|
}
|
|
44
45
|
toJSON() {
|
|
@@ -223,44 +224,14 @@ var FeedQueue = class {
|
|
|
223
224
|
this._index = -1;
|
|
224
225
|
}
|
|
225
226
|
}
|
|
226
|
-
// prettier-ignore
|
|
227
|
-
constructor(_feed, _options = {}) {
|
|
228
|
-
_define_property(this, "_feed", void 0);
|
|
229
|
-
_define_property(this, "_options", void 0);
|
|
230
|
-
_define_property(this, "updated", void 0);
|
|
231
|
-
_define_property(this, "_messageTrigger", void 0);
|
|
232
|
-
_define_property(this, "_feedConsumer", void 0);
|
|
233
|
-
_define_property(this, "_next", void 0);
|
|
234
|
-
_define_property(this, "_currentBlock", void 0);
|
|
235
|
-
_define_property(this, "_index", void 0);
|
|
236
|
-
this._feed = _feed;
|
|
237
|
-
this._options = _options;
|
|
238
|
-
this.updated = new Event();
|
|
239
|
-
this._messageTrigger = new Trigger({
|
|
240
|
-
autoReset: true
|
|
241
|
-
});
|
|
242
|
-
this._feedConsumer = void 0;
|
|
243
|
-
this._currentBlock = void 0;
|
|
244
|
-
this._index = -1;
|
|
245
|
-
}
|
|
246
227
|
};
|
|
247
228
|
|
|
248
229
|
// src/feed-iterator.ts
|
|
249
|
-
function _define_property2(obj, key, value) {
|
|
250
|
-
if (key in obj) {
|
|
251
|
-
Object.defineProperty(obj, key, {
|
|
252
|
-
value,
|
|
253
|
-
enumerable: true,
|
|
254
|
-
configurable: true,
|
|
255
|
-
writable: true
|
|
256
|
-
});
|
|
257
|
-
} else {
|
|
258
|
-
obj[key] = value;
|
|
259
|
-
}
|
|
260
|
-
return obj;
|
|
261
|
-
}
|
|
262
230
|
var __dxlog_file2 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-iterator.ts";
|
|
263
231
|
var AbstractFeedIterator = class {
|
|
232
|
+
_stopTrigger = new Trigger2();
|
|
233
|
+
_open = false;
|
|
234
|
+
_running = false;
|
|
264
235
|
toJSON() {
|
|
265
236
|
return {
|
|
266
237
|
open: this.isOpen,
|
|
@@ -370,13 +341,14 @@ var AbstractFeedIterator = class {
|
|
|
370
341
|
C: (f, a) => f(...a)
|
|
371
342
|
});
|
|
372
343
|
}
|
|
373
|
-
constructor() {
|
|
374
|
-
_define_property2(this, "_stopTrigger", new Trigger2());
|
|
375
|
-
_define_property2(this, "_open", false);
|
|
376
|
-
_define_property2(this, "_running", false);
|
|
377
|
-
}
|
|
378
344
|
};
|
|
379
345
|
var FeedIterator = class extends AbstractFeedIterator {
|
|
346
|
+
_feed;
|
|
347
|
+
_queue;
|
|
348
|
+
constructor(_feed) {
|
|
349
|
+
super(), this._feed = _feed;
|
|
350
|
+
this._queue = new FeedQueue(this._feed);
|
|
351
|
+
}
|
|
380
352
|
async _onOpen() {
|
|
381
353
|
await this._queue.open();
|
|
382
354
|
}
|
|
@@ -386,10 +358,6 @@ var FeedIterator = class extends AbstractFeedIterator {
|
|
|
386
358
|
async _nextBlock() {
|
|
387
359
|
return this._queue.pop();
|
|
388
360
|
}
|
|
389
|
-
constructor(_feed) {
|
|
390
|
-
super(), _define_property2(this, "_feed", void 0), _define_property2(this, "_queue", void 0), this._feed = _feed;
|
|
391
|
-
this._queue = new FeedQueue(this._feed);
|
|
392
|
-
}
|
|
393
361
|
};
|
|
394
362
|
|
|
395
363
|
// src/feed-set-iterator.ts
|
|
@@ -400,26 +368,41 @@ import { invariant as invariant3 } from "@dxos/invariant";
|
|
|
400
368
|
import { PublicKey } from "@dxos/keys";
|
|
401
369
|
import { log as log3 } from "@dxos/log";
|
|
402
370
|
import { ComplexMap, isNonNullable } from "@dxos/util";
|
|
403
|
-
function _define_property3(obj, key, value) {
|
|
404
|
-
if (key in obj) {
|
|
405
|
-
Object.defineProperty(obj, key, {
|
|
406
|
-
value,
|
|
407
|
-
enumerable: true,
|
|
408
|
-
configurable: true,
|
|
409
|
-
writable: true
|
|
410
|
-
});
|
|
411
|
-
} else {
|
|
412
|
-
obj[key] = value;
|
|
413
|
-
}
|
|
414
|
-
return obj;
|
|
415
|
-
}
|
|
416
371
|
var __dxlog_file3 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-set-iterator.ts";
|
|
417
372
|
var defaultFeedSetIteratorOptions = {
|
|
418
373
|
stallTimeout: 1e3
|
|
419
374
|
};
|
|
420
|
-
var _inspect_custom2 = inspect2.custom;
|
|
421
375
|
var FeedSetIterator = class extends AbstractFeedIterator {
|
|
422
|
-
|
|
376
|
+
_selector;
|
|
377
|
+
options;
|
|
378
|
+
_feedQueues = new ComplexMap(PublicKey.hash);
|
|
379
|
+
_trigger = new Trigger3({
|
|
380
|
+
autoReset: true
|
|
381
|
+
});
|
|
382
|
+
_subscriptions = new SubscriptionList();
|
|
383
|
+
stalled = new Event2();
|
|
384
|
+
constructor(_selector, options = defaultFeedSetIteratorOptions) {
|
|
385
|
+
super(), this._selector = _selector, this.options = options;
|
|
386
|
+
invariant3(_selector, void 0, {
|
|
387
|
+
F: __dxlog_file3,
|
|
388
|
+
L: 55,
|
|
389
|
+
S: this,
|
|
390
|
+
A: [
|
|
391
|
+
"_selector",
|
|
392
|
+
""
|
|
393
|
+
]
|
|
394
|
+
});
|
|
395
|
+
invariant3(options, void 0, {
|
|
396
|
+
F: __dxlog_file3,
|
|
397
|
+
L: 56,
|
|
398
|
+
S: this,
|
|
399
|
+
A: [
|
|
400
|
+
"options",
|
|
401
|
+
""
|
|
402
|
+
]
|
|
403
|
+
});
|
|
404
|
+
}
|
|
405
|
+
[inspect2.custom]() {
|
|
423
406
|
return inspectObject2(this);
|
|
424
407
|
}
|
|
425
408
|
toJSON() {
|
|
@@ -562,29 +545,6 @@ var FeedSetIterator = class extends AbstractFeedIterator {
|
|
|
562
545
|
await this._trigger.wait();
|
|
563
546
|
}
|
|
564
547
|
}
|
|
565
|
-
constructor(_selector, options = defaultFeedSetIteratorOptions) {
|
|
566
|
-
super(), _define_property3(this, "_selector", void 0), _define_property3(this, "options", void 0), _define_property3(this, "_feedQueues", void 0), _define_property3(this, "_trigger", void 0), _define_property3(this, "_subscriptions", void 0), _define_property3(this, "stalled", void 0), this._selector = _selector, this.options = options, this._feedQueues = new ComplexMap(PublicKey.hash), this._trigger = new Trigger3({
|
|
567
|
-
autoReset: true
|
|
568
|
-
}), this._subscriptions = new SubscriptionList(), this.stalled = new Event2();
|
|
569
|
-
invariant3(_selector, void 0, {
|
|
570
|
-
F: __dxlog_file3,
|
|
571
|
-
L: 55,
|
|
572
|
-
S: this,
|
|
573
|
-
A: [
|
|
574
|
-
"_selector",
|
|
575
|
-
""
|
|
576
|
-
]
|
|
577
|
-
});
|
|
578
|
-
invariant3(options, void 0, {
|
|
579
|
-
F: __dxlog_file3,
|
|
580
|
-
L: 56,
|
|
581
|
-
S: this,
|
|
582
|
-
A: [
|
|
583
|
-
"options",
|
|
584
|
-
""
|
|
585
|
-
]
|
|
586
|
-
});
|
|
587
|
-
}
|
|
588
548
|
};
|
|
589
549
|
|
|
590
550
|
// src/feed-writer.ts
|