@dxos/feed-store 0.8.3 → 0.8.4-main.1068cf700f
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{chunk-WS47OKDO.mjs → chunk-I36R5SR3.mjs} +107 -70
- package/dist/lib/browser/chunk-I36R5SR3.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +45 -33
- package/dist/lib/browser/index.mjs.map +3 -3
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/testing/index.mjs +14 -13
- package/dist/lib/browser/testing/index.mjs.map +3 -3
- package/dist/lib/node-esm/{chunk-AO5I2BX3.mjs → chunk-HJBZDWE4.mjs} +107 -70
- package/dist/lib/node-esm/chunk-HJBZDWE4.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +45 -33
- package/dist/lib/node-esm/index.mjs.map +3 -3
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/testing/index.mjs +14 -13
- package/dist/lib/node-esm/testing/index.mjs.map +3 -3
- package/dist/types/src/feed-queue.d.ts.map +1 -1
- package/dist/types/src/feed-wrapper.d.ts +18 -19
- package/dist/types/src/feed-wrapper.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +1 -1
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/testing/test-builder.d.ts +2 -2
- package/dist/types/src/testing/test-builder.d.ts.map +1 -1
- package/dist/types/src/testing/test-generator.d.ts +1 -1
- package/dist/types/src/testing/test-generator.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +26 -19
- package/src/feed-queue.test.ts +1 -1
- package/src/feed-queue.ts +5 -2
- package/src/feed-store.node.test.ts +3 -3
- package/src/feed-wrapper.test.ts +38 -4
- package/src/feed-wrapper.ts +75 -35
- package/src/index.ts +1 -1
- package/src/testing/test-builder.ts +4 -4
- package/src/testing/test-generator.ts +1 -2
- package/dist/lib/browser/chunk-WS47OKDO.mjs.map +0 -7
- package/dist/lib/node/chunk-YOYJCS5J.cjs +0 -523
- package/dist/lib/node/chunk-YOYJCS5J.cjs.map +0 -7
- package/dist/lib/node/index.cjs +0 -593
- package/dist/lib/node/index.cjs.map +0 -7
- package/dist/lib/node/meta.json +0 -1
- package/dist/lib/node/testing/index.cjs +0 -173
- package/dist/lib/node/testing/index.cjs.map +0 -7
- package/dist/lib/node-esm/chunk-AO5I2BX3.mjs.map +0 -7
|
@@ -1,67 +1,31 @@
|
|
|
1
1
|
import "@dxos/node-std/globals";
|
|
2
2
|
|
|
3
|
-
//
|
|
3
|
+
// src/feed-wrapper.ts
|
|
4
4
|
import { inspect } from "@dxos/node-std/util";
|
|
5
|
+
import { promisify } from "@dxos/node-std/util";
|
|
5
6
|
import { Readable, Transform } from "streamx";
|
|
6
7
|
import { Trigger } from "@dxos/async";
|
|
7
|
-
import {
|
|
8
|
-
import { invariant } from "@dxos/invariant";
|
|
8
|
+
import { StackTrace, inspectObject } from "@dxos/debug";
|
|
9
|
+
import { assertArgument, invariant } from "@dxos/invariant";
|
|
9
10
|
import { log } from "@dxos/log";
|
|
10
|
-
import { arrayToBuffer,
|
|
11
|
-
var __dxlog_file = "/
|
|
11
|
+
import { arrayToBuffer, rangeFromTo } from "@dxos/util";
|
|
12
|
+
var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/feed-wrapper.ts";
|
|
12
13
|
var FeedWrapper = class {
|
|
13
|
-
|
|
14
|
-
|
|
14
|
+
_key;
|
|
15
|
+
_storageDirectory;
|
|
16
|
+
_hypercore;
|
|
17
|
+
_pendingWrites = /* @__PURE__ */ new Set();
|
|
18
|
+
// Pending while writes are happening. Resolves when there are no pending writes.
|
|
19
|
+
_writeLock = new Trigger();
|
|
20
|
+
_closed = false;
|
|
21
|
+
constructor(hypercore2, _key, _storageDirectory) {
|
|
15
22
|
this._key = _key;
|
|
16
23
|
this._storageDirectory = _storageDirectory;
|
|
17
|
-
|
|
18
|
-
this.
|
|
19
|
-
this._writeLock = new Trigger();
|
|
20
|
-
this._closed = false;
|
|
21
|
-
this.on = this._binder.fn(this._hypercore.on);
|
|
22
|
-
this.off = this._binder.fn(this._hypercore.off);
|
|
23
|
-
this.open = this._binder.async(this._hypercore.open);
|
|
24
|
-
this._close = this._binder.async(this._hypercore.close);
|
|
25
|
-
this.close = async () => {
|
|
26
|
-
if (this._pendingWrites.size) {
|
|
27
|
-
log.warn("Closing feed with pending writes", {
|
|
28
|
-
feed: this._key,
|
|
29
|
-
count: this._pendingWrites.size,
|
|
30
|
-
pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack())
|
|
31
|
-
}, {
|
|
32
|
-
F: __dxlog_file,
|
|
33
|
-
L: 173,
|
|
34
|
-
S: this,
|
|
35
|
-
C: (f, a) => f(...a)
|
|
36
|
-
});
|
|
37
|
-
}
|
|
38
|
-
this._closed = true;
|
|
39
|
-
await this.flushToDisk();
|
|
40
|
-
await this._close();
|
|
41
|
-
};
|
|
42
|
-
this.has = this._binder.fn(this._hypercore.has);
|
|
43
|
-
this.get = this._binder.async(this._hypercore.get);
|
|
44
|
-
this.append = this._binder.async(this._hypercore.append);
|
|
45
|
-
this.download = this._binder.fn(this._hypercore.download);
|
|
46
|
-
this.undownload = this._binder.fn(this._hypercore.undownload);
|
|
47
|
-
this.setDownloading = this._binder.fn(this._hypercore.setDownloading);
|
|
48
|
-
this.replicate = this._binder.fn(this._hypercore.replicate);
|
|
49
|
-
this.clear = this._binder.async(this._hypercore.clear);
|
|
50
|
-
this.proof = this._binder.async(this._hypercore.proof);
|
|
51
|
-
this.put = this._binder.async(this._hypercore.put);
|
|
52
|
-
this.putBuffer = this._binder.async(this._hypercore._putBuffer);
|
|
53
|
-
invariant(this._hypercore, void 0, {
|
|
54
|
-
F: __dxlog_file,
|
|
55
|
-
L: 37,
|
|
56
|
-
S: this,
|
|
57
|
-
A: [
|
|
58
|
-
"this._hypercore",
|
|
59
|
-
""
|
|
60
|
-
]
|
|
61
|
-
});
|
|
24
|
+
assertArgument(hypercore2, "hypercore");
|
|
25
|
+
this._hypercore = hypercore2;
|
|
62
26
|
invariant(this._key, void 0, {
|
|
63
27
|
F: __dxlog_file,
|
|
64
|
-
L:
|
|
28
|
+
L: 41,
|
|
65
29
|
S: this,
|
|
66
30
|
A: [
|
|
67
31
|
"this._key",
|
|
@@ -114,13 +78,13 @@ var FeedWrapper = class {
|
|
|
114
78
|
seq: this._hypercore.length
|
|
115
79
|
}, {
|
|
116
80
|
F: __dxlog_file,
|
|
117
|
-
L:
|
|
81
|
+
L: 100,
|
|
118
82
|
S: this,
|
|
119
83
|
C: (f, a) => f(...a)
|
|
120
84
|
});
|
|
121
85
|
invariant(!this._closed, "Feed closed", {
|
|
122
86
|
F: __dxlog_file,
|
|
123
|
-
L:
|
|
87
|
+
L: 101,
|
|
124
88
|
S: this,
|
|
125
89
|
A: [
|
|
126
90
|
"!this._closed",
|
|
@@ -150,7 +114,7 @@ var FeedWrapper = class {
|
|
|
150
114
|
const seq = await this.append(data);
|
|
151
115
|
invariant(seq < this.length, "Invalid seq after write", {
|
|
152
116
|
F: __dxlog_file,
|
|
153
|
-
L:
|
|
117
|
+
L: 132,
|
|
154
118
|
S: this,
|
|
155
119
|
A: [
|
|
156
120
|
"seq < this.length",
|
|
@@ -162,7 +126,7 @@ var FeedWrapper = class {
|
|
|
162
126
|
seq
|
|
163
127
|
}, {
|
|
164
128
|
F: __dxlog_file,
|
|
165
|
-
L:
|
|
129
|
+
L: 133,
|
|
166
130
|
S: this,
|
|
167
131
|
C: (f, a) => f(...a)
|
|
168
132
|
});
|
|
@@ -194,13 +158,79 @@ var FeedWrapper = class {
|
|
|
194
158
|
get byteLength() {
|
|
195
159
|
return this._hypercore.byteLength;
|
|
196
160
|
}
|
|
161
|
+
on(...args) {
|
|
162
|
+
return this._hypercore.on(...args);
|
|
163
|
+
}
|
|
164
|
+
off(...args) {
|
|
165
|
+
return this._hypercore.off(...args);
|
|
166
|
+
}
|
|
167
|
+
open(...args) {
|
|
168
|
+
return promisify(this._hypercore.open.bind(this._hypercore))(...args);
|
|
169
|
+
}
|
|
170
|
+
_close(...args) {
|
|
171
|
+
return promisify(this._hypercore.close.bind(this._hypercore))(...args);
|
|
172
|
+
}
|
|
173
|
+
close = async () => {
|
|
174
|
+
if (this._pendingWrites.size) {
|
|
175
|
+
log.warn("Closing feed with pending writes", {
|
|
176
|
+
feed: this._key,
|
|
177
|
+
count: this._pendingWrites.size,
|
|
178
|
+
pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack())
|
|
179
|
+
}, {
|
|
180
|
+
F: __dxlog_file,
|
|
181
|
+
L: 187,
|
|
182
|
+
S: this,
|
|
183
|
+
C: (f, a) => f(...a)
|
|
184
|
+
});
|
|
185
|
+
}
|
|
186
|
+
this._closed = true;
|
|
187
|
+
await this.flushToDisk();
|
|
188
|
+
await this._close();
|
|
189
|
+
};
|
|
190
|
+
has(start, end) {
|
|
191
|
+
return this._hypercore.has(start, end);
|
|
192
|
+
}
|
|
193
|
+
get(index, options) {
|
|
194
|
+
return promisify(this._hypercore.get.bind(this._hypercore))(index, options);
|
|
195
|
+
}
|
|
196
|
+
// TODO(dmaretskyi): Type better
|
|
197
|
+
append(data) {
|
|
198
|
+
return promisify(this._hypercore.append.bind(this._hypercore))(data);
|
|
199
|
+
}
|
|
200
|
+
/**
|
|
201
|
+
* Will not resolve if `end` parameter is not specified and the feed is not closed.
|
|
202
|
+
*/
|
|
203
|
+
download(...args) {
|
|
204
|
+
return this._hypercore.download(...args);
|
|
205
|
+
}
|
|
206
|
+
undownload(...args) {
|
|
207
|
+
return this._hypercore.undownload(...args);
|
|
208
|
+
}
|
|
209
|
+
setDownloading(...args) {
|
|
210
|
+
return this._hypercore.setDownloading(...args);
|
|
211
|
+
}
|
|
212
|
+
replicate(...args) {
|
|
213
|
+
return this._hypercore.replicate(...args);
|
|
214
|
+
}
|
|
215
|
+
clear(start, end) {
|
|
216
|
+
return promisify(this._hypercore.clear.bind(this._hypercore))(start, end);
|
|
217
|
+
}
|
|
218
|
+
proof(index, options) {
|
|
219
|
+
return promisify(this._hypercore.proof.bind(this._hypercore))(index);
|
|
220
|
+
}
|
|
221
|
+
put(index, data, proof) {
|
|
222
|
+
return promisify(this._hypercore.put.bind(this._hypercore))(index, data, proof);
|
|
223
|
+
}
|
|
224
|
+
putBuffer(index, data, proof, peer) {
|
|
225
|
+
return promisify(this._hypercore._putBuffer.bind(this._hypercore))(index, data, proof, peer);
|
|
226
|
+
}
|
|
197
227
|
/**
|
|
198
228
|
* Clear and check for integrity.
|
|
199
229
|
*/
|
|
200
230
|
async safeClear(from, to) {
|
|
201
231
|
invariant(from >= 0 && from < to && to <= this.length, "Invalid range", {
|
|
202
232
|
F: __dxlog_file,
|
|
203
|
-
L:
|
|
233
|
+
L: 250,
|
|
204
234
|
S: this,
|
|
205
235
|
A: [
|
|
206
236
|
"from >= 0 && from < to && to <= this.length",
|
|
@@ -231,14 +261,17 @@ var FeedWrapper = class {
|
|
|
231
261
|
}
|
|
232
262
|
};
|
|
233
263
|
var BatchedReadStream = class extends Readable {
|
|
264
|
+
_feed;
|
|
265
|
+
_batch;
|
|
266
|
+
_cursor;
|
|
267
|
+
_reading = false;
|
|
234
268
|
constructor(feed, opts = {}) {
|
|
235
269
|
super({
|
|
236
270
|
objectMode: true
|
|
237
271
|
});
|
|
238
|
-
this._reading = false;
|
|
239
272
|
invariant(opts.live === true, "Only live mode supported", {
|
|
240
273
|
F: __dxlog_file,
|
|
241
|
-
L:
|
|
274
|
+
L: 292,
|
|
242
275
|
S: this,
|
|
243
276
|
A: [
|
|
244
277
|
"opts.live === true",
|
|
@@ -247,7 +280,7 @@ var BatchedReadStream = class extends Readable {
|
|
|
247
280
|
});
|
|
248
281
|
invariant(opts.batch !== void 0 && opts.batch > 1, void 0, {
|
|
249
282
|
F: __dxlog_file,
|
|
250
|
-
L:
|
|
283
|
+
L: 293,
|
|
251
284
|
S: this,
|
|
252
285
|
A: [
|
|
253
286
|
"opts.batch !== undefined && opts.batch > 1",
|
|
@@ -303,14 +336,17 @@ var BatchedReadStream = class extends Readable {
|
|
|
303
336
|
}
|
|
304
337
|
};
|
|
305
338
|
|
|
306
|
-
//
|
|
339
|
+
// src/feed-factory.ts
|
|
307
340
|
import defaultsDeep from "lodash.defaultsdeep";
|
|
308
341
|
import { subtleCrypto } from "@dxos/crypto";
|
|
309
342
|
import { failUndefined } from "@dxos/debug";
|
|
310
343
|
import { createCrypto, hypercore } from "@dxos/hypercore";
|
|
311
344
|
import { log as log2 } from "@dxos/log";
|
|
312
|
-
var __dxlog_file2 = "/
|
|
345
|
+
var __dxlog_file2 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-factory.ts";
|
|
313
346
|
var FeedFactory = class {
|
|
347
|
+
_root;
|
|
348
|
+
_signer;
|
|
349
|
+
_hypercoreOptions;
|
|
314
350
|
constructor({ root, signer, hypercore: hypercore2 }) {
|
|
315
351
|
log2("FeedFactory", {
|
|
316
352
|
options: hypercore2
|
|
@@ -364,20 +400,21 @@ var FeedFactory = class {
|
|
|
364
400
|
}
|
|
365
401
|
};
|
|
366
402
|
|
|
367
|
-
//
|
|
403
|
+
// src/feed-store.ts
|
|
368
404
|
import { Event, Mutex } from "@dxos/async";
|
|
369
405
|
import { failUndefined as failUndefined2 } from "@dxos/debug";
|
|
370
406
|
import { invariant as invariant2 } from "@dxos/invariant";
|
|
371
407
|
import { PublicKey } from "@dxos/keys";
|
|
372
408
|
import { log as log3 } from "@dxos/log";
|
|
373
409
|
import { ComplexMap, defaultMap } from "@dxos/util";
|
|
374
|
-
var __dxlog_file3 = "/
|
|
410
|
+
var __dxlog_file3 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-store.ts";
|
|
375
411
|
var FeedStore = class {
|
|
412
|
+
_feeds = new ComplexMap(PublicKey.hash);
|
|
413
|
+
_mutexes = new ComplexMap(PublicKey.hash);
|
|
414
|
+
_factory;
|
|
415
|
+
_closed = false;
|
|
416
|
+
feedOpened = new Event();
|
|
376
417
|
constructor({ factory }) {
|
|
377
|
-
this._feeds = new ComplexMap(PublicKey.hash);
|
|
378
|
-
this._mutexes = new ComplexMap(PublicKey.hash);
|
|
379
|
-
this._closed = false;
|
|
380
|
-
this.feedOpened = new Event();
|
|
381
418
|
this._factory = factory ?? failUndefined2();
|
|
382
419
|
}
|
|
383
420
|
get size() {
|
|
@@ -492,4 +529,4 @@ export {
|
|
|
492
529
|
FeedFactory,
|
|
493
530
|
FeedStore
|
|
494
531
|
};
|
|
495
|
-
//# sourceMappingURL=chunk-
|
|
532
|
+
//# sourceMappingURL=chunk-I36R5SR3.mjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/feed-wrapper.ts", "../../../src/feed-factory.ts", "../../../src/feed-store.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { inspect } from 'node:util';\nimport { promisify } from 'node:util';\n\nimport { Readable, Transform } from 'streamx';\n\nimport { Trigger } from '@dxos/async';\nimport { StackTrace, inspectObject } from '@dxos/debug';\nimport type { Hypercore, HypercoreProperties, ReadStreamOptions } from '@dxos/hypercore';\nimport { assertArgument, invariant } from '@dxos/invariant';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\nimport { arrayToBuffer, rangeFromTo } from '@dxos/util';\nimport type { GetOptions, Proof } from '@dxos/vendor-hypercore/hypercore';\n\nimport { type FeedWriter, type WriteReceipt } from './feed-writer';\n\n/**\n * Async feed wrapper.\n */\nexport class FeedWrapper<T extends {}> {\n private _hypercore: Hypercore<T>;\n private readonly _pendingWrites = new Set<StackTrace>();\n\n // Pending while writes are happening. Resolves when there are no pending writes.\n private readonly _writeLock = new Trigger();\n\n private _closed = false;\n\n constructor(\n hypercore: Hypercore<T>,\n private _key: PublicKey, // TODO(burdon): Required since currently patching the key inside factory.\n private _storageDirectory: Directory,\n ) {\n assertArgument(hypercore, 'hypercore');\n this._hypercore = hypercore;\n invariant(this._key);\n this._writeLock.wake();\n }\n\n [inspect.custom](): string {\n return inspectObject(this);\n }\n\n toJSON(): { feedKey: PublicKey; length: number; opened: boolean; closed: boolean } {\n return {\n feedKey: this._key,\n length: this.properties.length,\n opened: this.properties.opened,\n closed: this.properties.closed,\n };\n }\n\n get key(): PublicKey {\n return this._key;\n }\n\n get core(): Hypercore<T> {\n return this._hypercore;\n }\n\n // TODO(burdon): Create proxy.\n get properties(): HypercoreProperties {\n return this._hypercore;\n }\n\n createReadableStream(opts?: ReadStreamOptions): Readable {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n const transform = new Transform({\n transform(data: any, cb: (err?: Error | null, data?: any) => void) {\n // Delay until write is complete.\n void self._writeLock.wait().then(() => {\n this.push(data);\n cb();\n });\n },\n });\n const readStream =\n opts?.batch !== undefined && opts?.batch > 1\n ? new BatchedReadStream(this._hypercore, opts)\n : this._hypercore.createReadStream(opts);\n\n readStream.pipe(transform, (err: any) => {\n // Ignore errors.\n // We might get \"Writable stream closed prematurely\" error.\n // Its okay since the pipeline is closed and does not expect more messages.\n });\n\n return transform;\n }\n\n createFeedWriter(): FeedWriter<T> {\n return {\n write: async (data: T, { afterWrite } = {}) => {\n log('write', { feed: this._key, seq: this._hypercore.length });\n invariant(!this._closed, 'Feed closed');\n const stackTrace = new StackTrace();\n\n try {\n // Pending writes pause the read stream.\n this._pendingWrites.add(stackTrace);\n if (this._pendingWrites.size === 1) {\n this._writeLock.reset();\n }\n\n const receipt = await this.appendWithReceipt(data);\n\n // TODO(dmaretskyi): Removing this will make user-intiated writes faster but might result in a data-loss.\n await this.flushToDisk();\n\n await afterWrite?.(receipt);\n\n return receipt;\n } finally {\n // Unblock the read stream after the write (and callback) is complete.\n this._pendingWrites.delete(stackTrace);\n if (this._pendingWrites.size === 0) {\n this._writeLock.wake();\n }\n }\n },\n };\n }\n\n async appendWithReceipt(data: T): Promise<WriteReceipt> {\n const seq = await this.append(data);\n invariant(seq < this.length, 'Invalid seq after write');\n log('write complete', { feed: this._key, seq });\n const receipt: WriteReceipt = {\n feedKey: this.key,\n seq,\n };\n return receipt;\n }\n\n /**\n * Flush pending changes to disk.\n * Calling this is not required unless you want to explicitly wait for data to be written.\n */\n async flushToDisk(): Promise<void> {\n await this._storageDirectory.flush();\n }\n\n get opened(): boolean {\n return this._hypercore.opened;\n }\n\n get closed(): boolean {\n return this._hypercore.closed;\n }\n\n get readable(): boolean {\n return this._hypercore.readable;\n }\n\n get length(): number {\n return this._hypercore.length;\n }\n\n get byteLength(): number {\n return this._hypercore.byteLength;\n }\n\n on(...args: any[]) {\n return (this._hypercore as any).on(...args);\n }\n\n off(...args: any[]) {\n return (this._hypercore as any).off(...args);\n }\n\n open(...args: Parameters<Hypercore<T>['open']>) {\n return promisify(this._hypercore.open.bind(this._hypercore) as any)(...args);\n }\n\n _close(...args: Parameters<Hypercore<T>['close']>) {\n return promisify(this._hypercore.close.bind(this._hypercore) as any)(...args);\n }\n\n close = async () => {\n if (this._pendingWrites.size) {\n log.warn('Closing feed with pending writes', {\n feed: this._key,\n count: this._pendingWrites.size,\n pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack()),\n });\n }\n this._closed = true;\n await this.flushToDisk();\n await this._close();\n };\n\n has(start: number, end?: number) {\n return this._hypercore.has(start, end);\n }\n\n get(index: number, options?: GetOptions) {\n return promisify(this._hypercore.get.bind(this._hypercore) as any)(index, options);\n }\n\n // TODO(dmaretskyi): Type better\n append(data: any | any[]): Promise<number> {\n return promisify(this._hypercore.append.bind(this._hypercore))(data);\n }\n\n /**\n * Will not resolve if `end` parameter is not specified and the feed is not closed.\n */\n download(...args: Parameters<Hypercore<T>['download']>) {\n return this._hypercore.download(...args);\n }\n\n undownload(...args: Parameters<Hypercore<T>['undownload']>) {\n return this._hypercore.undownload(...args);\n }\n\n setDownloading(...args: Parameters<Hypercore<T>['setDownloading']>) {\n return this._hypercore.setDownloading(...args);\n }\n\n replicate(...args: Parameters<Hypercore<T>['replicate']>) {\n return this._hypercore.replicate(...args);\n }\n\n clear(start: number, end?: number) {\n return promisify(this._hypercore.clear.bind(this._hypercore))(start, end);\n }\n\n proof(index: number, options?: any) {\n return promisify(this._hypercore.proof.bind(this._hypercore))(index);\n }\n\n put(index: number, data: T, proof: Proof) {\n return promisify(this._hypercore.put.bind(this._hypercore))(index, data, proof);\n }\n\n putBuffer(index: number, data: Buffer | Uint8Array, proof: Proof, peer: null): Promise<void> {\n return promisify((this._hypercore as any)._putBuffer.bind(this._hypercore) as any)(index, data, proof, peer);\n }\n\n /**\n * Clear and check for integrity.\n */\n async safeClear(from: number, to: number): Promise<void> {\n invariant(from >= 0 && from < to && to <= this.length, 'Invalid range');\n\n const CHECK_MESSAGES = 20;\n const checkBegin = to;\n const checkEnd = Math.min(checkBegin + CHECK_MESSAGES, this.length);\n\n const messagesBefore = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n await this.clear(from, to);\n\n const messagesAfter = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n for (let i = 0; i < messagesBefore.length; i++) {\n const before = arrayToBuffer(messagesBefore[i]);\n const after = arrayToBuffer(messagesAfter[i]);\n if (!before.equals(after)) {\n throw new Error('Feed corruption on clear. There has likely been a data loss.');\n }\n }\n }\n}\n\nclass BatchedReadStream extends Readable {\n private readonly _feed: Hypercore<any>;\n private readonly _batch: number;\n private _cursor: number;\n private _reading = false;\n\n constructor(feed: Hypercore<any>, opts: ReadStreamOptions = {}) {\n super({ objectMode: true });\n invariant(opts.live === true, 'Only live mode supported');\n invariant(opts.batch !== undefined && opts.batch > 1);\n this._feed = feed;\n this._batch = opts.batch;\n this._cursor = opts.start ?? 0;\n }\n\n override _open(cb: (err: Error | null) => void): void {\n this._feed.ready(cb);\n }\n\n override _read(cb: (err: Error | null) => void): void {\n if (this._reading) {\n return;\n }\n\n if (this._feed.bitfield!.total(this._cursor, this._cursor + this._batch) === this._batch) {\n this._batchedRead(cb);\n } else {\n this._nonBatchedRead(cb);\n }\n }\n\n private _nonBatchedRead(cb: (err: Error | null) => void): void {\n this._feed.get(this._cursor, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor++;\n this._reading = false;\n this.push(data);\n cb(null);\n }\n });\n }\n\n private _batchedRead(cb: (err: Error | null) => void): void {\n this._feed.getBatch(this._cursor, this._cursor + this._batch, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor += data.length;\n this._reading = false;\n for (const item of data) {\n this.push(item);\n }\n cb(null);\n }\n });\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport defaultsDeep from 'lodash.defaultsdeep';\n\nimport { type Signer, subtleCrypto } from '@dxos/crypto';\nimport { failUndefined } from '@dxos/debug';\nimport type { HypercoreOptions } from '@dxos/hypercore';\nimport { createCrypto, hypercore } from '@dxos/hypercore';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\n\nimport { FeedWrapper } from './feed-wrapper';\n\nexport type FeedFactoryOptions = {\n root: Directory;\n signer?: Signer;\n hypercore?: HypercoreOptions;\n};\n\nexport type FeedOptions = HypercoreOptions & {\n writable?: boolean;\n /**\n * Optional hook called before data is written after being verified.\n * Called for writes done by this peer as well as for data replicated from other peers.\n * NOTE: The callback must be invoked to complete the write operation.\n * @param peer Always null in hypercore@9.12.0.\n */\n onwrite?: (index: number, data: any, peer: null, cb: (err: Error | null) => void) => void;\n};\n\n/**\n * Hypercore factory.\n */\nexport class FeedFactory<T extends {}> {\n private readonly _root: Directory;\n private readonly _signer?: Signer;\n private readonly _hypercoreOptions?: HypercoreOptions;\n\n constructor({ root, signer, hypercore }: FeedFactoryOptions) {\n log('FeedFactory', { options: hypercore });\n this._root = root ?? failUndefined();\n this._signer = signer;\n this._hypercoreOptions = hypercore;\n }\n\n get storageRoot() {\n return this._root;\n }\n\n async createFeed(publicKey: PublicKey, options?: FeedOptions): Promise<FeedWrapper<T>> {\n if (options?.writable && !this._signer) {\n throw new Error('Signer required to create writable feeds.');\n }\n if (options?.secretKey) {\n log.warn('Secret key ignored due to signer.');\n }\n\n // Required due to hypercore's 32-byte key limit.\n const key = await subtleCrypto.digest('SHA-256', Buffer.from(publicKey.toHex()));\n\n const opts = defaultsDeep(\n {\n // sparse: false,\n // stats: false,\n },\n this._hypercoreOptions,\n {\n secretKey: this._signer && options?.writable ? Buffer.from('secret') : undefined,\n crypto: this._signer ? createCrypto(this._signer, publicKey) : undefined,\n onwrite: options?.onwrite,\n noiseKeyPair: {}, // We're not using noise.\n },\n options,\n );\n\n const storageDir = this._root.createDirectory(publicKey.toHex());\n const makeStorage = (filename: string) => {\n const { type, native } = storageDir.getOrCreateFile(filename);\n log('created', {\n path: `${type}:${this._root.path}/${publicKey.truncate()}/${filename}`,\n });\n\n return native;\n };\n\n const core = hypercore(makeStorage, Buffer.from(key), opts);\n return new FeedWrapper(core, publicKey, storageDir);\n }\n}\n", "//\n// Copyright 2019 DXOS.org\n//\n\nimport { Event, Mutex } from '@dxos/async';\nimport { failUndefined } from '@dxos/debug';\nimport { invariant } from '@dxos/invariant';\nimport { PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ComplexMap, defaultMap } from '@dxos/util';\n\nimport { type FeedFactory, type FeedOptions } from './feed-factory';\nimport { type FeedWrapper } from './feed-wrapper';\n\nexport interface FeedStoreOptions<T extends {}> {\n factory: FeedFactory<T>;\n}\n\n/**\n * Persistent hypercore store.\n */\nexport class FeedStore<T extends {}> {\n private readonly _feeds: ComplexMap<PublicKey, FeedWrapper<T>> = new ComplexMap(PublicKey.hash);\n private readonly _mutexes = new ComplexMap<PublicKey, Mutex>(PublicKey.hash);\n private readonly _factory: FeedFactory<T>;\n\n private _closed = false;\n\n readonly feedOpened = new Event<FeedWrapper<T>>();\n\n constructor({ factory }: FeedStoreOptions<T>) {\n this._factory = factory ?? failUndefined();\n }\n\n get size() {\n return this._feeds.size;\n }\n\n get feeds() {\n return Array.from(this._feeds.values());\n }\n\n /**\n * Get the open feed if it exists.\n */\n getFeed(publicKey: PublicKey): FeedWrapper<T> | undefined {\n return this._feeds.get(publicKey);\n }\n\n /**\n * Gets or opens a feed.\n * The feed is readonly unless a secret key is provided.\n */\n async openFeed(feedKey: PublicKey, { writable, sparse }: FeedOptions = {}): Promise<FeedWrapper<T>> {\n log('opening feed', { feedKey });\n invariant(feedKey);\n invariant(!this._closed, 'Feed store is closed');\n\n const mutex = defaultMap(this._mutexes, feedKey, () => new Mutex());\n\n return mutex.executeSynchronized(async () => {\n let feed = this.getFeed(feedKey);\n if (feed) {\n // TODO(burdon): Need to check that there's another instance being used (create test and break this).\n // TODO(burdon): Remove from store if feed is closed externally? (remove wrapped open/close methods?)\n if (writable && !feed.properties.writable) {\n throw new Error(`Read-only feed is already open: ${feedKey.truncate()}`);\n } else if ((sparse ?? false) !== feed.properties.sparse) {\n throw new Error(\n `Feed already open with different sparse setting: ${feedKey.truncate()} [${sparse} !== ${\n feed.properties.sparse\n }]`,\n );\n } else {\n await feed.open();\n return feed;\n }\n }\n\n feed = await this._factory.createFeed(feedKey, { writable, sparse });\n this._feeds.set(feed.key, feed);\n\n await feed.open();\n this.feedOpened.emit(feed);\n log('opened', { feedKey });\n return feed;\n });\n }\n\n /**\n * Close all feeds.\n */\n async close(): Promise<void> {\n log('closing...');\n this._closed = true;\n await Promise.all(\n Array.from(this._feeds.values()).map(async (feed) => {\n await feed.close();\n invariant(feed.closed);\n // TODO(burdon): SpaceProxy still being initialized.\n // SpaceProxy.initialize => Database.createItem => ... => FeedWrapper.append\n // Uncaught Error: Closed [random-access-storage/index.js:181:38]\n // await sleep(100);\n }),\n );\n\n this._feeds.clear();\n log('closed');\n }\n}\n"],
|
|
5
|
+
"mappings": ";;;AAIA,SAASA,eAAe;AACxB,SAASC,iBAAiB;AAE1B,SAASC,UAAUC,iBAAiB;AAEpC,SAASC,eAAe;AACxB,SAASC,YAAYC,qBAAqB;AAE1C,SAASC,gBAAgBC,iBAAiB;AAE1C,SAASC,WAAW;AAEpB,SAASC,eAAeC,mBAAmB;;AAQpC,IAAMC,cAAN,MAAMA;;;EACHC;EACSC,iBAAiB,oBAAIC,IAAAA;;EAGrBC,aAAa,IAAIZ,QAAAA;EAE1Ba,UAAU;EAElB,YACEC,YACQC,MACAC,mBACR;SAFQD,OAAAA;SACAC,oBAAAA;AAERb,mBAAeW,YAAW,WAAA;AAC1B,SAAKL,aAAaK;AAClBV,cAAU,KAAKW,MAAI,QAAA;;;;;;;;;AACnB,SAAKH,WAAWK,KAAI;EACtB;EAEA,CAACrB,QAAQsB,MAAM,IAAY;AACzB,WAAOhB,cAAc,IAAI;EAC3B;EAEAiB,SAAmF;AACjF,WAAO;MACLC,SAAS,KAAKL;MACdM,QAAQ,KAAKC,WAAWD;MACxBE,QAAQ,KAAKD,WAAWC;MACxBC,QAAQ,KAAKF,WAAWE;IAC1B;EACF;EAEA,IAAIC,MAAiB;AACnB,WAAO,KAAKV;EACd;EAEA,IAAIW,OAAqB;AACvB,WAAO,KAAKjB;EACd;;EAGA,IAAIa,aAAkC;AACpC,WAAO,KAAKb;EACd;EAEAkB,qBAAqBC,MAAoC;AAEvD,UAAMC,OAAO;AACb,UAAMC,YAAY,IAAI/B,UAAU;MAC9B+B,UAAUC,MAAWC,IAA4C;AAE/D,aAAKH,KAAKjB,WAAWqB,KAAI,EAAGC,KAAK,MAAA;AAC/B,eAAKC,KAAKJ,IAAAA;AACVC,aAAAA;QACF,CAAA;MACF;IACF,CAAA;AACA,UAAMI,aACJR,MAAMS,UAAUC,UAAaV,MAAMS,QAAQ,IACvC,IAAIE,kBAAkB,KAAK9B,YAAYmB,IAAAA,IACvC,KAAKnB,WAAW+B,iBAAiBZ,IAAAA;AAEvCQ,eAAWK,KAAKX,WAAW,CAACY,QAAAA;IAI5B,CAAA;AAEA,WAAOZ;EACT;EAEAa,mBAAkC;AAChC,WAAO;MACLC,OAAO,OAAOb,MAAS,EAAEc,WAAU,IAAK,CAAC,MAAC;AACxCxC,YAAI,SAAS;UAAEyC,MAAM,KAAK/B;UAAMgC,KAAK,KAAKtC,WAAWY;QAAO,GAAA;;;;;;AAC5DjB,kBAAU,CAAC,KAAKS,SAAS,eAAA;;;;;;;;;AACzB,cAAMmC,aAAa,IAAI/C,WAAAA;AAEvB,YAAI;AAEF,eAAKS,eAAeuC,IAAID,UAAAA;AACxB,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWuC,MAAK;UACvB;AAEA,gBAAMC,UAAU,MAAM,KAAKC,kBAAkBtB,IAAAA;AAG7C,gBAAM,KAAKuB,YAAW;AAEtB,gBAAMT,aAAaO,OAAAA;AAEnB,iBAAOA;QACT,UAAA;AAEE,eAAK1C,eAAe6C,OAAOP,UAAAA;AAC3B,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWK,KAAI;UACtB;QACF;MACF;IACF;EACF;EAEA,MAAMoC,kBAAkBtB,MAAgC;AACtD,UAAMgB,MAAM,MAAM,KAAKS,OAAOzB,IAAAA;AAC9B3B,cAAU2C,MAAM,KAAK1B,QAAQ,2BAAA;;;;;;;;;AAC7BhB,QAAI,kBAAkB;MAAEyC,MAAM,KAAK/B;MAAMgC;IAAI,GAAA;;;;;;AAC7C,UAAMK,UAAwB;MAC5BhC,SAAS,KAAKK;MACdsB;IACF;AACA,WAAOK;EACT;;;;;EAMA,MAAME,cAA6B;AACjC,UAAM,KAAKtC,kBAAkByC,MAAK;EACpC;EAEA,IAAIlC,SAAkB;AACpB,WAAO,KAAKd,WAAWc;EACzB;EAEA,IAAIC,SAAkB;AACpB,WAAO,KAAKf,WAAWe;EACzB;EAEA,IAAIkC,WAAoB;AACtB,WAAO,KAAKjD,WAAWiD;EACzB;EAEA,IAAIrC,SAAiB;AACnB,WAAO,KAAKZ,WAAWY;EACzB;EAEA,IAAIsC,aAAqB;AACvB,WAAO,KAAKlD,WAAWkD;EACzB;EAEAC,MAAMC,MAAa;AACjB,WAAQ,KAAKpD,WAAmBmD,GAAE,GAAIC,IAAAA;EACxC;EAEAC,OAAOD,MAAa;AAClB,WAAQ,KAAKpD,WAAmBqD,IAAG,GAAID,IAAAA;EACzC;EAEAE,QAAQF,MAAwC;AAC9C,WAAOhE,UAAU,KAAKY,WAAWsD,KAAKC,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EACzE;EAEAI,UAAUJ,MAAyC;AACjD,WAAOhE,UAAU,KAAKY,WAAWyD,MAAMF,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EAC1E;EAEAK,QAAQ,YAAA;AACN,QAAI,KAAKxD,eAAewC,MAAM;AAC5B7C,UAAI8D,KAAK,oCAAoC;QAC3CrB,MAAM,KAAK/B;QACXqD,OAAO,KAAK1D,eAAewC;QAC3BmB,eAAeC,MAAMC,KAAK,KAAK7D,eAAe8D,OAAM,CAAA,EAAIC,IAAI,CAACC,UAAUA,MAAMC,SAAQ,CAAA;MACvF,GAAA;;;;;;IACF;AACA,SAAK9D,UAAU;AACf,UAAM,KAAKyC,YAAW;AACtB,UAAM,KAAKW,OAAM;EACnB;EAEAW,IAAIC,OAAeC,KAAc;AAC/B,WAAO,KAAKrE,WAAWmE,IAAIC,OAAOC,GAAAA;EACpC;EAEAC,IAAIC,OAAeC,SAAsB;AACvC,WAAOpF,UAAU,KAAKY,WAAWsE,IAAIf,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOC,OAAAA;EAC5E;;EAGAzB,OAAOzB,MAAoC;AACzC,WAAOlC,UAAU,KAAKY,WAAW+C,OAAOQ,KAAK,KAAKvD,UAAU,CAAA,EAAGsB,IAAAA;EACjE;;;;EAKAmD,YAAYrB,MAA4C;AACtD,WAAO,KAAKpD,WAAWyE,SAAQ,GAAIrB,IAAAA;EACrC;EAEAsB,cAActB,MAA8C;AAC1D,WAAO,KAAKpD,WAAW0E,WAAU,GAAItB,IAAAA;EACvC;EAEAuB,kBAAkBvB,MAAkD;AAClE,WAAO,KAAKpD,WAAW2E,eAAc,GAAIvB,IAAAA;EAC3C;EAEAwB,aAAaxB,MAA6C;AACxD,WAAO,KAAKpD,WAAW4E,UAAS,GAAIxB,IAAAA;EACtC;EAEAyB,MAAMT,OAAeC,KAAc;AACjC,WAAOjF,UAAU,KAAKY,WAAW6E,MAAMtB,KAAK,KAAKvD,UAAU,CAAA,EAAGoE,OAAOC,GAAAA;EACvE;EAEAS,MAAMP,OAAeC,SAAe;AAClC,WAAOpF,UAAU,KAAKY,WAAW8E,MAAMvB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,KAAAA;EAChE;EAEAQ,IAAIR,OAAejD,MAASwD,OAAc;AACxC,WAAO1F,UAAU,KAAKY,WAAW+E,IAAIxB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,OAAOjD,MAAMwD,KAAAA;EAC3E;EAEAE,UAAUT,OAAejD,MAA2BwD,OAAcG,MAA2B;AAC3F,WAAO7F,UAAW,KAAKY,WAAmBkF,WAAW3B,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOjD,MAAMwD,OAAOG,IAAAA;EACzG;;;;EAKA,MAAME,UAAUrB,MAAcsB,IAA2B;AACvDzF,cAAUmE,QAAQ,KAAKA,OAAOsB,MAAMA,MAAM,KAAKxE,QAAQ,iBAAA;;;;;;;;;AAEvD,UAAMyE,iBAAiB;AACvB,UAAMC,aAAaF;AACnB,UAAMG,WAAWC,KAAKC,IAAIH,aAAaD,gBAAgB,KAAKzE,MAAM;AAElE,UAAM8E,iBAAiB,MAAMC,QAAQC,IACnC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKnB,MAAMf,MAAMsB,EAAAA;AAEvB,UAAMa,gBAAgB,MAAMN,QAAQC,IAClC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,aAASE,IAAI,GAAGA,IAAIR,eAAe9E,QAAQsF,KAAK;AAC9C,YAAMC,SAAStG,cAAc6F,eAAeQ,CAAAA,CAAE;AAC9C,YAAME,QAAQvG,cAAcoG,cAAcC,CAAAA,CAAE;AAC5C,UAAI,CAACC,OAAOE,OAAOD,KAAAA,GAAQ;AACzB,cAAM,IAAIE,MAAM,8DAAA;MAClB;IACF;EACF;AACF;AAEA,IAAMxE,oBAAN,cAAgCzC,SAAAA;EACbkH;EACAC;EACTC;EACAC,WAAW;EAEnB,YAAYrE,MAAsBlB,OAA0B,CAAC,GAAG;AAC9D,UAAM;MAAEwF,YAAY;IAAK,CAAA;AACzBhH,cAAUwB,KAAKyF,SAAS,MAAM,4BAAA;;;;;;;;;AAC9BjH,cAAUwB,KAAKS,UAAUC,UAAaV,KAAKS,QAAQ,GAAA,QAAA;;;;;;;;;AACnD,SAAK2E,QAAQlE;AACb,SAAKmE,SAASrF,KAAKS;AACnB,SAAK6E,UAAUtF,KAAKiD,SAAS;EAC/B;EAESyC,MAAMtF,IAAuC;AACpD,SAAKgF,MAAMO,MAAMvF,EAAAA;EACnB;EAESwF,MAAMxF,IAAuC;AACpD,QAAI,KAAKmF,UAAU;AACjB;IACF;AAEA,QAAI,KAAKH,MAAMS,SAAUC,MAAM,KAAKR,SAAS,KAAKA,UAAU,KAAKD,MAAM,MAAM,KAAKA,QAAQ;AACxF,WAAKU,aAAa3F,EAAAA;IACpB,OAAO;AACL,WAAK4F,gBAAgB5F,EAAAA;IACvB;EACF;EAEQ4F,gBAAgB5F,IAAuC;AAC7D,SAAKgF,MAAMjC,IAAI,KAAKmC,SAAS;MAAEjF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AACjD,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE;AACL,aAAKC,WAAW;AAChB,aAAKhF,KAAKJ,IAAAA;AACVC,WAAG,IAAA;MACL;IACF,CAAA;EACF;EAEQ2F,aAAa3F,IAAuC;AAC1D,SAAKgF,MAAMa,SAAS,KAAKX,SAAS,KAAKA,UAAU,KAAKD,QAAQ;MAAEhF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AAClF,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE,WAAWnF,KAAKV;AACrB,aAAK8F,WAAW;AAChB,mBAAWW,QAAQ/F,MAAM;AACvB,eAAKI,KAAK2F,IAAAA;QACZ;AACA9F,WAAG,IAAA;MACL;IACF,CAAA;EACF;AACF;;;ACjVA,OAAO+F,kBAAkB;AAEzB,SAAsBC,oBAAoB;AAC1C,SAASC,qBAAqB;AAE9B,SAASC,cAAcC,iBAAiB;AAExC,SAASC,OAAAA,YAAW;;AAyBb,IAAMC,cAAN,MAAMA;EACMC;EACAC;EACAC;EAEjB,YAAY,EAAEC,MAAMC,QAAQC,WAAAA,WAAS,GAAwB;AAC3DC,IAAAA,KAAI,eAAe;MAAEC,SAASF;IAAU,GAAA;;;;;;AACxC,SAAKL,QAAQG,QAAQK,cAAAA;AACrB,SAAKP,UAAUG;AACf,SAAKF,oBAAoBG;EAC3B;EAEA,IAAII,cAAc;AAChB,WAAO,KAAKT;EACd;EAEA,MAAMU,WAAWC,WAAsBJ,SAAgD;AACrF,QAAIA,SAASK,YAAY,CAAC,KAAKX,SAAS;AACtC,YAAM,IAAIY,MAAM,2CAAA;IAClB;AACA,QAAIN,SAASO,WAAW;AACtBR,MAAAA,KAAIS,KAAK,qCAAA,QAAA;;;;;;IACX;AAGA,UAAMC,MAAM,MAAMC,aAAaC,OAAO,WAAWC,OAAOC,KAAKT,UAAUU,MAAK,CAAA,CAAA;AAE5E,UAAMC,OAAOC,aACX,CAGA,GACA,KAAKrB,mBACL;MACEY,WAAW,KAAKb,WAAWM,SAASK,WAAWO,OAAOC,KAAK,QAAA,IAAYI;MACvEC,QAAQ,KAAKxB,UAAUyB,aAAa,KAAKzB,SAASU,SAAAA,IAAaa;MAC/DG,SAASpB,SAASoB;MAClBC,cAAc,CAAC;IACjB,GACArB,OAAAA;AAGF,UAAMsB,aAAa,KAAK7B,MAAM8B,gBAAgBnB,UAAUU,MAAK,CAAA;AAC7D,UAAMU,cAAc,CAACC,aAAAA;AACnB,YAAM,EAAEC,MAAMC,OAAM,IAAKL,WAAWM,gBAAgBH,QAAAA;AACpD1B,MAAAA,KAAI,WAAW;QACb8B,MAAM,GAAGH,IAAAA,IAAQ,KAAKjC,MAAMoC,IAAI,IAAIzB,UAAU0B,SAAQ,CAAA,IAAML,QAAAA;MAC9D,GAAA;;;;;;AAEA,aAAOE;IACT;AAEA,UAAMI,OAAOjC,UAAU0B,aAAaZ,OAAOC,KAAKJ,GAAAA,GAAMM,IAAAA;AACtD,WAAO,IAAIiB,YAAYD,MAAM3B,WAAWkB,UAAAA;EAC1C;AACF;;;ACvFA,SAASW,OAAOC,aAAa;AAC7B,SAASC,iBAAAA,sBAAqB;AAC9B,SAASC,aAAAA,kBAAiB;AAC1B,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAYC,kBAAkB;;AAYhC,IAAMC,YAAN,MAAMA;EACMC,SAAgD,IAAIH,WAAWF,UAAUM,IAAI;EAC7EC,WAAW,IAAIL,WAA6BF,UAAUM,IAAI;EAC1DE;EAETC,UAAU;EAETC,aAAa,IAAId,MAAAA;EAE1B,YAAY,EAAEe,QAAO,GAAyB;AAC5C,SAAKH,WAAWG,WAAWb,eAAAA;EAC7B;EAEA,IAAIc,OAAO;AACT,WAAO,KAAKP,OAAOO;EACrB;EAEA,IAAIC,QAAQ;AACV,WAAOC,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA;EACtC;;;;EAKAC,QAAQC,WAAkD;AACxD,WAAO,KAAKb,OAAOc,IAAID,SAAAA;EACzB;;;;;EAMA,MAAME,SAASC,SAAoB,EAAEC,UAAUC,OAAM,IAAkB,CAAC,GAA4B;AAClGtB,IAAAA,KAAI,gBAAgB;MAAEoB;IAAQ,GAAA;;;;;;AAC9BtB,IAAAA,WAAUsB,SAAAA,QAAAA;;;;;;;;;AACVtB,IAAAA,WAAU,CAAC,KAAKU,SAAS,wBAAA;;;;;;;;;AAEzB,UAAMe,QAAQrB,WAAW,KAAKI,UAAUc,SAAS,MAAM,IAAIxB,MAAAA,CAAAA;AAE3D,WAAO2B,MAAMC,oBAAoB,YAAA;AAC/B,UAAIC,OAAO,KAAKT,QAAQI,OAAAA;AACxB,UAAIK,MAAM;AAGR,YAAIJ,YAAY,CAACI,KAAKC,WAAWL,UAAU;AACzC,gBAAM,IAAIM,MAAM,mCAAmCP,QAAQQ,SAAQ,CAAA,EAAI;QACzE,YAAYN,UAAU,WAAWG,KAAKC,WAAWJ,QAAQ;AACvD,gBAAM,IAAIK,MACR,oDAAoDP,QAAQQ,SAAQ,CAAA,KAAON,MAAAA,QACzEG,KAAKC,WAAWJ,MAAM,GACrB;QAEP,OAAO;AACL,gBAAMG,KAAKI,KAAI;AACf,iBAAOJ;QACT;MACF;AAEAA,aAAO,MAAM,KAAKlB,SAASuB,WAAWV,SAAS;QAAEC;QAAUC;MAAO,CAAA;AAClE,WAAKlB,OAAO2B,IAAIN,KAAKO,KAAKP,IAAAA;AAE1B,YAAMA,KAAKI,KAAI;AACf,WAAKpB,WAAWwB,KAAKR,IAAAA;AACrBzB,MAAAA,KAAI,UAAU;QAAEoB;MAAQ,GAAA;;;;;;AACxB,aAAOK;IACT,CAAA;EACF;;;;EAKA,MAAMS,QAAuB;AAC3BlC,IAAAA,KAAI,cAAA,QAAA;;;;;;AACJ,SAAKQ,UAAU;AACf,UAAM2B,QAAQC,IACZvB,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA,EAAIsB,IAAI,OAAOZ,SAAAA;AAC1C,YAAMA,KAAKS,MAAK;AAChBpC,MAAAA,WAAU2B,KAAKa,QAAM,QAAA;;;;;;;;;IAKvB,CAAA,CAAA;AAGF,SAAKlC,OAAOmC,MAAK;AACjBvC,IAAAA,KAAI,UAAA,QAAA;;;;;;EACN;AACF;",
|
|
6
|
+
"names": ["inspect", "promisify", "Readable", "Transform", "Trigger", "StackTrace", "inspectObject", "assertArgument", "invariant", "log", "arrayToBuffer", "rangeFromTo", "FeedWrapper", "_hypercore", "_pendingWrites", "Set", "_writeLock", "_closed", "hypercore", "_key", "_storageDirectory", "wake", "custom", "toJSON", "feedKey", "length", "properties", "opened", "closed", "key", "core", "createReadableStream", "opts", "self", "transform", "data", "cb", "wait", "then", "push", "readStream", "batch", "undefined", "BatchedReadStream", "createReadStream", "pipe", "err", "createFeedWriter", "write", "afterWrite", "feed", "seq", "stackTrace", "add", "size", "reset", "receipt", "appendWithReceipt", "flushToDisk", "delete", "append", "flush", "readable", "byteLength", "on", "args", "off", "open", "bind", "_close", "close", "warn", "count", "pendingWrites", "Array", "from", "values", "map", "stack", "getStack", "has", "start", "end", "get", "index", "options", "download", "undownload", "setDownloading", "replicate", "clear", "proof", "put", "putBuffer", "peer", "_putBuffer", "safeClear", "to", "CHECK_MESSAGES", "checkBegin", "checkEnd", "Math", "min", "messagesBefore", "Promise", "all", "idx", "valueEncoding", "decode", "x", "messagesAfter", "i", "before", "after", "equals", "Error", "_feed", "_batch", "_cursor", "_reading", "objectMode", "live", "_open", "ready", "_read", "bitfield", "total", "_batchedRead", "_nonBatchedRead", "getBatch", "item", "defaultsDeep", "subtleCrypto", "failUndefined", "createCrypto", "hypercore", "log", "FeedFactory", "_root", "_signer", "_hypercoreOptions", "root", "signer", "hypercore", "log", "options", "failUndefined", "storageRoot", "createFeed", "publicKey", "writable", "Error", "secretKey", "warn", "key", "subtleCrypto", "digest", "Buffer", "from", "toHex", "opts", "defaultsDeep", "undefined", "crypto", "createCrypto", "onwrite", "noiseKeyPair", "storageDir", "createDirectory", "makeStorage", "filename", "type", "native", "getOrCreateFile", "path", "truncate", "core", "FeedWrapper", "Event", "Mutex", "failUndefined", "invariant", "PublicKey", "log", "ComplexMap", "defaultMap", "FeedStore", "_feeds", "hash", "_mutexes", "_factory", "_closed", "feedOpened", "factory", "size", "feeds", "Array", "from", "values", "getFeed", "publicKey", "get", "openFeed", "feedKey", "writable", "sparse", "mutex", "executeSynchronized", "feed", "properties", "Error", "truncate", "open", "createFeed", "set", "key", "emit", "close", "Promise", "all", "map", "closed", "clear"]
|
|
7
|
+
}
|
|
@@ -3,38 +3,41 @@ import {
|
|
|
3
3
|
FeedFactory,
|
|
4
4
|
FeedStore,
|
|
5
5
|
FeedWrapper
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-I36R5SR3.mjs";
|
|
7
7
|
|
|
8
|
-
//
|
|
8
|
+
// src/feed-iterator.ts
|
|
9
9
|
import safeRace from "race-as-promised";
|
|
10
10
|
import { Trigger as Trigger2 } from "@dxos/async";
|
|
11
11
|
import { invariant as invariant2 } from "@dxos/invariant";
|
|
12
12
|
import { log as log2 } from "@dxos/log";
|
|
13
13
|
|
|
14
|
-
//
|
|
14
|
+
// src/feed-queue.ts
|
|
15
15
|
import { inspect } from "@dxos/node-std/util";
|
|
16
16
|
import { Writable } from "streamx";
|
|
17
|
-
import { Event,
|
|
17
|
+
import { Event, Trigger, latch } from "@dxos/async";
|
|
18
18
|
import { inspectObject } from "@dxos/debug";
|
|
19
19
|
import { invariant } from "@dxos/invariant";
|
|
20
20
|
import { log } from "@dxos/log";
|
|
21
|
-
var __dxlog_file = "/
|
|
21
|
+
var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/feed-queue.ts";
|
|
22
22
|
var defaultReadStreamOptions = {
|
|
23
23
|
live: true,
|
|
24
24
|
batch: 1024
|
|
25
25
|
};
|
|
26
26
|
var FeedQueue = class {
|
|
27
|
+
_feed;
|
|
28
|
+
_options;
|
|
29
|
+
updated = new Event();
|
|
30
|
+
_messageTrigger = new Trigger({
|
|
31
|
+
autoReset: true
|
|
32
|
+
});
|
|
33
|
+
_feedConsumer = void 0;
|
|
34
|
+
_next;
|
|
35
|
+
_currentBlock = void 0;
|
|
36
|
+
_index = -1;
|
|
27
37
|
// prettier-ignore
|
|
28
38
|
constructor(_feed, _options = {}) {
|
|
29
39
|
this._feed = _feed;
|
|
30
40
|
this._options = _options;
|
|
31
|
-
this.updated = new Event();
|
|
32
|
-
this._messageTrigger = new Trigger({
|
|
33
|
-
autoReset: true
|
|
34
|
-
});
|
|
35
|
-
this._feedConsumer = void 0;
|
|
36
|
-
this._currentBlock = void 0;
|
|
37
|
-
this._index = -1;
|
|
38
41
|
}
|
|
39
42
|
[inspect.custom]() {
|
|
40
43
|
return inspectObject(this);
|
|
@@ -75,7 +78,7 @@ var FeedQueue = class {
|
|
|
75
78
|
feedKey: this._feed.key
|
|
76
79
|
}, {
|
|
77
80
|
F: __dxlog_file,
|
|
78
|
-
L:
|
|
81
|
+
L: 93,
|
|
79
82
|
S: this,
|
|
80
83
|
C: (f, a) => f(...a)
|
|
81
84
|
});
|
|
@@ -105,6 +108,9 @@ var FeedQueue = class {
|
|
|
105
108
|
this._destroyConsumer();
|
|
106
109
|
};
|
|
107
110
|
const onError = (err) => {
|
|
111
|
+
if (!this.isOpen) {
|
|
112
|
+
return;
|
|
113
|
+
}
|
|
108
114
|
if (!err) {
|
|
109
115
|
return;
|
|
110
116
|
}
|
|
@@ -115,7 +121,7 @@ var FeedQueue = class {
|
|
|
115
121
|
feedKey: this._feed.key
|
|
116
122
|
}, {
|
|
117
123
|
F: __dxlog_file,
|
|
118
|
-
L:
|
|
124
|
+
L: 138,
|
|
119
125
|
S: this,
|
|
120
126
|
C: (f, a) => f(...a)
|
|
121
127
|
});
|
|
@@ -131,7 +137,7 @@ var FeedQueue = class {
|
|
|
131
137
|
});
|
|
132
138
|
log("opened", void 0, {
|
|
133
139
|
F: __dxlog_file,
|
|
134
|
-
L:
|
|
140
|
+
L: 156,
|
|
135
141
|
S: this,
|
|
136
142
|
C: (f, a) => f(...a)
|
|
137
143
|
});
|
|
@@ -143,7 +149,7 @@ var FeedQueue = class {
|
|
|
143
149
|
if (this.isOpen) {
|
|
144
150
|
invariant(this._feedConsumer, void 0, {
|
|
145
151
|
F: __dxlog_file,
|
|
146
|
-
L:
|
|
152
|
+
L: 164,
|
|
147
153
|
S: this,
|
|
148
154
|
A: [
|
|
149
155
|
"this._feedConsumer",
|
|
@@ -152,7 +158,7 @@ var FeedQueue = class {
|
|
|
152
158
|
});
|
|
153
159
|
invariant(!this._feed.properties.closed, void 0, {
|
|
154
160
|
F: __dxlog_file,
|
|
155
|
-
L:
|
|
161
|
+
L: 165,
|
|
156
162
|
S: this,
|
|
157
163
|
A: [
|
|
158
164
|
"!this._feed.properties.closed",
|
|
@@ -163,7 +169,7 @@ var FeedQueue = class {
|
|
|
163
169
|
feedKey: this._feed.key
|
|
164
170
|
}, {
|
|
165
171
|
F: __dxlog_file,
|
|
166
|
-
L:
|
|
172
|
+
L: 167,
|
|
167
173
|
S: this,
|
|
168
174
|
C: (f, a) => f(...a)
|
|
169
175
|
});
|
|
@@ -174,7 +180,7 @@ var FeedQueue = class {
|
|
|
174
180
|
await closed();
|
|
175
181
|
log("closed", void 0, {
|
|
176
182
|
F: __dxlog_file,
|
|
177
|
-
L:
|
|
183
|
+
L: 173,
|
|
178
184
|
S: this,
|
|
179
185
|
C: (f, a) => f(...a)
|
|
180
186
|
});
|
|
@@ -208,7 +214,7 @@ var FeedQueue = class {
|
|
|
208
214
|
feedKey: this._feed.key
|
|
209
215
|
}, {
|
|
210
216
|
F: __dxlog_file,
|
|
211
|
-
L:
|
|
217
|
+
L: 206,
|
|
212
218
|
S: this,
|
|
213
219
|
C: (f, a) => f(...a)
|
|
214
220
|
});
|
|
@@ -220,14 +226,12 @@ var FeedQueue = class {
|
|
|
220
226
|
}
|
|
221
227
|
};
|
|
222
228
|
|
|
223
|
-
//
|
|
224
|
-
var __dxlog_file2 = "/
|
|
229
|
+
// src/feed-iterator.ts
|
|
230
|
+
var __dxlog_file2 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-iterator.ts";
|
|
225
231
|
var AbstractFeedIterator = class {
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
this._running = false;
|
|
230
|
-
}
|
|
232
|
+
_stopTrigger = new Trigger2();
|
|
233
|
+
_open = false;
|
|
234
|
+
_running = false;
|
|
231
235
|
toJSON() {
|
|
232
236
|
return {
|
|
233
237
|
open: this.isOpen,
|
|
@@ -339,6 +343,8 @@ var AbstractFeedIterator = class {
|
|
|
339
343
|
}
|
|
340
344
|
};
|
|
341
345
|
var FeedIterator = class extends AbstractFeedIterator {
|
|
346
|
+
_feed;
|
|
347
|
+
_queue;
|
|
342
348
|
constructor(_feed) {
|
|
343
349
|
super(), this._feed = _feed;
|
|
344
350
|
this._queue = new FeedQueue(this._feed);
|
|
@@ -354,7 +360,7 @@ var FeedIterator = class extends AbstractFeedIterator {
|
|
|
354
360
|
}
|
|
355
361
|
};
|
|
356
362
|
|
|
357
|
-
//
|
|
363
|
+
// src/feed-set-iterator.ts
|
|
358
364
|
import { inspect as inspect2 } from "@dxos/node-std/util";
|
|
359
365
|
import { Event as Event2, SubscriptionList, Trigger as Trigger3 } from "@dxos/async";
|
|
360
366
|
import { inspectObject as inspectObject2 } from "@dxos/debug";
|
|
@@ -362,15 +368,21 @@ import { invariant as invariant3 } from "@dxos/invariant";
|
|
|
362
368
|
import { PublicKey } from "@dxos/keys";
|
|
363
369
|
import { log as log3 } from "@dxos/log";
|
|
364
370
|
import { ComplexMap, isNonNullable } from "@dxos/util";
|
|
365
|
-
var __dxlog_file3 = "/
|
|
371
|
+
var __dxlog_file3 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-set-iterator.ts";
|
|
366
372
|
var defaultFeedSetIteratorOptions = {
|
|
367
373
|
stallTimeout: 1e3
|
|
368
374
|
};
|
|
369
375
|
var FeedSetIterator = class extends AbstractFeedIterator {
|
|
376
|
+
_selector;
|
|
377
|
+
options;
|
|
378
|
+
_feedQueues = new ComplexMap(PublicKey.hash);
|
|
379
|
+
_trigger = new Trigger3({
|
|
380
|
+
autoReset: true
|
|
381
|
+
});
|
|
382
|
+
_subscriptions = new SubscriptionList();
|
|
383
|
+
stalled = new Event2();
|
|
370
384
|
constructor(_selector, options = defaultFeedSetIteratorOptions) {
|
|
371
|
-
super(), this._selector = _selector, this.options = options
|
|
372
|
-
autoReset: true
|
|
373
|
-
}), this._subscriptions = new SubscriptionList(), this.stalled = new Event2();
|
|
385
|
+
super(), this._selector = _selector, this.options = options;
|
|
374
386
|
invariant3(_selector, void 0, {
|
|
375
387
|
F: __dxlog_file3,
|
|
376
388
|
L: 55,
|
|
@@ -535,7 +547,7 @@ var FeedSetIterator = class extends AbstractFeedIterator {
|
|
|
535
547
|
}
|
|
536
548
|
};
|
|
537
549
|
|
|
538
|
-
//
|
|
550
|
+
// src/feed-writer.ts
|
|
539
551
|
var createFeedWriter = (cb) => ({
|
|
540
552
|
write: async (data) => {
|
|
541
553
|
return cb(data);
|