@dxos/feed-store 0.8.4-main.fffef41 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +102 -5
- package/README.md +1 -1
- package/dist/lib/browser/{chunk-I36R5SR3.mjs → chunk-MB63GMGR.mjs} +20 -142
- package/dist/lib/browser/chunk-MB63GMGR.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +26 -178
- package/dist/lib/browser/index.mjs.map +3 -3
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/testing/index.mjs +6 -9
- package/dist/lib/browser/testing/index.mjs.map +3 -3
- package/dist/lib/node-esm/{chunk-HJBZDWE4.mjs → chunk-VZUET36D.mjs} +20 -142
- package/dist/lib/node-esm/chunk-VZUET36D.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +26 -178
- package/dist/lib/node-esm/index.mjs.map +3 -3
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/testing/index.mjs +6 -9
- package/dist/lib/node-esm/testing/index.mjs.map +3 -3
- package/dist/types/src/feed-factory.d.ts.map +1 -1
- package/dist/types/src/feed-iterator.d.ts.map +1 -1
- package/dist/types/src/feed-queue.d.ts +1 -1
- package/dist/types/src/feed-queue.d.ts.map +1 -1
- package/dist/types/src/feed-set-iterator.d.ts.map +1 -1
- package/dist/types/src/feed-store.d.ts.map +1 -1
- package/dist/types/src/feed-wrapper.d.ts +1 -1
- package/dist/types/src/feed-wrapper.d.ts.map +1 -1
- package/dist/types/src/feed-writer.d.ts.map +1 -1
- package/dist/types/src/testing/mocks.d.ts.map +1 -1
- package/dist/types/src/testing/test-builder.d.ts.map +1 -1
- package/dist/types/src/testing/test-generator.d.ts +1 -1
- package/dist/types/src/testing/test-generator.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +24 -27
- package/src/feed-queue.ts +1 -2
- package/src/feed-set-iterator.test.ts +6 -6
- package/src/feed-store.node.test.ts +2 -2
- package/src/feed-wrapper.test.ts +9 -10
- package/src/feed-wrapper.ts +0 -1
- package/src/testing/test-builder.ts +0 -1
- package/src/testing/test-generator.ts +4 -4
- package/dist/lib/browser/chunk-I36R5SR3.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-HJBZDWE4.mjs.map +0 -7
package/package.json
CHANGED
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/feed-store",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.9.0",
|
|
4
4
|
"description": "A consistent store for hypercore feeds.",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
7
|
-
"
|
|
7
|
+
"repository": {
|
|
8
|
+
"type": "git",
|
|
9
|
+
"url": "https://github.com/dxos/dxos"
|
|
10
|
+
},
|
|
11
|
+
"license": "FSL-1.1-Apache-2.0",
|
|
8
12
|
"author": "info@dxos.org",
|
|
9
|
-
"sideEffects":
|
|
13
|
+
"sideEffects": false,
|
|
10
14
|
"type": "module",
|
|
11
15
|
"exports": {
|
|
12
16
|
".": {
|
|
@@ -23,13 +27,6 @@
|
|
|
23
27
|
}
|
|
24
28
|
},
|
|
25
29
|
"types": "dist/types/src/index.d.ts",
|
|
26
|
-
"typesVersions": {
|
|
27
|
-
"*": {
|
|
28
|
-
"testing": [
|
|
29
|
-
"dist/types/src/testing/index.d.ts"
|
|
30
|
-
]
|
|
31
|
-
}
|
|
32
|
-
},
|
|
33
30
|
"files": [
|
|
34
31
|
"testing.d.ts",
|
|
35
32
|
"testing.js",
|
|
@@ -40,28 +37,28 @@
|
|
|
40
37
|
"lodash.defaultsdeep": "^4.6.1",
|
|
41
38
|
"race-as-promised": "^0.0.3",
|
|
42
39
|
"streamx": "^2.12.5",
|
|
43
|
-
"@dxos/async": "0.
|
|
44
|
-
"@dxos/
|
|
45
|
-
"@dxos/
|
|
46
|
-
"@dxos/
|
|
47
|
-
"@dxos/debug": "0.
|
|
48
|
-
"@dxos/
|
|
49
|
-
"@dxos/
|
|
50
|
-
"@dxos/
|
|
51
|
-
"@dxos/
|
|
52
|
-
"@dxos/
|
|
53
|
-
"@dxos/
|
|
54
|
-
"@dxos/
|
|
55
|
-
"@dxos/
|
|
56
|
-
"@dxos/
|
|
40
|
+
"@dxos/async": "0.9.0",
|
|
41
|
+
"@dxos/codec-protobuf": "0.9.0",
|
|
42
|
+
"@dxos/context": "0.9.0",
|
|
43
|
+
"@dxos/hypercore": "0.9.0",
|
|
44
|
+
"@dxos/debug": "0.9.0",
|
|
45
|
+
"@dxos/keyring": "0.9.0",
|
|
46
|
+
"@dxos/crypto": "0.9.0",
|
|
47
|
+
"@dxos/keys": "0.9.0",
|
|
48
|
+
"@dxos/log": "0.9.0",
|
|
49
|
+
"@dxos/node-std": "0.9.0",
|
|
50
|
+
"@dxos/vendor-hypercore": "0.9.0",
|
|
51
|
+
"@dxos/random-access-storage": "0.9.0",
|
|
52
|
+
"@dxos/util": "0.9.0",
|
|
53
|
+
"@dxos/invariant": "0.9.0"
|
|
57
54
|
},
|
|
58
55
|
"devDependencies": {
|
|
59
56
|
"@types/lodash.defaultsdeep": "^4.6.6",
|
|
60
|
-
"@dxos/keys": "0.
|
|
61
|
-
"@dxos/random": "0.
|
|
57
|
+
"@dxos/keys": "0.9.0",
|
|
58
|
+
"@dxos/random": "0.9.0"
|
|
62
59
|
},
|
|
63
60
|
"optionalDependencies": {
|
|
64
|
-
"@dxos/random": "0.
|
|
61
|
+
"@dxos/random": "0.9.0"
|
|
65
62
|
},
|
|
66
63
|
"publishConfig": {
|
|
67
64
|
"access": "public"
|
package/src/feed-queue.ts
CHANGED
|
@@ -3,12 +3,11 @@
|
|
|
3
3
|
//
|
|
4
4
|
|
|
5
5
|
import { inspect } from 'node:util';
|
|
6
|
-
|
|
7
6
|
import { Writable } from 'streamx';
|
|
8
7
|
|
|
9
8
|
import { Event, Trigger, latch } from '@dxos/async';
|
|
10
9
|
import { inspectObject } from '@dxos/debug';
|
|
11
|
-
import type
|
|
10
|
+
import { type ReadStreamOptions } from '@dxos/hypercore';
|
|
12
11
|
import { invariant } from '@dxos/invariant';
|
|
13
12
|
import { log } from '@dxos/log';
|
|
14
13
|
|
|
@@ -6,7 +6,7 @@ import { describe, expect, test } from 'vitest';
|
|
|
6
6
|
|
|
7
7
|
import { latch } from '@dxos/async';
|
|
8
8
|
import { log } from '@dxos/log';
|
|
9
|
-
import {
|
|
9
|
+
import { random } from '@dxos/random';
|
|
10
10
|
|
|
11
11
|
import { type FeedBlockSelector, FeedSetIterator } from './feed-set-iterator';
|
|
12
12
|
import { TestItemBuilder } from './testing';
|
|
@@ -14,7 +14,7 @@ import { type FeedBlock } from './types';
|
|
|
14
14
|
|
|
15
15
|
// Random selector.
|
|
16
16
|
const randomFeedBlockSelector: FeedBlockSelector<any> = (blocks: FeedBlock<any>[]) =>
|
|
17
|
-
|
|
17
|
+
random.number.int({ min: 0, max: blocks.length - 1 });
|
|
18
18
|
|
|
19
19
|
// TODO(burdon): Create randomized setTimeout to test race conditions.
|
|
20
20
|
|
|
@@ -79,7 +79,7 @@ describe('FeedSetIterator', () => {
|
|
|
79
79
|
|
|
80
80
|
// Write block.
|
|
81
81
|
setTimeout(async () => {
|
|
82
|
-
const feed =
|
|
82
|
+
const feed = random.helpers.arrayElement(feeds);
|
|
83
83
|
await builder.generator.writeBlocks(feed.createFeedWriter(), {
|
|
84
84
|
count: numBlocks,
|
|
85
85
|
});
|
|
@@ -119,14 +119,14 @@ describe('FeedSetIterator', () => {
|
|
|
119
119
|
expect(iterator.size).to.eq(numFeeds);
|
|
120
120
|
|
|
121
121
|
for (const _ of Array.from(Array(numBlocks))) {
|
|
122
|
-
const writer =
|
|
122
|
+
const writer = random.helpers.arrayElement(writers);
|
|
123
123
|
const receipts = await builder.generator.writeBlocks(writer, {
|
|
124
124
|
count: 1,
|
|
125
125
|
});
|
|
126
126
|
log('wrote', receipts);
|
|
127
127
|
}
|
|
128
128
|
},
|
|
129
|
-
|
|
129
|
+
random.number.int({ min: 0, max: 100 }),
|
|
130
130
|
);
|
|
131
131
|
|
|
132
132
|
// Open and start iterator.
|
|
@@ -147,7 +147,7 @@ describe('FeedSetIterator', () => {
|
|
|
147
147
|
}
|
|
148
148
|
}
|
|
149
149
|
},
|
|
150
|
-
|
|
150
|
+
random.number.int({ min: 0, max: 100 }),
|
|
151
151
|
);
|
|
152
152
|
|
|
153
153
|
// Wait until all written and read.
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
|
|
5
5
|
import { describe, expect, test } from 'vitest';
|
|
6
6
|
|
|
7
|
-
import {
|
|
7
|
+
import { random } from '@dxos/random';
|
|
8
8
|
import { StorageType, createStorage } from '@dxos/random-access-storage';
|
|
9
9
|
|
|
10
10
|
import { type TestItem, TestItemBuilder } from './testing';
|
|
@@ -27,7 +27,7 @@ describe('FeedStore', () => {
|
|
|
27
27
|
for (const i of Array.from(Array(numBlocks)).keys()) {
|
|
28
28
|
await feed.append({
|
|
29
29
|
id: String(i),
|
|
30
|
-
value:
|
|
30
|
+
value: random.lorem.sentence(),
|
|
31
31
|
} as TestItem);
|
|
32
32
|
}
|
|
33
33
|
|
package/src/feed-wrapper.test.ts
CHANGED
|
@@ -3,14 +3,13 @@
|
|
|
3
3
|
//
|
|
4
4
|
|
|
5
5
|
import { inspect } from 'node:util';
|
|
6
|
-
|
|
7
6
|
import { describe, expect, test } from 'vitest';
|
|
8
7
|
|
|
9
8
|
import { asyncTimeout, latch, sleep } from '@dxos/async';
|
|
10
9
|
import { createReadable } from '@dxos/hypercore';
|
|
11
10
|
import { PublicKey } from '@dxos/keys';
|
|
12
11
|
import { log } from '@dxos/log';
|
|
13
|
-
import {
|
|
12
|
+
import { random } from '@dxos/random';
|
|
14
13
|
import { range } from '@dxos/util';
|
|
15
14
|
|
|
16
15
|
import { TestBuilder, TestItemBuilder, defaultValueEncoding } from './testing';
|
|
@@ -59,7 +58,7 @@ describe('FeedWrapper', () => {
|
|
|
59
58
|
const feed = await feedFactory.createFeed(key, { writable: true });
|
|
60
59
|
|
|
61
60
|
for (const _ of Array.from(Array(numBlocks)).keys()) {
|
|
62
|
-
await feed.append(
|
|
61
|
+
await feed.append(random.lorem.sentence());
|
|
63
62
|
}
|
|
64
63
|
|
|
65
64
|
expect(feed.properties.length).to.eq(numBlocks);
|
|
@@ -78,7 +77,7 @@ describe('FeedWrapper', () => {
|
|
|
78
77
|
});
|
|
79
78
|
|
|
80
79
|
for (const _ of Array.from(Array(numBlocks)).keys()) {
|
|
81
|
-
await feed.append(
|
|
80
|
+
await feed.append(random.lorem.sentence());
|
|
82
81
|
}
|
|
83
82
|
expect(emittedAppend).to.eq(numBlocks);
|
|
84
83
|
});
|
|
@@ -96,7 +95,7 @@ describe('FeedWrapper', () => {
|
|
|
96
95
|
for (const i of Array.from(Array(numBlocks)).keys()) {
|
|
97
96
|
await feed.append({
|
|
98
97
|
id: String(i + 1),
|
|
99
|
-
value:
|
|
98
|
+
value: random.lorem.sentence(),
|
|
100
99
|
} as any);
|
|
101
100
|
}
|
|
102
101
|
|
|
@@ -118,10 +117,10 @@ describe('FeedWrapper', () => {
|
|
|
118
117
|
|
|
119
118
|
// TODO(burdon): Use generator.
|
|
120
119
|
for (const i of Array.from(Array(numBlocks)).keys()) {
|
|
121
|
-
await sleep(
|
|
120
|
+
await sleep(random.number.int({ min: 0, max: 20 }));
|
|
122
121
|
await feed.append({
|
|
123
122
|
id: String(i + 1),
|
|
124
|
-
value:
|
|
123
|
+
value: random.lorem.sentence(),
|
|
125
124
|
});
|
|
126
125
|
}
|
|
127
126
|
|
|
@@ -173,7 +172,7 @@ describe('FeedWrapper', () => {
|
|
|
173
172
|
const block = {
|
|
174
173
|
id: String(i + 1),
|
|
175
174
|
index: i,
|
|
176
|
-
value:
|
|
175
|
+
value: random.lorem.sentence(),
|
|
177
176
|
};
|
|
178
177
|
|
|
179
178
|
const seq = await writer.write(block);
|
|
@@ -221,7 +220,7 @@ describe('FeedWrapper', () => {
|
|
|
221
220
|
const block = {
|
|
222
221
|
id: String(index + 1),
|
|
223
222
|
index,
|
|
224
|
-
value:
|
|
223
|
+
value: random.lorem.sentence(),
|
|
225
224
|
};
|
|
226
225
|
await writer.write(block);
|
|
227
226
|
};
|
|
@@ -299,7 +298,7 @@ describe('FeedWrapper', () => {
|
|
|
299
298
|
|
|
300
299
|
// Append to source.
|
|
301
300
|
for (let i = 0; i < numBlocks; i++) {
|
|
302
|
-
await source.append(
|
|
301
|
+
await source.append(random.lorem.sentence() as any);
|
|
303
302
|
}
|
|
304
303
|
|
|
305
304
|
// Integrate into target via putBuffer using proofs from source.
|
package/src/feed-wrapper.ts
CHANGED
|
@@ -8,7 +8,6 @@ import type { ValueEncoding } from '@dxos/vendor-hypercore/hypercore';
|
|
|
8
8
|
|
|
9
9
|
import { FeedFactory } from '../feed-factory';
|
|
10
10
|
import { FeedStore } from '../feed-store';
|
|
11
|
-
|
|
12
11
|
import { type TestGenerator, type TestItem, defaultTestGenerator, defaultValueEncoding } from './test-generator';
|
|
13
12
|
|
|
14
13
|
export type TestBuilderOptions<T extends {}> = {
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
import { sleep } from '@dxos/async';
|
|
6
6
|
import { type Codec } from '@dxos/codec-protobuf';
|
|
7
7
|
import { createCodecEncoding } from '@dxos/hypercore';
|
|
8
|
-
import {
|
|
8
|
+
import { random } from '@dxos/random';
|
|
9
9
|
import type { AbstractValueEncoding } from '@dxos/vendor-hypercore/hypercore';
|
|
10
10
|
|
|
11
11
|
import { type FeedWriter } from '../feed-writer';
|
|
@@ -26,9 +26,9 @@ export const defaultValueEncoding: AbstractValueEncoding<any> = createCodecEncod
|
|
|
26
26
|
export type TestBlockGenerator<T> = (i: number) => T;
|
|
27
27
|
|
|
28
28
|
export const defaultTestBlockGenerator: TestBlockGenerator<TestItem> = (i) => ({
|
|
29
|
-
id:
|
|
29
|
+
id: random.string.uuid(),
|
|
30
30
|
index: i,
|
|
31
|
-
value:
|
|
31
|
+
value: random.lorem.sentence(),
|
|
32
32
|
});
|
|
33
33
|
|
|
34
34
|
/**
|
|
@@ -57,7 +57,7 @@ export class TestGenerator<T extends {}> {
|
|
|
57
57
|
const data = this._generate(this._count++);
|
|
58
58
|
const receipt = await writer.write(data);
|
|
59
59
|
if (delay) {
|
|
60
|
-
await sleep(
|
|
60
|
+
await sleep(random.number.int(delay));
|
|
61
61
|
}
|
|
62
62
|
|
|
63
63
|
return receipt;
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/feed-wrapper.ts", "../../../src/feed-factory.ts", "../../../src/feed-store.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { inspect } from 'node:util';\nimport { promisify } from 'node:util';\n\nimport { Readable, Transform } from 'streamx';\n\nimport { Trigger } from '@dxos/async';\nimport { StackTrace, inspectObject } from '@dxos/debug';\nimport type { Hypercore, HypercoreProperties, ReadStreamOptions } from '@dxos/hypercore';\nimport { assertArgument, invariant } from '@dxos/invariant';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\nimport { arrayToBuffer, rangeFromTo } from '@dxos/util';\nimport type { GetOptions, Proof } from '@dxos/vendor-hypercore/hypercore';\n\nimport { type FeedWriter, type WriteReceipt } from './feed-writer';\n\n/**\n * Async feed wrapper.\n */\nexport class FeedWrapper<T extends {}> {\n private _hypercore: Hypercore<T>;\n private readonly _pendingWrites = new Set<StackTrace>();\n\n // Pending while writes are happening. Resolves when there are no pending writes.\n private readonly _writeLock = new Trigger();\n\n private _closed = false;\n\n constructor(\n hypercore: Hypercore<T>,\n private _key: PublicKey, // TODO(burdon): Required since currently patching the key inside factory.\n private _storageDirectory: Directory,\n ) {\n assertArgument(hypercore, 'hypercore');\n this._hypercore = hypercore;\n invariant(this._key);\n this._writeLock.wake();\n }\n\n [inspect.custom](): string {\n return inspectObject(this);\n }\n\n toJSON(): { feedKey: PublicKey; length: number; opened: boolean; closed: boolean } {\n return {\n feedKey: this._key,\n length: this.properties.length,\n opened: this.properties.opened,\n closed: this.properties.closed,\n };\n }\n\n get key(): PublicKey {\n return this._key;\n }\n\n get core(): Hypercore<T> {\n return this._hypercore;\n }\n\n // TODO(burdon): Create proxy.\n get properties(): HypercoreProperties {\n return this._hypercore;\n }\n\n createReadableStream(opts?: ReadStreamOptions): Readable {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n const transform = new Transform({\n transform(data: any, cb: (err?: Error | null, data?: any) => void) {\n // Delay until write is complete.\n void self._writeLock.wait().then(() => {\n this.push(data);\n cb();\n });\n },\n });\n const readStream =\n opts?.batch !== undefined && opts?.batch > 1\n ? new BatchedReadStream(this._hypercore, opts)\n : this._hypercore.createReadStream(opts);\n\n readStream.pipe(transform, (err: any) => {\n // Ignore errors.\n // We might get \"Writable stream closed prematurely\" error.\n // Its okay since the pipeline is closed and does not expect more messages.\n });\n\n return transform;\n }\n\n createFeedWriter(): FeedWriter<T> {\n return {\n write: async (data: T, { afterWrite } = {}) => {\n log('write', { feed: this._key, seq: this._hypercore.length });\n invariant(!this._closed, 'Feed closed');\n const stackTrace = new StackTrace();\n\n try {\n // Pending writes pause the read stream.\n this._pendingWrites.add(stackTrace);\n if (this._pendingWrites.size === 1) {\n this._writeLock.reset();\n }\n\n const receipt = await this.appendWithReceipt(data);\n\n // TODO(dmaretskyi): Removing this will make user-intiated writes faster but might result in a data-loss.\n await this.flushToDisk();\n\n await afterWrite?.(receipt);\n\n return receipt;\n } finally {\n // Unblock the read stream after the write (and callback) is complete.\n this._pendingWrites.delete(stackTrace);\n if (this._pendingWrites.size === 0) {\n this._writeLock.wake();\n }\n }\n },\n };\n }\n\n async appendWithReceipt(data: T): Promise<WriteReceipt> {\n const seq = await this.append(data);\n invariant(seq < this.length, 'Invalid seq after write');\n log('write complete', { feed: this._key, seq });\n const receipt: WriteReceipt = {\n feedKey: this.key,\n seq,\n };\n return receipt;\n }\n\n /**\n * Flush pending changes to disk.\n * Calling this is not required unless you want to explicitly wait for data to be written.\n */\n async flushToDisk(): Promise<void> {\n await this._storageDirectory.flush();\n }\n\n get opened(): boolean {\n return this._hypercore.opened;\n }\n\n get closed(): boolean {\n return this._hypercore.closed;\n }\n\n get readable(): boolean {\n return this._hypercore.readable;\n }\n\n get length(): number {\n return this._hypercore.length;\n }\n\n get byteLength(): number {\n return this._hypercore.byteLength;\n }\n\n on(...args: any[]) {\n return (this._hypercore as any).on(...args);\n }\n\n off(...args: any[]) {\n return (this._hypercore as any).off(...args);\n }\n\n open(...args: Parameters<Hypercore<T>['open']>) {\n return promisify(this._hypercore.open.bind(this._hypercore) as any)(...args);\n }\n\n _close(...args: Parameters<Hypercore<T>['close']>) {\n return promisify(this._hypercore.close.bind(this._hypercore) as any)(...args);\n }\n\n close = async () => {\n if (this._pendingWrites.size) {\n log.warn('Closing feed with pending writes', {\n feed: this._key,\n count: this._pendingWrites.size,\n pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack()),\n });\n }\n this._closed = true;\n await this.flushToDisk();\n await this._close();\n };\n\n has(start: number, end?: number) {\n return this._hypercore.has(start, end);\n }\n\n get(index: number, options?: GetOptions) {\n return promisify(this._hypercore.get.bind(this._hypercore) as any)(index, options);\n }\n\n // TODO(dmaretskyi): Type better\n append(data: any | any[]): Promise<number> {\n return promisify(this._hypercore.append.bind(this._hypercore))(data);\n }\n\n /**\n * Will not resolve if `end` parameter is not specified and the feed is not closed.\n */\n download(...args: Parameters<Hypercore<T>['download']>) {\n return this._hypercore.download(...args);\n }\n\n undownload(...args: Parameters<Hypercore<T>['undownload']>) {\n return this._hypercore.undownload(...args);\n }\n\n setDownloading(...args: Parameters<Hypercore<T>['setDownloading']>) {\n return this._hypercore.setDownloading(...args);\n }\n\n replicate(...args: Parameters<Hypercore<T>['replicate']>) {\n return this._hypercore.replicate(...args);\n }\n\n clear(start: number, end?: number) {\n return promisify(this._hypercore.clear.bind(this._hypercore))(start, end);\n }\n\n proof(index: number, options?: any) {\n return promisify(this._hypercore.proof.bind(this._hypercore))(index);\n }\n\n put(index: number, data: T, proof: Proof) {\n return promisify(this._hypercore.put.bind(this._hypercore))(index, data, proof);\n }\n\n putBuffer(index: number, data: Buffer | Uint8Array, proof: Proof, peer: null): Promise<void> {\n return promisify((this._hypercore as any)._putBuffer.bind(this._hypercore) as any)(index, data, proof, peer);\n }\n\n /**\n * Clear and check for integrity.\n */\n async safeClear(from: number, to: number): Promise<void> {\n invariant(from >= 0 && from < to && to <= this.length, 'Invalid range');\n\n const CHECK_MESSAGES = 20;\n const checkBegin = to;\n const checkEnd = Math.min(checkBegin + CHECK_MESSAGES, this.length);\n\n const messagesBefore = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n await this.clear(from, to);\n\n const messagesAfter = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n for (let i = 0; i < messagesBefore.length; i++) {\n const before = arrayToBuffer(messagesBefore[i]);\n const after = arrayToBuffer(messagesAfter[i]);\n if (!before.equals(after)) {\n throw new Error('Feed corruption on clear. There has likely been a data loss.');\n }\n }\n }\n}\n\nclass BatchedReadStream extends Readable {\n private readonly _feed: Hypercore<any>;\n private readonly _batch: number;\n private _cursor: number;\n private _reading = false;\n\n constructor(feed: Hypercore<any>, opts: ReadStreamOptions = {}) {\n super({ objectMode: true });\n invariant(opts.live === true, 'Only live mode supported');\n invariant(opts.batch !== undefined && opts.batch > 1);\n this._feed = feed;\n this._batch = opts.batch;\n this._cursor = opts.start ?? 0;\n }\n\n override _open(cb: (err: Error | null) => void): void {\n this._feed.ready(cb);\n }\n\n override _read(cb: (err: Error | null) => void): void {\n if (this._reading) {\n return;\n }\n\n if (this._feed.bitfield!.total(this._cursor, this._cursor + this._batch) === this._batch) {\n this._batchedRead(cb);\n } else {\n this._nonBatchedRead(cb);\n }\n }\n\n private _nonBatchedRead(cb: (err: Error | null) => void): void {\n this._feed.get(this._cursor, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor++;\n this._reading = false;\n this.push(data);\n cb(null);\n }\n });\n }\n\n private _batchedRead(cb: (err: Error | null) => void): void {\n this._feed.getBatch(this._cursor, this._cursor + this._batch, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor += data.length;\n this._reading = false;\n for (const item of data) {\n this.push(item);\n }\n cb(null);\n }\n });\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport defaultsDeep from 'lodash.defaultsdeep';\n\nimport { type Signer, subtleCrypto } from '@dxos/crypto';\nimport { failUndefined } from '@dxos/debug';\nimport type { HypercoreOptions } from '@dxos/hypercore';\nimport { createCrypto, hypercore } from '@dxos/hypercore';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\n\nimport { FeedWrapper } from './feed-wrapper';\n\nexport type FeedFactoryOptions = {\n root: Directory;\n signer?: Signer;\n hypercore?: HypercoreOptions;\n};\n\nexport type FeedOptions = HypercoreOptions & {\n writable?: boolean;\n /**\n * Optional hook called before data is written after being verified.\n * Called for writes done by this peer as well as for data replicated from other peers.\n * NOTE: The callback must be invoked to complete the write operation.\n * @param peer Always null in hypercore@9.12.0.\n */\n onwrite?: (index: number, data: any, peer: null, cb: (err: Error | null) => void) => void;\n};\n\n/**\n * Hypercore factory.\n */\nexport class FeedFactory<T extends {}> {\n private readonly _root: Directory;\n private readonly _signer?: Signer;\n private readonly _hypercoreOptions?: HypercoreOptions;\n\n constructor({ root, signer, hypercore }: FeedFactoryOptions) {\n log('FeedFactory', { options: hypercore });\n this._root = root ?? failUndefined();\n this._signer = signer;\n this._hypercoreOptions = hypercore;\n }\n\n get storageRoot() {\n return this._root;\n }\n\n async createFeed(publicKey: PublicKey, options?: FeedOptions): Promise<FeedWrapper<T>> {\n if (options?.writable && !this._signer) {\n throw new Error('Signer required to create writable feeds.');\n }\n if (options?.secretKey) {\n log.warn('Secret key ignored due to signer.');\n }\n\n // Required due to hypercore's 32-byte key limit.\n const key = await subtleCrypto.digest('SHA-256', Buffer.from(publicKey.toHex()));\n\n const opts = defaultsDeep(\n {\n // sparse: false,\n // stats: false,\n },\n this._hypercoreOptions,\n {\n secretKey: this._signer && options?.writable ? Buffer.from('secret') : undefined,\n crypto: this._signer ? createCrypto(this._signer, publicKey) : undefined,\n onwrite: options?.onwrite,\n noiseKeyPair: {}, // We're not using noise.\n },\n options,\n );\n\n const storageDir = this._root.createDirectory(publicKey.toHex());\n const makeStorage = (filename: string) => {\n const { type, native } = storageDir.getOrCreateFile(filename);\n log('created', {\n path: `${type}:${this._root.path}/${publicKey.truncate()}/${filename}`,\n });\n\n return native;\n };\n\n const core = hypercore(makeStorage, Buffer.from(key), opts);\n return new FeedWrapper(core, publicKey, storageDir);\n }\n}\n", "//\n// Copyright 2019 DXOS.org\n//\n\nimport { Event, Mutex } from '@dxos/async';\nimport { failUndefined } from '@dxos/debug';\nimport { invariant } from '@dxos/invariant';\nimport { PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ComplexMap, defaultMap } from '@dxos/util';\n\nimport { type FeedFactory, type FeedOptions } from './feed-factory';\nimport { type FeedWrapper } from './feed-wrapper';\n\nexport interface FeedStoreOptions<T extends {}> {\n factory: FeedFactory<T>;\n}\n\n/**\n * Persistent hypercore store.\n */\nexport class FeedStore<T extends {}> {\n private readonly _feeds: ComplexMap<PublicKey, FeedWrapper<T>> = new ComplexMap(PublicKey.hash);\n private readonly _mutexes = new ComplexMap<PublicKey, Mutex>(PublicKey.hash);\n private readonly _factory: FeedFactory<T>;\n\n private _closed = false;\n\n readonly feedOpened = new Event<FeedWrapper<T>>();\n\n constructor({ factory }: FeedStoreOptions<T>) {\n this._factory = factory ?? failUndefined();\n }\n\n get size() {\n return this._feeds.size;\n }\n\n get feeds() {\n return Array.from(this._feeds.values());\n }\n\n /**\n * Get the open feed if it exists.\n */\n getFeed(publicKey: PublicKey): FeedWrapper<T> | undefined {\n return this._feeds.get(publicKey);\n }\n\n /**\n * Gets or opens a feed.\n * The feed is readonly unless a secret key is provided.\n */\n async openFeed(feedKey: PublicKey, { writable, sparse }: FeedOptions = {}): Promise<FeedWrapper<T>> {\n log('opening feed', { feedKey });\n invariant(feedKey);\n invariant(!this._closed, 'Feed store is closed');\n\n const mutex = defaultMap(this._mutexes, feedKey, () => new Mutex());\n\n return mutex.executeSynchronized(async () => {\n let feed = this.getFeed(feedKey);\n if (feed) {\n // TODO(burdon): Need to check that there's another instance being used (create test and break this).\n // TODO(burdon): Remove from store if feed is closed externally? (remove wrapped open/close methods?)\n if (writable && !feed.properties.writable) {\n throw new Error(`Read-only feed is already open: ${feedKey.truncate()}`);\n } else if ((sparse ?? false) !== feed.properties.sparse) {\n throw new Error(\n `Feed already open with different sparse setting: ${feedKey.truncate()} [${sparse} !== ${\n feed.properties.sparse\n }]`,\n );\n } else {\n await feed.open();\n return feed;\n }\n }\n\n feed = await this._factory.createFeed(feedKey, { writable, sparse });\n this._feeds.set(feed.key, feed);\n\n await feed.open();\n this.feedOpened.emit(feed);\n log('opened', { feedKey });\n return feed;\n });\n }\n\n /**\n * Close all feeds.\n */\n async close(): Promise<void> {\n log('closing...');\n this._closed = true;\n await Promise.all(\n Array.from(this._feeds.values()).map(async (feed) => {\n await feed.close();\n invariant(feed.closed);\n // TODO(burdon): SpaceProxy still being initialized.\n // SpaceProxy.initialize => Database.createItem => ... => FeedWrapper.append\n // Uncaught Error: Closed [random-access-storage/index.js:181:38]\n // await sleep(100);\n }),\n );\n\n this._feeds.clear();\n log('closed');\n }\n}\n"],
|
|
5
|
-
"mappings": ";;;AAIA,SAASA,eAAe;AACxB,SAASC,iBAAiB;AAE1B,SAASC,UAAUC,iBAAiB;AAEpC,SAASC,eAAe;AACxB,SAASC,YAAYC,qBAAqB;AAE1C,SAASC,gBAAgBC,iBAAiB;AAE1C,SAASC,WAAW;AAEpB,SAASC,eAAeC,mBAAmB;;AAQpC,IAAMC,cAAN,MAAMA;;;EACHC;EACSC,iBAAiB,oBAAIC,IAAAA;;EAGrBC,aAAa,IAAIZ,QAAAA;EAE1Ba,UAAU;EAElB,YACEC,YACQC,MACAC,mBACR;SAFQD,OAAAA;SACAC,oBAAAA;AAERb,mBAAeW,YAAW,WAAA;AAC1B,SAAKL,aAAaK;AAClBV,cAAU,KAAKW,MAAI,QAAA;;;;;;;;;AACnB,SAAKH,WAAWK,KAAI;EACtB;EAEA,CAACrB,QAAQsB,MAAM,IAAY;AACzB,WAAOhB,cAAc,IAAI;EAC3B;EAEAiB,SAAmF;AACjF,WAAO;MACLC,SAAS,KAAKL;MACdM,QAAQ,KAAKC,WAAWD;MACxBE,QAAQ,KAAKD,WAAWC;MACxBC,QAAQ,KAAKF,WAAWE;IAC1B;EACF;EAEA,IAAIC,MAAiB;AACnB,WAAO,KAAKV;EACd;EAEA,IAAIW,OAAqB;AACvB,WAAO,KAAKjB;EACd;;EAGA,IAAIa,aAAkC;AACpC,WAAO,KAAKb;EACd;EAEAkB,qBAAqBC,MAAoC;AAEvD,UAAMC,OAAO;AACb,UAAMC,YAAY,IAAI/B,UAAU;MAC9B+B,UAAUC,MAAWC,IAA4C;AAE/D,aAAKH,KAAKjB,WAAWqB,KAAI,EAAGC,KAAK,MAAA;AAC/B,eAAKC,KAAKJ,IAAAA;AACVC,aAAAA;QACF,CAAA;MACF;IACF,CAAA;AACA,UAAMI,aACJR,MAAMS,UAAUC,UAAaV,MAAMS,QAAQ,IACvC,IAAIE,kBAAkB,KAAK9B,YAAYmB,IAAAA,IACvC,KAAKnB,WAAW+B,iBAAiBZ,IAAAA;AAEvCQ,eAAWK,KAAKX,WAAW,CAACY,QAAAA;IAI5B,CAAA;AAEA,WAAOZ;EACT;EAEAa,mBAAkC;AAChC,WAAO;MACLC,OAAO,OAAOb,MAAS,EAAEc,WAAU,IAAK,CAAC,MAAC;AACxCxC,YAAI,SAAS;UAAEyC,MAAM,KAAK/B;UAAMgC,KAAK,KAAKtC,WAAWY;QAAO,GAAA;;;;;;AAC5DjB,kBAAU,CAAC,KAAKS,SAAS,eAAA;;;;;;;;;AACzB,cAAMmC,aAAa,IAAI/C,WAAAA;AAEvB,YAAI;AAEF,eAAKS,eAAeuC,IAAID,UAAAA;AACxB,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWuC,MAAK;UACvB;AAEA,gBAAMC,UAAU,MAAM,KAAKC,kBAAkBtB,IAAAA;AAG7C,gBAAM,KAAKuB,YAAW;AAEtB,gBAAMT,aAAaO,OAAAA;AAEnB,iBAAOA;QACT,UAAA;AAEE,eAAK1C,eAAe6C,OAAOP,UAAAA;AAC3B,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWK,KAAI;UACtB;QACF;MACF;IACF;EACF;EAEA,MAAMoC,kBAAkBtB,MAAgC;AACtD,UAAMgB,MAAM,MAAM,KAAKS,OAAOzB,IAAAA;AAC9B3B,cAAU2C,MAAM,KAAK1B,QAAQ,2BAAA;;;;;;;;;AAC7BhB,QAAI,kBAAkB;MAAEyC,MAAM,KAAK/B;MAAMgC;IAAI,GAAA;;;;;;AAC7C,UAAMK,UAAwB;MAC5BhC,SAAS,KAAKK;MACdsB;IACF;AACA,WAAOK;EACT;;;;;EAMA,MAAME,cAA6B;AACjC,UAAM,KAAKtC,kBAAkByC,MAAK;EACpC;EAEA,IAAIlC,SAAkB;AACpB,WAAO,KAAKd,WAAWc;EACzB;EAEA,IAAIC,SAAkB;AACpB,WAAO,KAAKf,WAAWe;EACzB;EAEA,IAAIkC,WAAoB;AACtB,WAAO,KAAKjD,WAAWiD;EACzB;EAEA,IAAIrC,SAAiB;AACnB,WAAO,KAAKZ,WAAWY;EACzB;EAEA,IAAIsC,aAAqB;AACvB,WAAO,KAAKlD,WAAWkD;EACzB;EAEAC,MAAMC,MAAa;AACjB,WAAQ,KAAKpD,WAAmBmD,GAAE,GAAIC,IAAAA;EACxC;EAEAC,OAAOD,MAAa;AAClB,WAAQ,KAAKpD,WAAmBqD,IAAG,GAAID,IAAAA;EACzC;EAEAE,QAAQF,MAAwC;AAC9C,WAAOhE,UAAU,KAAKY,WAAWsD,KAAKC,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EACzE;EAEAI,UAAUJ,MAAyC;AACjD,WAAOhE,UAAU,KAAKY,WAAWyD,MAAMF,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EAC1E;EAEAK,QAAQ,YAAA;AACN,QAAI,KAAKxD,eAAewC,MAAM;AAC5B7C,UAAI8D,KAAK,oCAAoC;QAC3CrB,MAAM,KAAK/B;QACXqD,OAAO,KAAK1D,eAAewC;QAC3BmB,eAAeC,MAAMC,KAAK,KAAK7D,eAAe8D,OAAM,CAAA,EAAIC,IAAI,CAACC,UAAUA,MAAMC,SAAQ,CAAA;MACvF,GAAA;;;;;;IACF;AACA,SAAK9D,UAAU;AACf,UAAM,KAAKyC,YAAW;AACtB,UAAM,KAAKW,OAAM;EACnB;EAEAW,IAAIC,OAAeC,KAAc;AAC/B,WAAO,KAAKrE,WAAWmE,IAAIC,OAAOC,GAAAA;EACpC;EAEAC,IAAIC,OAAeC,SAAsB;AACvC,WAAOpF,UAAU,KAAKY,WAAWsE,IAAIf,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOC,OAAAA;EAC5E;;EAGAzB,OAAOzB,MAAoC;AACzC,WAAOlC,UAAU,KAAKY,WAAW+C,OAAOQ,KAAK,KAAKvD,UAAU,CAAA,EAAGsB,IAAAA;EACjE;;;;EAKAmD,YAAYrB,MAA4C;AACtD,WAAO,KAAKpD,WAAWyE,SAAQ,GAAIrB,IAAAA;EACrC;EAEAsB,cAActB,MAA8C;AAC1D,WAAO,KAAKpD,WAAW0E,WAAU,GAAItB,IAAAA;EACvC;EAEAuB,kBAAkBvB,MAAkD;AAClE,WAAO,KAAKpD,WAAW2E,eAAc,GAAIvB,IAAAA;EAC3C;EAEAwB,aAAaxB,MAA6C;AACxD,WAAO,KAAKpD,WAAW4E,UAAS,GAAIxB,IAAAA;EACtC;EAEAyB,MAAMT,OAAeC,KAAc;AACjC,WAAOjF,UAAU,KAAKY,WAAW6E,MAAMtB,KAAK,KAAKvD,UAAU,CAAA,EAAGoE,OAAOC,GAAAA;EACvE;EAEAS,MAAMP,OAAeC,SAAe;AAClC,WAAOpF,UAAU,KAAKY,WAAW8E,MAAMvB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,KAAAA;EAChE;EAEAQ,IAAIR,OAAejD,MAASwD,OAAc;AACxC,WAAO1F,UAAU,KAAKY,WAAW+E,IAAIxB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,OAAOjD,MAAMwD,KAAAA;EAC3E;EAEAE,UAAUT,OAAejD,MAA2BwD,OAAcG,MAA2B;AAC3F,WAAO7F,UAAW,KAAKY,WAAmBkF,WAAW3B,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOjD,MAAMwD,OAAOG,IAAAA;EACzG;;;;EAKA,MAAME,UAAUrB,MAAcsB,IAA2B;AACvDzF,cAAUmE,QAAQ,KAAKA,OAAOsB,MAAMA,MAAM,KAAKxE,QAAQ,iBAAA;;;;;;;;;AAEvD,UAAMyE,iBAAiB;AACvB,UAAMC,aAAaF;AACnB,UAAMG,WAAWC,KAAKC,IAAIH,aAAaD,gBAAgB,KAAKzE,MAAM;AAElE,UAAM8E,iBAAiB,MAAMC,QAAQC,IACnC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKnB,MAAMf,MAAMsB,EAAAA;AAEvB,UAAMa,gBAAgB,MAAMN,QAAQC,IAClC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,aAASE,IAAI,GAAGA,IAAIR,eAAe9E,QAAQsF,KAAK;AAC9C,YAAMC,SAAStG,cAAc6F,eAAeQ,CAAAA,CAAE;AAC9C,YAAME,QAAQvG,cAAcoG,cAAcC,CAAAA,CAAE;AAC5C,UAAI,CAACC,OAAOE,OAAOD,KAAAA,GAAQ;AACzB,cAAM,IAAIE,MAAM,8DAAA;MAClB;IACF;EACF;AACF;AAEA,IAAMxE,oBAAN,cAAgCzC,SAAAA;EACbkH;EACAC;EACTC;EACAC,WAAW;EAEnB,YAAYrE,MAAsBlB,OAA0B,CAAC,GAAG;AAC9D,UAAM;MAAEwF,YAAY;IAAK,CAAA;AACzBhH,cAAUwB,KAAKyF,SAAS,MAAM,4BAAA;;;;;;;;;AAC9BjH,cAAUwB,KAAKS,UAAUC,UAAaV,KAAKS,QAAQ,GAAA,QAAA;;;;;;;;;AACnD,SAAK2E,QAAQlE;AACb,SAAKmE,SAASrF,KAAKS;AACnB,SAAK6E,UAAUtF,KAAKiD,SAAS;EAC/B;EAESyC,MAAMtF,IAAuC;AACpD,SAAKgF,MAAMO,MAAMvF,EAAAA;EACnB;EAESwF,MAAMxF,IAAuC;AACpD,QAAI,KAAKmF,UAAU;AACjB;IACF;AAEA,QAAI,KAAKH,MAAMS,SAAUC,MAAM,KAAKR,SAAS,KAAKA,UAAU,KAAKD,MAAM,MAAM,KAAKA,QAAQ;AACxF,WAAKU,aAAa3F,EAAAA;IACpB,OAAO;AACL,WAAK4F,gBAAgB5F,EAAAA;IACvB;EACF;EAEQ4F,gBAAgB5F,IAAuC;AAC7D,SAAKgF,MAAMjC,IAAI,KAAKmC,SAAS;MAAEjF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AACjD,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE;AACL,aAAKC,WAAW;AAChB,aAAKhF,KAAKJ,IAAAA;AACVC,WAAG,IAAA;MACL;IACF,CAAA;EACF;EAEQ2F,aAAa3F,IAAuC;AAC1D,SAAKgF,MAAMa,SAAS,KAAKX,SAAS,KAAKA,UAAU,KAAKD,QAAQ;MAAEhF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AAClF,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE,WAAWnF,KAAKV;AACrB,aAAK8F,WAAW;AAChB,mBAAWW,QAAQ/F,MAAM;AACvB,eAAKI,KAAK2F,IAAAA;QACZ;AACA9F,WAAG,IAAA;MACL;IACF,CAAA;EACF;AACF;;;ACjVA,OAAO+F,kBAAkB;AAEzB,SAAsBC,oBAAoB;AAC1C,SAASC,qBAAqB;AAE9B,SAASC,cAAcC,iBAAiB;AAExC,SAASC,OAAAA,YAAW;;AAyBb,IAAMC,cAAN,MAAMA;EACMC;EACAC;EACAC;EAEjB,YAAY,EAAEC,MAAMC,QAAQC,WAAAA,WAAS,GAAwB;AAC3DC,IAAAA,KAAI,eAAe;MAAEC,SAASF;IAAU,GAAA;;;;;;AACxC,SAAKL,QAAQG,QAAQK,cAAAA;AACrB,SAAKP,UAAUG;AACf,SAAKF,oBAAoBG;EAC3B;EAEA,IAAII,cAAc;AAChB,WAAO,KAAKT;EACd;EAEA,MAAMU,WAAWC,WAAsBJ,SAAgD;AACrF,QAAIA,SAASK,YAAY,CAAC,KAAKX,SAAS;AACtC,YAAM,IAAIY,MAAM,2CAAA;IAClB;AACA,QAAIN,SAASO,WAAW;AACtBR,MAAAA,KAAIS,KAAK,qCAAA,QAAA;;;;;;IACX;AAGA,UAAMC,MAAM,MAAMC,aAAaC,OAAO,WAAWC,OAAOC,KAAKT,UAAUU,MAAK,CAAA,CAAA;AAE5E,UAAMC,OAAOC,aACX,CAGA,GACA,KAAKrB,mBACL;MACEY,WAAW,KAAKb,WAAWM,SAASK,WAAWO,OAAOC,KAAK,QAAA,IAAYI;MACvEC,QAAQ,KAAKxB,UAAUyB,aAAa,KAAKzB,SAASU,SAAAA,IAAaa;MAC/DG,SAASpB,SAASoB;MAClBC,cAAc,CAAC;IACjB,GACArB,OAAAA;AAGF,UAAMsB,aAAa,KAAK7B,MAAM8B,gBAAgBnB,UAAUU,MAAK,CAAA;AAC7D,UAAMU,cAAc,CAACC,aAAAA;AACnB,YAAM,EAAEC,MAAMC,OAAM,IAAKL,WAAWM,gBAAgBH,QAAAA;AACpD1B,MAAAA,KAAI,WAAW;QACb8B,MAAM,GAAGH,IAAAA,IAAQ,KAAKjC,MAAMoC,IAAI,IAAIzB,UAAU0B,SAAQ,CAAA,IAAML,QAAAA;MAC9D,GAAA;;;;;;AAEA,aAAOE;IACT;AAEA,UAAMI,OAAOjC,UAAU0B,aAAaZ,OAAOC,KAAKJ,GAAAA,GAAMM,IAAAA;AACtD,WAAO,IAAIiB,YAAYD,MAAM3B,WAAWkB,UAAAA;EAC1C;AACF;;;ACvFA,SAASW,OAAOC,aAAa;AAC7B,SAASC,iBAAAA,sBAAqB;AAC9B,SAASC,aAAAA,kBAAiB;AAC1B,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAYC,kBAAkB;;AAYhC,IAAMC,YAAN,MAAMA;EACMC,SAAgD,IAAIH,WAAWF,UAAUM,IAAI;EAC7EC,WAAW,IAAIL,WAA6BF,UAAUM,IAAI;EAC1DE;EAETC,UAAU;EAETC,aAAa,IAAId,MAAAA;EAE1B,YAAY,EAAEe,QAAO,GAAyB;AAC5C,SAAKH,WAAWG,WAAWb,eAAAA;EAC7B;EAEA,IAAIc,OAAO;AACT,WAAO,KAAKP,OAAOO;EACrB;EAEA,IAAIC,QAAQ;AACV,WAAOC,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA;EACtC;;;;EAKAC,QAAQC,WAAkD;AACxD,WAAO,KAAKb,OAAOc,IAAID,SAAAA;EACzB;;;;;EAMA,MAAME,SAASC,SAAoB,EAAEC,UAAUC,OAAM,IAAkB,CAAC,GAA4B;AAClGtB,IAAAA,KAAI,gBAAgB;MAAEoB;IAAQ,GAAA;;;;;;AAC9BtB,IAAAA,WAAUsB,SAAAA,QAAAA;;;;;;;;;AACVtB,IAAAA,WAAU,CAAC,KAAKU,SAAS,wBAAA;;;;;;;;;AAEzB,UAAMe,QAAQrB,WAAW,KAAKI,UAAUc,SAAS,MAAM,IAAIxB,MAAAA,CAAAA;AAE3D,WAAO2B,MAAMC,oBAAoB,YAAA;AAC/B,UAAIC,OAAO,KAAKT,QAAQI,OAAAA;AACxB,UAAIK,MAAM;AAGR,YAAIJ,YAAY,CAACI,KAAKC,WAAWL,UAAU;AACzC,gBAAM,IAAIM,MAAM,mCAAmCP,QAAQQ,SAAQ,CAAA,EAAI;QACzE,YAAYN,UAAU,WAAWG,KAAKC,WAAWJ,QAAQ;AACvD,gBAAM,IAAIK,MACR,oDAAoDP,QAAQQ,SAAQ,CAAA,KAAON,MAAAA,QACzEG,KAAKC,WAAWJ,MAAM,GACrB;QAEP,OAAO;AACL,gBAAMG,KAAKI,KAAI;AACf,iBAAOJ;QACT;MACF;AAEAA,aAAO,MAAM,KAAKlB,SAASuB,WAAWV,SAAS;QAAEC;QAAUC;MAAO,CAAA;AAClE,WAAKlB,OAAO2B,IAAIN,KAAKO,KAAKP,IAAAA;AAE1B,YAAMA,KAAKI,KAAI;AACf,WAAKpB,WAAWwB,KAAKR,IAAAA;AACrBzB,MAAAA,KAAI,UAAU;QAAEoB;MAAQ,GAAA;;;;;;AACxB,aAAOK;IACT,CAAA;EACF;;;;EAKA,MAAMS,QAAuB;AAC3BlC,IAAAA,KAAI,cAAA,QAAA;;;;;;AACJ,SAAKQ,UAAU;AACf,UAAM2B,QAAQC,IACZvB,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA,EAAIsB,IAAI,OAAOZ,SAAAA;AAC1C,YAAMA,KAAKS,MAAK;AAChBpC,MAAAA,WAAU2B,KAAKa,QAAM,QAAA;;;;;;;;;IAKvB,CAAA,CAAA;AAGF,SAAKlC,OAAOmC,MAAK;AACjBvC,IAAAA,KAAI,UAAA,QAAA;;;;;;EACN;AACF;",
|
|
6
|
-
"names": ["inspect", "promisify", "Readable", "Transform", "Trigger", "StackTrace", "inspectObject", "assertArgument", "invariant", "log", "arrayToBuffer", "rangeFromTo", "FeedWrapper", "_hypercore", "_pendingWrites", "Set", "_writeLock", "_closed", "hypercore", "_key", "_storageDirectory", "wake", "custom", "toJSON", "feedKey", "length", "properties", "opened", "closed", "key", "core", "createReadableStream", "opts", "self", "transform", "data", "cb", "wait", "then", "push", "readStream", "batch", "undefined", "BatchedReadStream", "createReadStream", "pipe", "err", "createFeedWriter", "write", "afterWrite", "feed", "seq", "stackTrace", "add", "size", "reset", "receipt", "appendWithReceipt", "flushToDisk", "delete", "append", "flush", "readable", "byteLength", "on", "args", "off", "open", "bind", "_close", "close", "warn", "count", "pendingWrites", "Array", "from", "values", "map", "stack", "getStack", "has", "start", "end", "get", "index", "options", "download", "undownload", "setDownloading", "replicate", "clear", "proof", "put", "putBuffer", "peer", "_putBuffer", "safeClear", "to", "CHECK_MESSAGES", "checkBegin", "checkEnd", "Math", "min", "messagesBefore", "Promise", "all", "idx", "valueEncoding", "decode", "x", "messagesAfter", "i", "before", "after", "equals", "Error", "_feed", "_batch", "_cursor", "_reading", "objectMode", "live", "_open", "ready", "_read", "bitfield", "total", "_batchedRead", "_nonBatchedRead", "getBatch", "item", "defaultsDeep", "subtleCrypto", "failUndefined", "createCrypto", "hypercore", "log", "FeedFactory", "_root", "_signer", "_hypercoreOptions", "root", "signer", "hypercore", "log", "options", "failUndefined", "storageRoot", "createFeed", "publicKey", "writable", "Error", "secretKey", "warn", "key", "subtleCrypto", "digest", "Buffer", "from", "toHex", "opts", "defaultsDeep", "undefined", "crypto", "createCrypto", "onwrite", "noiseKeyPair", "storageDir", "createDirectory", "makeStorage", "filename", "type", "native", "getOrCreateFile", "path", "truncate", "core", "FeedWrapper", "Event", "Mutex", "failUndefined", "invariant", "PublicKey", "log", "ComplexMap", "defaultMap", "FeedStore", "_feeds", "hash", "_mutexes", "_factory", "_closed", "feedOpened", "factory", "size", "feeds", "Array", "from", "values", "getFeed", "publicKey", "get", "openFeed", "feedKey", "writable", "sparse", "mutex", "executeSynchronized", "feed", "properties", "Error", "truncate", "open", "createFeed", "set", "key", "emit", "close", "Promise", "all", "map", "closed", "clear"]
|
|
7
|
-
}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/feed-wrapper.ts", "../../../src/feed-factory.ts", "../../../src/feed-store.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { inspect } from 'node:util';\nimport { promisify } from 'node:util';\n\nimport { Readable, Transform } from 'streamx';\n\nimport { Trigger } from '@dxos/async';\nimport { StackTrace, inspectObject } from '@dxos/debug';\nimport type { Hypercore, HypercoreProperties, ReadStreamOptions } from '@dxos/hypercore';\nimport { assertArgument, invariant } from '@dxos/invariant';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\nimport { arrayToBuffer, rangeFromTo } from '@dxos/util';\nimport type { GetOptions, Proof } from '@dxos/vendor-hypercore/hypercore';\n\nimport { type FeedWriter, type WriteReceipt } from './feed-writer';\n\n/**\n * Async feed wrapper.\n */\nexport class FeedWrapper<T extends {}> {\n private _hypercore: Hypercore<T>;\n private readonly _pendingWrites = new Set<StackTrace>();\n\n // Pending while writes are happening. Resolves when there are no pending writes.\n private readonly _writeLock = new Trigger();\n\n private _closed = false;\n\n constructor(\n hypercore: Hypercore<T>,\n private _key: PublicKey, // TODO(burdon): Required since currently patching the key inside factory.\n private _storageDirectory: Directory,\n ) {\n assertArgument(hypercore, 'hypercore');\n this._hypercore = hypercore;\n invariant(this._key);\n this._writeLock.wake();\n }\n\n [inspect.custom](): string {\n return inspectObject(this);\n }\n\n toJSON(): { feedKey: PublicKey; length: number; opened: boolean; closed: boolean } {\n return {\n feedKey: this._key,\n length: this.properties.length,\n opened: this.properties.opened,\n closed: this.properties.closed,\n };\n }\n\n get key(): PublicKey {\n return this._key;\n }\n\n get core(): Hypercore<T> {\n return this._hypercore;\n }\n\n // TODO(burdon): Create proxy.\n get properties(): HypercoreProperties {\n return this._hypercore;\n }\n\n createReadableStream(opts?: ReadStreamOptions): Readable {\n // eslint-disable-next-line @typescript-eslint/no-this-alias\n const self = this;\n const transform = new Transform({\n transform(data: any, cb: (err?: Error | null, data?: any) => void) {\n // Delay until write is complete.\n void self._writeLock.wait().then(() => {\n this.push(data);\n cb();\n });\n },\n });\n const readStream =\n opts?.batch !== undefined && opts?.batch > 1\n ? new BatchedReadStream(this._hypercore, opts)\n : this._hypercore.createReadStream(opts);\n\n readStream.pipe(transform, (err: any) => {\n // Ignore errors.\n // We might get \"Writable stream closed prematurely\" error.\n // Its okay since the pipeline is closed and does not expect more messages.\n });\n\n return transform;\n }\n\n createFeedWriter(): FeedWriter<T> {\n return {\n write: async (data: T, { afterWrite } = {}) => {\n log('write', { feed: this._key, seq: this._hypercore.length });\n invariant(!this._closed, 'Feed closed');\n const stackTrace = new StackTrace();\n\n try {\n // Pending writes pause the read stream.\n this._pendingWrites.add(stackTrace);\n if (this._pendingWrites.size === 1) {\n this._writeLock.reset();\n }\n\n const receipt = await this.appendWithReceipt(data);\n\n // TODO(dmaretskyi): Removing this will make user-intiated writes faster but might result in a data-loss.\n await this.flushToDisk();\n\n await afterWrite?.(receipt);\n\n return receipt;\n } finally {\n // Unblock the read stream after the write (and callback) is complete.\n this._pendingWrites.delete(stackTrace);\n if (this._pendingWrites.size === 0) {\n this._writeLock.wake();\n }\n }\n },\n };\n }\n\n async appendWithReceipt(data: T): Promise<WriteReceipt> {\n const seq = await this.append(data);\n invariant(seq < this.length, 'Invalid seq after write');\n log('write complete', { feed: this._key, seq });\n const receipt: WriteReceipt = {\n feedKey: this.key,\n seq,\n };\n return receipt;\n }\n\n /**\n * Flush pending changes to disk.\n * Calling this is not required unless you want to explicitly wait for data to be written.\n */\n async flushToDisk(): Promise<void> {\n await this._storageDirectory.flush();\n }\n\n get opened(): boolean {\n return this._hypercore.opened;\n }\n\n get closed(): boolean {\n return this._hypercore.closed;\n }\n\n get readable(): boolean {\n return this._hypercore.readable;\n }\n\n get length(): number {\n return this._hypercore.length;\n }\n\n get byteLength(): number {\n return this._hypercore.byteLength;\n }\n\n on(...args: any[]) {\n return (this._hypercore as any).on(...args);\n }\n\n off(...args: any[]) {\n return (this._hypercore as any).off(...args);\n }\n\n open(...args: Parameters<Hypercore<T>['open']>) {\n return promisify(this._hypercore.open.bind(this._hypercore) as any)(...args);\n }\n\n _close(...args: Parameters<Hypercore<T>['close']>) {\n return promisify(this._hypercore.close.bind(this._hypercore) as any)(...args);\n }\n\n close = async () => {\n if (this._pendingWrites.size) {\n log.warn('Closing feed with pending writes', {\n feed: this._key,\n count: this._pendingWrites.size,\n pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack()),\n });\n }\n this._closed = true;\n await this.flushToDisk();\n await this._close();\n };\n\n has(start: number, end?: number) {\n return this._hypercore.has(start, end);\n }\n\n get(index: number, options?: GetOptions) {\n return promisify(this._hypercore.get.bind(this._hypercore) as any)(index, options);\n }\n\n // TODO(dmaretskyi): Type better\n append(data: any | any[]): Promise<number> {\n return promisify(this._hypercore.append.bind(this._hypercore))(data);\n }\n\n /**\n * Will not resolve if `end` parameter is not specified and the feed is not closed.\n */\n download(...args: Parameters<Hypercore<T>['download']>) {\n return this._hypercore.download(...args);\n }\n\n undownload(...args: Parameters<Hypercore<T>['undownload']>) {\n return this._hypercore.undownload(...args);\n }\n\n setDownloading(...args: Parameters<Hypercore<T>['setDownloading']>) {\n return this._hypercore.setDownloading(...args);\n }\n\n replicate(...args: Parameters<Hypercore<T>['replicate']>) {\n return this._hypercore.replicate(...args);\n }\n\n clear(start: number, end?: number) {\n return promisify(this._hypercore.clear.bind(this._hypercore))(start, end);\n }\n\n proof(index: number, options?: any) {\n return promisify(this._hypercore.proof.bind(this._hypercore))(index);\n }\n\n put(index: number, data: T, proof: Proof) {\n return promisify(this._hypercore.put.bind(this._hypercore))(index, data, proof);\n }\n\n putBuffer(index: number, data: Buffer | Uint8Array, proof: Proof, peer: null): Promise<void> {\n return promisify((this._hypercore as any)._putBuffer.bind(this._hypercore) as any)(index, data, proof, peer);\n }\n\n /**\n * Clear and check for integrity.\n */\n async safeClear(from: number, to: number): Promise<void> {\n invariant(from >= 0 && from < to && to <= this.length, 'Invalid range');\n\n const CHECK_MESSAGES = 20;\n const checkBegin = to;\n const checkEnd = Math.min(checkBegin + CHECK_MESSAGES, this.length);\n\n const messagesBefore = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n await this.clear(from, to);\n\n const messagesAfter = await Promise.all(\n rangeFromTo(checkBegin, checkEnd).map((idx) =>\n this.get(idx, {\n valueEncoding: { decode: (x: Uint8Array) => x } as any,\n }),\n ),\n );\n\n for (let i = 0; i < messagesBefore.length; i++) {\n const before = arrayToBuffer(messagesBefore[i]);\n const after = arrayToBuffer(messagesAfter[i]);\n if (!before.equals(after)) {\n throw new Error('Feed corruption on clear. There has likely been a data loss.');\n }\n }\n }\n}\n\nclass BatchedReadStream extends Readable {\n private readonly _feed: Hypercore<any>;\n private readonly _batch: number;\n private _cursor: number;\n private _reading = false;\n\n constructor(feed: Hypercore<any>, opts: ReadStreamOptions = {}) {\n super({ objectMode: true });\n invariant(opts.live === true, 'Only live mode supported');\n invariant(opts.batch !== undefined && opts.batch > 1);\n this._feed = feed;\n this._batch = opts.batch;\n this._cursor = opts.start ?? 0;\n }\n\n override _open(cb: (err: Error | null) => void): void {\n this._feed.ready(cb);\n }\n\n override _read(cb: (err: Error | null) => void): void {\n if (this._reading) {\n return;\n }\n\n if (this._feed.bitfield!.total(this._cursor, this._cursor + this._batch) === this._batch) {\n this._batchedRead(cb);\n } else {\n this._nonBatchedRead(cb);\n }\n }\n\n private _nonBatchedRead(cb: (err: Error | null) => void): void {\n this._feed.get(this._cursor, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor++;\n this._reading = false;\n this.push(data);\n cb(null);\n }\n });\n }\n\n private _batchedRead(cb: (err: Error | null) => void): void {\n this._feed.getBatch(this._cursor, this._cursor + this._batch, { wait: true }, (err, data) => {\n if (err) {\n cb(err);\n } else {\n this._cursor += data.length;\n this._reading = false;\n for (const item of data) {\n this.push(item);\n }\n cb(null);\n }\n });\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport defaultsDeep from 'lodash.defaultsdeep';\n\nimport { type Signer, subtleCrypto } from '@dxos/crypto';\nimport { failUndefined } from '@dxos/debug';\nimport type { HypercoreOptions } from '@dxos/hypercore';\nimport { createCrypto, hypercore } from '@dxos/hypercore';\nimport { type PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type Directory } from '@dxos/random-access-storage';\n\nimport { FeedWrapper } from './feed-wrapper';\n\nexport type FeedFactoryOptions = {\n root: Directory;\n signer?: Signer;\n hypercore?: HypercoreOptions;\n};\n\nexport type FeedOptions = HypercoreOptions & {\n writable?: boolean;\n /**\n * Optional hook called before data is written after being verified.\n * Called for writes done by this peer as well as for data replicated from other peers.\n * NOTE: The callback must be invoked to complete the write operation.\n * @param peer Always null in hypercore@9.12.0.\n */\n onwrite?: (index: number, data: any, peer: null, cb: (err: Error | null) => void) => void;\n};\n\n/**\n * Hypercore factory.\n */\nexport class FeedFactory<T extends {}> {\n private readonly _root: Directory;\n private readonly _signer?: Signer;\n private readonly _hypercoreOptions?: HypercoreOptions;\n\n constructor({ root, signer, hypercore }: FeedFactoryOptions) {\n log('FeedFactory', { options: hypercore });\n this._root = root ?? failUndefined();\n this._signer = signer;\n this._hypercoreOptions = hypercore;\n }\n\n get storageRoot() {\n return this._root;\n }\n\n async createFeed(publicKey: PublicKey, options?: FeedOptions): Promise<FeedWrapper<T>> {\n if (options?.writable && !this._signer) {\n throw new Error('Signer required to create writable feeds.');\n }\n if (options?.secretKey) {\n log.warn('Secret key ignored due to signer.');\n }\n\n // Required due to hypercore's 32-byte key limit.\n const key = await subtleCrypto.digest('SHA-256', Buffer.from(publicKey.toHex()));\n\n const opts = defaultsDeep(\n {\n // sparse: false,\n // stats: false,\n },\n this._hypercoreOptions,\n {\n secretKey: this._signer && options?.writable ? Buffer.from('secret') : undefined,\n crypto: this._signer ? createCrypto(this._signer, publicKey) : undefined,\n onwrite: options?.onwrite,\n noiseKeyPair: {}, // We're not using noise.\n },\n options,\n );\n\n const storageDir = this._root.createDirectory(publicKey.toHex());\n const makeStorage = (filename: string) => {\n const { type, native } = storageDir.getOrCreateFile(filename);\n log('created', {\n path: `${type}:${this._root.path}/${publicKey.truncate()}/${filename}`,\n });\n\n return native;\n };\n\n const core = hypercore(makeStorage, Buffer.from(key), opts);\n return new FeedWrapper(core, publicKey, storageDir);\n }\n}\n", "//\n// Copyright 2019 DXOS.org\n//\n\nimport { Event, Mutex } from '@dxos/async';\nimport { failUndefined } from '@dxos/debug';\nimport { invariant } from '@dxos/invariant';\nimport { PublicKey } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ComplexMap, defaultMap } from '@dxos/util';\n\nimport { type FeedFactory, type FeedOptions } from './feed-factory';\nimport { type FeedWrapper } from './feed-wrapper';\n\nexport interface FeedStoreOptions<T extends {}> {\n factory: FeedFactory<T>;\n}\n\n/**\n * Persistent hypercore store.\n */\nexport class FeedStore<T extends {}> {\n private readonly _feeds: ComplexMap<PublicKey, FeedWrapper<T>> = new ComplexMap(PublicKey.hash);\n private readonly _mutexes = new ComplexMap<PublicKey, Mutex>(PublicKey.hash);\n private readonly _factory: FeedFactory<T>;\n\n private _closed = false;\n\n readonly feedOpened = new Event<FeedWrapper<T>>();\n\n constructor({ factory }: FeedStoreOptions<T>) {\n this._factory = factory ?? failUndefined();\n }\n\n get size() {\n return this._feeds.size;\n }\n\n get feeds() {\n return Array.from(this._feeds.values());\n }\n\n /**\n * Get the open feed if it exists.\n */\n getFeed(publicKey: PublicKey): FeedWrapper<T> | undefined {\n return this._feeds.get(publicKey);\n }\n\n /**\n * Gets or opens a feed.\n * The feed is readonly unless a secret key is provided.\n */\n async openFeed(feedKey: PublicKey, { writable, sparse }: FeedOptions = {}): Promise<FeedWrapper<T>> {\n log('opening feed', { feedKey });\n invariant(feedKey);\n invariant(!this._closed, 'Feed store is closed');\n\n const mutex = defaultMap(this._mutexes, feedKey, () => new Mutex());\n\n return mutex.executeSynchronized(async () => {\n let feed = this.getFeed(feedKey);\n if (feed) {\n // TODO(burdon): Need to check that there's another instance being used (create test and break this).\n // TODO(burdon): Remove from store if feed is closed externally? (remove wrapped open/close methods?)\n if (writable && !feed.properties.writable) {\n throw new Error(`Read-only feed is already open: ${feedKey.truncate()}`);\n } else if ((sparse ?? false) !== feed.properties.sparse) {\n throw new Error(\n `Feed already open with different sparse setting: ${feedKey.truncate()} [${sparse} !== ${\n feed.properties.sparse\n }]`,\n );\n } else {\n await feed.open();\n return feed;\n }\n }\n\n feed = await this._factory.createFeed(feedKey, { writable, sparse });\n this._feeds.set(feed.key, feed);\n\n await feed.open();\n this.feedOpened.emit(feed);\n log('opened', { feedKey });\n return feed;\n });\n }\n\n /**\n * Close all feeds.\n */\n async close(): Promise<void> {\n log('closing...');\n this._closed = true;\n await Promise.all(\n Array.from(this._feeds.values()).map(async (feed) => {\n await feed.close();\n invariant(feed.closed);\n // TODO(burdon): SpaceProxy still being initialized.\n // SpaceProxy.initialize => Database.createItem => ... => FeedWrapper.append\n // Uncaught Error: Closed [random-access-storage/index.js:181:38]\n // await sleep(100);\n }),\n );\n\n this._feeds.clear();\n log('closed');\n }\n}\n"],
|
|
5
|
-
"mappings": ";;;AAIA,SAASA,eAAe;AACxB,SAASC,iBAAiB;AAE1B,SAASC,UAAUC,iBAAiB;AAEpC,SAASC,eAAe;AACxB,SAASC,YAAYC,qBAAqB;AAE1C,SAASC,gBAAgBC,iBAAiB;AAE1C,SAASC,WAAW;AAEpB,SAASC,eAAeC,mBAAmB;;AAQpC,IAAMC,cAAN,MAAMA;;;EACHC;EACSC,iBAAiB,oBAAIC,IAAAA;;EAGrBC,aAAa,IAAIZ,QAAAA;EAE1Ba,UAAU;EAElB,YACEC,YACQC,MACAC,mBACR;SAFQD,OAAAA;SACAC,oBAAAA;AAERb,mBAAeW,YAAW,WAAA;AAC1B,SAAKL,aAAaK;AAClBV,cAAU,KAAKW,MAAI,QAAA;;;;;;;;;AACnB,SAAKH,WAAWK,KAAI;EACtB;EAEA,CAACrB,QAAQsB,MAAM,IAAY;AACzB,WAAOhB,cAAc,IAAI;EAC3B;EAEAiB,SAAmF;AACjF,WAAO;MACLC,SAAS,KAAKL;MACdM,QAAQ,KAAKC,WAAWD;MACxBE,QAAQ,KAAKD,WAAWC;MACxBC,QAAQ,KAAKF,WAAWE;IAC1B;EACF;EAEA,IAAIC,MAAiB;AACnB,WAAO,KAAKV;EACd;EAEA,IAAIW,OAAqB;AACvB,WAAO,KAAKjB;EACd;;EAGA,IAAIa,aAAkC;AACpC,WAAO,KAAKb;EACd;EAEAkB,qBAAqBC,MAAoC;AAEvD,UAAMC,OAAO;AACb,UAAMC,YAAY,IAAI/B,UAAU;MAC9B+B,UAAUC,MAAWC,IAA4C;AAE/D,aAAKH,KAAKjB,WAAWqB,KAAI,EAAGC,KAAK,MAAA;AAC/B,eAAKC,KAAKJ,IAAAA;AACVC,aAAAA;QACF,CAAA;MACF;IACF,CAAA;AACA,UAAMI,aACJR,MAAMS,UAAUC,UAAaV,MAAMS,QAAQ,IACvC,IAAIE,kBAAkB,KAAK9B,YAAYmB,IAAAA,IACvC,KAAKnB,WAAW+B,iBAAiBZ,IAAAA;AAEvCQ,eAAWK,KAAKX,WAAW,CAACY,QAAAA;IAI5B,CAAA;AAEA,WAAOZ;EACT;EAEAa,mBAAkC;AAChC,WAAO;MACLC,OAAO,OAAOb,MAAS,EAAEc,WAAU,IAAK,CAAC,MAAC;AACxCxC,YAAI,SAAS;UAAEyC,MAAM,KAAK/B;UAAMgC,KAAK,KAAKtC,WAAWY;QAAO,GAAA;;;;;;AAC5DjB,kBAAU,CAAC,KAAKS,SAAS,eAAA;;;;;;;;;AACzB,cAAMmC,aAAa,IAAI/C,WAAAA;AAEvB,YAAI;AAEF,eAAKS,eAAeuC,IAAID,UAAAA;AACxB,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWuC,MAAK;UACvB;AAEA,gBAAMC,UAAU,MAAM,KAAKC,kBAAkBtB,IAAAA;AAG7C,gBAAM,KAAKuB,YAAW;AAEtB,gBAAMT,aAAaO,OAAAA;AAEnB,iBAAOA;QACT,UAAA;AAEE,eAAK1C,eAAe6C,OAAOP,UAAAA;AAC3B,cAAI,KAAKtC,eAAewC,SAAS,GAAG;AAClC,iBAAKtC,WAAWK,KAAI;UACtB;QACF;MACF;IACF;EACF;EAEA,MAAMoC,kBAAkBtB,MAAgC;AACtD,UAAMgB,MAAM,MAAM,KAAKS,OAAOzB,IAAAA;AAC9B3B,cAAU2C,MAAM,KAAK1B,QAAQ,2BAAA;;;;;;;;;AAC7BhB,QAAI,kBAAkB;MAAEyC,MAAM,KAAK/B;MAAMgC;IAAI,GAAA;;;;;;AAC7C,UAAMK,UAAwB;MAC5BhC,SAAS,KAAKK;MACdsB;IACF;AACA,WAAOK;EACT;;;;;EAMA,MAAME,cAA6B;AACjC,UAAM,KAAKtC,kBAAkByC,MAAK;EACpC;EAEA,IAAIlC,SAAkB;AACpB,WAAO,KAAKd,WAAWc;EACzB;EAEA,IAAIC,SAAkB;AACpB,WAAO,KAAKf,WAAWe;EACzB;EAEA,IAAIkC,WAAoB;AACtB,WAAO,KAAKjD,WAAWiD;EACzB;EAEA,IAAIrC,SAAiB;AACnB,WAAO,KAAKZ,WAAWY;EACzB;EAEA,IAAIsC,aAAqB;AACvB,WAAO,KAAKlD,WAAWkD;EACzB;EAEAC,MAAMC,MAAa;AACjB,WAAQ,KAAKpD,WAAmBmD,GAAE,GAAIC,IAAAA;EACxC;EAEAC,OAAOD,MAAa;AAClB,WAAQ,KAAKpD,WAAmBqD,IAAG,GAAID,IAAAA;EACzC;EAEAE,QAAQF,MAAwC;AAC9C,WAAOhE,UAAU,KAAKY,WAAWsD,KAAKC,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EACzE;EAEAI,UAAUJ,MAAyC;AACjD,WAAOhE,UAAU,KAAKY,WAAWyD,MAAMF,KAAK,KAAKvD,UAAU,CAAA,EAAA,GAAaoD,IAAAA;EAC1E;EAEAK,QAAQ,YAAA;AACN,QAAI,KAAKxD,eAAewC,MAAM;AAC5B7C,UAAI8D,KAAK,oCAAoC;QAC3CrB,MAAM,KAAK/B;QACXqD,OAAO,KAAK1D,eAAewC;QAC3BmB,eAAeC,MAAMC,KAAK,KAAK7D,eAAe8D,OAAM,CAAA,EAAIC,IAAI,CAACC,UAAUA,MAAMC,SAAQ,CAAA;MACvF,GAAA;;;;;;IACF;AACA,SAAK9D,UAAU;AACf,UAAM,KAAKyC,YAAW;AACtB,UAAM,KAAKW,OAAM;EACnB;EAEAW,IAAIC,OAAeC,KAAc;AAC/B,WAAO,KAAKrE,WAAWmE,IAAIC,OAAOC,GAAAA;EACpC;EAEAC,IAAIC,OAAeC,SAAsB;AACvC,WAAOpF,UAAU,KAAKY,WAAWsE,IAAIf,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOC,OAAAA;EAC5E;;EAGAzB,OAAOzB,MAAoC;AACzC,WAAOlC,UAAU,KAAKY,WAAW+C,OAAOQ,KAAK,KAAKvD,UAAU,CAAA,EAAGsB,IAAAA;EACjE;;;;EAKAmD,YAAYrB,MAA4C;AACtD,WAAO,KAAKpD,WAAWyE,SAAQ,GAAIrB,IAAAA;EACrC;EAEAsB,cAActB,MAA8C;AAC1D,WAAO,KAAKpD,WAAW0E,WAAU,GAAItB,IAAAA;EACvC;EAEAuB,kBAAkBvB,MAAkD;AAClE,WAAO,KAAKpD,WAAW2E,eAAc,GAAIvB,IAAAA;EAC3C;EAEAwB,aAAaxB,MAA6C;AACxD,WAAO,KAAKpD,WAAW4E,UAAS,GAAIxB,IAAAA;EACtC;EAEAyB,MAAMT,OAAeC,KAAc;AACjC,WAAOjF,UAAU,KAAKY,WAAW6E,MAAMtB,KAAK,KAAKvD,UAAU,CAAA,EAAGoE,OAAOC,GAAAA;EACvE;EAEAS,MAAMP,OAAeC,SAAe;AAClC,WAAOpF,UAAU,KAAKY,WAAW8E,MAAMvB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,KAAAA;EAChE;EAEAQ,IAAIR,OAAejD,MAASwD,OAAc;AACxC,WAAO1F,UAAU,KAAKY,WAAW+E,IAAIxB,KAAK,KAAKvD,UAAU,CAAA,EAAGuE,OAAOjD,MAAMwD,KAAAA;EAC3E;EAEAE,UAAUT,OAAejD,MAA2BwD,OAAcG,MAA2B;AAC3F,WAAO7F,UAAW,KAAKY,WAAmBkF,WAAW3B,KAAK,KAAKvD,UAAU,CAAA,EAAUuE,OAAOjD,MAAMwD,OAAOG,IAAAA;EACzG;;;;EAKA,MAAME,UAAUrB,MAAcsB,IAA2B;AACvDzF,cAAUmE,QAAQ,KAAKA,OAAOsB,MAAMA,MAAM,KAAKxE,QAAQ,iBAAA;;;;;;;;;AAEvD,UAAMyE,iBAAiB;AACvB,UAAMC,aAAaF;AACnB,UAAMG,WAAWC,KAAKC,IAAIH,aAAaD,gBAAgB,KAAKzE,MAAM;AAElE,UAAM8E,iBAAiB,MAAMC,QAAQC,IACnC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKnB,MAAMf,MAAMsB,EAAAA;AAEvB,UAAMa,gBAAgB,MAAMN,QAAQC,IAClC9F,YAAYwF,YAAYC,QAAAA,EAAUvB,IAAI,CAAC6B,QACrC,KAAKvB,IAAIuB,KAAK;MACZC,eAAe;QAAEC,QAAQ,CAACC,MAAkBA;MAAE;IAChD,CAAA,CAAA,CAAA;AAIJ,aAASE,IAAI,GAAGA,IAAIR,eAAe9E,QAAQsF,KAAK;AAC9C,YAAMC,SAAStG,cAAc6F,eAAeQ,CAAAA,CAAE;AAC9C,YAAME,QAAQvG,cAAcoG,cAAcC,CAAAA,CAAE;AAC5C,UAAI,CAACC,OAAOE,OAAOD,KAAAA,GAAQ;AACzB,cAAM,IAAIE,MAAM,8DAAA;MAClB;IACF;EACF;AACF;AAEA,IAAMxE,oBAAN,cAAgCzC,SAAAA;EACbkH;EACAC;EACTC;EACAC,WAAW;EAEnB,YAAYrE,MAAsBlB,OAA0B,CAAC,GAAG;AAC9D,UAAM;MAAEwF,YAAY;IAAK,CAAA;AACzBhH,cAAUwB,KAAKyF,SAAS,MAAM,4BAAA;;;;;;;;;AAC9BjH,cAAUwB,KAAKS,UAAUC,UAAaV,KAAKS,QAAQ,GAAA,QAAA;;;;;;;;;AACnD,SAAK2E,QAAQlE;AACb,SAAKmE,SAASrF,KAAKS;AACnB,SAAK6E,UAAUtF,KAAKiD,SAAS;EAC/B;EAESyC,MAAMtF,IAAuC;AACpD,SAAKgF,MAAMO,MAAMvF,EAAAA;EACnB;EAESwF,MAAMxF,IAAuC;AACpD,QAAI,KAAKmF,UAAU;AACjB;IACF;AAEA,QAAI,KAAKH,MAAMS,SAAUC,MAAM,KAAKR,SAAS,KAAKA,UAAU,KAAKD,MAAM,MAAM,KAAKA,QAAQ;AACxF,WAAKU,aAAa3F,EAAAA;IACpB,OAAO;AACL,WAAK4F,gBAAgB5F,EAAAA;IACvB;EACF;EAEQ4F,gBAAgB5F,IAAuC;AAC7D,SAAKgF,MAAMjC,IAAI,KAAKmC,SAAS;MAAEjF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AACjD,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE;AACL,aAAKC,WAAW;AAChB,aAAKhF,KAAKJ,IAAAA;AACVC,WAAG,IAAA;MACL;IACF,CAAA;EACF;EAEQ2F,aAAa3F,IAAuC;AAC1D,SAAKgF,MAAMa,SAAS,KAAKX,SAAS,KAAKA,UAAU,KAAKD,QAAQ;MAAEhF,MAAM;IAAK,GAAG,CAACS,KAAKX,SAAAA;AAClF,UAAIW,KAAK;AACPV,WAAGU,GAAAA;MACL,OAAO;AACL,aAAKwE,WAAWnF,KAAKV;AACrB,aAAK8F,WAAW;AAChB,mBAAWW,QAAQ/F,MAAM;AACvB,eAAKI,KAAK2F,IAAAA;QACZ;AACA9F,WAAG,IAAA;MACL;IACF,CAAA;EACF;AACF;;;ACjVA,OAAO+F,kBAAkB;AAEzB,SAAsBC,oBAAoB;AAC1C,SAASC,qBAAqB;AAE9B,SAASC,cAAcC,iBAAiB;AAExC,SAASC,OAAAA,YAAW;;AAyBb,IAAMC,cAAN,MAAMA;EACMC;EACAC;EACAC;EAEjB,YAAY,EAAEC,MAAMC,QAAQC,WAAAA,WAAS,GAAwB;AAC3DC,IAAAA,KAAI,eAAe;MAAEC,SAASF;IAAU,GAAA;;;;;;AACxC,SAAKL,QAAQG,QAAQK,cAAAA;AACrB,SAAKP,UAAUG;AACf,SAAKF,oBAAoBG;EAC3B;EAEA,IAAII,cAAc;AAChB,WAAO,KAAKT;EACd;EAEA,MAAMU,WAAWC,WAAsBJ,SAAgD;AACrF,QAAIA,SAASK,YAAY,CAAC,KAAKX,SAAS;AACtC,YAAM,IAAIY,MAAM,2CAAA;IAClB;AACA,QAAIN,SAASO,WAAW;AACtBR,MAAAA,KAAIS,KAAK,qCAAA,QAAA;;;;;;IACX;AAGA,UAAMC,MAAM,MAAMC,aAAaC,OAAO,WAAWC,OAAOC,KAAKT,UAAUU,MAAK,CAAA,CAAA;AAE5E,UAAMC,OAAOC,aACX,CAGA,GACA,KAAKrB,mBACL;MACEY,WAAW,KAAKb,WAAWM,SAASK,WAAWO,OAAOC,KAAK,QAAA,IAAYI;MACvEC,QAAQ,KAAKxB,UAAUyB,aAAa,KAAKzB,SAASU,SAAAA,IAAaa;MAC/DG,SAASpB,SAASoB;MAClBC,cAAc,CAAC;IACjB,GACArB,OAAAA;AAGF,UAAMsB,aAAa,KAAK7B,MAAM8B,gBAAgBnB,UAAUU,MAAK,CAAA;AAC7D,UAAMU,cAAc,CAACC,aAAAA;AACnB,YAAM,EAAEC,MAAMC,OAAM,IAAKL,WAAWM,gBAAgBH,QAAAA;AACpD1B,MAAAA,KAAI,WAAW;QACb8B,MAAM,GAAGH,IAAAA,IAAQ,KAAKjC,MAAMoC,IAAI,IAAIzB,UAAU0B,SAAQ,CAAA,IAAML,QAAAA;MAC9D,GAAA;;;;;;AAEA,aAAOE;IACT;AAEA,UAAMI,OAAOjC,UAAU0B,aAAaZ,OAAOC,KAAKJ,GAAAA,GAAMM,IAAAA;AACtD,WAAO,IAAIiB,YAAYD,MAAM3B,WAAWkB,UAAAA;EAC1C;AACF;;;ACvFA,SAASW,OAAOC,aAAa;AAC7B,SAASC,iBAAAA,sBAAqB;AAC9B,SAASC,aAAAA,kBAAiB;AAC1B,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAYC,kBAAkB;;AAYhC,IAAMC,YAAN,MAAMA;EACMC,SAAgD,IAAIH,WAAWF,UAAUM,IAAI;EAC7EC,WAAW,IAAIL,WAA6BF,UAAUM,IAAI;EAC1DE;EAETC,UAAU;EAETC,aAAa,IAAId,MAAAA;EAE1B,YAAY,EAAEe,QAAO,GAAyB;AAC5C,SAAKH,WAAWG,WAAWb,eAAAA;EAC7B;EAEA,IAAIc,OAAO;AACT,WAAO,KAAKP,OAAOO;EACrB;EAEA,IAAIC,QAAQ;AACV,WAAOC,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA;EACtC;;;;EAKAC,QAAQC,WAAkD;AACxD,WAAO,KAAKb,OAAOc,IAAID,SAAAA;EACzB;;;;;EAMA,MAAME,SAASC,SAAoB,EAAEC,UAAUC,OAAM,IAAkB,CAAC,GAA4B;AAClGtB,IAAAA,KAAI,gBAAgB;MAAEoB;IAAQ,GAAA;;;;;;AAC9BtB,IAAAA,WAAUsB,SAAAA,QAAAA;;;;;;;;;AACVtB,IAAAA,WAAU,CAAC,KAAKU,SAAS,wBAAA;;;;;;;;;AAEzB,UAAMe,QAAQrB,WAAW,KAAKI,UAAUc,SAAS,MAAM,IAAIxB,MAAAA,CAAAA;AAE3D,WAAO2B,MAAMC,oBAAoB,YAAA;AAC/B,UAAIC,OAAO,KAAKT,QAAQI,OAAAA;AACxB,UAAIK,MAAM;AAGR,YAAIJ,YAAY,CAACI,KAAKC,WAAWL,UAAU;AACzC,gBAAM,IAAIM,MAAM,mCAAmCP,QAAQQ,SAAQ,CAAA,EAAI;QACzE,YAAYN,UAAU,WAAWG,KAAKC,WAAWJ,QAAQ;AACvD,gBAAM,IAAIK,MACR,oDAAoDP,QAAQQ,SAAQ,CAAA,KAAON,MAAAA,QACzEG,KAAKC,WAAWJ,MAAM,GACrB;QAEP,OAAO;AACL,gBAAMG,KAAKI,KAAI;AACf,iBAAOJ;QACT;MACF;AAEAA,aAAO,MAAM,KAAKlB,SAASuB,WAAWV,SAAS;QAAEC;QAAUC;MAAO,CAAA;AAClE,WAAKlB,OAAO2B,IAAIN,KAAKO,KAAKP,IAAAA;AAE1B,YAAMA,KAAKI,KAAI;AACf,WAAKpB,WAAWwB,KAAKR,IAAAA;AACrBzB,MAAAA,KAAI,UAAU;QAAEoB;MAAQ,GAAA;;;;;;AACxB,aAAOK;IACT,CAAA;EACF;;;;EAKA,MAAMS,QAAuB;AAC3BlC,IAAAA,KAAI,cAAA,QAAA;;;;;;AACJ,SAAKQ,UAAU;AACf,UAAM2B,QAAQC,IACZvB,MAAMC,KAAK,KAAKV,OAAOW,OAAM,CAAA,EAAIsB,IAAI,OAAOZ,SAAAA;AAC1C,YAAMA,KAAKS,MAAK;AAChBpC,MAAAA,WAAU2B,KAAKa,QAAM,QAAA;;;;;;;;;IAKvB,CAAA,CAAA;AAGF,SAAKlC,OAAOmC,MAAK;AACjBvC,IAAAA,KAAI,UAAA,QAAA;;;;;;EACN;AACF;",
|
|
6
|
-
"names": ["inspect", "promisify", "Readable", "Transform", "Trigger", "StackTrace", "inspectObject", "assertArgument", "invariant", "log", "arrayToBuffer", "rangeFromTo", "FeedWrapper", "_hypercore", "_pendingWrites", "Set", "_writeLock", "_closed", "hypercore", "_key", "_storageDirectory", "wake", "custom", "toJSON", "feedKey", "length", "properties", "opened", "closed", "key", "core", "createReadableStream", "opts", "self", "transform", "data", "cb", "wait", "then", "push", "readStream", "batch", "undefined", "BatchedReadStream", "createReadStream", "pipe", "err", "createFeedWriter", "write", "afterWrite", "feed", "seq", "stackTrace", "add", "size", "reset", "receipt", "appendWithReceipt", "flushToDisk", "delete", "append", "flush", "readable", "byteLength", "on", "args", "off", "open", "bind", "_close", "close", "warn", "count", "pendingWrites", "Array", "from", "values", "map", "stack", "getStack", "has", "start", "end", "get", "index", "options", "download", "undownload", "setDownloading", "replicate", "clear", "proof", "put", "putBuffer", "peer", "_putBuffer", "safeClear", "to", "CHECK_MESSAGES", "checkBegin", "checkEnd", "Math", "min", "messagesBefore", "Promise", "all", "idx", "valueEncoding", "decode", "x", "messagesAfter", "i", "before", "after", "equals", "Error", "_feed", "_batch", "_cursor", "_reading", "objectMode", "live", "_open", "ready", "_read", "bitfield", "total", "_batchedRead", "_nonBatchedRead", "getBatch", "item", "defaultsDeep", "subtleCrypto", "failUndefined", "createCrypto", "hypercore", "log", "FeedFactory", "_root", "_signer", "_hypercoreOptions", "root", "signer", "hypercore", "log", "options", "failUndefined", "storageRoot", "createFeed", "publicKey", "writable", "Error", "secretKey", "warn", "key", "subtleCrypto", "digest", "Buffer", "from", "toHex", "opts", "defaultsDeep", "undefined", "crypto", "createCrypto", "onwrite", "noiseKeyPair", "storageDir", "createDirectory", "makeStorage", "filename", "type", "native", "getOrCreateFile", "path", "truncate", "core", "FeedWrapper", "Event", "Mutex", "failUndefined", "invariant", "PublicKey", "log", "ComplexMap", "defaultMap", "FeedStore", "_feeds", "hash", "_mutexes", "_factory", "_closed", "feedOpened", "factory", "size", "feeds", "Array", "from", "values", "getFeed", "publicKey", "get", "openFeed", "feedKey", "writable", "sparse", "mutex", "executeSynchronized", "feed", "properties", "Error", "truncate", "open", "createFeed", "set", "key", "emit", "close", "Promise", "all", "map", "closed", "clear"]
|
|
7
|
-
}
|