@dxos/feed-store 0.8.3 → 0.8.4-main.1da679c
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{chunk-WS47OKDO.mjs → chunk-4RW534M7.mjs} +192 -116
- package/dist/lib/browser/chunk-4RW534M7.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +116 -64
- package/dist/lib/browser/index.mjs.map +3 -3
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/testing/index.mjs +78 -32
- package/dist/lib/browser/testing/index.mjs.map +3 -3
- package/dist/lib/node-esm/{chunk-AO5I2BX3.mjs → chunk-D4DVCY7Y.mjs} +192 -116
- package/dist/lib/node-esm/chunk-D4DVCY7Y.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +116 -64
- package/dist/lib/node-esm/index.mjs.map +3 -3
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/testing/index.mjs +78 -32
- package/dist/lib/node-esm/testing/index.mjs.map +3 -3
- package/dist/types/src/feed-queue.d.ts.map +1 -1
- package/dist/types/src/feed-wrapper.d.ts +18 -19
- package/dist/types/src/feed-wrapper.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +1 -1
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/testing/test-builder.d.ts +2 -2
- package/dist/types/src/testing/test-builder.d.ts.map +1 -1
- package/dist/types/src/testing/test-generator.d.ts +1 -1
- package/dist/types/src/testing/test-generator.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +20 -17
- package/src/feed-queue.test.ts +1 -1
- package/src/feed-queue.ts +5 -2
- package/src/feed-store.node.test.ts +3 -3
- package/src/feed-wrapper.test.ts +38 -4
- package/src/feed-wrapper.ts +75 -35
- package/src/index.ts +1 -1
- package/src/testing/test-builder.ts +4 -4
- package/src/testing/test-generator.ts +1 -2
- package/dist/lib/browser/chunk-WS47OKDO.mjs.map +0 -7
- package/dist/lib/node/chunk-YOYJCS5J.cjs +0 -523
- package/dist/lib/node/chunk-YOYJCS5J.cjs.map +0 -7
- package/dist/lib/node/index.cjs +0 -593
- package/dist/lib/node/index.cjs.map +0 -7
- package/dist/lib/node/meta.json +0 -1
- package/dist/lib/node/testing/index.cjs +0 -173
- package/dist/lib/node/testing/index.cjs.map +0 -7
- package/dist/lib/node-esm/chunk-AO5I2BX3.mjs.map +0 -7
|
@@ -2,19 +2,27 @@ import "@dxos/node-std/globals";
|
|
|
2
2
|
import {
|
|
3
3
|
FeedFactory,
|
|
4
4
|
FeedStore
|
|
5
|
-
} from "../chunk-
|
|
5
|
+
} from "../chunk-4RW534M7.mjs";
|
|
6
6
|
|
|
7
|
-
//
|
|
7
|
+
// src/testing/mocks.ts
|
|
8
8
|
import { Event, scheduleTask } from "@dxos/async";
|
|
9
9
|
import { Context } from "@dxos/context";
|
|
10
10
|
import { PublicKey } from "@dxos/keys";
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
11
|
+
function _define_property(obj, key, value) {
|
|
12
|
+
if (key in obj) {
|
|
13
|
+
Object.defineProperty(obj, key, {
|
|
14
|
+
value,
|
|
15
|
+
enumerable: true,
|
|
16
|
+
configurable: true,
|
|
17
|
+
writable: true
|
|
18
|
+
});
|
|
19
|
+
} else {
|
|
20
|
+
obj[key] = value;
|
|
17
21
|
}
|
|
22
|
+
return obj;
|
|
23
|
+
}
|
|
24
|
+
var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/testing/mocks.ts";
|
|
25
|
+
var MockFeedWriter = class {
|
|
18
26
|
async write(data, { afterWrite } = {}) {
|
|
19
27
|
this.messages.push(data);
|
|
20
28
|
const receipt = {
|
|
@@ -33,16 +41,37 @@ var MockFeedWriter = class {
|
|
|
33
41
|
});
|
|
34
42
|
return receipt;
|
|
35
43
|
}
|
|
44
|
+
constructor(feedKey = PublicKey.random()) {
|
|
45
|
+
_define_property(this, "feedKey", void 0);
|
|
46
|
+
_define_property(this, "written", void 0);
|
|
47
|
+
_define_property(this, "messages", void 0);
|
|
48
|
+
this.feedKey = feedKey;
|
|
49
|
+
this.written = new Event();
|
|
50
|
+
this.messages = [];
|
|
51
|
+
}
|
|
36
52
|
};
|
|
37
53
|
|
|
38
|
-
//
|
|
54
|
+
// src/testing/test-builder.ts
|
|
39
55
|
import { Keyring } from "@dxos/keyring";
|
|
40
|
-
import {
|
|
56
|
+
import { StorageType, createStorage } from "@dxos/random-access-storage";
|
|
41
57
|
|
|
42
|
-
//
|
|
58
|
+
// src/testing/test-generator.ts
|
|
43
59
|
import { sleep } from "@dxos/async";
|
|
44
60
|
import { createCodecEncoding } from "@dxos/hypercore";
|
|
45
61
|
import { faker } from "@dxos/random";
|
|
62
|
+
function _define_property2(obj, key, value) {
|
|
63
|
+
if (key in obj) {
|
|
64
|
+
Object.defineProperty(obj, key, {
|
|
65
|
+
value,
|
|
66
|
+
enumerable: true,
|
|
67
|
+
configurable: true,
|
|
68
|
+
writable: true
|
|
69
|
+
});
|
|
70
|
+
} else {
|
|
71
|
+
obj[key] = value;
|
|
72
|
+
}
|
|
73
|
+
return obj;
|
|
74
|
+
}
|
|
46
75
|
var defaultCodec = {
|
|
47
76
|
encode: (obj) => Buffer.from(JSON.stringify(obj)),
|
|
48
77
|
decode: (buffer) => JSON.parse(buffer.toString())
|
|
@@ -54,10 +83,6 @@ var defaultTestBlockGenerator = (i) => ({
|
|
|
54
83
|
value: faker.lorem.sentence()
|
|
55
84
|
});
|
|
56
85
|
var TestGenerator = class {
|
|
57
|
-
constructor(_generate) {
|
|
58
|
-
this._generate = _generate;
|
|
59
|
-
this._count = 0;
|
|
60
|
-
}
|
|
61
86
|
async writeBlocks(writer, { count = 1, delay } = {}) {
|
|
62
87
|
return await Promise.all(Array.from(Array(count)).map(async () => {
|
|
63
88
|
const data = this._generate(this._count++);
|
|
@@ -68,18 +93,31 @@ var TestGenerator = class {
|
|
|
68
93
|
return receipt;
|
|
69
94
|
}));
|
|
70
95
|
}
|
|
96
|
+
constructor(_generate) {
|
|
97
|
+
_define_property2(this, "_generate", void 0);
|
|
98
|
+
_define_property2(this, "_count", void 0);
|
|
99
|
+
this._generate = _generate;
|
|
100
|
+
this._count = 0;
|
|
101
|
+
}
|
|
71
102
|
};
|
|
72
103
|
var defaultTestGenerator = new TestGenerator(defaultTestBlockGenerator);
|
|
73
104
|
|
|
74
|
-
//
|
|
105
|
+
// src/testing/test-builder.ts
|
|
106
|
+
function _define_property3(obj, key, value) {
|
|
107
|
+
if (key in obj) {
|
|
108
|
+
Object.defineProperty(obj, key, {
|
|
109
|
+
value,
|
|
110
|
+
enumerable: true,
|
|
111
|
+
configurable: true,
|
|
112
|
+
writable: true
|
|
113
|
+
});
|
|
114
|
+
} else {
|
|
115
|
+
obj[key] = value;
|
|
116
|
+
}
|
|
117
|
+
return obj;
|
|
118
|
+
}
|
|
75
119
|
var evaluate = (builder, arg) => arg === "function" ? arg(builder) : arg;
|
|
76
120
|
var TestBuilder = class _TestBuilder {
|
|
77
|
-
static {
|
|
78
|
-
this.ROOT_DIR = "feeds";
|
|
79
|
-
}
|
|
80
|
-
constructor(_properties = {}) {
|
|
81
|
-
this._properties = _properties;
|
|
82
|
-
}
|
|
83
121
|
/**
|
|
84
122
|
* Creates a new builder with the current builder's properties.
|
|
85
123
|
*/
|
|
@@ -87,15 +125,18 @@ var TestBuilder = class _TestBuilder {
|
|
|
87
125
|
return new _TestBuilder(Object.assign({}, this._properties));
|
|
88
126
|
}
|
|
89
127
|
get keyring() {
|
|
90
|
-
|
|
128
|
+
var _this__properties;
|
|
129
|
+
return (_this__properties = this._properties).keyring ?? (_this__properties.keyring = new Keyring());
|
|
91
130
|
}
|
|
92
131
|
get storage() {
|
|
93
|
-
|
|
132
|
+
var _this__properties;
|
|
133
|
+
return (_this__properties = this._properties).storage ?? (_this__properties.storage = createStorage({
|
|
94
134
|
type: StorageType.RAM
|
|
95
|
-
});
|
|
135
|
+
}));
|
|
96
136
|
}
|
|
97
137
|
get root() {
|
|
98
|
-
|
|
138
|
+
var _this__properties;
|
|
139
|
+
return (_this__properties = this._properties).root ?? (_this__properties.root = this.storage.createDirectory(_TestBuilder.ROOT_DIR));
|
|
99
140
|
}
|
|
100
141
|
setKeyring(keyring) {
|
|
101
142
|
this._properties.keyring = evaluate(this, keyring);
|
|
@@ -126,20 +167,25 @@ var TestBuilder = class _TestBuilder {
|
|
|
126
167
|
factory: this.createFeedFactory()
|
|
127
168
|
});
|
|
128
169
|
}
|
|
170
|
+
constructor(_properties = {}) {
|
|
171
|
+
_define_property3(this, "_properties", void 0);
|
|
172
|
+
this._properties = _properties;
|
|
173
|
+
}
|
|
129
174
|
};
|
|
175
|
+
_define_property3(TestBuilder, "ROOT_DIR", "feeds");
|
|
130
176
|
var TestItemBuilder = class extends TestBuilder {
|
|
131
|
-
constructor() {
|
|
132
|
-
super({
|
|
133
|
-
valueEncoding: defaultValueEncoding,
|
|
134
|
-
generator: defaultTestGenerator
|
|
135
|
-
});
|
|
136
|
-
}
|
|
137
177
|
get valueEncoding() {
|
|
138
178
|
return this._properties.valueEncoding;
|
|
139
179
|
}
|
|
140
180
|
get generator() {
|
|
141
181
|
return this._properties.generator;
|
|
142
182
|
}
|
|
183
|
+
constructor() {
|
|
184
|
+
super({
|
|
185
|
+
valueEncoding: defaultValueEncoding,
|
|
186
|
+
generator: defaultTestGenerator
|
|
187
|
+
});
|
|
188
|
+
}
|
|
143
189
|
};
|
|
144
190
|
export {
|
|
145
191
|
MockFeedWriter,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../../src/testing/mocks.ts", "../../../../src/testing/test-builder.ts", "../../../../src/testing/test-generator.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { Event, scheduleTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { PublicKey } from '@dxos/keys';\n\nimport type { FeedWriter, WriteOptions, WriteReceipt } from '../feed-writer';\n\n/**\n * Mock writer collects and emits messages.\n */\nexport class MockFeedWriter<T extends {}> implements FeedWriter<T> {\n public readonly written = new Event<[T, WriteReceipt]>();\n public readonly messages: T[] = [];\n\n constructor(readonly feedKey = PublicKey.random()) {}\n\n async write(data: T, { afterWrite }: WriteOptions = {}): Promise<WriteReceipt> {\n this.messages.push(data);\n\n const receipt: WriteReceipt = {\n feedKey: this.feedKey,\n seq: this.messages.length - 1,\n };\n\n await afterWrite?.(receipt);\n\n scheduleTask(new Context(), () => {\n this.written.emit([data, receipt]);\n });\n\n return receipt;\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport
|
|
5
|
-
"mappings": ";;;;;;;AAIA,SAASA,OAAOC,oBAAoB;AACpC,SAASC,eAAe;AACxB,SAASC,iBAAiB
|
|
6
|
-
"names": ["Event", "scheduleTask", "Context", "PublicKey", "MockFeedWriter", "
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { Event, scheduleTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { PublicKey } from '@dxos/keys';\n\nimport type { FeedWriter, WriteOptions, WriteReceipt } from '../feed-writer';\n\n/**\n * Mock writer collects and emits messages.\n */\nexport class MockFeedWriter<T extends {}> implements FeedWriter<T> {\n public readonly written = new Event<[T, WriteReceipt]>();\n public readonly messages: T[] = [];\n\n constructor(readonly feedKey = PublicKey.random()) {}\n\n async write(data: T, { afterWrite }: WriteOptions = {}): Promise<WriteReceipt> {\n this.messages.push(data);\n\n const receipt: WriteReceipt = {\n feedKey: this.feedKey,\n seq: this.messages.length - 1,\n };\n\n await afterWrite?.(receipt);\n\n scheduleTask(new Context(), () => {\n this.written.emit([data, receipt]);\n });\n\n return receipt;\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { Keyring } from '@dxos/keyring';\nimport { type Directory, type Storage, StorageType, createStorage } from '@dxos/random-access-storage';\nimport type { ValueEncoding } from '@dxos/vendor-hypercore/hypercore';\n\nimport { FeedFactory } from '../feed-factory';\nimport { FeedStore } from '../feed-store';\n\nimport { type TestGenerator, type TestItem, defaultTestGenerator, defaultValueEncoding } from './test-generator';\n\nexport type TestBuilderOptions<T extends {}> = {\n storage?: Storage;\n root?: Directory;\n keyring?: Keyring;\n valueEncoding?: ValueEncoding<T>;\n generator?: TestGenerator<T>;\n};\n\ntype PropertyProvider<T extends {}, P> = (cb: TestBuilder<T>) => P;\n\nconst evaluate = <T extends {}, P>(builder: TestBuilder<T>, arg: P | PropertyProvider<T, P>) =>\n arg === 'function' ? (arg as Function)(builder) : arg;\n\n/**\n * The builder provides building blocks for tests with sensible defaults.\n * - Factory methods trigger the automatic generation of unset required properties.\n * - Avoids explosion of overly specific test functions that require and return large bags of properties.\n */\nexport class TestBuilder<T extends {}> {\n static readonly ROOT_DIR = 'feeds';\n\n constructor(public readonly _properties: TestBuilderOptions<T> = {}) {}\n\n /**\n * Creates a new builder with the current builder's properties.\n */\n clone(): TestBuilder<T> {\n return new TestBuilder<T>(Object.assign({}, this._properties));\n }\n\n get keyring(): Keyring {\n return (this._properties.keyring ??= new Keyring());\n }\n\n get storage(): Storage {\n return (this._properties.storage ??= createStorage({ type: StorageType.RAM }));\n }\n\n get root(): Directory {\n return (this._properties.root ??= this.storage.createDirectory(TestBuilder.ROOT_DIR));\n }\n\n setKeyring(keyring: Keyring | PropertyProvider<T, Keyring>): this {\n this._properties.keyring = evaluate(this, keyring);\n return this;\n }\n\n setStorage(storage: Storage, root?: string): this {\n this._properties.storage = evaluate(this, storage);\n if (root) {\n this._properties.root = this.storage.createDirectory(root);\n }\n\n return this;\n }\n\n setRoot(root: Directory): this {\n this._properties.root = evaluate(this, root);\n return this;\n }\n\n createFeedFactory(): FeedFactory<T> {\n return new FeedFactory<T>({\n root: this.root,\n signer: this.keyring,\n hypercore: {\n valueEncoding: this._properties.valueEncoding,\n },\n });\n }\n\n createFeedStore(): FeedStore<T> {\n return new FeedStore<T>({\n factory: this.createFeedFactory(),\n });\n }\n}\n\n/**\n * Builder with default encoder and generator.\n */\nexport class TestItemBuilder extends TestBuilder<TestItem> {\n constructor() {\n super({\n valueEncoding: defaultValueEncoding,\n generator: defaultTestGenerator,\n });\n }\n\n get valueEncoding() {\n return this._properties.valueEncoding!;\n }\n\n get generator() {\n return this._properties.generator!;\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { sleep } from '@dxos/async';\nimport { type Codec } from '@dxos/codec-protobuf';\nimport { createCodecEncoding } from '@dxos/hypercore';\nimport { faker } from '@dxos/random';\nimport type { AbstractValueEncoding } from '@dxos/vendor-hypercore/hypercore';\n\nimport { type FeedWriter } from '../feed-writer';\n\nexport type TestItem = {\n id: string;\n index: number;\n value: string;\n};\n\nexport const defaultCodec: Codec<any> = {\n encode: (obj: any) => Buffer.from(JSON.stringify(obj)),\n decode: (buffer: Uint8Array) => JSON.parse(buffer.toString()),\n};\n\nexport const defaultValueEncoding: AbstractValueEncoding<any> = createCodecEncoding(defaultCodec);\n\nexport type TestBlockGenerator<T> = (i: number) => T;\n\nexport const defaultTestBlockGenerator: TestBlockGenerator<TestItem> = (i) => ({\n id: faker.string.uuid(),\n index: i,\n value: faker.lorem.sentence(),\n});\n\n/**\n * Writes data to feeds.\n */\nexport class TestGenerator<T extends {}> {\n _count = 0;\n\n constructor(private readonly _generate: TestBlockGenerator<T>) {}\n\n async writeBlocks(\n writer: FeedWriter<T>,\n {\n count = 1,\n delay,\n }: {\n count?: number;\n delay?: {\n min: number;\n max: number;\n };\n } = {},\n ) {\n return await Promise.all(\n Array.from(Array(count)).map(async () => {\n const data = this._generate(this._count++);\n const receipt = await writer.write(data);\n if (delay) {\n await sleep(faker.number.int(delay));\n }\n\n return receipt;\n }),\n );\n }\n}\n\nexport const defaultTestGenerator = new TestGenerator<TestItem>(defaultTestBlockGenerator);\n"],
|
|
5
|
+
"mappings": ";;;;;;;AAIA,SAASA,OAAOC,oBAAoB;AACpC,SAASC,eAAe;AACxB,SAASC,iBAAiB;;;;;;;;;;;;;;;AAOnB,IAAMC,iBAAN,MAAMA;EAMX,MAAMC,MAAMC,MAAS,EAAEC,WAAU,IAAmB,CAAC,GAA0B;AAC7E,SAAKC,SAASC,KAAKH,IAAAA;AAEnB,UAAMI,UAAwB;MAC5BC,SAAS,KAAKA;MACdC,KAAK,KAAKJ,SAASK,SAAS;IAC9B;AAEA,UAAMN,aAAaG,OAAAA;AAEnBT,iBAAa,IAAIC,QAAAA,QAAAA;;;QAAW,MAAA;AAC1B,WAAKY,QAAQC,KAAK;QAACT;QAAMI;OAAQ;IACnC,CAAA;AAEA,WAAOA;EACT;EAjBA,YAAqBC,UAAUR,UAAUa,OAAM,GAAI;;AAHnD,qBAAA,MAAgBF,WAAhB,MAAA;AACA,qBAAA,MAAgBN,YAAhB,MAAA;SAEqBG,UAAAA;SAHLG,UAAU,IAAId,MAAAA;SACdQ,WAAgB,CAAA;EAEoB;AAkBtD;;;AC/BA,SAASS,eAAe;AACxB,SAAuCC,aAAaC,qBAAqB;;;ACDzE,SAASC,aAAa;AAEtB,SAASC,2BAA2B;AACpC,SAASC,aAAa;;;;;;;;;;;;;;AAWf,IAAMC,eAA2B;EACtCC,QAAQ,CAACC,QAAaC,OAAOC,KAAKC,KAAKC,UAAUJ,GAAAA,CAAAA;EACjDK,QAAQ,CAACC,WAAuBH,KAAKI,MAAMD,OAAOE,SAAQ,CAAA;AAC5D;AAEO,IAAMC,uBAAmDC,oBAAoBZ,YAAAA;AAI7E,IAAMa,4BAA0D,CAACC,OAAO;EAC7EC,IAAIC,MAAMC,OAAOC,KAAI;EACrBC,OAAOL;EACPM,OAAOJ,MAAMK,MAAMC,SAAQ;AAC7B;AAKO,IAAMC,gBAAN,MAAMA;EAKX,MAAMC,YACJC,QACA,EACEC,QAAQ,GACRC,MAAK,IAOH,CAAC,GACL;AACA,WAAO,MAAMC,QAAQC,IACnBC,MAAM1B,KAAK0B,MAAMJ,KAAAA,CAAAA,EAAQK,IAAI,YAAA;AAC3B,YAAMC,OAAO,KAAKC,UAAU,KAAKC,QAAM;AACvC,YAAMC,UAAU,MAAMV,OAAOW,MAAMJ,IAAAA;AACnC,UAAIL,OAAO;AACT,cAAMU,MAAMrB,MAAMsB,OAAOC,IAAIZ,KAAAA,CAAAA;MAC/B;AAEA,aAAOQ;IACT,CAAA,CAAA;EAEJ;EA1BA,YAA6BF,WAAkC;;AAF/DC,IAAAA,kBAAAA,MAAAA,UAAAA,MAAAA;SAE6BD,YAAAA;SAF7BC,SAAS;EAEuD;AA2BlE;AAEO,IAAMM,uBAAuB,IAAIjB,cAAwBV,yBAAAA;A;;;;;;;;;;;;;;;AD7ChE,IAAM4B,WAAW,CAAkBC,SAAyBC,QAC1DA,QAAQ,aAAcA,IAAiBD,OAAAA,IAAWC;AAO7C,IAAMC,cAAN,MAAMA,aAAAA;;;;EAQXC,QAAwB;AACtB,WAAO,IAAID,aAAeE,OAAOC,OAAO,CAAC,GAAG,KAAKC,WAAW,CAAA;EAC9D;EAEA,IAAIC,UAAmB;QACb;AAAR,YAAQ,oBAAA,KAAKD,aAAYC,YAAjB,kBAAiBA,UAAY,IAAIC,QAAAA;EAC3C;EAEA,IAAIC,UAAmB;QACb;AAAR,YAAQ,oBAAA,KAAKH,aAAYG,YAAjB,kBAAiBA,UAAYC,cAAc;MAAEC,MAAMC,YAAYC;IAAI,CAAA;EAC7E;EAEA,IAAIC,OAAkB;QACZ;AAAR,YAAQ,oBAAA,KAAKR,aAAYQ,SAAjB,kBAAiBA,OAAS,KAAKL,QAAQM,gBAAgBb,aAAYc,QAAQ;EACrF;EAEAC,WAAWV,SAAuD;AAChE,SAAKD,YAAYC,UAAUR,SAAS,MAAMQ,OAAAA;AAC1C,WAAO;EACT;EAEAW,WAAWT,SAAkBK,MAAqB;AAChD,SAAKR,YAAYG,UAAUV,SAAS,MAAMU,OAAAA;AAC1C,QAAIK,MAAM;AACR,WAAKR,YAAYQ,OAAO,KAAKL,QAAQM,gBAAgBD,IAAAA;IACvD;AAEA,WAAO;EACT;EAEAK,QAAQL,MAAuB;AAC7B,SAAKR,YAAYQ,OAAOf,SAAS,MAAMe,IAAAA;AACvC,WAAO;EACT;EAEAM,oBAAoC;AAClC,WAAO,IAAIC,YAAe;MACxBP,MAAM,KAAKA;MACXQ,QAAQ,KAAKf;MACbgB,WAAW;QACTC,eAAe,KAAKlB,YAAYkB;MAClC;IACF,CAAA;EACF;EAEAC,kBAAgC;AAC9B,WAAO,IAAIC,UAAa;MACtBC,SAAS,KAAKP,kBAAiB;IACjC,CAAA;EACF;EAtDA,YAA4Bd,cAAqC,CAAC,GAAG;;SAAzCA,cAAAA;EAA0C;AAuDxE;AAzDEsB,kBADW1B,aACKc,YAAW,OAAA;AA8DtB,IAAMa,kBAAN,cAA8B3B,YAAAA;EAQnC,IAAIsB,gBAAgB;AAClB,WAAO,KAAKlB,YAAYkB;EAC1B;EAEA,IAAIM,YAAY;AACd,WAAO,KAAKxB,YAAYwB;EAC1B;EAbA,cAAc;AACZ,UAAM;MACJN,eAAeO;MACfD,WAAWE;IACb,CAAA;EACF;AASF;",
|
|
6
|
+
"names": ["Event", "scheduleTask", "Context", "PublicKey", "MockFeedWriter", "write", "data", "afterWrite", "messages", "push", "receipt", "feedKey", "seq", "length", "written", "emit", "random", "Keyring", "StorageType", "createStorage", "sleep", "createCodecEncoding", "faker", "defaultCodec", "encode", "obj", "Buffer", "from", "JSON", "stringify", "decode", "buffer", "parse", "toString", "defaultValueEncoding", "createCodecEncoding", "defaultTestBlockGenerator", "i", "id", "faker", "string", "uuid", "index", "value", "lorem", "sentence", "TestGenerator", "writeBlocks", "writer", "count", "delay", "Promise", "all", "Array", "map", "data", "_generate", "_count", "receipt", "write", "sleep", "number", "int", "defaultTestGenerator", "evaluate", "builder", "arg", "TestBuilder", "clone", "Object", "assign", "_properties", "keyring", "Keyring", "storage", "createStorage", "type", "StorageType", "RAM", "root", "createDirectory", "ROOT_DIR", "setKeyring", "setStorage", "setRoot", "createFeedFactory", "FeedFactory", "signer", "hypercore", "valueEncoding", "createFeedStore", "FeedStore", "factory", "_define_property", "TestItemBuilder", "generator", "defaultValueEncoding", "defaultTestGenerator"]
|
|
7
7
|
}
|
|
@@ -1,76 +1,31 @@
|
|
|
1
1
|
import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
|
|
2
2
|
|
|
3
|
-
//
|
|
3
|
+
// src/feed-wrapper.ts
|
|
4
4
|
import { inspect } from "node:util";
|
|
5
|
+
import { promisify } from "node:util";
|
|
5
6
|
import { Readable, Transform } from "streamx";
|
|
6
7
|
import { Trigger } from "@dxos/async";
|
|
7
|
-
import {
|
|
8
|
-
import { invariant } from "@dxos/invariant";
|
|
8
|
+
import { StackTrace, inspectObject } from "@dxos/debug";
|
|
9
|
+
import { assertArgument, invariant } from "@dxos/invariant";
|
|
9
10
|
import { log } from "@dxos/log";
|
|
10
|
-
import { arrayToBuffer,
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
this._binder = createBinder(this._hypercore);
|
|
19
|
-
this._writeLock = new Trigger();
|
|
20
|
-
this._closed = false;
|
|
21
|
-
this.on = this._binder.fn(this._hypercore.on);
|
|
22
|
-
this.off = this._binder.fn(this._hypercore.off);
|
|
23
|
-
this.open = this._binder.async(this._hypercore.open);
|
|
24
|
-
this._close = this._binder.async(this._hypercore.close);
|
|
25
|
-
this.close = async () => {
|
|
26
|
-
if (this._pendingWrites.size) {
|
|
27
|
-
log.warn("Closing feed with pending writes", {
|
|
28
|
-
feed: this._key,
|
|
29
|
-
count: this._pendingWrites.size,
|
|
30
|
-
pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack())
|
|
31
|
-
}, {
|
|
32
|
-
F: __dxlog_file,
|
|
33
|
-
L: 173,
|
|
34
|
-
S: this,
|
|
35
|
-
C: (f, a) => f(...a)
|
|
36
|
-
});
|
|
37
|
-
}
|
|
38
|
-
this._closed = true;
|
|
39
|
-
await this.flushToDisk();
|
|
40
|
-
await this._close();
|
|
41
|
-
};
|
|
42
|
-
this.has = this._binder.fn(this._hypercore.has);
|
|
43
|
-
this.get = this._binder.async(this._hypercore.get);
|
|
44
|
-
this.append = this._binder.async(this._hypercore.append);
|
|
45
|
-
this.download = this._binder.fn(this._hypercore.download);
|
|
46
|
-
this.undownload = this._binder.fn(this._hypercore.undownload);
|
|
47
|
-
this.setDownloading = this._binder.fn(this._hypercore.setDownloading);
|
|
48
|
-
this.replicate = this._binder.fn(this._hypercore.replicate);
|
|
49
|
-
this.clear = this._binder.async(this._hypercore.clear);
|
|
50
|
-
this.proof = this._binder.async(this._hypercore.proof);
|
|
51
|
-
this.put = this._binder.async(this._hypercore.put);
|
|
52
|
-
this.putBuffer = this._binder.async(this._hypercore._putBuffer);
|
|
53
|
-
invariant(this._hypercore, void 0, {
|
|
54
|
-
F: __dxlog_file,
|
|
55
|
-
L: 37,
|
|
56
|
-
S: this,
|
|
57
|
-
A: [
|
|
58
|
-
"this._hypercore",
|
|
59
|
-
""
|
|
60
|
-
]
|
|
61
|
-
});
|
|
62
|
-
invariant(this._key, void 0, {
|
|
63
|
-
F: __dxlog_file,
|
|
64
|
-
L: 38,
|
|
65
|
-
S: this,
|
|
66
|
-
A: [
|
|
67
|
-
"this._key",
|
|
68
|
-
""
|
|
69
|
-
]
|
|
11
|
+
import { arrayToBuffer, rangeFromTo } from "@dxos/util";
|
|
12
|
+
function _define_property(obj, key, value) {
|
|
13
|
+
if (key in obj) {
|
|
14
|
+
Object.defineProperty(obj, key, {
|
|
15
|
+
value,
|
|
16
|
+
enumerable: true,
|
|
17
|
+
configurable: true,
|
|
18
|
+
writable: true
|
|
70
19
|
});
|
|
71
|
-
|
|
20
|
+
} else {
|
|
21
|
+
obj[key] = value;
|
|
72
22
|
}
|
|
73
|
-
|
|
23
|
+
return obj;
|
|
24
|
+
}
|
|
25
|
+
var __dxlog_file = "/__w/dxos/dxos/packages/common/feed-store/src/feed-wrapper.ts";
|
|
26
|
+
var _inspect_custom = inspect.custom;
|
|
27
|
+
var FeedWrapper = class {
|
|
28
|
+
[_inspect_custom]() {
|
|
74
29
|
return inspectObject(this);
|
|
75
30
|
}
|
|
76
31
|
toJSON() {
|
|
@@ -114,13 +69,13 @@ var FeedWrapper = class {
|
|
|
114
69
|
seq: this._hypercore.length
|
|
115
70
|
}, {
|
|
116
71
|
F: __dxlog_file,
|
|
117
|
-
L:
|
|
72
|
+
L: 100,
|
|
118
73
|
S: this,
|
|
119
74
|
C: (f, a) => f(...a)
|
|
120
75
|
});
|
|
121
76
|
invariant(!this._closed, "Feed closed", {
|
|
122
77
|
F: __dxlog_file,
|
|
123
|
-
L:
|
|
78
|
+
L: 101,
|
|
124
79
|
S: this,
|
|
125
80
|
A: [
|
|
126
81
|
"!this._closed",
|
|
@@ -150,7 +105,7 @@ var FeedWrapper = class {
|
|
|
150
105
|
const seq = await this.append(data);
|
|
151
106
|
invariant(seq < this.length, "Invalid seq after write", {
|
|
152
107
|
F: __dxlog_file,
|
|
153
|
-
L:
|
|
108
|
+
L: 132,
|
|
154
109
|
S: this,
|
|
155
110
|
A: [
|
|
156
111
|
"seq < this.length",
|
|
@@ -162,7 +117,7 @@ var FeedWrapper = class {
|
|
|
162
117
|
seq
|
|
163
118
|
}, {
|
|
164
119
|
F: __dxlog_file,
|
|
165
|
-
L:
|
|
120
|
+
L: 133,
|
|
166
121
|
S: this,
|
|
167
122
|
C: (f, a) => f(...a)
|
|
168
123
|
});
|
|
@@ -194,13 +149,62 @@ var FeedWrapper = class {
|
|
|
194
149
|
get byteLength() {
|
|
195
150
|
return this._hypercore.byteLength;
|
|
196
151
|
}
|
|
152
|
+
on(...args) {
|
|
153
|
+
return this._hypercore.on(...args);
|
|
154
|
+
}
|
|
155
|
+
off(...args) {
|
|
156
|
+
return this._hypercore.off(...args);
|
|
157
|
+
}
|
|
158
|
+
open(...args) {
|
|
159
|
+
return promisify(this._hypercore.open.bind(this._hypercore))(...args);
|
|
160
|
+
}
|
|
161
|
+
_close(...args) {
|
|
162
|
+
return promisify(this._hypercore.close.bind(this._hypercore))(...args);
|
|
163
|
+
}
|
|
164
|
+
has(start, end) {
|
|
165
|
+
return this._hypercore.has(start, end);
|
|
166
|
+
}
|
|
167
|
+
get(index, options) {
|
|
168
|
+
return promisify(this._hypercore.get.bind(this._hypercore))(index, options);
|
|
169
|
+
}
|
|
170
|
+
// TODO(dmaretskyi): Type better
|
|
171
|
+
append(data) {
|
|
172
|
+
return promisify(this._hypercore.append.bind(this._hypercore))(data);
|
|
173
|
+
}
|
|
174
|
+
/**
|
|
175
|
+
* Will not resolve if `end` parameter is not specified and the feed is not closed.
|
|
176
|
+
*/
|
|
177
|
+
download(...args) {
|
|
178
|
+
return this._hypercore.download(...args);
|
|
179
|
+
}
|
|
180
|
+
undownload(...args) {
|
|
181
|
+
return this._hypercore.undownload(...args);
|
|
182
|
+
}
|
|
183
|
+
setDownloading(...args) {
|
|
184
|
+
return this._hypercore.setDownloading(...args);
|
|
185
|
+
}
|
|
186
|
+
replicate(...args) {
|
|
187
|
+
return this._hypercore.replicate(...args);
|
|
188
|
+
}
|
|
189
|
+
clear(start, end) {
|
|
190
|
+
return promisify(this._hypercore.clear.bind(this._hypercore))(start, end);
|
|
191
|
+
}
|
|
192
|
+
proof(index, options) {
|
|
193
|
+
return promisify(this._hypercore.proof.bind(this._hypercore))(index);
|
|
194
|
+
}
|
|
195
|
+
put(index, data, proof) {
|
|
196
|
+
return promisify(this._hypercore.put.bind(this._hypercore))(index, data, proof);
|
|
197
|
+
}
|
|
198
|
+
putBuffer(index, data, proof, peer) {
|
|
199
|
+
return promisify(this._hypercore._putBuffer.bind(this._hypercore))(index, data, proof, peer);
|
|
200
|
+
}
|
|
197
201
|
/**
|
|
198
202
|
* Clear and check for integrity.
|
|
199
203
|
*/
|
|
200
204
|
async safeClear(from, to) {
|
|
201
205
|
invariant(from >= 0 && from < to && to <= this.length, "Invalid range", {
|
|
202
206
|
F: __dxlog_file,
|
|
203
|
-
L:
|
|
207
|
+
L: 250,
|
|
204
208
|
S: this,
|
|
205
209
|
A: [
|
|
206
210
|
"from >= 0 && from < to && to <= this.length",
|
|
@@ -229,35 +233,51 @@ var FeedWrapper = class {
|
|
|
229
233
|
}
|
|
230
234
|
}
|
|
231
235
|
}
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
this
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
236
|
+
constructor(hypercore2, _key, _storageDirectory) {
|
|
237
|
+
_define_property(this, "_key", void 0);
|
|
238
|
+
_define_property(this, "_storageDirectory", void 0);
|
|
239
|
+
_define_property(this, "_hypercore", void 0);
|
|
240
|
+
_define_property(this, "_pendingWrites", void 0);
|
|
241
|
+
_define_property(this, "_writeLock", void 0);
|
|
242
|
+
_define_property(this, "_closed", void 0);
|
|
243
|
+
_define_property(this, "close", void 0);
|
|
244
|
+
this._key = _key;
|
|
245
|
+
this._storageDirectory = _storageDirectory;
|
|
246
|
+
this._pendingWrites = /* @__PURE__ */ new Set();
|
|
247
|
+
this._writeLock = new Trigger();
|
|
248
|
+
this._closed = false;
|
|
249
|
+
this.close = async () => {
|
|
250
|
+
if (this._pendingWrites.size) {
|
|
251
|
+
log.warn("Closing feed with pending writes", {
|
|
252
|
+
feed: this._key,
|
|
253
|
+
count: this._pendingWrites.size,
|
|
254
|
+
pendingWrites: Array.from(this._pendingWrites.values()).map((stack) => stack.getStack())
|
|
255
|
+
}, {
|
|
256
|
+
F: __dxlog_file,
|
|
257
|
+
L: 187,
|
|
258
|
+
S: this,
|
|
259
|
+
C: (f, a) => f(...a)
|
|
260
|
+
});
|
|
261
|
+
}
|
|
262
|
+
this._closed = true;
|
|
263
|
+
await this.flushToDisk();
|
|
264
|
+
await this._close();
|
|
265
|
+
};
|
|
266
|
+
assertArgument(hypercore2, "hypercore");
|
|
267
|
+
this._hypercore = hypercore2;
|
|
268
|
+
invariant(this._key, void 0, {
|
|
249
269
|
F: __dxlog_file,
|
|
250
|
-
L:
|
|
270
|
+
L: 41,
|
|
251
271
|
S: this,
|
|
252
272
|
A: [
|
|
253
|
-
"
|
|
273
|
+
"this._key",
|
|
254
274
|
""
|
|
255
275
|
]
|
|
256
276
|
});
|
|
257
|
-
this.
|
|
258
|
-
this._batch = opts.batch;
|
|
259
|
-
this._cursor = opts.start ?? 0;
|
|
277
|
+
this._writeLock.wake();
|
|
260
278
|
}
|
|
279
|
+
};
|
|
280
|
+
var BatchedReadStream = class extends Readable {
|
|
261
281
|
_open(cb) {
|
|
262
282
|
this._feed.ready(cb);
|
|
263
283
|
}
|
|
@@ -301,29 +321,55 @@ var BatchedReadStream = class extends Readable {
|
|
|
301
321
|
}
|
|
302
322
|
});
|
|
303
323
|
}
|
|
324
|
+
constructor(feed, opts = {}) {
|
|
325
|
+
super({
|
|
326
|
+
objectMode: true
|
|
327
|
+
}), _define_property(this, "_feed", void 0), _define_property(this, "_batch", void 0), _define_property(this, "_cursor", void 0), _define_property(this, "_reading", false);
|
|
328
|
+
invariant(opts.live === true, "Only live mode supported", {
|
|
329
|
+
F: __dxlog_file,
|
|
330
|
+
L: 292,
|
|
331
|
+
S: this,
|
|
332
|
+
A: [
|
|
333
|
+
"opts.live === true",
|
|
334
|
+
"'Only live mode supported'"
|
|
335
|
+
]
|
|
336
|
+
});
|
|
337
|
+
invariant(opts.batch !== void 0 && opts.batch > 1, void 0, {
|
|
338
|
+
F: __dxlog_file,
|
|
339
|
+
L: 293,
|
|
340
|
+
S: this,
|
|
341
|
+
A: [
|
|
342
|
+
"opts.batch !== undefined && opts.batch > 1",
|
|
343
|
+
""
|
|
344
|
+
]
|
|
345
|
+
});
|
|
346
|
+
this._feed = feed;
|
|
347
|
+
this._batch = opts.batch;
|
|
348
|
+
this._cursor = opts.start ?? 0;
|
|
349
|
+
}
|
|
304
350
|
};
|
|
305
351
|
|
|
306
|
-
//
|
|
352
|
+
// src/feed-factory.ts
|
|
307
353
|
import defaultsDeep from "lodash.defaultsdeep";
|
|
308
354
|
import { subtleCrypto } from "@dxos/crypto";
|
|
309
355
|
import { failUndefined } from "@dxos/debug";
|
|
310
356
|
import { createCrypto, hypercore } from "@dxos/hypercore";
|
|
311
357
|
import { log as log2 } from "@dxos/log";
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
L: 43,
|
|
320
|
-
S: this,
|
|
321
|
-
C: (f, a) => f(...a)
|
|
358
|
+
function _define_property2(obj, key, value) {
|
|
359
|
+
if (key in obj) {
|
|
360
|
+
Object.defineProperty(obj, key, {
|
|
361
|
+
value,
|
|
362
|
+
enumerable: true,
|
|
363
|
+
configurable: true,
|
|
364
|
+
writable: true
|
|
322
365
|
});
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
this._hypercoreOptions = hypercore2;
|
|
366
|
+
} else {
|
|
367
|
+
obj[key] = value;
|
|
326
368
|
}
|
|
369
|
+
return obj;
|
|
370
|
+
}
|
|
371
|
+
var __dxlog_file2 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-factory.ts";
|
|
372
|
+
var FeedFactory = class {
|
|
327
373
|
get storageRoot() {
|
|
328
374
|
return this._root;
|
|
329
375
|
}
|
|
@@ -362,24 +408,46 @@ var FeedFactory = class {
|
|
|
362
408
|
const core = hypercore(makeStorage, Buffer.from(key), opts);
|
|
363
409
|
return new FeedWrapper(core, publicKey, storageDir);
|
|
364
410
|
}
|
|
411
|
+
constructor({ root, signer, hypercore: hypercore2 }) {
|
|
412
|
+
_define_property2(this, "_root", void 0);
|
|
413
|
+
_define_property2(this, "_signer", void 0);
|
|
414
|
+
_define_property2(this, "_hypercoreOptions", void 0);
|
|
415
|
+
log2("FeedFactory", {
|
|
416
|
+
options: hypercore2
|
|
417
|
+
}, {
|
|
418
|
+
F: __dxlog_file2,
|
|
419
|
+
L: 43,
|
|
420
|
+
S: this,
|
|
421
|
+
C: (f, a) => f(...a)
|
|
422
|
+
});
|
|
423
|
+
this._root = root ?? failUndefined();
|
|
424
|
+
this._signer = signer;
|
|
425
|
+
this._hypercoreOptions = hypercore2;
|
|
426
|
+
}
|
|
365
427
|
};
|
|
366
428
|
|
|
367
|
-
//
|
|
429
|
+
// src/feed-store.ts
|
|
368
430
|
import { Event, Mutex } from "@dxos/async";
|
|
369
431
|
import { failUndefined as failUndefined2 } from "@dxos/debug";
|
|
370
432
|
import { invariant as invariant2 } from "@dxos/invariant";
|
|
371
433
|
import { PublicKey } from "@dxos/keys";
|
|
372
434
|
import { log as log3 } from "@dxos/log";
|
|
373
435
|
import { ComplexMap, defaultMap } from "@dxos/util";
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
436
|
+
function _define_property3(obj, key, value) {
|
|
437
|
+
if (key in obj) {
|
|
438
|
+
Object.defineProperty(obj, key, {
|
|
439
|
+
value,
|
|
440
|
+
enumerable: true,
|
|
441
|
+
configurable: true,
|
|
442
|
+
writable: true
|
|
443
|
+
});
|
|
444
|
+
} else {
|
|
445
|
+
obj[key] = value;
|
|
382
446
|
}
|
|
447
|
+
return obj;
|
|
448
|
+
}
|
|
449
|
+
var __dxlog_file3 = "/__w/dxos/dxos/packages/common/feed-store/src/feed-store.ts";
|
|
450
|
+
var FeedStore = class {
|
|
383
451
|
get size() {
|
|
384
452
|
return this._feeds.size;
|
|
385
453
|
}
|
|
@@ -485,6 +553,14 @@ var FeedStore = class {
|
|
|
485
553
|
C: (f, a) => f(...a)
|
|
486
554
|
});
|
|
487
555
|
}
|
|
556
|
+
constructor({ factory }) {
|
|
557
|
+
_define_property3(this, "_feeds", new ComplexMap(PublicKey.hash));
|
|
558
|
+
_define_property3(this, "_mutexes", new ComplexMap(PublicKey.hash));
|
|
559
|
+
_define_property3(this, "_factory", void 0);
|
|
560
|
+
_define_property3(this, "_closed", false);
|
|
561
|
+
_define_property3(this, "feedOpened", new Event());
|
|
562
|
+
this._factory = factory ?? failUndefined2();
|
|
563
|
+
}
|
|
488
564
|
};
|
|
489
565
|
|
|
490
566
|
export {
|
|
@@ -492,4 +568,4 @@ export {
|
|
|
492
568
|
FeedFactory,
|
|
493
569
|
FeedStore
|
|
494
570
|
};
|
|
495
|
-
//# sourceMappingURL=chunk-
|
|
571
|
+
//# sourceMappingURL=chunk-D4DVCY7Y.mjs.map
|