@peerbit/shared-log 9.2.13 → 10.0.0-05f4bef

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/dist/benchmark/get-samples.js +190 -64
  2. package/dist/benchmark/get-samples.js.map +1 -1
  3. package/dist/benchmark/index.js +16 -38
  4. package/dist/benchmark/index.js.map +1 -1
  5. package/dist/benchmark/memory/child.js.map +1 -1
  6. package/dist/benchmark/partial-sync.d.ts +3 -0
  7. package/dist/benchmark/partial-sync.d.ts.map +1 -0
  8. package/dist/benchmark/partial-sync.js +121 -0
  9. package/dist/benchmark/partial-sync.js.map +1 -0
  10. package/dist/benchmark/replication-prune.js.map +1 -1
  11. package/dist/benchmark/replication.js.map +1 -1
  12. package/dist/benchmark/to-rebalance.d.ts +2 -0
  13. package/dist/benchmark/to-rebalance.d.ts.map +1 -0
  14. package/dist/benchmark/to-rebalance.js +117 -0
  15. package/dist/benchmark/to-rebalance.js.map +1 -0
  16. package/dist/benchmark/utils.d.ts +24 -0
  17. package/dist/benchmark/utils.d.ts.map +1 -0
  18. package/dist/benchmark/utils.js +47 -0
  19. package/dist/benchmark/utils.js.map +1 -0
  20. package/dist/src/debounce.d.ts +2 -2
  21. package/dist/src/debounce.d.ts.map +1 -1
  22. package/dist/src/debounce.js +17 -47
  23. package/dist/src/debounce.js.map +1 -1
  24. package/dist/src/exchange-heads.d.ts +1 -13
  25. package/dist/src/exchange-heads.d.ts.map +1 -1
  26. package/dist/src/exchange-heads.js +0 -32
  27. package/dist/src/exchange-heads.js.map +1 -1
  28. package/dist/src/index.d.ts +119 -60
  29. package/dist/src/index.d.ts.map +1 -1
  30. package/dist/src/index.js +1116 -762
  31. package/dist/src/index.js.map +1 -1
  32. package/dist/src/integers.d.ts +22 -0
  33. package/dist/src/integers.d.ts.map +1 -0
  34. package/dist/src/integers.js +76 -0
  35. package/dist/src/integers.js.map +1 -0
  36. package/dist/src/pid.d.ts.map +1 -1
  37. package/dist/src/pid.js +22 -22
  38. package/dist/src/pid.js.map +1 -1
  39. package/dist/src/ranges.d.ts +168 -38
  40. package/dist/src/ranges.d.ts.map +1 -1
  41. package/dist/src/ranges.js +869 -272
  42. package/dist/src/ranges.js.map +1 -1
  43. package/dist/src/replication-domain-hash.d.ts +2 -3
  44. package/dist/src/replication-domain-hash.d.ts.map +1 -1
  45. package/dist/src/replication-domain-hash.js +40 -15
  46. package/dist/src/replication-domain-hash.js.map +1 -1
  47. package/dist/src/replication-domain-time.d.ts +5 -5
  48. package/dist/src/replication-domain-time.d.ts.map +1 -1
  49. package/dist/src/replication-domain-time.js +2 -0
  50. package/dist/src/replication-domain-time.js.map +1 -1
  51. package/dist/src/replication-domain.d.ts +17 -19
  52. package/dist/src/replication-domain.d.ts.map +1 -1
  53. package/dist/src/replication-domain.js +2 -6
  54. package/dist/src/replication-domain.js.map +1 -1
  55. package/dist/src/replication.d.ts +6 -6
  56. package/dist/src/replication.d.ts.map +1 -1
  57. package/dist/src/replication.js +4 -4
  58. package/dist/src/replication.js.map +1 -1
  59. package/dist/src/role.d.ts +3 -6
  60. package/dist/src/role.d.ts.map +1 -1
  61. package/dist/src/role.js +4 -5
  62. package/dist/src/role.js.map +1 -1
  63. package/dist/src/sync/index.d.ts +40 -0
  64. package/dist/src/sync/index.d.ts.map +1 -0
  65. package/dist/src/sync/index.js +2 -0
  66. package/dist/src/sync/index.js.map +1 -0
  67. package/dist/src/sync/rateless-iblt.d.ts +124 -0
  68. package/dist/src/sync/rateless-iblt.d.ts.map +1 -0
  69. package/dist/src/sync/rateless-iblt.js +495 -0
  70. package/dist/src/sync/rateless-iblt.js.map +1 -0
  71. package/dist/src/sync/simple.d.ts +69 -0
  72. package/dist/src/sync/simple.d.ts.map +1 -0
  73. package/dist/src/sync/simple.js +338 -0
  74. package/dist/src/sync/simple.js.map +1 -0
  75. package/dist/src/sync/wasm-init.browser.d.ts +1 -0
  76. package/dist/src/sync/wasm-init.browser.d.ts.map +1 -0
  77. package/dist/src/sync/wasm-init.browser.js +3 -0
  78. package/dist/src/sync/wasm-init.browser.js.map +1 -0
  79. package/dist/src/sync/wasm-init.d.ts +2 -0
  80. package/dist/src/sync/wasm-init.d.ts.map +1 -0
  81. package/dist/src/sync/wasm-init.js +13 -0
  82. package/dist/src/sync/wasm-init.js.map +1 -0
  83. package/dist/src/utils.d.ts +3 -3
  84. package/dist/src/utils.d.ts.map +1 -1
  85. package/dist/src/utils.js +2 -2
  86. package/dist/src/utils.js.map +1 -1
  87. package/package.json +73 -69
  88. package/src/debounce.ts +16 -51
  89. package/src/exchange-heads.ts +1 -23
  90. package/src/index.ts +1532 -1038
  91. package/src/integers.ts +102 -0
  92. package/src/pid.ts +23 -22
  93. package/src/ranges.ts +1204 -413
  94. package/src/replication-domain-hash.ts +43 -18
  95. package/src/replication-domain-time.ts +9 -9
  96. package/src/replication-domain.ts +21 -31
  97. package/src/replication.ts +10 -9
  98. package/src/role.ts +4 -6
  99. package/src/sync/index.ts +51 -0
  100. package/src/sync/rateless-iblt.ts +617 -0
  101. package/src/sync/simple.ts +403 -0
  102. package/src/sync/wasm-init.browser.ts +1 -0
  103. package/src/sync/wasm-init.ts +14 -0
  104. package/src/utils.ts +10 -4
@@ -0,0 +1,495 @@
1
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
2
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
6
+ };
7
+ var __metadata = (this && this.__metadata) || function (k, v) {
8
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
9
+ };
10
+ import { field, variant, vec } from "@dao-xyz/borsh";
11
+ import { Cache } from "@peerbit/cache";
12
+ import { randomBytes, toBase64 } from "@peerbit/crypto";
13
+ import {} from "@peerbit/indexer-interface";
14
+ import init, { DecoderWrapper, EncoderWrapper } from "@peerbit/riblt";
15
+ import { SilentDelivery } from "@peerbit/stream-interface";
16
+ import {} from "../exchange-heads.js";
17
+ import {} from "../integers.js";
18
+ import { TransportMessage } from "../message.js";
19
+ import { matchEntriesInRangeQuery, } from "../ranges.js";
20
+ import { SimpleSyncronizer } from "./simple.js";
21
+ import "./wasm-init.js";
22
+ await init();
23
+ const coerceBigInt = (value) => typeof value === "bigint" ? value : BigInt(value);
24
+ class SymbolSerialized {
25
+ count;
26
+ hash;
27
+ symbol;
28
+ constructor(props) {
29
+ this.count = props.count;
30
+ this.hash = props.hash;
31
+ this.symbol = props.symbol;
32
+ }
33
+ }
34
+ __decorate([
35
+ field({ type: "u64" }),
36
+ __metadata("design:type", BigInt)
37
+ ], SymbolSerialized.prototype, "count", void 0);
38
+ __decorate([
39
+ field({ type: "u64" }),
40
+ __metadata("design:type", BigInt)
41
+ ], SymbolSerialized.prototype, "hash", void 0);
42
+ __decorate([
43
+ field({ type: "u64" }),
44
+ __metadata("design:type", BigInt)
45
+ ], SymbolSerialized.prototype, "symbol", void 0);
46
+ const getSyncIdString = (message) => {
47
+ return toBase64(message.syncId);
48
+ };
49
+ let StartSync = class StartSync extends TransportMessage {
50
+ syncId;
51
+ start;
52
+ end;
53
+ symbols;
54
+ constructor(props) {
55
+ super();
56
+ this.syncId = randomBytes(32);
57
+ this.start = coerceBigInt(props.from);
58
+ this.end = coerceBigInt(props.to);
59
+ this.symbols = props.symbols;
60
+ }
61
+ };
62
+ __decorate([
63
+ field({ type: Uint8Array }),
64
+ __metadata("design:type", Uint8Array)
65
+ ], StartSync.prototype, "syncId", void 0);
66
+ __decorate([
67
+ field({ type: "u64" }),
68
+ __metadata("design:type", BigInt)
69
+ ], StartSync.prototype, "start", void 0);
70
+ __decorate([
71
+ field({ type: "u64" }),
72
+ __metadata("design:type", BigInt)
73
+ ], StartSync.prototype, "end", void 0);
74
+ __decorate([
75
+ field({ type: vec(SymbolSerialized) }),
76
+ __metadata("design:type", Array)
77
+ ], StartSync.prototype, "symbols", void 0);
78
+ StartSync = __decorate([
79
+ variant([3, 0]),
80
+ __metadata("design:paramtypes", [Object])
81
+ ], StartSync);
82
+ export { StartSync };
83
+ let MoreSymbols = class MoreSymbols extends TransportMessage {
84
+ syncId;
85
+ seqNo;
86
+ symbols;
87
+ constructor(props) {
88
+ super();
89
+ this.syncId = props.syncId;
90
+ this.seqNo = props.lastSeqNo + 1n;
91
+ this.symbols = props.symbols;
92
+ }
93
+ };
94
+ __decorate([
95
+ field({ type: Uint8Array }),
96
+ __metadata("design:type", Uint8Array)
97
+ ], MoreSymbols.prototype, "syncId", void 0);
98
+ __decorate([
99
+ field({ type: "u64" }),
100
+ __metadata("design:type", BigInt)
101
+ ], MoreSymbols.prototype, "seqNo", void 0);
102
+ __decorate([
103
+ field({ type: vec(SymbolSerialized) }),
104
+ __metadata("design:type", Array)
105
+ ], MoreSymbols.prototype, "symbols", void 0);
106
+ MoreSymbols = __decorate([
107
+ variant([3, 1]),
108
+ __metadata("design:paramtypes", [Object])
109
+ ], MoreSymbols);
110
+ export { MoreSymbols };
111
+ let RequestMoreSymbols = class RequestMoreSymbols extends TransportMessage {
112
+ syncId;
113
+ lastSeqNo;
114
+ constructor(props) {
115
+ super();
116
+ this.syncId = props.syncId;
117
+ this.lastSeqNo = props.lastSeqNo;
118
+ }
119
+ };
120
+ __decorate([
121
+ field({ type: Uint8Array }),
122
+ __metadata("design:type", Uint8Array)
123
+ ], RequestMoreSymbols.prototype, "syncId", void 0);
124
+ __decorate([
125
+ field({ type: "u64" }),
126
+ __metadata("design:type", BigInt)
127
+ ], RequestMoreSymbols.prototype, "lastSeqNo", void 0);
128
+ RequestMoreSymbols = __decorate([
129
+ variant([3, 2]),
130
+ __metadata("design:paramtypes", [Object])
131
+ ], RequestMoreSymbols);
132
+ export { RequestMoreSymbols };
133
+ let RequestAll = class RequestAll extends TransportMessage {
134
+ syncId;
135
+ constructor(props) {
136
+ super();
137
+ this.syncId = props.syncId;
138
+ }
139
+ };
140
+ __decorate([
141
+ field({ type: Uint8Array }),
142
+ __metadata("design:type", Uint8Array)
143
+ ], RequestAll.prototype, "syncId", void 0);
144
+ RequestAll = __decorate([
145
+ variant([3, 3]),
146
+ __metadata("design:paramtypes", [Object])
147
+ ], RequestAll);
148
+ export { RequestAll };
149
+ const buildEncoderOrDecoderFromRange = async (ranges, entryIndex, type) => {
150
+ const encoder = type === "encoder" ? new EncoderWrapper() : new DecoderWrapper();
151
+ /* const buildDecoderStart = +new Date(); */
152
+ let symbolCount = 0;
153
+ const entries = await entryIndex
154
+ .iterate({
155
+ query: matchEntriesInRangeQuery({
156
+ end1: ranges.end1,
157
+ start1: ranges.start1,
158
+ end2: ranges.end2,
159
+ start2: ranges.start2,
160
+ }),
161
+ }, {
162
+ shape: {
163
+ coordinates: true,
164
+ },
165
+ })
166
+ .all();
167
+ if (entries.length === 0) {
168
+ return false;
169
+ }
170
+ for (const entry of entries) {
171
+ symbolCount += entry.value.coordinates.length;
172
+ for (const coordinate of entry.value.coordinates) {
173
+ encoder.add_symbol(coerceBigInt(coordinate));
174
+ }
175
+ }
176
+ return encoder;
177
+ };
178
+ export class RatelessIBLTSynchronizer {
179
+ properties;
180
+ simple;
181
+ startedOrCompletedSynchronizations;
182
+ ingoingSyncProcesses;
183
+ outgoingSyncProcesses;
184
+ constructor(properties) {
185
+ this.properties = properties;
186
+ this.simple = new SimpleSyncronizer(properties);
187
+ this.outgoingSyncProcesses = new Map();
188
+ this.ingoingSyncProcesses = new Map();
189
+ this.startedOrCompletedSynchronizations = new Cache({ max: 1e4 });
190
+ }
191
+ async onMaybeMissingEntries(properties) {
192
+ // calculate the smallest range that covers all the entries
193
+ // calculate the largest gap and the smallest range will be the one that starts at the end of it
194
+ // assume sorted, and find the largest gap
195
+ let largestGap = 0n;
196
+ let largestGapIndex = 0;
197
+ let entriesToSyncNaively = new Map();
198
+ let allCoordinatesToSyncWithIblt = [];
199
+ let minSyncIbltSize = 333; // TODO arg
200
+ let maxSyncWithSimpleMethod = 1e3;
201
+ for (const entry of properties.entries.values()) {
202
+ if (entry.assignedToRangeBoundary ||
203
+ properties.entries.size < minSyncIbltSize) {
204
+ entriesToSyncNaively.set(entry.hash, entry);
205
+ }
206
+ else {
207
+ for (const coordinate of entry.coordinates) {
208
+ allCoordinatesToSyncWithIblt.push(coerceBigInt(coordinate));
209
+ }
210
+ }
211
+ }
212
+ if (allCoordinatesToSyncWithIblt.length === 0 ||
213
+ entriesToSyncNaively.size > maxSyncWithSimpleMethod) {
214
+ // add all coordinates to sync with iblt
215
+ allCoordinatesToSyncWithIblt = Array.from(properties.entries.values()).flatMap((entry) => entry.coordinates.map((y) => coerceBigInt(y)));
216
+ }
217
+ else {
218
+ // TODO what happens if too many
219
+ await this.simple.onMaybeMissingEntries({
220
+ entries: entriesToSyncNaively,
221
+ targets: properties.targets,
222
+ });
223
+ }
224
+ if (allCoordinatesToSyncWithIblt.length === 0) {
225
+ return;
226
+ }
227
+ const sortedEntries = allCoordinatesToSyncWithIblt.sort((a, b) => {
228
+ if (a > b) {
229
+ return 1;
230
+ }
231
+ else if (a < b) {
232
+ return -1;
233
+ }
234
+ else {
235
+ return 0;
236
+ }
237
+ });
238
+ for (let i = 0; i < sortedEntries.length - 1; i++) {
239
+ const current = sortedEntries[i];
240
+ const next = sortedEntries[i + 1];
241
+ const gap = next >= current
242
+ ? next - current
243
+ : coerceBigInt(this.properties.numbers.maxValue) - current + next;
244
+ if (gap > largestGap) {
245
+ largestGap = gap;
246
+ largestGapIndex = i;
247
+ }
248
+ }
249
+ const smallestRangeStartIndex = (largestGapIndex + 1) % sortedEntries.length;
250
+ const smallestRangeEndIndex = largestGapIndex; /// === (smallRangeStartIndex + 1) % sortedEntries.length
251
+ let smallestRangeStart = sortedEntries[smallestRangeStartIndex];
252
+ let smallestRangeEnd = sortedEntries[smallestRangeEndIndex];
253
+ let start, end;
254
+ if (smallestRangeEnd === smallestRangeStart) {
255
+ start = smallestRangeEnd;
256
+ end = smallestRangeEnd + 1n;
257
+ if (end > this.properties.numbers.maxValue) {
258
+ end = 0n;
259
+ }
260
+ }
261
+ else {
262
+ start = smallestRangeStart;
263
+ end = smallestRangeEnd;
264
+ }
265
+ const startSync = new StartSync({ from: start, to: end, symbols: [] });
266
+ const encoder = new EncoderWrapper();
267
+ for (const entry of sortedEntries) {
268
+ encoder.add_symbol(BigInt(entry));
269
+ }
270
+ let initialSymbols = Math.round(Math.sqrt(allCoordinatesToSyncWithIblt.length)); // TODO choose better
271
+ for (let i = 0; i < initialSymbols; i++) {
272
+ startSync.symbols.push(new SymbolSerialized(encoder.produce_next_coded_symbol()));
273
+ }
274
+ const clear = () => {
275
+ // encoder.free(); TODO?
276
+ clearTimeout(this.outgoingSyncProcesses.get(getSyncIdString(startSync))?.timeout);
277
+ this.outgoingSyncProcesses.delete(getSyncIdString(startSync));
278
+ };
279
+ const createTimeout = () => {
280
+ return setTimeout(clear, 1e4); // TODO arg
281
+ };
282
+ let lastSeqNo = -1n;
283
+ let nextBatch = 1e4;
284
+ const obj = {
285
+ encoder,
286
+ timeout: createTimeout(),
287
+ refresh: () => {
288
+ let prevTimeout = obj.timeout;
289
+ if (prevTimeout) {
290
+ clearTimeout(prevTimeout);
291
+ }
292
+ obj.timeout = createTimeout();
293
+ },
294
+ next: (properties) => {
295
+ if (properties.lastSeqNo <= lastSeqNo) {
296
+ return [];
297
+ }
298
+ lastSeqNo++;
299
+ obj.refresh(); // TODO use timestamp instead and collective pruning/refresh
300
+ let result = [];
301
+ for (let i = 0; i < nextBatch; i++) {
302
+ result.push(encoder.produce_next_coded_symbol());
303
+ }
304
+ return result;
305
+ },
306
+ free: clear,
307
+ outgoing: properties.entries,
308
+ };
309
+ this.outgoingSyncProcesses.set(getSyncIdString(startSync), obj);
310
+ this.simple.rpc.send(startSync, {
311
+ mode: new SilentDelivery({ to: properties.targets, redundancy: 1 }),
312
+ priority: 1,
313
+ });
314
+ }
315
+ async onMessage(message, context) {
316
+ if (message instanceof StartSync) {
317
+ const syncId = getSyncIdString(message);
318
+ if (this.ingoingSyncProcesses.has(syncId)) {
319
+ return true;
320
+ }
321
+ if (this.startedOrCompletedSynchronizations.has(syncId)) {
322
+ return true;
323
+ }
324
+ this.startedOrCompletedSynchronizations.add(syncId);
325
+ const wrapped = message.end < message.start;
326
+ const decoder = await buildEncoderOrDecoderFromRange({
327
+ start1: message.start,
328
+ end1: wrapped ? this.properties.numbers.maxValue : message.end,
329
+ start2: 0n,
330
+ end2: wrapped ? message.end : 0n,
331
+ }, this.properties.entryIndex, "decoder");
332
+ if (!decoder) {
333
+ await this.simple.rpc.send(new RequestAll({
334
+ syncId: message.syncId,
335
+ }), {
336
+ mode: new SilentDelivery({ to: [context.from], redundancy: 1 }),
337
+ priority: 1,
338
+ });
339
+ return true;
340
+ }
341
+ const createTimeout = () => {
342
+ return setTimeout(() => {
343
+ // decoder.free(); TODO?
344
+ this.ingoingSyncProcesses.delete(syncId);
345
+ }, 2e4); // TODO arg
346
+ };
347
+ let count = 0;
348
+ /* let t0 = +new Date(); */
349
+ let messageQueue = [];
350
+ let lastSeqNo = -1n;
351
+ const obj = {
352
+ decoder,
353
+ timeout: createTimeout(),
354
+ refresh: () => {
355
+ let prevTimeout = obj.timeout;
356
+ if (prevTimeout) {
357
+ clearTimeout(prevTimeout);
358
+ }
359
+ obj.timeout = createTimeout();
360
+ },
361
+ process: async (newMessage) => {
362
+ obj.refresh(); // TODO use timestamp instead and collective pruning/refresh
363
+ if (newMessage.seqNo <= lastSeqNo) {
364
+ return undefined;
365
+ }
366
+ messageQueue.push(newMessage);
367
+ messageQueue.sort((a, b) => Number(a.seqNo - b.seqNo));
368
+ if (messageQueue[0].seqNo !== lastSeqNo + 1n) {
369
+ return;
370
+ }
371
+ lastSeqNo++;
372
+ const message = messageQueue.shift();
373
+ if (!message) {
374
+ return;
375
+ }
376
+ for (const symbol of message.symbols) {
377
+ decoder.add_coded_symbol(symbol);
378
+ }
379
+ decoder.try_decode();
380
+ count += message.symbols.length;
381
+ if (decoder.decoded()) {
382
+ let allMissingSymbolsInRemote = [];
383
+ for (const missingSymbol of decoder.get_remote_symbols()) {
384
+ allMissingSymbolsInRemote.push(missingSymbol);
385
+ }
386
+ this.simple.queueSync(allMissingSymbolsInRemote, context.from, {
387
+ skipCheck: true,
388
+ });
389
+ obj.free();
390
+ return true;
391
+ }
392
+ return false;
393
+ },
394
+ free: () => {
395
+ // decoder.free(); TODO?
396
+ clearTimeout(this.ingoingSyncProcesses.get(syncId)?.timeout);
397
+ this.ingoingSyncProcesses.delete(syncId);
398
+ },
399
+ };
400
+ this.ingoingSyncProcesses.set(syncId, obj);
401
+ if (await obj.process({ seqNo: 0n, symbols: message.symbols })) {
402
+ return true;
403
+ }
404
+ // not done, request more symbols
405
+ await this.simple.rpc.send(new RequestMoreSymbols({
406
+ lastSeqNo: 0n,
407
+ syncId: message.syncId,
408
+ }), {
409
+ mode: new SilentDelivery({ to: [context.from], redundancy: 1 }),
410
+ priority: 1,
411
+ });
412
+ return true;
413
+ }
414
+ else if (message instanceof MoreSymbols) {
415
+ const obj = this.ingoingSyncProcesses.get(getSyncIdString(message));
416
+ if (!obj) {
417
+ return true;
418
+ }
419
+ const outProcess = await obj.process(message);
420
+ if (outProcess === true) {
421
+ return true;
422
+ }
423
+ else if (outProcess === undefined) {
424
+ return false; // we don't have enough information, or received information that is redundant
425
+ }
426
+ // we are not done
427
+ this.simple.rpc.send(new RequestMoreSymbols({
428
+ lastSeqNo: message.seqNo,
429
+ syncId: message.syncId,
430
+ }), {
431
+ mode: new SilentDelivery({ to: [context.from], redundancy: 1 }),
432
+ priority: 1,
433
+ });
434
+ return true;
435
+ }
436
+ else if (message instanceof RequestMoreSymbols) {
437
+ const obj = this.outgoingSyncProcesses.get(getSyncIdString(message));
438
+ if (!obj) {
439
+ return true;
440
+ }
441
+ await this.properties.rpc.send(new MoreSymbols({
442
+ lastSeqNo: message.lastSeqNo,
443
+ syncId: message.syncId,
444
+ symbols: obj.next(message).map((x) => new SymbolSerialized(x)),
445
+ }), {
446
+ mode: new SilentDelivery({ to: [context.from], redundancy: 1 }),
447
+ priority: 1,
448
+ });
449
+ return true;
450
+ }
451
+ else if (message instanceof RequestAll) {
452
+ const p = this.outgoingSyncProcesses.get(getSyncIdString(message));
453
+ if (!p) {
454
+ return true;
455
+ }
456
+ await this.simple.onMaybeMissingEntries({
457
+ entries: p.outgoing,
458
+ targets: [context.from.hashcode()],
459
+ });
460
+ return true;
461
+ }
462
+ return this.simple.onMessage(message, context);
463
+ }
464
+ onReceivedEntries(properties) {
465
+ return this.simple.onReceivedEntries(properties);
466
+ }
467
+ onEntryAdded(entry) {
468
+ return this.simple.onEntryAdded(entry);
469
+ }
470
+ onEntryRemoved(hash) {
471
+ return this.simple.onEntryRemoved(hash);
472
+ }
473
+ onPeerDisconnected(key) {
474
+ return this.simple.onPeerDisconnected(key);
475
+ }
476
+ open() {
477
+ return this.simple.open();
478
+ }
479
+ close() {
480
+ for (const [, obj] of this.ingoingSyncProcesses) {
481
+ obj.free();
482
+ }
483
+ for (const [, obj] of this.outgoingSyncProcesses) {
484
+ obj.free();
485
+ }
486
+ return this.simple.close();
487
+ }
488
+ get syncInFlight() {
489
+ return this.simple.syncInFlight;
490
+ }
491
+ get pending() {
492
+ return this.simple.pending;
493
+ }
494
+ }
495
+ //# sourceMappingURL=rateless-iblt.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rateless-iblt.js","sourceRoot":"","sources":["../../../src/sync/rateless-iblt.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAsB,WAAW,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,EAAc,MAAM,4BAA4B,CAAC;AAExD,OAAO,IAAI,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAE3D,OAAO,EAAsB,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAqC,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAGN,wBAAwB,GACxB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,gBAAgB,CAAC;AAExB,MAAM,IAAI,EAAE,CAAC;AAIb,MAAM,YAAY,GAAG,CAAC,KAAqB,EAAU,EAAE,CACtD,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEnD,MAAM,gBAAgB;IAErB,KAAK,CAAS;IAGd,IAAI,CAAS;IAGb,MAAM,CAAS;IAEf,YAAY,KAAsD;QACjE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,CAAC;CACD;AAbA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;+CACT;AAGd;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;8CACV;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;gDACR;AAShB,MAAM,eAAe,GAAG,CAAC,OAA+B,EAAE,EAAE;IAC3D,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC,CAAC;AAGK,IAAM,SAAS,GAAf,MAAM,SAAU,SAAQ,gBAAgB;IAE9C,MAAM,CAAa;IAGnB,KAAK,CAAS;IAGd,GAAG,CAAS;IAGZ,OAAO,CAAqB;IAE5B,YAAY,KAIX;QACA,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,CAAC;CACD,CAAA;AAtBA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACpB,UAAU;yCAAC;AAGnB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;wCACT;AAGd;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;sCACX;AAGZ;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;;0CACX;AAXhB,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,SAAS,CAwBrB;;AAGM,IAAM,WAAW,GAAjB,MAAM,WAAY,SAAQ,gBAAgB;IAEhD,MAAM,CAAa;IAGnB,KAAK,CAAS;IAGd,OAAO,CAAqB;IAE5B,YAAY,KAIX;QACA,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,CAAC;CACD,CAAA;AAlBA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACpB,UAAU;2CAAC;AAGnB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;0CACT;AAGd;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;;4CACX;AARhB,WAAW;IADvB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,WAAW,CAoBvB;;AAGM,IAAM,kBAAkB,GAAxB,MAAM,kBAAmB,SAAQ,gBAAgB;IAEvD,MAAM,CAAa;IAGnB,SAAS,CAAS;IAElB,YAAY,KAAgD;QAC3D,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IAClC,CAAC;CACD,CAAA;AAVA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACpB,UAAU;kDAAC;AAGnB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;qDACL;AALN,kBAAkB;IAD9B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,kBAAkB,CAY9B;;AAGM,IAAM,UAAU,GAAhB,MAAM,UAAW,SAAQ,gBAAgB;IAE/C,MAAM,CAAa;IAEnB,YAAY,KAA6B;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,CAAC;CACD,CAAA;AANA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACpB,UAAU;0CAAC;AAFP,UAAU;IADtB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,UAAU,CAQtB;;AAQD,MAAM,8BAA8B,GAAG,KAAK,EAK3C,MAKC,EACD,UAAqC,EACrC,IAAO,EACc,EAAE;IACvB,MAAM,OAAO,GACZ,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC;IAElE,4CAA4C;IAC5C,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,MAAM,OAAO,GAAG,MAAM,UAAU;SAC9B,OAAO,CACP;QACC,KAAK,EAAE,wBAAwB,CAAC;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC;KACF,EACD;QACC,KAAK,EAAE;YACN,WAAW,EAAE,IAAI;SACjB;KACD,CACD;SACA,GAAG,EAAE,CAAC;IAER,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACd,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;QAE9C,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAClD,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC;IAED,OAAO,OAAY,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,OAAO,wBAAwB;IAmC1B;IA9BV,MAAM,CAAuB;IAE7B,kCAAkC,CAAgB;IAClD,oBAAoB,CAYlB;IAEF,qBAAqB,CAUnB;IAEF,YACU,UAOR;QAPQ,eAAU,GAAV,UAAU,CAOlB;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,qBAAqB,GAAG,IAAI,GAAG,EAAE,CAAC;QACvC,IAAI,CAAC,oBAAoB,GAAG,IAAI,GAAG,EAAE,CAAC;QACtC,IAAI,CAAC,kCAAkC,GAAG,IAAI,KAAK,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,UAG3B;QACA,2DAA2D;QAC3D,iGAAiG;QAEjG,0CAA0C;QAC1C,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,IAAI,oBAAoB,GAAoC,IAAI,GAAG,EAAE,CAAC;QAEtE,IAAI,4BAA4B,GAAa,EAAE,CAAC;QAChD,IAAI,eAAe,GAAG,GAAG,CAAC,CAAC,WAAW;QACtC,IAAI,uBAAuB,GAAG,GAAG,CAAC;QAElC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACjD,IACC,KAAK,CAAC,uBAAuB;gBAC7B,UAAU,CAAC,OAAO,CAAC,IAAI,GAAG,eAAe,EACxC,CAAC;gBACF,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACP,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBAC5C,4BAA4B,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC7D,CAAC;YACF,CAAC;QACF,CAAC;QAED,IACC,4BAA4B,CAAC,MAAM,KAAK,CAAC;YACzC,oBAAoB,CAAC,IAAI,GAAG,uBAAuB,EAClD,CAAC;YACF,wCAAwC;YACxC,4BAA4B,GAAG,KAAK,CAAC,IAAI,CACxC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAC3B,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACP,gCAAgC;YAChC,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;gBACvC,OAAO,EAAE,oBAAoB;gBAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;aAC3B,CAAC,CAAC;QACJ,CAAC;QAED,IAAI,4BAA4B,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO;QACR,CAAC;QAED,MAAM,aAAa,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAChE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,CAAC;YACV,CAAC;iBAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,OAAO,CAAC,CAAC,CAAC;YACX,CAAC;iBAAM,CAAC;gBACP,OAAO,CAAC,CAAC;YACV,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,MAAM,GAAG,GACR,IAAI,IAAI,OAAO;gBACd,CAAC,CAAC,IAAI,GAAG,OAAO;gBAChB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;YACpE,IAAI,GAAG,GAAG,UAAU,EAAE,CAAC;gBACtB,UAAU,GAAG,GAAG,CAAC;gBACjB,eAAe,GAAG,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;QAED,MAAM,uBAAuB,GAC5B,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;QAC9C,MAAM,qBAAqB,GAAG,eAAe,CAAC,CAAC,yDAAyD;QACxG,IAAI,kBAAkB,GAAG,aAAa,CAAC,uBAAuB,CAAC,CAAC;QAChE,IAAI,gBAAgB,GAAG,aAAa,CAAC,qBAAqB,CAAC,CAAC;QAC5D,IAAI,KAAa,EAAE,GAAW,CAAC;QAC/B,IAAI,gBAAgB,KAAK,kBAAkB,EAAE,CAAC;YAC7C,KAAK,GAAG,gBAAgB,CAAC;YACzB,GAAG,GAAG,gBAAgB,GAAG,EAAE,CAAC;YAC5B,IAAI,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC5C,GAAG,GAAG,EAAE,CAAC;YACV,CAAC;QACF,CAAC;aAAM,CAAC;YACP,KAAK,GAAG,kBAAkB,CAAC;YAC3B,GAAG,GAAG,gBAAgB,CAAC;QACxB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;QACrC,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YACnC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,cAAc,GAAG,IAAI,CAAC,KAAK,CAC9B,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAC9C,CAAC,CAAC,qBAAqB;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,SAAS,CAAC,OAAO,CAAC,IAAI,CACrB,IAAI,gBAAgB,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC,CACzD,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,GAAG,EAAE;YAClB,yBAAyB;YACzB,YAAY,CACX,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CACnE,CAAC;YACF,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC;QACF,MAAM,aAAa,GAAG,GAAG,EAAE;YAC1B,OAAO,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW;QAC3C,CAAC,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QACpB,IAAI,SAAS,GAAG,GAAG,CAAC;QACpB,MAAM,GAAG,GAAG;YACX,OAAO;YACP,OAAO,EAAE,aAAa,EAAE;YACxB,OAAO,EAAE,GAAG,EAAE;gBACb,IAAI,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC9B,IAAI,WAAW,EAAE,CAAC;oBACjB,YAAY,CAAC,WAAW,CAAC,CAAC;gBAC3B,CAAC;gBACD,GAAG,CAAC,OAAO,GAAG,aAAa,EAAE,CAAC;YAC/B,CAAC;YACD,IAAI,EAAE,CAAC,UAAiC,EAAa,EAAE;gBACtD,IAAI,UAAU,CAAC,SAAS,IAAI,SAAS,EAAE,CAAC;oBACvC,OAAO,EAAE,CAAC;gBACX,CAAC;gBACD,SAAS,EAAE,CAAC;gBACZ,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,4DAA4D;gBAE3E,IAAI,MAAM,GAAc,EAAE,CAAC;gBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC,CAAC;gBAClD,CAAC;gBACD,OAAO,MAAM,CAAC;YACf,CAAC;YACD,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,UAAU,CAAC,OAAO;SAC5B,CAAC;QAEF,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE;YAC/B,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YACnE,QAAQ,EAAE,CAAC;SACX,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CACd,OAAyB,EACzB,OAAuB;QAEvB,IAAI,OAAO,YAAY,SAAS,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3C,OAAO,IAAI,CAAC;YACb,CAAC;YAED,IAAI,IAAI,CAAC,kCAAkC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzD,OAAO,IAAI,CAAC;YACb,CAAC;YAED,IAAI,CAAC,kCAAkC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAEpD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5C,MAAM,OAAO,GAAG,MAAM,8BAA8B,CACnD;gBACC,MAAM,EAAE,OAAO,CAAC,KAAK;gBACrB,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG;gBAC9D,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;aAChC,EACD,IAAI,CAAC,UAAU,CAAC,UAAU,EAC1B,SAAS,CACT,CAAC;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CACzB,IAAI,UAAU,CAAC;oBACd,MAAM,EAAE,OAAO,CAAC,MAAM;iBACtB,CAAC,EACF;oBACC,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;oBAChE,QAAQ,EAAE,CAAC;iBACX,CACD,CAAC;gBACF,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,aAAa,GAAG,GAAG,EAAE;gBAC1B,OAAO,UAAU,CAAC,GAAG,EAAE;oBACtB,wBAAwB;oBACxB,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC1C,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW;YACrB,CAAC,CAAC;YAEF,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,2BAA2B;YAC3B,IAAI,YAAY,GAGV,EAAE,CAAC;YACT,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG;gBACX,OAAO;gBACP,OAAO,EAAE,aAAa,EAAE;gBACxB,OAAO,EAAE,GAAG,EAAE;oBACb,IAAI,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC;oBAC9B,IAAI,WAAW,EAAE,CAAC;wBACjB,YAAY,CAAC,WAAW,CAAC,CAAC;oBAC3B,CAAC;oBACD,GAAG,CAAC,OAAO,GAAG,aAAa,EAAE,CAAC;gBAC/B,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,UAGf,EAAgC,EAAE;oBAClC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,4DAA4D;oBAE3E,IAAI,UAAU,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC;wBACnC,OAAO,SAAS,CAAC;oBAClB,CAAC;oBAED,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC9B,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;oBACvD,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,GAAG,EAAE,EAAE,CAAC;wBAC9C,OAAO;oBACR,CAAC;oBACD,SAAS,EAAE,CAAC;oBAEZ,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC;oBACrC,IAAI,CAAC,OAAO,EAAE,CAAC;wBACd,OAAO;oBACR,CAAC;oBAED,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;wBACtC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAClC,CAAC;oBACD,OAAO,CAAC,UAAU,EAAE,CAAC;oBACrB,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;oBAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;wBACvB,IAAI,yBAAyB,GAAa,EAAE,CAAC;wBAC7C,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;4BAC1D,yBAAyB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBAC/C,CAAC;wBAED,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,yBAAyB,EAAE,OAAO,CAAC,IAAK,EAAE;4BAC/D,SAAS,EAAE,IAAI;yBACf,CAAC,CAAC;wBACH,GAAG,CAAC,IAAI,EAAE,CAAC;wBACX,OAAO,IAAI,CAAC;oBACb,CAAC;oBACD,OAAO,KAAK,CAAC;gBACd,CAAC;gBACD,IAAI,EAAE,GAAG,EAAE;oBACV,wBAAwB;oBACxB,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;oBAC7D,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC1C,CAAC;aACD,CAAC;YAEF,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAE3C,IAAI,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBAChE,OAAO,IAAI,CAAC;YACb,CAAC;YAED,iCAAiC;YACjC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CACzB,IAAI,kBAAkB,CAAC;gBACtB,SAAS,EAAE,EAAE;gBACb,MAAM,EAAE,OAAO,CAAC,MAAM;aACtB,CAAC,EACF;gBACC,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;gBAChE,QAAQ,EAAE,CAAC;aACX,CACD,CAAC;YAEF,OAAO,IAAI,CAAC;QACb,CAAC;aAAM,IAAI,OAAO,YAAY,WAAW,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACb,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE9C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC;YACb,CAAC;iBAAM,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBACrC,OAAO,KAAK,CAAC,CAAC,8EAA8E;YAC7F,CAAC;YAED,kBAAkB;YAElB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CACnB,IAAI,kBAAkB,CAAC;gBACtB,SAAS,EAAE,OAAO,CAAC,KAAK;gBACxB,MAAM,EAAE,OAAO,CAAC,MAAM;aACtB,CAAC,EACF;gBACC,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;gBAChE,QAAQ,EAAE,CAAC;aACX,CACD,CAAC;YAEF,OAAO,IAAI,CAAC;QACb,CAAC;aAAM,IAAI,OAAO,YAAY,kBAAkB,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;YACrE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACb,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAC7B,IAAI,WAAW,CAAC;gBACf,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC;aAC9D,CAAC,EACF;gBACC,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;gBAChE,QAAQ,EAAE,CAAC;aACX,CACD,CAAC;YACF,OAAO,IAAI,CAAC;QACb,CAAC;aAAM,IAAI,OAAO,YAAY,UAAU,EAAE,CAAC;YAC1C,MAAM,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;YACnE,IAAI,CAAC,CAAC,EAAE,CAAC;gBACR,OAAO,IAAI,CAAC;YACb,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;gBACvC,OAAO,EAAE,CAAC,CAAC,QAAQ;gBACnB,OAAO,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,QAAQ,EAAE,CAAC;aACnC,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACb,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,iBAAiB,CAAC,UAGjB;QACA,OAAO,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAClD,CAAC;IAED,YAAY,CAAC,KAAiB;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,cAAc,CAAC,IAAY;QAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,kBAAkB,CAAC,GAAkB;QACpC,OAAO,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK;QACJ,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACjD,GAAG,CAAC,IAAI,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAClD,GAAG,CAAC,IAAI,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;IACjC,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5B,CAAC;CACD"}
@@ -0,0 +1,69 @@
1
+ import { Cache } from "@peerbit/cache";
2
+ import type { PublicSignKey } from "@peerbit/crypto";
3
+ import { type Index } from "@peerbit/indexer-interface";
4
+ import { Entry, Log } from "@peerbit/log";
5
+ import type { RPC, RequestContext } from "@peerbit/rpc";
6
+ import type { SyncableKey, Syncronizer } from ".";
7
+ import { EntryWithRefs } from "../exchange-heads.js";
8
+ import { TransportMessage } from "../message.js";
9
+ import type { EntryReplicated } from "../ranges.js";
10
+ export declare class RequestMaybeSync extends TransportMessage {
11
+ hashes: string[];
12
+ constructor(props: {
13
+ hashes: string[];
14
+ });
15
+ }
16
+ export declare class ResponseMaybeSync extends TransportMessage {
17
+ hashes: string[];
18
+ constructor(props: {
19
+ hashes: string[];
20
+ });
21
+ }
22
+ export declare class RequestMaybeSyncCoordinate extends TransportMessage {
23
+ coordinates: bigint[];
24
+ constructor(props: {
25
+ coordinates: bigint[];
26
+ });
27
+ }
28
+ export declare class SimpleSyncronizer<R extends "u32" | "u64"> implements Syncronizer<R> {
29
+ syncInFlightQueue: Map<SyncableKey, PublicSignKey[]>;
30
+ syncInFlightQueueInverted: Map<string, Set<SyncableKey>>;
31
+ syncInFlight: Map<string, Map<SyncableKey, {
32
+ timestamp: number;
33
+ }>>;
34
+ rpc: RPC<TransportMessage, TransportMessage>;
35
+ log: Log<any>;
36
+ entryIndex: Index<EntryReplicated<R>, any>;
37
+ coordinateToHash: Cache<string>;
38
+ syncMoreInterval?: ReturnType<typeof setTimeout>;
39
+ closed: boolean;
40
+ constructor(properties: {
41
+ rpc: RPC<TransportMessage, TransportMessage>;
42
+ entryIndex: Index<EntryReplicated<R>, any>;
43
+ log: Log<any>;
44
+ coordinateToHash: Cache<string>;
45
+ });
46
+ onMaybeMissingEntries(properties: {
47
+ entries: Map<string, EntryReplicated<R>>;
48
+ targets: string[];
49
+ }): Promise<void>;
50
+ onMessage(msg: TransportMessage, context: RequestContext): Promise<boolean>;
51
+ onReceivedEntries(properties: {
52
+ entries: EntryWithRefs<any>[];
53
+ from: PublicSignKey;
54
+ }): Promise<void> | void;
55
+ queueSync(keys: string[] | bigint[], from: PublicSignKey, options?: {
56
+ skipCheck?: boolean;
57
+ }): Promise<void>;
58
+ private requestSync;
59
+ private checkHasCoordinateOrHash;
60
+ open(): Promise<void>;
61
+ close(): Promise<void>;
62
+ onEntryAdded(entry: Entry<any>): void;
63
+ onEntryRemoved(hash: string): void;
64
+ private clearSyncProcess;
65
+ onPeerDisconnected(key: PublicSignKey): Promise<void> | void;
66
+ private clearSyncProcessPublicKey;
67
+ get pending(): number;
68
+ }
69
+ //# sourceMappingURL=simple.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"simple.d.ts","sourceRoot":"","sources":["../../../src/sync/simple.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAEN,KAAK,KAAK,EAGV,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,KAAK,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAExD,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,GAAG,CAAC;AAClD,OAAO,EACN,aAAa,EAEb,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAEpD,qBACa,gBAAiB,SAAQ,gBAAgB;IAErD,MAAM,EAAE,MAAM,EAAE,CAAC;gBAEL,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;CAIvC;AAED,qBACa,iBAAkB,SAAQ,gBAAgB;IAEtD,MAAM,EAAE,MAAM,EAAE,CAAC;gBAEL,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;CAIvC;AAED,qBACa,0BAA2B,SAAQ,gBAAgB;IAE/D,WAAW,EAAE,MAAM,EAAE,CAAC;gBAEV,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE;CAI5C;AAgDD,qBAAa,iBAAiB,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,CACrD,YAAW,WAAW,CAAC,CAAC,CAAC;IAGzB,iBAAiB,EAAE,GAAG,CAAC,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IACrD,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;IAGzD,YAAY,EAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IAEpE,GAAG,EAAE,GAAG,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;IAC7C,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACd,UAAU,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3C,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAGhC,gBAAgB,CAAC,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;IAEjD,MAAM,EAAG,OAAO,CAAC;gBAEL,UAAU,EAAE;QACvB,GAAG,EAAE,GAAG,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;QAC7C,UAAU,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC3C,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KAChC;IAUD,qBAAqB,CAAC,UAAU,EAAE;QACjC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,OAAO,EAAE,MAAM,EAAE,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAUX,SAAS,CACd,GAAG,EAAE,gBAAgB,EACrB,OAAO,EAAE,cAAc,GACrB,OAAO,CAAC,OAAO,CAAC;IAwCnB,iBAAiB,CAAC,UAAU,EAAE;QAC7B,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,IAAI,EAAE,aAAa,CAAC;KACpB,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAYlB,SAAS,CACd,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EACzB,IAAI,EAAE,aAAa,EACnB,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE;YA+BpB,WAAW;YAgCX,wBAAwB;IAKhC,IAAI;IAqEJ,KAAK;IAOX,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI;IAIrC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAIlC,OAAO,CAAC,gBAAgB;IAiBxB,kBAAkB,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAG5D,OAAO,CAAC,yBAAyB;IAmBjC,IAAI,OAAO,WAEV;CACD"}