@optimystic/db-core 1.5.0 → 1.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (157) hide show
  1. package/README.md +336 -336
  2. package/dist/src/cluster/structs.d.ts +37 -0
  3. package/dist/src/cluster/structs.d.ts.map +1 -1
  4. package/dist/src/cluster/structs.js +13 -0
  5. package/dist/src/cluster/structs.js.map +1 -1
  6. package/dist/src/collection/collection.d.ts +44 -4
  7. package/dist/src/collection/collection.d.ts.map +1 -1
  8. package/dist/src/collection/collection.js +95 -14
  9. package/dist/src/collection/collection.js.map +1 -1
  10. package/dist/src/log/log.d.ts +41 -8
  11. package/dist/src/log/log.d.ts.map +1 -1
  12. package/dist/src/log/log.js +15 -10
  13. package/dist/src/log/log.js.map +1 -1
  14. package/dist/src/testing/test-transactor.d.ts +36 -0
  15. package/dist/src/testing/test-transactor.d.ts.map +1 -1
  16. package/dist/src/testing/test-transactor.js +49 -0
  17. package/dist/src/testing/test-transactor.js.map +1 -1
  18. package/dist/src/transaction/coordinator.d.ts.map +1 -1
  19. package/dist/src/transaction/coordinator.js +26 -9
  20. package/dist/src/transaction/coordinator.js.map +1 -1
  21. package/package.json +1 -1
  22. package/src/blocks/block-store.ts +31 -31
  23. package/src/blocks/block-types.ts +11 -11
  24. package/src/blocks/index.ts +5 -5
  25. package/src/blocks/structs.ts +17 -17
  26. package/src/btree/btree.ts +872 -872
  27. package/src/btree/independent-trunk.ts +53 -53
  28. package/src/btree/index.ts +5 -5
  29. package/src/btree/key-range.ts +15 -15
  30. package/src/btree/keyset.ts +6 -6
  31. package/src/btree/nodes.ts +25 -25
  32. package/src/btree/path.ts +37 -37
  33. package/src/btree/tree-block.ts +11 -11
  34. package/src/btree/trunk.ts +14 -14
  35. package/src/chain/chain-nodes.ts +26 -26
  36. package/src/chain/chain.ts +349 -349
  37. package/src/chain/index.ts +3 -3
  38. package/src/cluster/i-cluster.ts +6 -6
  39. package/src/cluster/index.ts +3 -3
  40. package/src/cluster/structs.ts +38 -0
  41. package/src/cohort-topic/addressing.ts +120 -120
  42. package/src/cohort-topic/antidos/bootstrap-evidence.ts +106 -106
  43. package/src/cohort-topic/antidos/index.ts +5 -5
  44. package/src/cohort-topic/antidos/rate-limiter.ts +210 -210
  45. package/src/cohort-topic/antidos/replay-guard.ts +146 -146
  46. package/src/cohort-topic/antidos/topic-budget.ts +160 -160
  47. package/src/cohort-topic/antiflood/index.ts +2 -2
  48. package/src/cohort-topic/antiflood/invariants.ts +108 -108
  49. package/src/cohort-topic/antiflood/jitter.ts +117 -117
  50. package/src/cohort-topic/coldstart.ts +237 -237
  51. package/src/cohort-topic/dmax.ts +88 -88
  52. package/src/cohort-topic/gossip/bus.ts +254 -254
  53. package/src/cohort-topic/gossip/index.ts +3 -3
  54. package/src/cohort-topic/gossip/records.ts +45 -45
  55. package/src/cohort-topic/gossip/view.ts +91 -91
  56. package/src/cohort-topic/index.ts +20 -20
  57. package/src/cohort-topic/load/barometer.ts +134 -134
  58. package/src/cohort-topic/load/index.ts +1 -1
  59. package/src/cohort-topic/member-engine.ts +430 -430
  60. package/src/cohort-topic/membership/index.ts +3 -3
  61. package/src/cohort-topic/membership/publisher.ts +163 -163
  62. package/src/cohort-topic/membership/source.ts +41 -41
  63. package/src/cohort-topic/ports.ts +157 -157
  64. package/src/cohort-topic/promotion.ts +477 -477
  65. package/src/cohort-topic/registration/bytes.ts +37 -37
  66. package/src/cohort-topic/registration/handoff.ts +154 -154
  67. package/src/cohort-topic/registration/index.ts +6 -6
  68. package/src/cohort-topic/registration/renewal.ts +495 -495
  69. package/src/cohort-topic/registration/sharding.ts +61 -61
  70. package/src/cohort-topic/registration/store.ts +81 -81
  71. package/src/cohort-topic/registration/types.ts +91 -91
  72. package/src/cohort-topic/ring-hash.ts +50 -50
  73. package/src/cohort-topic/service.ts +416 -416
  74. package/src/cohort-topic/sig/index.ts +2 -2
  75. package/src/cohort-topic/sig/payloads.ts +59 -59
  76. package/src/cohort-topic/sig/threshold.ts +64 -64
  77. package/src/cohort-topic/tiers.ts +74 -74
  78. package/src/cohort-topic/traffic.ts +233 -233
  79. package/src/cohort-topic/walk.ts +326 -326
  80. package/src/cohort-topic/willingness.ts +237 -237
  81. package/src/cohort-topic/wire/index.ts +18 -18
  82. package/src/cohort-topic/wire/payloads.ts +126 -126
  83. package/src/collection/action.ts +48 -48
  84. package/src/collection/collection-type-registry.ts +37 -37
  85. package/src/collection/collection.ts +2203 -2118
  86. package/src/collection/index.ts +4 -4
  87. package/src/collections/diary/index.ts +2 -2
  88. package/src/collections/diary/struct.ts +3 -3
  89. package/src/collections/index.ts +2 -2
  90. package/src/collections/tree/collection-trunk.ts +25 -25
  91. package/src/collections/tree/index.ts +2 -2
  92. package/src/collections/tree/readme.md +55 -55
  93. package/src/log/index.ts +2 -2
  94. package/src/log/log.ts +304 -268
  95. package/src/log/struct.ts +165 -165
  96. package/src/matchmaking/capability-filter.ts +45 -45
  97. package/src/matchmaking/config.ts +98 -98
  98. package/src/matchmaking/index.ts +21 -21
  99. package/src/matchmaking/multi-cohort-seeker.ts +234 -234
  100. package/src/matchmaking/provider.ts +123 -123
  101. package/src/matchmaking/query-eval.ts +105 -105
  102. package/src/matchmaking/seeker-walk.ts +127 -127
  103. package/src/matchmaking/seeker.ts +86 -86
  104. package/src/matchmaking/topic-anchor.ts +90 -90
  105. package/src/matchmaking/voting-quorum.ts +394 -394
  106. package/src/network/i-peer-network.ts +25 -25
  107. package/src/network/repo-protocol.ts +13 -13
  108. package/src/network/types.ts +37 -37
  109. package/src/reactivity/backfill.ts +220 -220
  110. package/src/reactivity/backpressure.ts +191 -191
  111. package/src/reactivity/checkpoint.ts +308 -308
  112. package/src/reactivity/config.ts +172 -172
  113. package/src/reactivity/dedupe.ts +132 -132
  114. package/src/reactivity/forwarder.ts +87 -87
  115. package/src/reactivity/index.ts +34 -34
  116. package/src/reactivity/notification.ts +123 -123
  117. package/src/reactivity/policy.ts +79 -79
  118. package/src/reactivity/push-state.ts +310 -310
  119. package/src/reactivity/recover.ts +153 -153
  120. package/src/reactivity/replay-buffer.ts +141 -141
  121. package/src/reactivity/resume.ts +549 -549
  122. package/src/reactivity/rotation.ts +415 -415
  123. package/src/reactivity/subscriber.ts +132 -132
  124. package/src/reactivity/subscription.ts +66 -66
  125. package/src/reactivity/topic-anchor.ts +71 -71
  126. package/src/reactivity/verify.ts +73 -73
  127. package/src/reactivity/wire-validate.ts +13 -13
  128. package/src/testing/async-wait.ts +65 -65
  129. package/src/testing/index.ts +2 -2
  130. package/src/testing/test-transactor.ts +62 -0
  131. package/src/transaction/actions-engine.ts +68 -68
  132. package/src/transaction/coordinator.ts +28 -11
  133. package/src/transaction/index.ts +52 -52
  134. package/src/transaction/operations-hash.ts +196 -196
  135. package/src/transaction/read-dependency-collector.ts +78 -78
  136. package/src/transaction/session.ts +238 -238
  137. package/src/transaction/transaction.ts +442 -442
  138. package/src/transaction/validator.ts +197 -197
  139. package/src/transactor/block-floors.ts +126 -126
  140. package/src/transactor/index.ts +6 -6
  141. package/src/transactor/network-transactor.ts +1545 -1545
  142. package/src/transform/atomic-proxy.ts +92 -92
  143. package/src/transform/cache-source.ts +370 -370
  144. package/src/transform/helpers.ts +164 -164
  145. package/src/transform/index.ts +7 -7
  146. package/src/transform/struct.ts +21 -21
  147. package/src/utility/actor.ts +62 -62
  148. package/src/utility/backoff.ts +95 -95
  149. package/src/utility/batch-coordinator.ts +191 -191
  150. package/src/utility/ensured.ts +32 -32
  151. package/src/utility/groupby.ts +18 -18
  152. package/src/utility/hash-string.ts +14 -14
  153. package/src/utility/is-record-empty.ts +5 -5
  154. package/src/utility/latches.ts +42 -42
  155. package/src/utility/lru-map.ts +60 -60
  156. package/src/utility/nameof.ts +7 -7
  157. package/src/utility/pending.ts +43 -43
@@ -1,92 +1,92 @@
1
- import { Atomic } from './atomic.js';
2
- import type { IBlock, BlockId, BlockStore, BlockType, BlockHeader, BlockOperation, ReadPurpose } from '../index.js';
3
-
4
- /**
5
- * Opaque handle to an in-flight atomic scope.
6
- *
7
- * A method that opens a scope (via {@link AtomicProxy.atomic}) receives the scope as its
8
- * callback argument. To make a *nested* call reuse the enclosing scope — rather than open
9
- * (and separately commit) a second one — pass that handle back as the `parent` argument of
10
- * the nested `atomic()` call. This is how genuine nesting is distinguished from a second,
11
- * unrelated concurrent scope, portably (no `AsyncLocalStorage`, which is Node-only).
12
- */
13
- export interface AtomicScope { readonly __atomicScope: unique symbol; }
14
-
15
- /**
16
- * A BlockStore proxy that enables scoped atomic operations.
17
- * Operations normally delegate directly to the underlying store,
18
- * but during an `atomic()` call, they route through an Atomic tracker
19
- * that commits all-or-nothing on success, or rolls back on error.
20
- *
21
- * Both the BTree and its trunk should share the same AtomicProxy instance
22
- * so that all mutations (including root pointer updates) are part of the
23
- * same atomic batch.
24
- *
25
- * Concurrency model: top-level `atomic()` calls are *serialized* through a promise queue,
26
- * so a second, un-awaited scope started while the first is still in flight waits for the
27
- * first to commit/roll back before opening its own tracker — it never shares the first's
28
- * tracker. A genuinely nested call (one that hands back its enclosing scope) bypasses the
29
- * queue and reuses that scope, so it neither deadlocks on itself nor double-commits.
30
- */
31
- export class AtomicProxy<T extends IBlock> implements BlockStore<T> {
32
- private _base: BlockStore<T>;
33
- private _active: BlockStore<T>;
34
- /** Tail of the serialization queue; each new top-level scope awaits the prior one. */
35
- private _tail: Promise<void> = Promise.resolve();
36
- /** The scope currently executing, or undefined between scopes. Serialization guarantees
37
- * at most one is active at a time, so identity against `parent` cleanly separates a
38
- * nested call (parent === current) from a foreign concurrent one (parent absent/stale). */
39
- private _current?: AtomicScope;
40
-
41
- constructor(store: BlockStore<T>) {
42
- this._base = store;
43
- this._active = store;
44
- }
45
-
46
- async tryGet(id: BlockId, purpose?: ReadPurpose): Promise<T | undefined> { return this._active.tryGet(id, purpose); }
47
- /** Forward a leaf-value upgrade to the active store (duck-typed; the Tracker/CacheSource chain
48
- * implements it). Keeps navigation-read filtering working for a B-tree bound to this proxy. */
49
- markReadValue(id: BlockId): void { (this._active as { markReadValue?: (id: BlockId) => void }).markReadValue?.(id); }
50
- insert(block: T): void { this._active.insert(block); }
51
- update(blockId: BlockId, op: BlockOperation): void { this._active.update(blockId, op); }
52
- delete(blockId: BlockId): void { this._active.delete(blockId); }
53
- generateId(): BlockId { return this._active.generateId(); }
54
- createBlockHeader(type: BlockType, newId?: BlockId): BlockHeader { return this._active.createBlockHeader(type, newId); }
55
-
56
- /** Execute fn within an atomic scope. All store mutations are collected and committed on
57
- * success, or discarded on error. `fn` receives a scope handle; pass it as the `parent`
58
- * of any nested `atomic()` call that should join this scope instead of opening its own.
59
- * Re-entrant safe (nesting reuses the parent scope) and concurrency safe (unrelated
60
- * overlapping scopes serialize rather than sharing a tracker). */
61
- async atomic<R>(fn: (scope: AtomicScope) => Promise<R>, parent?: AtomicScope): Promise<R> {
62
- // Genuine nesting: the caller handed back the scope it is already inside. Reuse it —
63
- // no second tracker, no second commit — and skip the queue, since waiting on the very
64
- // scope we are running inside would deadlock.
65
- if (parent !== undefined && parent === this._current) {
66
- return fn(parent);
67
- }
68
- // Top-level scope (first, or a foreign call that overlapped one in flight): take a
69
- // place in the serialization queue so it runs against its own tracker only after the
70
- // prior scope has committed/rolled back.
71
- const prior = this._tail;
72
- let release!: () => void;
73
- this._tail = new Promise<void>(resolve => { release = resolve; });
74
- await prior;
75
- const atomic = new Atomic<T>(this._base);
76
- const scope = atomic as unknown as AtomicScope;
77
- this._current = scope;
78
- this._active = atomic;
79
- try {
80
- const result = await fn(scope);
81
- atomic.commit();
82
- return result;
83
- } catch (e) {
84
- atomic.reset();
85
- throw e;
86
- } finally {
87
- this._active = this._base;
88
- this._current = undefined;
89
- release();
90
- }
91
- }
92
- }
1
+ import { Atomic } from './atomic.js';
2
+ import type { IBlock, BlockId, BlockStore, BlockType, BlockHeader, BlockOperation, ReadPurpose } from '../index.js';
3
+
4
+ /**
5
+ * Opaque handle to an in-flight atomic scope.
6
+ *
7
+ * A method that opens a scope (via {@link AtomicProxy.atomic}) receives the scope as its
8
+ * callback argument. To make a *nested* call reuse the enclosing scope — rather than open
9
+ * (and separately commit) a second one — pass that handle back as the `parent` argument of
10
+ * the nested `atomic()` call. This is how genuine nesting is distinguished from a second,
11
+ * unrelated concurrent scope, portably (no `AsyncLocalStorage`, which is Node-only).
12
+ */
13
+ export interface AtomicScope { readonly __atomicScope: unique symbol; }
14
+
15
+ /**
16
+ * A BlockStore proxy that enables scoped atomic operations.
17
+ * Operations normally delegate directly to the underlying store,
18
+ * but during an `atomic()` call, they route through an Atomic tracker
19
+ * that commits all-or-nothing on success, or rolls back on error.
20
+ *
21
+ * Both the BTree and its trunk should share the same AtomicProxy instance
22
+ * so that all mutations (including root pointer updates) are part of the
23
+ * same atomic batch.
24
+ *
25
+ * Concurrency model: top-level `atomic()` calls are *serialized* through a promise queue,
26
+ * so a second, un-awaited scope started while the first is still in flight waits for the
27
+ * first to commit/roll back before opening its own tracker — it never shares the first's
28
+ * tracker. A genuinely nested call (one that hands back its enclosing scope) bypasses the
29
+ * queue and reuses that scope, so it neither deadlocks on itself nor double-commits.
30
+ */
31
+ export class AtomicProxy<T extends IBlock> implements BlockStore<T> {
32
+ private _base: BlockStore<T>;
33
+ private _active: BlockStore<T>;
34
+ /** Tail of the serialization queue; each new top-level scope awaits the prior one. */
35
+ private _tail: Promise<void> = Promise.resolve();
36
+ /** The scope currently executing, or undefined between scopes. Serialization guarantees
37
+ * at most one is active at a time, so identity against `parent` cleanly separates a
38
+ * nested call (parent === current) from a foreign concurrent one (parent absent/stale). */
39
+ private _current?: AtomicScope;
40
+
41
+ constructor(store: BlockStore<T>) {
42
+ this._base = store;
43
+ this._active = store;
44
+ }
45
+
46
+ async tryGet(id: BlockId, purpose?: ReadPurpose): Promise<T | undefined> { return this._active.tryGet(id, purpose); }
47
+ /** Forward a leaf-value upgrade to the active store (duck-typed; the Tracker/CacheSource chain
48
+ * implements it). Keeps navigation-read filtering working for a B-tree bound to this proxy. */
49
+ markReadValue(id: BlockId): void { (this._active as { markReadValue?: (id: BlockId) => void }).markReadValue?.(id); }
50
+ insert(block: T): void { this._active.insert(block); }
51
+ update(blockId: BlockId, op: BlockOperation): void { this._active.update(blockId, op); }
52
+ delete(blockId: BlockId): void { this._active.delete(blockId); }
53
+ generateId(): BlockId { return this._active.generateId(); }
54
+ createBlockHeader(type: BlockType, newId?: BlockId): BlockHeader { return this._active.createBlockHeader(type, newId); }
55
+
56
+ /** Execute fn within an atomic scope. All store mutations are collected and committed on
57
+ * success, or discarded on error. `fn` receives a scope handle; pass it as the `parent`
58
+ * of any nested `atomic()` call that should join this scope instead of opening its own.
59
+ * Re-entrant safe (nesting reuses the parent scope) and concurrency safe (unrelated
60
+ * overlapping scopes serialize rather than sharing a tracker). */
61
+ async atomic<R>(fn: (scope: AtomicScope) => Promise<R>, parent?: AtomicScope): Promise<R> {
62
+ // Genuine nesting: the caller handed back the scope it is already inside. Reuse it —
63
+ // no second tracker, no second commit — and skip the queue, since waiting on the very
64
+ // scope we are running inside would deadlock.
65
+ if (parent !== undefined && parent === this._current) {
66
+ return fn(parent);
67
+ }
68
+ // Top-level scope (first, or a foreign call that overlapped one in flight): take a
69
+ // place in the serialization queue so it runs against its own tracker only after the
70
+ // prior scope has committed/rolled back.
71
+ const prior = this._tail;
72
+ let release!: () => void;
73
+ this._tail = new Promise<void>(resolve => { release = resolve; });
74
+ await prior;
75
+ const atomic = new Atomic<T>(this._base);
76
+ const scope = atomic as unknown as AtomicScope;
77
+ this._current = scope;
78
+ this._active = atomic;
79
+ try {
80
+ const result = await fn(scope);
81
+ atomic.commit();
82
+ return result;
83
+ } catch (e) {
84
+ atomic.reset();
85
+ throw e;
86
+ } finally {
87
+ this._active = this._base;
88
+ this._current = undefined;
89
+ release();
90
+ }
91
+ }
92
+ }