@optimystic/db-core 1.5.0 → 1.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +336 -336
- package/dist/src/collection/collection.d.ts +44 -4
- package/dist/src/collection/collection.d.ts.map +1 -1
- package/dist/src/collection/collection.js +95 -14
- package/dist/src/collection/collection.js.map +1 -1
- package/dist/src/log/log.d.ts +41 -8
- package/dist/src/log/log.d.ts.map +1 -1
- package/dist/src/log/log.js +15 -10
- package/dist/src/log/log.js.map +1 -1
- package/dist/src/testing/test-transactor.d.ts +36 -0
- package/dist/src/testing/test-transactor.d.ts.map +1 -1
- package/dist/src/testing/test-transactor.js +49 -0
- package/dist/src/testing/test-transactor.js.map +1 -1
- package/dist/src/transaction/coordinator.d.ts.map +1 -1
- package/dist/src/transaction/coordinator.js +26 -9
- package/dist/src/transaction/coordinator.js.map +1 -1
- package/package.json +1 -1
- package/src/blocks/block-store.ts +31 -31
- package/src/blocks/block-types.ts +11 -11
- package/src/blocks/index.ts +5 -5
- package/src/blocks/structs.ts +17 -17
- package/src/btree/btree.ts +872 -872
- package/src/btree/independent-trunk.ts +53 -53
- package/src/btree/index.ts +5 -5
- package/src/btree/key-range.ts +15 -15
- package/src/btree/keyset.ts +6 -6
- package/src/btree/nodes.ts +25 -25
- package/src/btree/path.ts +37 -37
- package/src/btree/tree-block.ts +11 -11
- package/src/btree/trunk.ts +14 -14
- package/src/chain/chain-nodes.ts +26 -26
- package/src/chain/chain.ts +349 -349
- package/src/chain/index.ts +3 -3
- package/src/cluster/i-cluster.ts +6 -6
- package/src/cluster/index.ts +3 -3
- package/src/cohort-topic/addressing.ts +120 -120
- package/src/cohort-topic/antidos/bootstrap-evidence.ts +106 -106
- package/src/cohort-topic/antidos/index.ts +5 -5
- package/src/cohort-topic/antidos/rate-limiter.ts +210 -210
- package/src/cohort-topic/antidos/replay-guard.ts +146 -146
- package/src/cohort-topic/antidos/topic-budget.ts +160 -160
- package/src/cohort-topic/antiflood/index.ts +2 -2
- package/src/cohort-topic/antiflood/invariants.ts +108 -108
- package/src/cohort-topic/antiflood/jitter.ts +117 -117
- package/src/cohort-topic/coldstart.ts +237 -237
- package/src/cohort-topic/dmax.ts +88 -88
- package/src/cohort-topic/gossip/bus.ts +254 -254
- package/src/cohort-topic/gossip/index.ts +3 -3
- package/src/cohort-topic/gossip/records.ts +45 -45
- package/src/cohort-topic/gossip/view.ts +91 -91
- package/src/cohort-topic/index.ts +20 -20
- package/src/cohort-topic/load/barometer.ts +134 -134
- package/src/cohort-topic/load/index.ts +1 -1
- package/src/cohort-topic/member-engine.ts +430 -430
- package/src/cohort-topic/membership/index.ts +3 -3
- package/src/cohort-topic/membership/publisher.ts +163 -163
- package/src/cohort-topic/membership/source.ts +41 -41
- package/src/cohort-topic/ports.ts +157 -157
- package/src/cohort-topic/promotion.ts +477 -477
- package/src/cohort-topic/registration/bytes.ts +37 -37
- package/src/cohort-topic/registration/handoff.ts +154 -154
- package/src/cohort-topic/registration/index.ts +6 -6
- package/src/cohort-topic/registration/renewal.ts +495 -495
- package/src/cohort-topic/registration/sharding.ts +61 -61
- package/src/cohort-topic/registration/store.ts +81 -81
- package/src/cohort-topic/registration/types.ts +91 -91
- package/src/cohort-topic/ring-hash.ts +50 -50
- package/src/cohort-topic/service.ts +416 -416
- package/src/cohort-topic/sig/index.ts +2 -2
- package/src/cohort-topic/sig/payloads.ts +59 -59
- package/src/cohort-topic/sig/threshold.ts +64 -64
- package/src/cohort-topic/tiers.ts +74 -74
- package/src/cohort-topic/traffic.ts +233 -233
- package/src/cohort-topic/walk.ts +326 -326
- package/src/cohort-topic/willingness.ts +237 -237
- package/src/cohort-topic/wire/index.ts +18 -18
- package/src/cohort-topic/wire/payloads.ts +126 -126
- package/src/collection/action.ts +48 -48
- package/src/collection/collection-type-registry.ts +37 -37
- package/src/collection/collection.ts +2203 -2118
- package/src/collection/index.ts +4 -4
- package/src/collections/diary/index.ts +2 -2
- package/src/collections/diary/struct.ts +3 -3
- package/src/collections/index.ts +2 -2
- package/src/collections/tree/collection-trunk.ts +25 -25
- package/src/collections/tree/index.ts +2 -2
- package/src/collections/tree/readme.md +55 -55
- package/src/log/index.ts +2 -2
- package/src/log/log.ts +304 -268
- package/src/log/struct.ts +165 -165
- package/src/matchmaking/capability-filter.ts +45 -45
- package/src/matchmaking/config.ts +98 -98
- package/src/matchmaking/index.ts +21 -21
- package/src/matchmaking/multi-cohort-seeker.ts +234 -234
- package/src/matchmaking/provider.ts +123 -123
- package/src/matchmaking/query-eval.ts +105 -105
- package/src/matchmaking/seeker-walk.ts +127 -127
- package/src/matchmaking/seeker.ts +86 -86
- package/src/matchmaking/topic-anchor.ts +90 -90
- package/src/matchmaking/voting-quorum.ts +394 -394
- package/src/network/i-peer-network.ts +25 -25
- package/src/network/repo-protocol.ts +13 -13
- package/src/network/types.ts +37 -37
- package/src/reactivity/backfill.ts +220 -220
- package/src/reactivity/backpressure.ts +191 -191
- package/src/reactivity/checkpoint.ts +308 -308
- package/src/reactivity/config.ts +172 -172
- package/src/reactivity/dedupe.ts +132 -132
- package/src/reactivity/forwarder.ts +87 -87
- package/src/reactivity/index.ts +34 -34
- package/src/reactivity/notification.ts +123 -123
- package/src/reactivity/policy.ts +79 -79
- package/src/reactivity/push-state.ts +310 -310
- package/src/reactivity/recover.ts +153 -153
- package/src/reactivity/replay-buffer.ts +141 -141
- package/src/reactivity/resume.ts +549 -549
- package/src/reactivity/rotation.ts +415 -415
- package/src/reactivity/subscriber.ts +132 -132
- package/src/reactivity/subscription.ts +66 -66
- package/src/reactivity/topic-anchor.ts +71 -71
- package/src/reactivity/verify.ts +73 -73
- package/src/reactivity/wire-validate.ts +13 -13
- package/src/testing/async-wait.ts +65 -65
- package/src/testing/index.ts +2 -2
- package/src/testing/test-transactor.ts +62 -0
- package/src/transaction/actions-engine.ts +68 -68
- package/src/transaction/coordinator.ts +28 -11
- package/src/transaction/index.ts +52 -52
- package/src/transaction/operations-hash.ts +196 -196
- package/src/transaction/read-dependency-collector.ts +78 -78
- package/src/transaction/session.ts +238 -238
- package/src/transaction/transaction.ts +442 -442
- package/src/transaction/validator.ts +197 -197
- package/src/transactor/block-floors.ts +126 -126
- package/src/transactor/index.ts +6 -6
- package/src/transactor/network-transactor.ts +1545 -1545
- package/src/transform/atomic-proxy.ts +92 -92
- package/src/transform/cache-source.ts +370 -370
- package/src/transform/helpers.ts +164 -164
- package/src/transform/index.ts +7 -7
- package/src/transform/struct.ts +21 -21
- package/src/utility/actor.ts +62 -62
- package/src/utility/backoff.ts +95 -95
- package/src/utility/batch-coordinator.ts +191 -191
- package/src/utility/ensured.ts +32 -32
- package/src/utility/groupby.ts +18 -18
- package/src/utility/hash-string.ts +14 -14
- package/src/utility/is-record-empty.ts +5 -5
- package/src/utility/latches.ts +42 -42
- package/src/utility/lru-map.ts +60 -60
- package/src/utility/nameof.ts +7 -7
- package/src/utility/pending.ts +43 -43
|
@@ -1,92 +1,92 @@
|
|
|
1
|
-
import { Atomic } from './atomic.js';
|
|
2
|
-
import type { IBlock, BlockId, BlockStore, BlockType, BlockHeader, BlockOperation, ReadPurpose } from '../index.js';
|
|
3
|
-
|
|
4
|
-
/**
|
|
5
|
-
* Opaque handle to an in-flight atomic scope.
|
|
6
|
-
*
|
|
7
|
-
* A method that opens a scope (via {@link AtomicProxy.atomic}) receives the scope as its
|
|
8
|
-
* callback argument. To make a *nested* call reuse the enclosing scope — rather than open
|
|
9
|
-
* (and separately commit) a second one — pass that handle back as the `parent` argument of
|
|
10
|
-
* the nested `atomic()` call. This is how genuine nesting is distinguished from a second,
|
|
11
|
-
* unrelated concurrent scope, portably (no `AsyncLocalStorage`, which is Node-only).
|
|
12
|
-
*/
|
|
13
|
-
export interface AtomicScope { readonly __atomicScope: unique symbol; }
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* A BlockStore proxy that enables scoped atomic operations.
|
|
17
|
-
* Operations normally delegate directly to the underlying store,
|
|
18
|
-
* but during an `atomic()` call, they route through an Atomic tracker
|
|
19
|
-
* that commits all-or-nothing on success, or rolls back on error.
|
|
20
|
-
*
|
|
21
|
-
* Both the BTree and its trunk should share the same AtomicProxy instance
|
|
22
|
-
* so that all mutations (including root pointer updates) are part of the
|
|
23
|
-
* same atomic batch.
|
|
24
|
-
*
|
|
25
|
-
* Concurrency model: top-level `atomic()` calls are *serialized* through a promise queue,
|
|
26
|
-
* so a second, un-awaited scope started while the first is still in flight waits for the
|
|
27
|
-
* first to commit/roll back before opening its own tracker — it never shares the first's
|
|
28
|
-
* tracker. A genuinely nested call (one that hands back its enclosing scope) bypasses the
|
|
29
|
-
* queue and reuses that scope, so it neither deadlocks on itself nor double-commits.
|
|
30
|
-
*/
|
|
31
|
-
export class AtomicProxy<T extends IBlock> implements BlockStore<T> {
|
|
32
|
-
private _base: BlockStore<T>;
|
|
33
|
-
private _active: BlockStore<T>;
|
|
34
|
-
/** Tail of the serialization queue; each new top-level scope awaits the prior one. */
|
|
35
|
-
private _tail: Promise<void> = Promise.resolve();
|
|
36
|
-
/** The scope currently executing, or undefined between scopes. Serialization guarantees
|
|
37
|
-
* at most one is active at a time, so identity against `parent` cleanly separates a
|
|
38
|
-
* nested call (parent === current) from a foreign concurrent one (parent absent/stale). */
|
|
39
|
-
private _current?: AtomicScope;
|
|
40
|
-
|
|
41
|
-
constructor(store: BlockStore<T>) {
|
|
42
|
-
this._base = store;
|
|
43
|
-
this._active = store;
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
async tryGet(id: BlockId, purpose?: ReadPurpose): Promise<T | undefined> { return this._active.tryGet(id, purpose); }
|
|
47
|
-
/** Forward a leaf-value upgrade to the active store (duck-typed; the Tracker/CacheSource chain
|
|
48
|
-
* implements it). Keeps navigation-read filtering working for a B-tree bound to this proxy. */
|
|
49
|
-
markReadValue(id: BlockId): void { (this._active as { markReadValue?: (id: BlockId) => void }).markReadValue?.(id); }
|
|
50
|
-
insert(block: T): void { this._active.insert(block); }
|
|
51
|
-
update(blockId: BlockId, op: BlockOperation): void { this._active.update(blockId, op); }
|
|
52
|
-
delete(blockId: BlockId): void { this._active.delete(blockId); }
|
|
53
|
-
generateId(): BlockId { return this._active.generateId(); }
|
|
54
|
-
createBlockHeader(type: BlockType, newId?: BlockId): BlockHeader { return this._active.createBlockHeader(type, newId); }
|
|
55
|
-
|
|
56
|
-
/** Execute fn within an atomic scope. All store mutations are collected and committed on
|
|
57
|
-
* success, or discarded on error. `fn` receives a scope handle; pass it as the `parent`
|
|
58
|
-
* of any nested `atomic()` call that should join this scope instead of opening its own.
|
|
59
|
-
* Re-entrant safe (nesting reuses the parent scope) and concurrency safe (unrelated
|
|
60
|
-
* overlapping scopes serialize rather than sharing a tracker). */
|
|
61
|
-
async atomic<R>(fn: (scope: AtomicScope) => Promise<R>, parent?: AtomicScope): Promise<R> {
|
|
62
|
-
// Genuine nesting: the caller handed back the scope it is already inside. Reuse it —
|
|
63
|
-
// no second tracker, no second commit — and skip the queue, since waiting on the very
|
|
64
|
-
// scope we are running inside would deadlock.
|
|
65
|
-
if (parent !== undefined && parent === this._current) {
|
|
66
|
-
return fn(parent);
|
|
67
|
-
}
|
|
68
|
-
// Top-level scope (first, or a foreign call that overlapped one in flight): take a
|
|
69
|
-
// place in the serialization queue so it runs against its own tracker only after the
|
|
70
|
-
// prior scope has committed/rolled back.
|
|
71
|
-
const prior = this._tail;
|
|
72
|
-
let release!: () => void;
|
|
73
|
-
this._tail = new Promise<void>(resolve => { release = resolve; });
|
|
74
|
-
await prior;
|
|
75
|
-
const atomic = new Atomic<T>(this._base);
|
|
76
|
-
const scope = atomic as unknown as AtomicScope;
|
|
77
|
-
this._current = scope;
|
|
78
|
-
this._active = atomic;
|
|
79
|
-
try {
|
|
80
|
-
const result = await fn(scope);
|
|
81
|
-
atomic.commit();
|
|
82
|
-
return result;
|
|
83
|
-
} catch (e) {
|
|
84
|
-
atomic.reset();
|
|
85
|
-
throw e;
|
|
86
|
-
} finally {
|
|
87
|
-
this._active = this._base;
|
|
88
|
-
this._current = undefined;
|
|
89
|
-
release();
|
|
90
|
-
}
|
|
91
|
-
}
|
|
92
|
-
}
|
|
1
|
+
import { Atomic } from './atomic.js';
|
|
2
|
+
import type { IBlock, BlockId, BlockStore, BlockType, BlockHeader, BlockOperation, ReadPurpose } from '../index.js';
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Opaque handle to an in-flight atomic scope.
|
|
6
|
+
*
|
|
7
|
+
* A method that opens a scope (via {@link AtomicProxy.atomic}) receives the scope as its
|
|
8
|
+
* callback argument. To make a *nested* call reuse the enclosing scope — rather than open
|
|
9
|
+
* (and separately commit) a second one — pass that handle back as the `parent` argument of
|
|
10
|
+
* the nested `atomic()` call. This is how genuine nesting is distinguished from a second,
|
|
11
|
+
* unrelated concurrent scope, portably (no `AsyncLocalStorage`, which is Node-only).
|
|
12
|
+
*/
|
|
13
|
+
export interface AtomicScope { readonly __atomicScope: unique symbol; }
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* A BlockStore proxy that enables scoped atomic operations.
|
|
17
|
+
* Operations normally delegate directly to the underlying store,
|
|
18
|
+
* but during an `atomic()` call, they route through an Atomic tracker
|
|
19
|
+
* that commits all-or-nothing on success, or rolls back on error.
|
|
20
|
+
*
|
|
21
|
+
* Both the BTree and its trunk should share the same AtomicProxy instance
|
|
22
|
+
* so that all mutations (including root pointer updates) are part of the
|
|
23
|
+
* same atomic batch.
|
|
24
|
+
*
|
|
25
|
+
* Concurrency model: top-level `atomic()` calls are *serialized* through a promise queue,
|
|
26
|
+
* so a second, un-awaited scope started while the first is still in flight waits for the
|
|
27
|
+
* first to commit/roll back before opening its own tracker — it never shares the first's
|
|
28
|
+
* tracker. A genuinely nested call (one that hands back its enclosing scope) bypasses the
|
|
29
|
+
* queue and reuses that scope, so it neither deadlocks on itself nor double-commits.
|
|
30
|
+
*/
|
|
31
|
+
export class AtomicProxy<T extends IBlock> implements BlockStore<T> {
|
|
32
|
+
private _base: BlockStore<T>;
|
|
33
|
+
private _active: BlockStore<T>;
|
|
34
|
+
/** Tail of the serialization queue; each new top-level scope awaits the prior one. */
|
|
35
|
+
private _tail: Promise<void> = Promise.resolve();
|
|
36
|
+
/** The scope currently executing, or undefined between scopes. Serialization guarantees
|
|
37
|
+
* at most one is active at a time, so identity against `parent` cleanly separates a
|
|
38
|
+
* nested call (parent === current) from a foreign concurrent one (parent absent/stale). */
|
|
39
|
+
private _current?: AtomicScope;
|
|
40
|
+
|
|
41
|
+
constructor(store: BlockStore<T>) {
|
|
42
|
+
this._base = store;
|
|
43
|
+
this._active = store;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
async tryGet(id: BlockId, purpose?: ReadPurpose): Promise<T | undefined> { return this._active.tryGet(id, purpose); }
|
|
47
|
+
/** Forward a leaf-value upgrade to the active store (duck-typed; the Tracker/CacheSource chain
|
|
48
|
+
* implements it). Keeps navigation-read filtering working for a B-tree bound to this proxy. */
|
|
49
|
+
markReadValue(id: BlockId): void { (this._active as { markReadValue?: (id: BlockId) => void }).markReadValue?.(id); }
|
|
50
|
+
insert(block: T): void { this._active.insert(block); }
|
|
51
|
+
update(blockId: BlockId, op: BlockOperation): void { this._active.update(blockId, op); }
|
|
52
|
+
delete(blockId: BlockId): void { this._active.delete(blockId); }
|
|
53
|
+
generateId(): BlockId { return this._active.generateId(); }
|
|
54
|
+
createBlockHeader(type: BlockType, newId?: BlockId): BlockHeader { return this._active.createBlockHeader(type, newId); }
|
|
55
|
+
|
|
56
|
+
/** Execute fn within an atomic scope. All store mutations are collected and committed on
|
|
57
|
+
* success, or discarded on error. `fn` receives a scope handle; pass it as the `parent`
|
|
58
|
+
* of any nested `atomic()` call that should join this scope instead of opening its own.
|
|
59
|
+
* Re-entrant safe (nesting reuses the parent scope) and concurrency safe (unrelated
|
|
60
|
+
* overlapping scopes serialize rather than sharing a tracker). */
|
|
61
|
+
async atomic<R>(fn: (scope: AtomicScope) => Promise<R>, parent?: AtomicScope): Promise<R> {
|
|
62
|
+
// Genuine nesting: the caller handed back the scope it is already inside. Reuse it —
|
|
63
|
+
// no second tracker, no second commit — and skip the queue, since waiting on the very
|
|
64
|
+
// scope we are running inside would deadlock.
|
|
65
|
+
if (parent !== undefined && parent === this._current) {
|
|
66
|
+
return fn(parent);
|
|
67
|
+
}
|
|
68
|
+
// Top-level scope (first, or a foreign call that overlapped one in flight): take a
|
|
69
|
+
// place in the serialization queue so it runs against its own tracker only after the
|
|
70
|
+
// prior scope has committed/rolled back.
|
|
71
|
+
const prior = this._tail;
|
|
72
|
+
let release!: () => void;
|
|
73
|
+
this._tail = new Promise<void>(resolve => { release = resolve; });
|
|
74
|
+
await prior;
|
|
75
|
+
const atomic = new Atomic<T>(this._base);
|
|
76
|
+
const scope = atomic as unknown as AtomicScope;
|
|
77
|
+
this._current = scope;
|
|
78
|
+
this._active = atomic;
|
|
79
|
+
try {
|
|
80
|
+
const result = await fn(scope);
|
|
81
|
+
atomic.commit();
|
|
82
|
+
return result;
|
|
83
|
+
} catch (e) {
|
|
84
|
+
atomic.reset();
|
|
85
|
+
throw e;
|
|
86
|
+
} finally {
|
|
87
|
+
this._active = this._base;
|
|
88
|
+
this._current = undefined;
|
|
89
|
+
release();
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
}
|