@optimystic/db-core 0.22.0 → 0.24.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (141) hide show
  1. package/README.md +336 -336
  2. package/dist/src/cluster/structs.d.ts +39 -1
  3. package/dist/src/cluster/structs.d.ts.map +1 -1
  4. package/dist/src/cluster/structs.js +24 -0
  5. package/dist/src/cluster/structs.js.map +1 -1
  6. package/dist/src/collection/collection.d.ts +17 -0
  7. package/dist/src/collection/collection.d.ts.map +1 -1
  8. package/dist/src/collection/collection.js +24 -2
  9. package/dist/src/collection/collection.js.map +1 -1
  10. package/dist/src/collections/tree/tree.d.ts +5 -0
  11. package/dist/src/collections/tree/tree.d.ts.map +1 -1
  12. package/dist/src/collections/tree/tree.js +7 -0
  13. package/dist/src/collections/tree/tree.js.map +1 -1
  14. package/dist/src/network/i-peer-network.d.ts +16 -0
  15. package/dist/src/network/i-peer-network.d.ts.map +1 -1
  16. package/dist/src/network/struct.d.ts +39 -2
  17. package/dist/src/network/struct.d.ts.map +1 -1
  18. package/dist/src/network/struct.js +18 -0
  19. package/dist/src/network/struct.js.map +1 -1
  20. package/dist/src/testing/test-transactor.d.ts +95 -8
  21. package/dist/src/testing/test-transactor.d.ts.map +1 -1
  22. package/dist/src/testing/test-transactor.js +121 -8
  23. package/dist/src/testing/test-transactor.js.map +1 -1
  24. package/dist/src/transaction/transaction.d.ts +1 -1
  25. package/dist/src/transaction/transaction.js +1 -1
  26. package/dist/src/transactor/network-transactor.d.ts.map +1 -1
  27. package/dist/src/transactor/network-transactor.js +48 -13
  28. package/dist/src/transactor/network-transactor.js.map +1 -1
  29. package/dist/src/transactor/transactor-source.d.ts.map +1 -1
  30. package/dist/src/transactor/transactor-source.js +25 -2
  31. package/dist/src/transactor/transactor-source.js.map +1 -1
  32. package/package.json +1 -1
  33. package/src/cluster/membership.ts +85 -85
  34. package/src/cluster/structs.ts +43 -4
  35. package/src/cohort-topic/addressing.ts +120 -120
  36. package/src/cohort-topic/antidos/bootstrap-evidence-envelope.ts +253 -253
  37. package/src/cohort-topic/antidos/bootstrap-evidence.ts +106 -106
  38. package/src/cohort-topic/antidos/index.ts +5 -5
  39. package/src/cohort-topic/antidos/rate-limiter.ts +210 -210
  40. package/src/cohort-topic/antidos/replay-guard.ts +146 -146
  41. package/src/cohort-topic/antidos/topic-budget.ts +160 -160
  42. package/src/cohort-topic/antiflood/index.ts +2 -2
  43. package/src/cohort-topic/antiflood/invariants.ts +108 -108
  44. package/src/cohort-topic/antiflood/jitter.ts +117 -117
  45. package/src/cohort-topic/coldstart.ts +237 -237
  46. package/src/cohort-topic/dmax.ts +88 -88
  47. package/src/cohort-topic/gossip/bus.ts +254 -254
  48. package/src/cohort-topic/gossip/index.ts +3 -3
  49. package/src/cohort-topic/gossip/records.ts +45 -45
  50. package/src/cohort-topic/gossip/view.ts +91 -91
  51. package/src/cohort-topic/index.ts +20 -20
  52. package/src/cohort-topic/load/barometer.ts +134 -134
  53. package/src/cohort-topic/load/index.ts +1 -1
  54. package/src/cohort-topic/member-engine.ts +430 -430
  55. package/src/cohort-topic/membership/index.ts +3 -3
  56. package/src/cohort-topic/membership/publisher.ts +163 -163
  57. package/src/cohort-topic/membership/source.ts +41 -41
  58. package/src/cohort-topic/membership/verifier.ts +461 -461
  59. package/src/cohort-topic/ports.ts +157 -157
  60. package/src/cohort-topic/promotion.ts +405 -405
  61. package/src/cohort-topic/registration/bytes.ts +37 -37
  62. package/src/cohort-topic/registration/handoff.ts +154 -154
  63. package/src/cohort-topic/registration/index.ts +6 -6
  64. package/src/cohort-topic/registration/renewal.ts +495 -495
  65. package/src/cohort-topic/registration/sharding.ts +61 -61
  66. package/src/cohort-topic/registration/store.ts +81 -81
  67. package/src/cohort-topic/registration/types.ts +91 -91
  68. package/src/cohort-topic/ring-hash.ts +50 -50
  69. package/src/cohort-topic/service.ts +416 -416
  70. package/src/cohort-topic/sig/index.ts +2 -2
  71. package/src/cohort-topic/sig/payloads.ts +59 -59
  72. package/src/cohort-topic/sig/threshold.ts +64 -64
  73. package/src/cohort-topic/tiers.ts +74 -74
  74. package/src/cohort-topic/traffic.ts +233 -233
  75. package/src/cohort-topic/walk.ts +326 -326
  76. package/src/cohort-topic/willingness.ts +237 -237
  77. package/src/cohort-topic/wire/codec.ts +216 -216
  78. package/src/cohort-topic/wire/index.ts +18 -18
  79. package/src/cohort-topic/wire/payloads.ts +126 -126
  80. package/src/cohort-topic/wire/primitives.ts +188 -188
  81. package/src/cohort-topic/wire/types.ts +475 -475
  82. package/src/cohort-topic/wire/validate.ts +512 -512
  83. package/src/collection/collection-type-registry.ts +37 -37
  84. package/src/collection/collection.ts +25 -2
  85. package/src/collections/diary/diary.ts +68 -68
  86. package/src/collections/tree/readme.md +4 -0
  87. package/src/collections/tree/tree.ts +320 -312
  88. package/src/matchmaking/capability-filter.ts +45 -45
  89. package/src/matchmaking/config.ts +98 -98
  90. package/src/matchmaking/index.ts +21 -21
  91. package/src/matchmaking/multi-cohort-seeker.ts +234 -234
  92. package/src/matchmaking/provider.ts +123 -123
  93. package/src/matchmaking/query-eval.ts +105 -105
  94. package/src/matchmaking/seeker-walk.ts +127 -127
  95. package/src/matchmaking/seeker.ts +86 -86
  96. package/src/matchmaking/topic-anchor.ts +90 -90
  97. package/src/matchmaking/voting-quorum.ts +394 -394
  98. package/src/matchmaking/wire.ts +603 -603
  99. package/src/network/i-peer-network.ts +17 -0
  100. package/src/network/stale-failure.ts +43 -43
  101. package/src/network/struct.ts +41 -2
  102. package/src/network/types.ts +37 -37
  103. package/src/reactivity/backfill.ts +220 -220
  104. package/src/reactivity/backpressure.ts +191 -191
  105. package/src/reactivity/checkpoint.ts +308 -308
  106. package/src/reactivity/config.ts +172 -172
  107. package/src/reactivity/dedupe.ts +132 -132
  108. package/src/reactivity/forwarder.ts +87 -87
  109. package/src/reactivity/index.ts +34 -34
  110. package/src/reactivity/notification.ts +123 -123
  111. package/src/reactivity/policy.ts +79 -79
  112. package/src/reactivity/push-state.ts +310 -310
  113. package/src/reactivity/recover.ts +153 -153
  114. package/src/reactivity/replay-buffer.ts +141 -141
  115. package/src/reactivity/resume.ts +549 -549
  116. package/src/reactivity/rotation.ts +415 -415
  117. package/src/reactivity/subscriber.ts +132 -132
  118. package/src/reactivity/subscription.ts +66 -66
  119. package/src/reactivity/topic-anchor.ts +71 -71
  120. package/src/reactivity/verify.ts +73 -73
  121. package/src/reactivity/wire-validate.ts +13 -13
  122. package/src/reactivity/wire.ts +224 -224
  123. package/src/testing/async-wait.ts +65 -65
  124. package/src/testing/index.ts +2 -2
  125. package/src/testing/test-transactor.ts +638 -502
  126. package/src/transaction/errors.ts +91 -91
  127. package/src/transaction/operations-hash.ts +196 -196
  128. package/src/transaction/read-dependency-collector.ts +78 -78
  129. package/src/transaction/transaction.ts +1 -1
  130. package/src/transactor/change-notifier.ts +80 -80
  131. package/src/transactor/index.ts +5 -5
  132. package/src/transactor/network-transactor.ts +49 -14
  133. package/src/transactor/transactor-source.ts +25 -2
  134. package/src/transform/atomic-proxy.ts +92 -92
  135. package/src/transform/helpers.ts +159 -159
  136. package/src/utility/backoff.ts +95 -95
  137. package/src/utility/batch-coordinator.ts +191 -191
  138. package/dist/src/transaction/context.d.ts +0 -60
  139. package/dist/src/transaction/context.d.ts.map +0 -1
  140. package/dist/src/transaction/context.js +0 -91
  141. package/dist/src/transaction/context.js.map +0 -1
@@ -1,91 +1,91 @@
1
- import type { CollectionId } from "../collection/index.js";
2
-
3
- /**
4
- * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit
5
- * fails AFTER at least one collection has already DURABLY committed through the
6
- * distributed consensus path (GATHER/PEND/COMMIT).
7
- *
8
- * ## Why this exists (and why we can't just "roll back")
9
- *
10
- * The COMMIT phase commits each collection's pended blocks independently (see
11
- * `commitPhase`). A per-collection commit can *permanently* fail — e.g. a racing
12
- * transaction advanced that collection's log tail between PEND and COMMIT (a stale
13
- * loss) — while the other collections commit successfully. Those durable commits
14
- * are per-collection and there is no cross-collection undo, so a failure on one
15
- * collection cannot un-commit the ones that already landed.
16
- *
17
- * Uniformly restoring every collection's pre-commit local state (as a clean
18
- * rollback would) is exactly wrong here: for a collection that DID durably commit
19
- * it would re-stage its already-durable actions as still-pending, making local
20
- * tracker memory disagree with cluster storage. Instead the coordinator gives the
21
- * committed collections the success-path local treatment (fold to cache + reset)
22
- * and only reverts the failed/never-committed collections, then surfaces THIS error
23
- * naming both sets so the caller knows reconciliation is required and does NOT
24
- * falsely report a clean rollback.
25
- *
26
- * This is the session-mode / distributed-consensus analog of the plugin's legacy
27
- * `PartialCommitError` (single-node, per-tree `sync()`).
28
- *
29
- * ## The design decision is settled (not "still open")
30
- *
31
- * The default multi-collection guarantee is formally **atomicity of intent + eventual,
32
- * reported visibility**, NOT all-or-nothing — see `docs/correctness.md` **Theorem 3** and
33
- * `docs/transactions.md` (§ "Session-mode (distributed) commit is not atomic across
34
- * collections"). This error IS that guarantee's reporting surface, not a placeholder for a
35
- * stronger one. Genuine cross-collection all-or-nothing is a future opt-in strong mode
36
- * (backlog `feat-cross-collection-atomic-commit`).
37
- *
38
- * ## Reconcile contract for the catcher
39
- *
40
- * A caller receiving this error MUST NOT blindly retry the whole transaction and MUST NOT
41
- * treat it as a clean abort: `committedCollections` are durable and cannot be rolled back,
42
- * so a whole-transaction retry would double-apply them. Reconcile the named committed set
43
- * against `failedCollections` (re-drive only the failed collections, or repair the split).
44
- */
45
- export class CoordinatorPartialCommitError extends Error {
46
- constructor(
47
- /** Collections durably committed via consensus before the failure (NOT rolled back). */
48
- public readonly committedCollections: readonly CollectionId[],
49
- /** Collections that never committed this attempt (local state reverted for retry). */
50
- public readonly failedCollections: readonly CollectionId[],
51
- /** The underlying commit-phase failure that aborted the commit. */
52
- public readonly reason?: unknown,
53
- ) {
54
- super(
55
- `Multi-collection commit was not atomic: ${committedCollections.length} collection(s) ` +
56
- `durably committed via distributed consensus before the commit failed and CANNOT be ` +
57
- `rolled back — reconciliation is required. ` +
58
- `Committed (durable, now out of sync with the failed collections): [${committedCollections.join(', ')}]. ` +
59
- `Failed (never committed; local state reverted for retry): [${failedCollections.join(', ')}]. ` +
60
- `Underlying failure: ${reason instanceof Error ? reason.message : String(reason)}`
61
- );
62
- this.name = 'CoordinatorPartialCommitError';
63
- }
64
- }
65
-
66
- /**
67
- * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit failed as a
68
- * CLEAN stale loss — an optimistic-concurrency conflict (a racing transaction advanced a log tail)
69
- * in which NOTHING durably committed, so every participating collection's local tracker was
70
- * restored to its pre-append state and the transaction is safe to re-drive.
71
- *
72
- * This is the retryable counterpart to {@link CoordinatorPartialCommitError}: a partial landing
73
- * cannot be blindly retried (it would double-apply the durable half), but a clean loss can. The
74
- * coordinator's built-in backoff+jitter retry catches this internally and re-drives after re-reading
75
- * fresh revisions; it only escapes to the caller once the retry budget (`maxAttempts` / `deadlineMs`)
76
- * is exhausted, at which point it signals "gave up after a clean loss" rather than a partial split.
77
- */
78
- export class CoordinatorStaleLossError extends Error {
79
- constructor(
80
- /** Collections that lost the race this attempt (all had their local state reverted for retry). */
81
- public readonly failedCollections: readonly CollectionId[],
82
- /** The underlying stale/conflict reason surfaced by the failed pend/commit phase. */
83
- public readonly reason?: string,
84
- ) {
85
- super(
86
- `Multi-collection commit failed on a clean stale loss (no collection durably committed) ` +
87
- `for [${failedCollections.join(', ')}]` + (reason ? ` — ${reason}` : '')
88
- );
89
- this.name = 'CoordinatorStaleLossError';
90
- }
91
- }
1
+ import type { CollectionId } from "../collection/index.js";
2
+
3
+ /**
4
+ * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit
5
+ * fails AFTER at least one collection has already DURABLY committed through the
6
+ * distributed consensus path (GATHER/PEND/COMMIT).
7
+ *
8
+ * ## Why this exists (and why we can't just "roll back")
9
+ *
10
+ * The COMMIT phase commits each collection's pended blocks independently (see
11
+ * `commitPhase`). A per-collection commit can *permanently* fail — e.g. a racing
12
+ * transaction advanced that collection's log tail between PEND and COMMIT (a stale
13
+ * loss) — while the other collections commit successfully. Those durable commits
14
+ * are per-collection and there is no cross-collection undo, so a failure on one
15
+ * collection cannot un-commit the ones that already landed.
16
+ *
17
+ * Uniformly restoring every collection's pre-commit local state (as a clean
18
+ * rollback would) is exactly wrong here: for a collection that DID durably commit
19
+ * it would re-stage its already-durable actions as still-pending, making local
20
+ * tracker memory disagree with cluster storage. Instead the coordinator gives the
21
+ * committed collections the success-path local treatment (fold to cache + reset)
22
+ * and only reverts the failed/never-committed collections, then surfaces THIS error
23
+ * naming both sets so the caller knows reconciliation is required and does NOT
24
+ * falsely report a clean rollback.
25
+ *
26
+ * This is the session-mode / distributed-consensus analog of the plugin's legacy
27
+ * `PartialCommitError` (single-node, per-tree `sync()`).
28
+ *
29
+ * ## The design decision is settled (not "still open")
30
+ *
31
+ * The default multi-collection guarantee is formally **atomicity of intent + eventual,
32
+ * reported visibility**, NOT all-or-nothing — see `docs/correctness.md` **Theorem 3** and
33
+ * `docs/transactions.md` (§ "Session-mode (distributed) commit is not atomic across
34
+ * collections"). This error IS that guarantee's reporting surface, not a placeholder for a
35
+ * stronger one. Genuine cross-collection all-or-nothing is a future opt-in strong mode
36
+ * (backlog `feat-cross-collection-atomic-commit`).
37
+ *
38
+ * ## Reconcile contract for the catcher
39
+ *
40
+ * A caller receiving this error MUST NOT blindly retry the whole transaction and MUST NOT
41
+ * treat it as a clean abort: `committedCollections` are durable and cannot be rolled back,
42
+ * so a whole-transaction retry would double-apply them. Reconcile the named committed set
43
+ * against `failedCollections` (re-drive only the failed collections, or repair the split).
44
+ */
45
+ export class CoordinatorPartialCommitError extends Error {
46
+ constructor(
47
+ /** Collections durably committed via consensus before the failure (NOT rolled back). */
48
+ public readonly committedCollections: readonly CollectionId[],
49
+ /** Collections that never committed this attempt (local state reverted for retry). */
50
+ public readonly failedCollections: readonly CollectionId[],
51
+ /** The underlying commit-phase failure that aborted the commit. */
52
+ public readonly reason?: unknown,
53
+ ) {
54
+ super(
55
+ `Multi-collection commit was not atomic: ${committedCollections.length} collection(s) ` +
56
+ `durably committed via distributed consensus before the commit failed and CANNOT be ` +
57
+ `rolled back — reconciliation is required. ` +
58
+ `Committed (durable, now out of sync with the failed collections): [${committedCollections.join(', ')}]. ` +
59
+ `Failed (never committed; local state reverted for retry): [${failedCollections.join(', ')}]. ` +
60
+ `Underlying failure: ${reason instanceof Error ? reason.message : String(reason)}`
61
+ );
62
+ this.name = 'CoordinatorPartialCommitError';
63
+ }
64
+ }
65
+
66
+ /**
67
+ * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit failed as a
68
+ * CLEAN stale loss — an optimistic-concurrency conflict (a racing transaction advanced a log tail)
69
+ * in which NOTHING durably committed, so every participating collection's local tracker was
70
+ * restored to its pre-append state and the transaction is safe to re-drive.
71
+ *
72
+ * This is the retryable counterpart to {@link CoordinatorPartialCommitError}: a partial landing
73
+ * cannot be blindly retried (it would double-apply the durable half), but a clean loss can. The
74
+ * coordinator's built-in backoff+jitter retry catches this internally and re-drives after re-reading
75
+ * fresh revisions; it only escapes to the caller once the retry budget (`maxAttempts` / `deadlineMs`)
76
+ * is exhausted, at which point it signals "gave up after a clean loss" rather than a partial split.
77
+ */
78
+ export class CoordinatorStaleLossError extends Error {
79
+ constructor(
80
+ /** Collections that lost the race this attempt (all had their local state reverted for retry). */
81
+ public readonly failedCollections: readonly CollectionId[],
82
+ /** The underlying stale/conflict reason surfaced by the failed pend/commit phase. */
83
+ public readonly reason?: string,
84
+ ) {
85
+ super(
86
+ `Multi-collection commit failed on a clean stale loss (no collection durably committed) ` +
87
+ `for [${failedCollections.join(', ')}]` + (reason ? ` — ${reason}` : '')
88
+ );
89
+ this.name = 'CoordinatorStaleLossError';
90
+ }
91
+ }
@@ -1,196 +1,196 @@
1
- import type { BlockId, IBlock, BlockOperations } from '../blocks/structs.js';
2
- import type { CollectionId } from '../collection/struct.js';
3
- import type { Transforms } from '../transform/struct.js';
4
- import { hashString } from '../utility/hash-string.js';
5
-
6
- /**
7
- * Represents an operation on a block within a collection.
8
- *
9
- * This is the SINGLE source of truth for the operation shape used by the
10
- * transaction "operations hash" — the fingerprint a coordinator sends and a
11
- * validator recomputes. Both {@link TransactionCoordinator} and
12
- * {@link TransactionValidator} import this type; it must never be duplicated,
13
- * because the two sides disagreeing is exactly the bug this module prevents.
14
- */
15
- export type Operation =
16
- | { readonly type: 'insert'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly block: IBlock }
17
- | { readonly type: 'update'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly operations: BlockOperations }
18
- | { readonly type: 'delete'; readonly collectionId: CollectionId; readonly blockId: BlockId };
19
-
20
- /**
21
- * Rank of each operation type, used ONLY as the final tiebreaker when the same
22
- * (collectionId, blockId) legitimately carries more than one operation — a block
23
- * staged, then mutated, then deleted within one transform (Transforms apply order
24
- * is insert → update → delete; see transform/struct.ts). This is the semantic
25
- * apply order. The exact ranking is arbitrary for correctness (both sides use it),
26
- * but it MUST be defined in exactly one place — here.
27
- */
28
- const TYPE_RANK: Record<Operation['type'], number> = {
29
- insert: 0,
30
- update: 1,
31
- delete: 2,
32
- };
33
-
34
- /**
35
- * Collect every block operation across all collections into a flat list.
36
- *
37
- * The returned order reflects Map/object insertion order and is therefore NOT
38
- * canonical — {@link hashOperations} sorts before hashing, so callers do not need
39
- * to pre-sort. Shared by the coordinator (both commit() and execute()) and the
40
- * validator so all three collect sites produce the identical logical set.
41
- */
42
- export function collectOperations(transforms: Map<CollectionId, Transforms>): Operation[] {
43
- const operations: Operation[] = [];
44
- for (const [collectionId, t] of transforms) {
45
- for (const [blockId, block] of Object.entries(t.inserts ?? {})) {
46
- operations.push({ type: 'insert', collectionId, blockId, block });
47
- }
48
- for (const [blockId, ops] of Object.entries(t.updates ?? {})) {
49
- operations.push({ type: 'update', collectionId, blockId, operations: ops });
50
- }
51
- for (const blockId of t.deletes ?? []) {
52
- operations.push({ type: 'delete', collectionId, blockId });
53
- }
54
- }
55
- return operations;
56
- }
57
-
58
- /**
59
- * Total order over operations by the tuple (collectionId, blockId, type), using
60
- * plain string comparison on the first two components and {@link TYPE_RANK} on the
61
- * third. This is the cross-node ordering contract: two honest nodes that see the
62
- * same logical set MUST produce the same sorted sequence regardless of the order
63
- * they happened to collect operations in.
64
- */
65
- function compareOperations(a: Operation, b: Operation): number {
66
- if (a.collectionId !== b.collectionId) return a.collectionId < b.collectionId ? -1 : 1;
67
- if (a.blockId !== b.blockId) return a.blockId < b.blockId ? -1 : 1;
68
- return TYPE_RANK[a.type] - TYPE_RANK[b.type];
69
- }
70
-
71
- /**
72
- * Canonical JSON encoder: recursively sorts object keys but PRESERVES array element
73
- * order, and matches JSON.stringify leaf semantics.
74
- *
75
- * - Object keys are emitted in ascending (sorted) order, so two objects with the
76
- * same content but different key-insertion order encode identically.
77
- * - Array element order is preserved because BlockOperations is an ordered list of
78
- * [entity, index, deleteCount, inserted] tuples whose order is semantically
79
- * meaningful (as are any data arrays nested inside an IBlock).
80
- * - Leaf semantics mirror JSON.stringify: `undefined`/function/symbol object-values
81
- * are dropped, the same in arrays encode as `null`, `null` encodes as `null`,
82
- * non-finite numbers as `null`, and other primitives via JSON.stringify.
83
- *
84
- * Exported so the order-independence test can exercise it directly.
85
- *
86
- * NOTE: no toJSON/Date special-casing — a value carrying toJSON (e.g. a Date)
87
- * encodes as its plain enumerable keys ({} for a Date), not JSON.stringify's
88
- * toJSON string. Harmless today (blocks hold plain JSON) and still deterministic
89
- * across nodes (both sides run this same encoder); if IBlock content ever grows
90
- * toJSON-bearing values and matching JSON.stringify exactly matters, add the hook.
91
- */
92
- export function canonicalStringify(value: unknown): string {
93
- if (value === null) return 'null';
94
-
95
- const type = typeof value;
96
- if (type === 'number') return Number.isFinite(value) ? JSON.stringify(value) : 'null';
97
- if (type === 'string' || type === 'boolean') return JSON.stringify(value);
98
- if (type === 'bigint') throw new TypeError('Do not know how to serialize a BigInt');
99
- if (type === 'undefined' || type === 'function' || type === 'symbol') return 'null';
100
-
101
- if (Array.isArray(value)) {
102
- const items = value.map(element => {
103
- const et = typeof element;
104
- // In arrays, undefined/function/symbol serialize as null (JSON.stringify semantics).
105
- if (element === undefined || et === 'function' || et === 'symbol') return 'null';
106
- return canonicalStringify(element);
107
- });
108
- return `[${items.join(',')}]`;
109
- }
110
-
111
- // Plain object: sort keys ascending, drop undefined/function/symbol values.
112
- const obj = value as Record<string, unknown>;
113
- const parts: string[] = [];
114
- for (const key of Object.keys(obj).sort()) {
115
- const v = obj[key];
116
- const vt = typeof v;
117
- if (v === undefined || vt === 'function' || vt === 'symbol') continue;
118
- parts.push(`${JSON.stringify(key)}:${canonicalStringify(v)}`);
119
- }
120
- return `{${parts.join(',')}}`;
121
- }
122
-
123
- /**
124
- * Current operations-hash FORMAT VERSION. Versions the *serialization* of operations
125
- * into bytes (the sort key, {@link canonicalStringify} rules, and the SHA-256/base64url
126
- * step) — distinct from `engineId` in the TransactionStamp, which versions the operation
127
- * *content* an engine produces from the same statements. Two honest nodes must agree on
128
- * BOTH dimensions to produce the same ops-hash.
129
- *
130
- * Bump this whenever a change to the canonical serialization alters the emitted bytes,
131
- * so a peer running the old format is *detected* (a legible version-skew error) rather
132
- * than mistaken for a content disagreement or a Byzantine lie. See docs/transactions.md
133
- * ("Operations Hash — Canonical Serialization").
134
- */
135
- export const OPS_HASH_VERSION = 'v1';
136
-
137
- /**
138
- * Wire-token prefix carrying {@link OPS_HASH_VERSION}: `ops.v1:`. The `.` delimiter is
139
- * outside the base64url alphabet (A–Z a–z 0–9 `-` `_`) that follows the trailing `:`, so
140
- * the version segment can always be sliced back out unambiguously — see {@link opsHashVersion}.
141
- */
142
- export const OPS_HASH_PREFIX = `ops.${OPS_HASH_VERSION}:`;
143
-
144
- /**
145
- * Extract the format-version segment from an ops-hash token — the `v1` in `ops.v1:<hash>` —
146
- * or `null` if the string is not a recognizable versioned ops-hash token.
147
- *
148
- * Total: never throws. A bare legacy `ops:<hash>` token (no `.` delimiter), an empty
149
- * string, or any garbage all return `null`. A validator treats a `null` (or a version it
150
- * does not recognize) as an unsupported/foreign format — a legible version-skew error —
151
- * never as an accidental content match.
152
- */
153
- export function opsHashVersion(token: string): string | null {
154
- if (typeof token !== 'string') return null;
155
- if (!token.startsWith('ops.')) return null;
156
- const colon = token.indexOf(':', 4);
157
- if (colon <= 4) return null; // no version characters between "ops." and ":"
158
- return token.slice(4, colon);
159
- }
160
-
161
- /**
162
- * The EXACT canonical byte-string {@link hashOperations} feeds into SHA-256: the operations
163
- * sorted by {@link compareOperations} and run through {@link canonicalStringify}. The version
164
- * token is NOT part of this preimage — it wraps the resulting hash, it is not hashed.
165
- *
166
- * Exposed so a future client signature (design-client-transaction-signatures) can bind the
167
- * IDENTICAL bytes the validators hash, rather than re-deriving the serialization and risking
168
- * drift. Pair it with {@link OPS_HASH_VERSION} to record which format the bytes belong to.
169
- */
170
- export function canonicalOperationsPayload(operations: readonly Operation[]): string {
171
- return canonicalStringify([...operations].sort(compareOperations));
172
- }
173
-
174
- /**
175
- * Compute the transaction operations hash: sort into canonical order, canonically
176
- * stringify, SHA-256 (base64url) via {@link hashString}, then prefix the versioned
177
- * {@link OPS_HASH_PREFIX} token (`ops.v1:`) so the wire string is self-describing.
178
- *
179
- * This is the fingerprint the coordinator sends in PendRequest.operationsHash and
180
- * the validator recomputes; equality of this string is the cross-node agreement
181
- * that a transaction's operations match.
182
- *
183
- * NOTE: the ops-hash carries a format-version token, so a mixed-version cluster now
184
- * *detects* skew — a validator seeing a foreign/legacy version emits a distinct
185
- * "unsupported operations-hash format version" error instead of the ambiguous
186
- * "Operations hash mismatch" (see TransactionValidator). What it does NOT do is
187
- * *cross-compute* older formats: a node only recognizes that a peer speaks a different
188
- * version, it cannot reproduce that peer's historical bytes. Mixed-version clusters
189
- * therefore fail LEGIBLY, not interoperably; multi-version compatibility is future
190
- * work if rolling upgrades ship. The ops-hash is recomputed fresh on both sides and
191
- * never persisted, so bumping the version cannot retroactively invalidate committed
192
- * transactions (unlike transaction.id, which IS persisted — leave it untouched).
193
- */
194
- export async function hashOperations(operations: readonly Operation[]): Promise<string> {
195
- return `${OPS_HASH_PREFIX}${await hashString(canonicalOperationsPayload(operations))}`;
196
- }
1
+ import type { BlockId, IBlock, BlockOperations } from '../blocks/structs.js';
2
+ import type { CollectionId } from '../collection/struct.js';
3
+ import type { Transforms } from '../transform/struct.js';
4
+ import { hashString } from '../utility/hash-string.js';
5
+
6
+ /**
7
+ * Represents an operation on a block within a collection.
8
+ *
9
+ * This is the SINGLE source of truth for the operation shape used by the
10
+ * transaction "operations hash" — the fingerprint a coordinator sends and a
11
+ * validator recomputes. Both {@link TransactionCoordinator} and
12
+ * {@link TransactionValidator} import this type; it must never be duplicated,
13
+ * because the two sides disagreeing is exactly the bug this module prevents.
14
+ */
15
+ export type Operation =
16
+ | { readonly type: 'insert'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly block: IBlock }
17
+ | { readonly type: 'update'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly operations: BlockOperations }
18
+ | { readonly type: 'delete'; readonly collectionId: CollectionId; readonly blockId: BlockId };
19
+
20
+ /**
21
+ * Rank of each operation type, used ONLY as the final tiebreaker when the same
22
+ * (collectionId, blockId) legitimately carries more than one operation — a block
23
+ * staged, then mutated, then deleted within one transform (Transforms apply order
24
+ * is insert → update → delete; see transform/struct.ts). This is the semantic
25
+ * apply order. The exact ranking is arbitrary for correctness (both sides use it),
26
+ * but it MUST be defined in exactly one place — here.
27
+ */
28
+ const TYPE_RANK: Record<Operation['type'], number> = {
29
+ insert: 0,
30
+ update: 1,
31
+ delete: 2,
32
+ };
33
+
34
+ /**
35
+ * Collect every block operation across all collections into a flat list.
36
+ *
37
+ * The returned order reflects Map/object insertion order and is therefore NOT
38
+ * canonical — {@link hashOperations} sorts before hashing, so callers do not need
39
+ * to pre-sort. Shared by the coordinator (both commit() and execute()) and the
40
+ * validator so all three collect sites produce the identical logical set.
41
+ */
42
+ export function collectOperations(transforms: Map<CollectionId, Transforms>): Operation[] {
43
+ const operations: Operation[] = [];
44
+ for (const [collectionId, t] of transforms) {
45
+ for (const [blockId, block] of Object.entries(t.inserts ?? {})) {
46
+ operations.push({ type: 'insert', collectionId, blockId, block });
47
+ }
48
+ for (const [blockId, ops] of Object.entries(t.updates ?? {})) {
49
+ operations.push({ type: 'update', collectionId, blockId, operations: ops });
50
+ }
51
+ for (const blockId of t.deletes ?? []) {
52
+ operations.push({ type: 'delete', collectionId, blockId });
53
+ }
54
+ }
55
+ return operations;
56
+ }
57
+
58
+ /**
59
+ * Total order over operations by the tuple (collectionId, blockId, type), using
60
+ * plain string comparison on the first two components and {@link TYPE_RANK} on the
61
+ * third. This is the cross-node ordering contract: two honest nodes that see the
62
+ * same logical set MUST produce the same sorted sequence regardless of the order
63
+ * they happened to collect operations in.
64
+ */
65
+ function compareOperations(a: Operation, b: Operation): number {
66
+ if (a.collectionId !== b.collectionId) return a.collectionId < b.collectionId ? -1 : 1;
67
+ if (a.blockId !== b.blockId) return a.blockId < b.blockId ? -1 : 1;
68
+ return TYPE_RANK[a.type] - TYPE_RANK[b.type];
69
+ }
70
+
71
+ /**
72
+ * Canonical JSON encoder: recursively sorts object keys but PRESERVES array element
73
+ * order, and matches JSON.stringify leaf semantics.
74
+ *
75
+ * - Object keys are emitted in ascending (sorted) order, so two objects with the
76
+ * same content but different key-insertion order encode identically.
77
+ * - Array element order is preserved because BlockOperations is an ordered list of
78
+ * [entity, index, deleteCount, inserted] tuples whose order is semantically
79
+ * meaningful (as are any data arrays nested inside an IBlock).
80
+ * - Leaf semantics mirror JSON.stringify: `undefined`/function/symbol object-values
81
+ * are dropped, the same in arrays encode as `null`, `null` encodes as `null`,
82
+ * non-finite numbers as `null`, and other primitives via JSON.stringify.
83
+ *
84
+ * Exported so the order-independence test can exercise it directly.
85
+ *
86
+ * NOTE: no toJSON/Date special-casing — a value carrying toJSON (e.g. a Date)
87
+ * encodes as its plain enumerable keys ({} for a Date), not JSON.stringify's
88
+ * toJSON string. Harmless today (blocks hold plain JSON) and still deterministic
89
+ * across nodes (both sides run this same encoder); if IBlock content ever grows
90
+ * toJSON-bearing values and matching JSON.stringify exactly matters, add the hook.
91
+ */
92
+ export function canonicalStringify(value: unknown): string {
93
+ if (value === null) return 'null';
94
+
95
+ const type = typeof value;
96
+ if (type === 'number') return Number.isFinite(value) ? JSON.stringify(value) : 'null';
97
+ if (type === 'string' || type === 'boolean') return JSON.stringify(value);
98
+ if (type === 'bigint') throw new TypeError('Do not know how to serialize a BigInt');
99
+ if (type === 'undefined' || type === 'function' || type === 'symbol') return 'null';
100
+
101
+ if (Array.isArray(value)) {
102
+ const items = value.map(element => {
103
+ const et = typeof element;
104
+ // In arrays, undefined/function/symbol serialize as null (JSON.stringify semantics).
105
+ if (element === undefined || et === 'function' || et === 'symbol') return 'null';
106
+ return canonicalStringify(element);
107
+ });
108
+ return `[${items.join(',')}]`;
109
+ }
110
+
111
+ // Plain object: sort keys ascending, drop undefined/function/symbol values.
112
+ const obj = value as Record<string, unknown>;
113
+ const parts: string[] = [];
114
+ for (const key of Object.keys(obj).sort()) {
115
+ const v = obj[key];
116
+ const vt = typeof v;
117
+ if (v === undefined || vt === 'function' || vt === 'symbol') continue;
118
+ parts.push(`${JSON.stringify(key)}:${canonicalStringify(v)}`);
119
+ }
120
+ return `{${parts.join(',')}}`;
121
+ }
122
+
123
+ /**
124
+ * Current operations-hash FORMAT VERSION. Versions the *serialization* of operations
125
+ * into bytes (the sort key, {@link canonicalStringify} rules, and the SHA-256/base64url
126
+ * step) — distinct from `engineId` in the TransactionStamp, which versions the operation
127
+ * *content* an engine produces from the same statements. Two honest nodes must agree on
128
+ * BOTH dimensions to produce the same ops-hash.
129
+ *
130
+ * Bump this whenever a change to the canonical serialization alters the emitted bytes,
131
+ * so a peer running the old format is *detected* (a legible version-skew error) rather
132
+ * than mistaken for a content disagreement or a Byzantine lie. See docs/transactions.md
133
+ * ("Operations Hash — Canonical Serialization").
134
+ */
135
+ export const OPS_HASH_VERSION = 'v1';
136
+
137
+ /**
138
+ * Wire-token prefix carrying {@link OPS_HASH_VERSION}: `ops.v1:`. The `.` delimiter is
139
+ * outside the base64url alphabet (A–Z a–z 0–9 `-` `_`) that follows the trailing `:`, so
140
+ * the version segment can always be sliced back out unambiguously — see {@link opsHashVersion}.
141
+ */
142
+ export const OPS_HASH_PREFIX = `ops.${OPS_HASH_VERSION}:`;
143
+
144
+ /**
145
+ * Extract the format-version segment from an ops-hash token — the `v1` in `ops.v1:<hash>` —
146
+ * or `null` if the string is not a recognizable versioned ops-hash token.
147
+ *
148
+ * Total: never throws. A bare legacy `ops:<hash>` token (no `.` delimiter), an empty
149
+ * string, or any garbage all return `null`. A validator treats a `null` (or a version it
150
+ * does not recognize) as an unsupported/foreign format — a legible version-skew error —
151
+ * never as an accidental content match.
152
+ */
153
+ export function opsHashVersion(token: string): string | null {
154
+ if (typeof token !== 'string') return null;
155
+ if (!token.startsWith('ops.')) return null;
156
+ const colon = token.indexOf(':', 4);
157
+ if (colon <= 4) return null; // no version characters between "ops." and ":"
158
+ return token.slice(4, colon);
159
+ }
160
+
161
+ /**
162
+ * The EXACT canonical byte-string {@link hashOperations} feeds into SHA-256: the operations
163
+ * sorted by {@link compareOperations} and run through {@link canonicalStringify}. The version
164
+ * token is NOT part of this preimage — it wraps the resulting hash, it is not hashed.
165
+ *
166
+ * Exposed so a future client signature (design-client-transaction-signatures) can bind the
167
+ * IDENTICAL bytes the validators hash, rather than re-deriving the serialization and risking
168
+ * drift. Pair it with {@link OPS_HASH_VERSION} to record which format the bytes belong to.
169
+ */
170
+ export function canonicalOperationsPayload(operations: readonly Operation[]): string {
171
+ return canonicalStringify([...operations].sort(compareOperations));
172
+ }
173
+
174
+ /**
175
+ * Compute the transaction operations hash: sort into canonical order, canonically
176
+ * stringify, SHA-256 (base64url) via {@link hashString}, then prefix the versioned
177
+ * {@link OPS_HASH_PREFIX} token (`ops.v1:`) so the wire string is self-describing.
178
+ *
179
+ * This is the fingerprint the coordinator sends in PendRequest.operationsHash and
180
+ * the validator recomputes; equality of this string is the cross-node agreement
181
+ * that a transaction's operations match.
182
+ *
183
+ * NOTE: the ops-hash carries a format-version token, so a mixed-version cluster now
184
+ * *detects* skew — a validator seeing a foreign/legacy version emits a distinct
185
+ * "unsupported operations-hash format version" error instead of the ambiguous
186
+ * "Operations hash mismatch" (see TransactionValidator). What it does NOT do is
187
+ * *cross-compute* older formats: a node only recognizes that a peer speaks a different
188
+ * version, it cannot reproduce that peer's historical bytes. Mixed-version clusters
189
+ * therefore fail LEGIBLY, not interoperably; multi-version compatibility is future
190
+ * work if rolling upgrades ship. The ops-hash is recomputed fresh on both sides and
191
+ * never persisted, so bumping the version cannot retroactively invalidate committed
192
+ * transactions (unlike transaction.id, which IS persisted — leave it untouched).
193
+ */
194
+ export async function hashOperations(operations: readonly Operation[]): Promise<string> {
195
+ return `${OPS_HASH_PREFIX}${await hashString(canonicalOperationsPayload(operations))}`;
196
+ }