@optimystic/db-core 0.21.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (185) hide show
  1. package/README.md +336 -336
  2. package/dist/src/btree/btree.d.ts +2 -1
  3. package/dist/src/btree/btree.d.ts.map +1 -1
  4. package/dist/src/btree/btree.js +1 -1
  5. package/dist/src/btree/btree.js.map +1 -1
  6. package/dist/src/chain/chain.d.ts +1 -1
  7. package/dist/src/chain/chain.d.ts.map +1 -1
  8. package/dist/src/chain/chain.js +1 -1
  9. package/dist/src/chain/chain.js.map +1 -1
  10. package/dist/src/cluster/structs.d.ts +39 -1
  11. package/dist/src/cluster/structs.d.ts.map +1 -1
  12. package/dist/src/cluster/structs.js +24 -0
  13. package/dist/src/cluster/structs.js.map +1 -1
  14. package/dist/src/collection/collection.d.ts +20 -1
  15. package/dist/src/collection/collection.d.ts.map +1 -1
  16. package/dist/src/collection/collection.js +31 -4
  17. package/dist/src/collection/collection.js.map +1 -1
  18. package/dist/src/collections/diary/diary.d.ts.map +1 -1
  19. package/dist/src/collections/diary/diary.js +2 -1
  20. package/dist/src/collections/diary/diary.js.map +1 -1
  21. package/dist/src/collections/diary/struct.js +1 -1
  22. package/dist/src/collections/diary/struct.js.map +1 -1
  23. package/dist/src/collections/tree/collection-trunk.js +1 -1
  24. package/dist/src/collections/tree/collection-trunk.js.map +1 -1
  25. package/dist/src/collections/tree/struct.d.ts +1 -1
  26. package/dist/src/collections/tree/struct.d.ts.map +1 -1
  27. package/dist/src/collections/tree/struct.js +2 -1
  28. package/dist/src/collections/tree/struct.js.map +1 -1
  29. package/dist/src/collections/tree/tree.d.ts +5 -0
  30. package/dist/src/collections/tree/tree.d.ts.map +1 -1
  31. package/dist/src/collections/tree/tree.js +7 -0
  32. package/dist/src/collections/tree/tree.js.map +1 -1
  33. package/dist/src/log/log.d.ts +1 -1
  34. package/dist/src/log/log.d.ts.map +1 -1
  35. package/dist/src/log/log.js +2 -2
  36. package/dist/src/log/log.js.map +1 -1
  37. package/dist/src/network/i-peer-network.d.ts +16 -0
  38. package/dist/src/network/i-peer-network.d.ts.map +1 -1
  39. package/dist/src/network/struct.d.ts +39 -2
  40. package/dist/src/network/struct.d.ts.map +1 -1
  41. package/dist/src/network/struct.js +18 -0
  42. package/dist/src/network/struct.js.map +1 -1
  43. package/dist/src/testing/test-transactor.d.ts +95 -8
  44. package/dist/src/testing/test-transactor.d.ts.map +1 -1
  45. package/dist/src/testing/test-transactor.js +133 -12
  46. package/dist/src/testing/test-transactor.js.map +1 -1
  47. package/dist/src/transaction/coordinator.d.ts.map +1 -1
  48. package/dist/src/transaction/coordinator.js +2 -1
  49. package/dist/src/transaction/coordinator.js.map +1 -1
  50. package/dist/src/transaction/transaction.d.ts +1 -1
  51. package/dist/src/transaction/transaction.js +1 -1
  52. package/dist/src/transactor/network-transactor.d.ts.map +1 -1
  53. package/dist/src/transactor/network-transactor.js +57 -18
  54. package/dist/src/transactor/network-transactor.js.map +1 -1
  55. package/dist/src/transactor/transactor-source.d.ts.map +1 -1
  56. package/dist/src/transactor/transactor-source.js +25 -2
  57. package/dist/src/transactor/transactor-source.js.map +1 -1
  58. package/dist/src/transform/cache-source.js +1 -1
  59. package/dist/src/transform/cache-source.js.map +1 -1
  60. package/dist/src/transform/helpers.d.ts +6 -1
  61. package/dist/src/transform/helpers.d.ts.map +1 -1
  62. package/dist/src/transform/helpers.js +7 -6
  63. package/dist/src/transform/helpers.js.map +1 -1
  64. package/dist/src/transform/tracker.d.ts.map +1 -1
  65. package/dist/src/transform/tracker.js +2 -1
  66. package/dist/src/transform/tracker.js.map +1 -1
  67. package/package.json +1 -1
  68. package/src/btree/btree.ts +2 -1
  69. package/src/chain/chain.ts +2 -1
  70. package/src/cluster/membership.ts +85 -85
  71. package/src/cluster/structs.ts +43 -4
  72. package/src/cohort-topic/addressing.ts +120 -120
  73. package/src/cohort-topic/antidos/bootstrap-evidence-envelope.ts +253 -253
  74. package/src/cohort-topic/antidos/bootstrap-evidence.ts +106 -106
  75. package/src/cohort-topic/antidos/index.ts +5 -5
  76. package/src/cohort-topic/antidos/rate-limiter.ts +210 -210
  77. package/src/cohort-topic/antidos/replay-guard.ts +146 -146
  78. package/src/cohort-topic/antidos/topic-budget.ts +160 -160
  79. package/src/cohort-topic/antiflood/index.ts +2 -2
  80. package/src/cohort-topic/antiflood/invariants.ts +108 -108
  81. package/src/cohort-topic/antiflood/jitter.ts +117 -117
  82. package/src/cohort-topic/coldstart.ts +237 -237
  83. package/src/cohort-topic/dmax.ts +88 -88
  84. package/src/cohort-topic/gossip/bus.ts +254 -254
  85. package/src/cohort-topic/gossip/index.ts +3 -3
  86. package/src/cohort-topic/gossip/records.ts +45 -45
  87. package/src/cohort-topic/gossip/view.ts +91 -91
  88. package/src/cohort-topic/index.ts +20 -20
  89. package/src/cohort-topic/load/barometer.ts +134 -134
  90. package/src/cohort-topic/load/index.ts +1 -1
  91. package/src/cohort-topic/member-engine.ts +430 -430
  92. package/src/cohort-topic/membership/index.ts +3 -3
  93. package/src/cohort-topic/membership/publisher.ts +163 -163
  94. package/src/cohort-topic/membership/source.ts +41 -41
  95. package/src/cohort-topic/membership/verifier.ts +461 -461
  96. package/src/cohort-topic/ports.ts +157 -157
  97. package/src/cohort-topic/promotion.ts +405 -405
  98. package/src/cohort-topic/registration/bytes.ts +37 -37
  99. package/src/cohort-topic/registration/handoff.ts +154 -154
  100. package/src/cohort-topic/registration/index.ts +6 -6
  101. package/src/cohort-topic/registration/renewal.ts +495 -495
  102. package/src/cohort-topic/registration/sharding.ts +61 -61
  103. package/src/cohort-topic/registration/store.ts +81 -81
  104. package/src/cohort-topic/registration/types.ts +91 -91
  105. package/src/cohort-topic/ring-hash.ts +50 -50
  106. package/src/cohort-topic/service.ts +416 -416
  107. package/src/cohort-topic/sig/index.ts +2 -2
  108. package/src/cohort-topic/sig/payloads.ts +59 -59
  109. package/src/cohort-topic/sig/threshold.ts +64 -64
  110. package/src/cohort-topic/tiers.ts +74 -74
  111. package/src/cohort-topic/traffic.ts +233 -233
  112. package/src/cohort-topic/walk.ts +326 -326
  113. package/src/cohort-topic/willingness.ts +237 -237
  114. package/src/cohort-topic/wire/codec.ts +216 -216
  115. package/src/cohort-topic/wire/index.ts +18 -18
  116. package/src/cohort-topic/wire/payloads.ts +126 -126
  117. package/src/cohort-topic/wire/primitives.ts +188 -188
  118. package/src/cohort-topic/wire/types.ts +475 -475
  119. package/src/cohort-topic/wire/validate.ts +512 -512
  120. package/src/collection/collection-type-registry.ts +37 -37
  121. package/src/collection/collection.ts +32 -4
  122. package/src/collections/diary/diary.ts +68 -67
  123. package/src/collections/diary/struct.ts +1 -1
  124. package/src/collections/tree/collection-trunk.ts +1 -1
  125. package/src/collections/tree/readme.md +4 -0
  126. package/src/collections/tree/struct.ts +3 -1
  127. package/src/collections/tree/tree.ts +320 -312
  128. package/src/log/log.ts +2 -2
  129. package/src/matchmaking/capability-filter.ts +45 -45
  130. package/src/matchmaking/config.ts +98 -98
  131. package/src/matchmaking/index.ts +21 -21
  132. package/src/matchmaking/multi-cohort-seeker.ts +234 -234
  133. package/src/matchmaking/provider.ts +123 -123
  134. package/src/matchmaking/query-eval.ts +105 -105
  135. package/src/matchmaking/seeker-walk.ts +127 -127
  136. package/src/matchmaking/seeker.ts +86 -86
  137. package/src/matchmaking/topic-anchor.ts +90 -90
  138. package/src/matchmaking/voting-quorum.ts +394 -394
  139. package/src/matchmaking/wire.ts +603 -603
  140. package/src/network/i-peer-network.ts +17 -0
  141. package/src/network/stale-failure.ts +43 -43
  142. package/src/network/struct.ts +41 -2
  143. package/src/network/types.ts +37 -37
  144. package/src/reactivity/backfill.ts +220 -220
  145. package/src/reactivity/backpressure.ts +191 -191
  146. package/src/reactivity/checkpoint.ts +308 -308
  147. package/src/reactivity/config.ts +172 -172
  148. package/src/reactivity/dedupe.ts +132 -132
  149. package/src/reactivity/forwarder.ts +87 -87
  150. package/src/reactivity/index.ts +34 -34
  151. package/src/reactivity/notification.ts +123 -123
  152. package/src/reactivity/policy.ts +79 -79
  153. package/src/reactivity/push-state.ts +310 -310
  154. package/src/reactivity/recover.ts +153 -153
  155. package/src/reactivity/replay-buffer.ts +141 -141
  156. package/src/reactivity/resume.ts +549 -549
  157. package/src/reactivity/rotation.ts +415 -415
  158. package/src/reactivity/subscriber.ts +132 -132
  159. package/src/reactivity/subscription.ts +66 -66
  160. package/src/reactivity/topic-anchor.ts +71 -71
  161. package/src/reactivity/verify.ts +73 -73
  162. package/src/reactivity/wire-validate.ts +13 -13
  163. package/src/reactivity/wire.ts +224 -224
  164. package/src/testing/async-wait.ts +65 -65
  165. package/src/testing/index.ts +2 -2
  166. package/src/testing/test-transactor.ts +638 -489
  167. package/src/transaction/coordinator.ts +2 -1
  168. package/src/transaction/errors.ts +91 -91
  169. package/src/transaction/operations-hash.ts +196 -196
  170. package/src/transaction/read-dependency-collector.ts +78 -78
  171. package/src/transaction/transaction.ts +1 -1
  172. package/src/transactor/change-notifier.ts +80 -80
  173. package/src/transactor/index.ts +5 -5
  174. package/src/transactor/network-transactor.ts +58 -19
  175. package/src/transactor/transactor-source.ts +25 -2
  176. package/src/transform/atomic-proxy.ts +92 -92
  177. package/src/transform/cache-source.ts +1 -1
  178. package/src/transform/helpers.ts +159 -158
  179. package/src/transform/tracker.ts +2 -1
  180. package/src/utility/backoff.ts +95 -95
  181. package/src/utility/batch-coordinator.ts +191 -191
  182. package/dist/src/transaction/context.d.ts +0 -60
  183. package/dist/src/transaction/context.d.ts.map +0 -1
  184. package/dist/src/transaction/context.js +0 -91
  185. package/dist/src/transaction/context.js.map +0 -1
@@ -5,7 +5,8 @@ import { isConflictFailure } from "../network/stale-failure.js";
5
5
  import type { Collection } from "../collection/collection.js";
6
6
  import type { SyncOptions } from "../collection/index.js";
7
7
  import { isTransactionExpired, clampPriority } from "./transaction.js";
8
- import { Log, blockIdsForTransforms } from "../index.js";
8
+ import { Log } from "../log/log.js";
9
+ import { blockIdsForTransforms } from "../transform/helpers.js";
9
10
  import { collectOperations, hashOperations } from "./operations-hash.js";
10
11
  import { CoordinatorPartialCommitError, CoordinatorStaleLossError } from "./errors.js";
11
12
  import { jitteredBackoffMs, abortableDelay, makeAbortError } from "../utility/backoff.js";
@@ -1,91 +1,91 @@
1
- import type { CollectionId } from "../collection/index.js";
2
-
3
- /**
4
- * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit
5
- * fails AFTER at least one collection has already DURABLY committed through the
6
- * distributed consensus path (GATHER/PEND/COMMIT).
7
- *
8
- * ## Why this exists (and why we can't just "roll back")
9
- *
10
- * The COMMIT phase commits each collection's pended blocks independently (see
11
- * `commitPhase`). A per-collection commit can *permanently* fail — e.g. a racing
12
- * transaction advanced that collection's log tail between PEND and COMMIT (a stale
13
- * loss) — while the other collections commit successfully. Those durable commits
14
- * are per-collection and there is no cross-collection undo, so a failure on one
15
- * collection cannot un-commit the ones that already landed.
16
- *
17
- * Uniformly restoring every collection's pre-commit local state (as a clean
18
- * rollback would) is exactly wrong here: for a collection that DID durably commit
19
- * it would re-stage its already-durable actions as still-pending, making local
20
- * tracker memory disagree with cluster storage. Instead the coordinator gives the
21
- * committed collections the success-path local treatment (fold to cache + reset)
22
- * and only reverts the failed/never-committed collections, then surfaces THIS error
23
- * naming both sets so the caller knows reconciliation is required and does NOT
24
- * falsely report a clean rollback.
25
- *
26
- * This is the session-mode / distributed-consensus analog of the plugin's legacy
27
- * `PartialCommitError` (single-node, per-tree `sync()`).
28
- *
29
- * ## The design decision is settled (not "still open")
30
- *
31
- * The default multi-collection guarantee is formally **atomicity of intent + eventual,
32
- * reported visibility**, NOT all-or-nothing — see `docs/correctness.md` **Theorem 3** and
33
- * `docs/transactions.md` (§ "Session-mode (distributed) commit is not atomic across
34
- * collections"). This error IS that guarantee's reporting surface, not a placeholder for a
35
- * stronger one. Genuine cross-collection all-or-nothing is a future opt-in strong mode
36
- * (backlog `feat-cross-collection-atomic-commit`).
37
- *
38
- * ## Reconcile contract for the catcher
39
- *
40
- * A caller receiving this error MUST NOT blindly retry the whole transaction and MUST NOT
41
- * treat it as a clean abort: `committedCollections` are durable and cannot be rolled back,
42
- * so a whole-transaction retry would double-apply them. Reconcile the named committed set
43
- * against `failedCollections` (re-drive only the failed collections, or repair the split).
44
- */
45
- export class CoordinatorPartialCommitError extends Error {
46
- constructor(
47
- /** Collections durably committed via consensus before the failure (NOT rolled back). */
48
- public readonly committedCollections: readonly CollectionId[],
49
- /** Collections that never committed this attempt (local state reverted for retry). */
50
- public readonly failedCollections: readonly CollectionId[],
51
- /** The underlying commit-phase failure that aborted the commit. */
52
- public readonly reason?: unknown,
53
- ) {
54
- super(
55
- `Multi-collection commit was not atomic: ${committedCollections.length} collection(s) ` +
56
- `durably committed via distributed consensus before the commit failed and CANNOT be ` +
57
- `rolled back — reconciliation is required. ` +
58
- `Committed (durable, now out of sync with the failed collections): [${committedCollections.join(', ')}]. ` +
59
- `Failed (never committed; local state reverted for retry): [${failedCollections.join(', ')}]. ` +
60
- `Underlying failure: ${reason instanceof Error ? reason.message : String(reason)}`
61
- );
62
- this.name = 'CoordinatorPartialCommitError';
63
- }
64
- }
65
-
66
- /**
67
- * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit failed as a
68
- * CLEAN stale loss — an optimistic-concurrency conflict (a racing transaction advanced a log tail)
69
- * in which NOTHING durably committed, so every participating collection's local tracker was
70
- * restored to its pre-append state and the transaction is safe to re-drive.
71
- *
72
- * This is the retryable counterpart to {@link CoordinatorPartialCommitError}: a partial landing
73
- * cannot be blindly retried (it would double-apply the durable half), but a clean loss can. The
74
- * coordinator's built-in backoff+jitter retry catches this internally and re-drives after re-reading
75
- * fresh revisions; it only escapes to the caller once the retry budget (`maxAttempts` / `deadlineMs`)
76
- * is exhausted, at which point it signals "gave up after a clean loss" rather than a partial split.
77
- */
78
- export class CoordinatorStaleLossError extends Error {
79
- constructor(
80
- /** Collections that lost the race this attempt (all had their local state reverted for retry). */
81
- public readonly failedCollections: readonly CollectionId[],
82
- /** The underlying stale/conflict reason surfaced by the failed pend/commit phase. */
83
- public readonly reason?: string,
84
- ) {
85
- super(
86
- `Multi-collection commit failed on a clean stale loss (no collection durably committed) ` +
87
- `for [${failedCollections.join(', ')}]` + (reason ? ` — ${reason}` : '')
88
- );
89
- this.name = 'CoordinatorStaleLossError';
90
- }
91
- }
1
+ import type { CollectionId } from "../collection/index.js";
2
+
3
+ /**
4
+ * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit
5
+ * fails AFTER at least one collection has already DURABLY committed through the
6
+ * distributed consensus path (GATHER/PEND/COMMIT).
7
+ *
8
+ * ## Why this exists (and why we can't just "roll back")
9
+ *
10
+ * The COMMIT phase commits each collection's pended blocks independently (see
11
+ * `commitPhase`). A per-collection commit can *permanently* fail — e.g. a racing
12
+ * transaction advanced that collection's log tail between PEND and COMMIT (a stale
13
+ * loss) — while the other collections commit successfully. Those durable commits
14
+ * are per-collection and there is no cross-collection undo, so a failure on one
15
+ * collection cannot un-commit the ones that already landed.
16
+ *
17
+ * Uniformly restoring every collection's pre-commit local state (as a clean
18
+ * rollback would) is exactly wrong here: for a collection that DID durably commit
19
+ * it would re-stage its already-durable actions as still-pending, making local
20
+ * tracker memory disagree with cluster storage. Instead the coordinator gives the
21
+ * committed collections the success-path local treatment (fold to cache + reset)
22
+ * and only reverts the failed/never-committed collections, then surfaces THIS error
23
+ * naming both sets so the caller knows reconciliation is required and does NOT
24
+ * falsely report a clean rollback.
25
+ *
26
+ * This is the session-mode / distributed-consensus analog of the plugin's legacy
27
+ * `PartialCommitError` (single-node, per-tree `sync()`).
28
+ *
29
+ * ## The design decision is settled (not "still open")
30
+ *
31
+ * The default multi-collection guarantee is formally **atomicity of intent + eventual,
32
+ * reported visibility**, NOT all-or-nothing — see `docs/correctness.md` **Theorem 3** and
33
+ * `docs/transactions.md` (§ "Session-mode (distributed) commit is not atomic across
34
+ * collections"). This error IS that guarantee's reporting surface, not a placeholder for a
35
+ * stronger one. Genuine cross-collection all-or-nothing is a future opt-in strong mode
36
+ * (backlog `feat-cross-collection-atomic-commit`).
37
+ *
38
+ * ## Reconcile contract for the catcher
39
+ *
40
+ * A caller receiving this error MUST NOT blindly retry the whole transaction and MUST NOT
41
+ * treat it as a clean abort: `committedCollections` are durable and cannot be rolled back,
42
+ * so a whole-transaction retry would double-apply them. Reconcile the named committed set
43
+ * against `failedCollections` (re-drive only the failed collections, or repair the split).
44
+ */
45
+ export class CoordinatorPartialCommitError extends Error {
46
+ constructor(
47
+ /** Collections durably committed via consensus before the failure (NOT rolled back). */
48
+ public readonly committedCollections: readonly CollectionId[],
49
+ /** Collections that never committed this attempt (local state reverted for retry). */
50
+ public readonly failedCollections: readonly CollectionId[],
51
+ /** The underlying commit-phase failure that aborted the commit. */
52
+ public readonly reason?: unknown,
53
+ ) {
54
+ super(
55
+ `Multi-collection commit was not atomic: ${committedCollections.length} collection(s) ` +
56
+ `durably committed via distributed consensus before the commit failed and CANNOT be ` +
57
+ `rolled back — reconciliation is required. ` +
58
+ `Committed (durable, now out of sync with the failed collections): [${committedCollections.join(', ')}]. ` +
59
+ `Failed (never committed; local state reverted for retry): [${failedCollections.join(', ')}]. ` +
60
+ `Underlying failure: ${reason instanceof Error ? reason.message : String(reason)}`
61
+ );
62
+ this.name = 'CoordinatorPartialCommitError';
63
+ }
64
+ }
65
+
66
+ /**
67
+ * Thrown by {@link TransactionCoordinator.commit} when a multi-collection commit failed as a
68
+ * CLEAN stale loss — an optimistic-concurrency conflict (a racing transaction advanced a log tail)
69
+ * in which NOTHING durably committed, so every participating collection's local tracker was
70
+ * restored to its pre-append state and the transaction is safe to re-drive.
71
+ *
72
+ * This is the retryable counterpart to {@link CoordinatorPartialCommitError}: a partial landing
73
+ * cannot be blindly retried (it would double-apply the durable half), but a clean loss can. The
74
+ * coordinator's built-in backoff+jitter retry catches this internally and re-drives after re-reading
75
+ * fresh revisions; it only escapes to the caller once the retry budget (`maxAttempts` / `deadlineMs`)
76
+ * is exhausted, at which point it signals "gave up after a clean loss" rather than a partial split.
77
+ */
78
+ export class CoordinatorStaleLossError extends Error {
79
+ constructor(
80
+ /** Collections that lost the race this attempt (all had their local state reverted for retry). */
81
+ public readonly failedCollections: readonly CollectionId[],
82
+ /** The underlying stale/conflict reason surfaced by the failed pend/commit phase. */
83
+ public readonly reason?: string,
84
+ ) {
85
+ super(
86
+ `Multi-collection commit failed on a clean stale loss (no collection durably committed) ` +
87
+ `for [${failedCollections.join(', ')}]` + (reason ? ` — ${reason}` : '')
88
+ );
89
+ this.name = 'CoordinatorStaleLossError';
90
+ }
91
+ }
@@ -1,196 +1,196 @@
1
- import type { BlockId, IBlock, BlockOperations } from '../blocks/structs.js';
2
- import type { CollectionId } from '../collection/struct.js';
3
- import type { Transforms } from '../transform/struct.js';
4
- import { hashString } from '../utility/hash-string.js';
5
-
6
- /**
7
- * Represents an operation on a block within a collection.
8
- *
9
- * This is the SINGLE source of truth for the operation shape used by the
10
- * transaction "operations hash" — the fingerprint a coordinator sends and a
11
- * validator recomputes. Both {@link TransactionCoordinator} and
12
- * {@link TransactionValidator} import this type; it must never be duplicated,
13
- * because the two sides disagreeing is exactly the bug this module prevents.
14
- */
15
- export type Operation =
16
- | { readonly type: 'insert'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly block: IBlock }
17
- | { readonly type: 'update'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly operations: BlockOperations }
18
- | { readonly type: 'delete'; readonly collectionId: CollectionId; readonly blockId: BlockId };
19
-
20
- /**
21
- * Rank of each operation type, used ONLY as the final tiebreaker when the same
22
- * (collectionId, blockId) legitimately carries more than one operation — a block
23
- * staged, then mutated, then deleted within one transform (Transforms apply order
24
- * is insert → update → delete; see transform/struct.ts). This is the semantic
25
- * apply order. The exact ranking is arbitrary for correctness (both sides use it),
26
- * but it MUST be defined in exactly one place — here.
27
- */
28
- const TYPE_RANK: Record<Operation['type'], number> = {
29
- insert: 0,
30
- update: 1,
31
- delete: 2,
32
- };
33
-
34
- /**
35
- * Collect every block operation across all collections into a flat list.
36
- *
37
- * The returned order reflects Map/object insertion order and is therefore NOT
38
- * canonical — {@link hashOperations} sorts before hashing, so callers do not need
39
- * to pre-sort. Shared by the coordinator (both commit() and execute()) and the
40
- * validator so all three collect sites produce the identical logical set.
41
- */
42
- export function collectOperations(transforms: Map<CollectionId, Transforms>): Operation[] {
43
- const operations: Operation[] = [];
44
- for (const [collectionId, t] of transforms) {
45
- for (const [blockId, block] of Object.entries(t.inserts ?? {})) {
46
- operations.push({ type: 'insert', collectionId, blockId, block });
47
- }
48
- for (const [blockId, ops] of Object.entries(t.updates ?? {})) {
49
- operations.push({ type: 'update', collectionId, blockId, operations: ops });
50
- }
51
- for (const blockId of t.deletes ?? []) {
52
- operations.push({ type: 'delete', collectionId, blockId });
53
- }
54
- }
55
- return operations;
56
- }
57
-
58
- /**
59
- * Total order over operations by the tuple (collectionId, blockId, type), using
60
- * plain string comparison on the first two components and {@link TYPE_RANK} on the
61
- * third. This is the cross-node ordering contract: two honest nodes that see the
62
- * same logical set MUST produce the same sorted sequence regardless of the order
63
- * they happened to collect operations in.
64
- */
65
- function compareOperations(a: Operation, b: Operation): number {
66
- if (a.collectionId !== b.collectionId) return a.collectionId < b.collectionId ? -1 : 1;
67
- if (a.blockId !== b.blockId) return a.blockId < b.blockId ? -1 : 1;
68
- return TYPE_RANK[a.type] - TYPE_RANK[b.type];
69
- }
70
-
71
- /**
72
- * Canonical JSON encoder: recursively sorts object keys but PRESERVES array element
73
- * order, and matches JSON.stringify leaf semantics.
74
- *
75
- * - Object keys are emitted in ascending (sorted) order, so two objects with the
76
- * same content but different key-insertion order encode identically.
77
- * - Array element order is preserved because BlockOperations is an ordered list of
78
- * [entity, index, deleteCount, inserted] tuples whose order is semantically
79
- * meaningful (as are any data arrays nested inside an IBlock).
80
- * - Leaf semantics mirror JSON.stringify: `undefined`/function/symbol object-values
81
- * are dropped, the same in arrays encode as `null`, `null` encodes as `null`,
82
- * non-finite numbers as `null`, and other primitives via JSON.stringify.
83
- *
84
- * Exported so the order-independence test can exercise it directly.
85
- *
86
- * NOTE: no toJSON/Date special-casing — a value carrying toJSON (e.g. a Date)
87
- * encodes as its plain enumerable keys ({} for a Date), not JSON.stringify's
88
- * toJSON string. Harmless today (blocks hold plain JSON) and still deterministic
89
- * across nodes (both sides run this same encoder); if IBlock content ever grows
90
- * toJSON-bearing values and matching JSON.stringify exactly matters, add the hook.
91
- */
92
- export function canonicalStringify(value: unknown): string {
93
- if (value === null) return 'null';
94
-
95
- const type = typeof value;
96
- if (type === 'number') return Number.isFinite(value) ? JSON.stringify(value) : 'null';
97
- if (type === 'string' || type === 'boolean') return JSON.stringify(value);
98
- if (type === 'bigint') throw new TypeError('Do not know how to serialize a BigInt');
99
- if (type === 'undefined' || type === 'function' || type === 'symbol') return 'null';
100
-
101
- if (Array.isArray(value)) {
102
- const items = value.map(element => {
103
- const et = typeof element;
104
- // In arrays, undefined/function/symbol serialize as null (JSON.stringify semantics).
105
- if (element === undefined || et === 'function' || et === 'symbol') return 'null';
106
- return canonicalStringify(element);
107
- });
108
- return `[${items.join(',')}]`;
109
- }
110
-
111
- // Plain object: sort keys ascending, drop undefined/function/symbol values.
112
- const obj = value as Record<string, unknown>;
113
- const parts: string[] = [];
114
- for (const key of Object.keys(obj).sort()) {
115
- const v = obj[key];
116
- const vt = typeof v;
117
- if (v === undefined || vt === 'function' || vt === 'symbol') continue;
118
- parts.push(`${JSON.stringify(key)}:${canonicalStringify(v)}`);
119
- }
120
- return `{${parts.join(',')}}`;
121
- }
122
-
123
- /**
124
- * Current operations-hash FORMAT VERSION. Versions the *serialization* of operations
125
- * into bytes (the sort key, {@link canonicalStringify} rules, and the SHA-256/base64url
126
- * step) — distinct from `engineId` in the TransactionStamp, which versions the operation
127
- * *content* an engine produces from the same statements. Two honest nodes must agree on
128
- * BOTH dimensions to produce the same ops-hash.
129
- *
130
- * Bump this whenever a change to the canonical serialization alters the emitted bytes,
131
- * so a peer running the old format is *detected* (a legible version-skew error) rather
132
- * than mistaken for a content disagreement or a Byzantine lie. See docs/transactions.md
133
- * ("Operations Hash — Canonical Serialization").
134
- */
135
- export const OPS_HASH_VERSION = 'v1';
136
-
137
- /**
138
- * Wire-token prefix carrying {@link OPS_HASH_VERSION}: `ops.v1:`. The `.` delimiter is
139
- * outside the base64url alphabet (A–Z a–z 0–9 `-` `_`) that follows the trailing `:`, so
140
- * the version segment can always be sliced back out unambiguously — see {@link opsHashVersion}.
141
- */
142
- export const OPS_HASH_PREFIX = `ops.${OPS_HASH_VERSION}:`;
143
-
144
- /**
145
- * Extract the format-version segment from an ops-hash token — the `v1` in `ops.v1:<hash>` —
146
- * or `null` if the string is not a recognizable versioned ops-hash token.
147
- *
148
- * Total: never throws. A bare legacy `ops:<hash>` token (no `.` delimiter), an empty
149
- * string, or any garbage all return `null`. A validator treats a `null` (or a version it
150
- * does not recognize) as an unsupported/foreign format — a legible version-skew error —
151
- * never as an accidental content match.
152
- */
153
- export function opsHashVersion(token: string): string | null {
154
- if (typeof token !== 'string') return null;
155
- if (!token.startsWith('ops.')) return null;
156
- const colon = token.indexOf(':', 4);
157
- if (colon <= 4) return null; // no version characters between "ops." and ":"
158
- return token.slice(4, colon);
159
- }
160
-
161
- /**
162
- * The EXACT canonical byte-string {@link hashOperations} feeds into SHA-256: the operations
163
- * sorted by {@link compareOperations} and run through {@link canonicalStringify}. The version
164
- * token is NOT part of this preimage — it wraps the resulting hash, it is not hashed.
165
- *
166
- * Exposed so a future client signature (design-client-transaction-signatures) can bind the
167
- * IDENTICAL bytes the validators hash, rather than re-deriving the serialization and risking
168
- * drift. Pair it with {@link OPS_HASH_VERSION} to record which format the bytes belong to.
169
- */
170
- export function canonicalOperationsPayload(operations: readonly Operation[]): string {
171
- return canonicalStringify([...operations].sort(compareOperations));
172
- }
173
-
174
- /**
175
- * Compute the transaction operations hash: sort into canonical order, canonically
176
- * stringify, SHA-256 (base64url) via {@link hashString}, then prefix the versioned
177
- * {@link OPS_HASH_PREFIX} token (`ops.v1:`) so the wire string is self-describing.
178
- *
179
- * This is the fingerprint the coordinator sends in PendRequest.operationsHash and
180
- * the validator recomputes; equality of this string is the cross-node agreement
181
- * that a transaction's operations match.
182
- *
183
- * NOTE: the ops-hash carries a format-version token, so a mixed-version cluster now
184
- * *detects* skew — a validator seeing a foreign/legacy version emits a distinct
185
- * "unsupported operations-hash format version" error instead of the ambiguous
186
- * "Operations hash mismatch" (see TransactionValidator). What it does NOT do is
187
- * *cross-compute* older formats: a node only recognizes that a peer speaks a different
188
- * version, it cannot reproduce that peer's historical bytes. Mixed-version clusters
189
- * therefore fail LEGIBLY, not interoperably; multi-version compatibility is future
190
- * work if rolling upgrades ship. The ops-hash is recomputed fresh on both sides and
191
- * never persisted, so bumping the version cannot retroactively invalidate committed
192
- * transactions (unlike transaction.id, which IS persisted — leave it untouched).
193
- */
194
- export async function hashOperations(operations: readonly Operation[]): Promise<string> {
195
- return `${OPS_HASH_PREFIX}${await hashString(canonicalOperationsPayload(operations))}`;
196
- }
1
+ import type { BlockId, IBlock, BlockOperations } from '../blocks/structs.js';
2
+ import type { CollectionId } from '../collection/struct.js';
3
+ import type { Transforms } from '../transform/struct.js';
4
+ import { hashString } from '../utility/hash-string.js';
5
+
6
+ /**
7
+ * Represents an operation on a block within a collection.
8
+ *
9
+ * This is the SINGLE source of truth for the operation shape used by the
10
+ * transaction "operations hash" — the fingerprint a coordinator sends and a
11
+ * validator recomputes. Both {@link TransactionCoordinator} and
12
+ * {@link TransactionValidator} import this type; it must never be duplicated,
13
+ * because the two sides disagreeing is exactly the bug this module prevents.
14
+ */
15
+ export type Operation =
16
+ | { readonly type: 'insert'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly block: IBlock }
17
+ | { readonly type: 'update'; readonly collectionId: CollectionId; readonly blockId: BlockId; readonly operations: BlockOperations }
18
+ | { readonly type: 'delete'; readonly collectionId: CollectionId; readonly blockId: BlockId };
19
+
20
+ /**
21
+ * Rank of each operation type, used ONLY as the final tiebreaker when the same
22
+ * (collectionId, blockId) legitimately carries more than one operation — a block
23
+ * staged, then mutated, then deleted within one transform (Transforms apply order
24
+ * is insert → update → delete; see transform/struct.ts). This is the semantic
25
+ * apply order. The exact ranking is arbitrary for correctness (both sides use it),
26
+ * but it MUST be defined in exactly one place — here.
27
+ */
28
+ const TYPE_RANK: Record<Operation['type'], number> = {
29
+ insert: 0,
30
+ update: 1,
31
+ delete: 2,
32
+ };
33
+
34
+ /**
35
+ * Collect every block operation across all collections into a flat list.
36
+ *
37
+ * The returned order reflects Map/object insertion order and is therefore NOT
38
+ * canonical — {@link hashOperations} sorts before hashing, so callers do not need
39
+ * to pre-sort. Shared by the coordinator (both commit() and execute()) and the
40
+ * validator so all three collect sites produce the identical logical set.
41
+ */
42
+ export function collectOperations(transforms: Map<CollectionId, Transforms>): Operation[] {
43
+ const operations: Operation[] = [];
44
+ for (const [collectionId, t] of transforms) {
45
+ for (const [blockId, block] of Object.entries(t.inserts ?? {})) {
46
+ operations.push({ type: 'insert', collectionId, blockId, block });
47
+ }
48
+ for (const [blockId, ops] of Object.entries(t.updates ?? {})) {
49
+ operations.push({ type: 'update', collectionId, blockId, operations: ops });
50
+ }
51
+ for (const blockId of t.deletes ?? []) {
52
+ operations.push({ type: 'delete', collectionId, blockId });
53
+ }
54
+ }
55
+ return operations;
56
+ }
57
+
58
+ /**
59
+ * Total order over operations by the tuple (collectionId, blockId, type), using
60
+ * plain string comparison on the first two components and {@link TYPE_RANK} on the
61
+ * third. This is the cross-node ordering contract: two honest nodes that see the
62
+ * same logical set MUST produce the same sorted sequence regardless of the order
63
+ * they happened to collect operations in.
64
+ */
65
+ function compareOperations(a: Operation, b: Operation): number {
66
+ if (a.collectionId !== b.collectionId) return a.collectionId < b.collectionId ? -1 : 1;
67
+ if (a.blockId !== b.blockId) return a.blockId < b.blockId ? -1 : 1;
68
+ return TYPE_RANK[a.type] - TYPE_RANK[b.type];
69
+ }
70
+
71
+ /**
72
+ * Canonical JSON encoder: recursively sorts object keys but PRESERVES array element
73
+ * order, and matches JSON.stringify leaf semantics.
74
+ *
75
+ * - Object keys are emitted in ascending (sorted) order, so two objects with the
76
+ * same content but different key-insertion order encode identically.
77
+ * - Array element order is preserved because BlockOperations is an ordered list of
78
+ * [entity, index, deleteCount, inserted] tuples whose order is semantically
79
+ * meaningful (as are any data arrays nested inside an IBlock).
80
+ * - Leaf semantics mirror JSON.stringify: `undefined`/function/symbol object-values
81
+ * are dropped, the same in arrays encode as `null`, `null` encodes as `null`,
82
+ * non-finite numbers as `null`, and other primitives via JSON.stringify.
83
+ *
84
+ * Exported so the order-independence test can exercise it directly.
85
+ *
86
+ * NOTE: no toJSON/Date special-casing — a value carrying toJSON (e.g. a Date)
87
+ * encodes as its plain enumerable keys ({} for a Date), not JSON.stringify's
88
+ * toJSON string. Harmless today (blocks hold plain JSON) and still deterministic
89
+ * across nodes (both sides run this same encoder); if IBlock content ever grows
90
+ * toJSON-bearing values and matching JSON.stringify exactly matters, add the hook.
91
+ */
92
+ export function canonicalStringify(value: unknown): string {
93
+ if (value === null) return 'null';
94
+
95
+ const type = typeof value;
96
+ if (type === 'number') return Number.isFinite(value) ? JSON.stringify(value) : 'null';
97
+ if (type === 'string' || type === 'boolean') return JSON.stringify(value);
98
+ if (type === 'bigint') throw new TypeError('Do not know how to serialize a BigInt');
99
+ if (type === 'undefined' || type === 'function' || type === 'symbol') return 'null';
100
+
101
+ if (Array.isArray(value)) {
102
+ const items = value.map(element => {
103
+ const et = typeof element;
104
+ // In arrays, undefined/function/symbol serialize as null (JSON.stringify semantics).
105
+ if (element === undefined || et === 'function' || et === 'symbol') return 'null';
106
+ return canonicalStringify(element);
107
+ });
108
+ return `[${items.join(',')}]`;
109
+ }
110
+
111
+ // Plain object: sort keys ascending, drop undefined/function/symbol values.
112
+ const obj = value as Record<string, unknown>;
113
+ const parts: string[] = [];
114
+ for (const key of Object.keys(obj).sort()) {
115
+ const v = obj[key];
116
+ const vt = typeof v;
117
+ if (v === undefined || vt === 'function' || vt === 'symbol') continue;
118
+ parts.push(`${JSON.stringify(key)}:${canonicalStringify(v)}`);
119
+ }
120
+ return `{${parts.join(',')}}`;
121
+ }
122
+
123
+ /**
124
+ * Current operations-hash FORMAT VERSION. Versions the *serialization* of operations
125
+ * into bytes (the sort key, {@link canonicalStringify} rules, and the SHA-256/base64url
126
+ * step) — distinct from `engineId` in the TransactionStamp, which versions the operation
127
+ * *content* an engine produces from the same statements. Two honest nodes must agree on
128
+ * BOTH dimensions to produce the same ops-hash.
129
+ *
130
+ * Bump this whenever a change to the canonical serialization alters the emitted bytes,
131
+ * so a peer running the old format is *detected* (a legible version-skew error) rather
132
+ * than mistaken for a content disagreement or a Byzantine lie. See docs/transactions.md
133
+ * ("Operations Hash — Canonical Serialization").
134
+ */
135
+ export const OPS_HASH_VERSION = 'v1';
136
+
137
+ /**
138
+ * Wire-token prefix carrying {@link OPS_HASH_VERSION}: `ops.v1:`. The `.` delimiter is
139
+ * outside the base64url alphabet (A–Z a–z 0–9 `-` `_`) that follows the trailing `:`, so
140
+ * the version segment can always be sliced back out unambiguously — see {@link opsHashVersion}.
141
+ */
142
+ export const OPS_HASH_PREFIX = `ops.${OPS_HASH_VERSION}:`;
143
+
144
+ /**
145
+ * Extract the format-version segment from an ops-hash token — the `v1` in `ops.v1:<hash>` —
146
+ * or `null` if the string is not a recognizable versioned ops-hash token.
147
+ *
148
+ * Total: never throws. A bare legacy `ops:<hash>` token (no `.` delimiter), an empty
149
+ * string, or any garbage all return `null`. A validator treats a `null` (or a version it
150
+ * does not recognize) as an unsupported/foreign format — a legible version-skew error —
151
+ * never as an accidental content match.
152
+ */
153
+ export function opsHashVersion(token: string): string | null {
154
+ if (typeof token !== 'string') return null;
155
+ if (!token.startsWith('ops.')) return null;
156
+ const colon = token.indexOf(':', 4);
157
+ if (colon <= 4) return null; // no version characters between "ops." and ":"
158
+ return token.slice(4, colon);
159
+ }
160
+
161
+ /**
162
+ * The EXACT canonical byte-string {@link hashOperations} feeds into SHA-256: the operations
163
+ * sorted by {@link compareOperations} and run through {@link canonicalStringify}. The version
164
+ * token is NOT part of this preimage — it wraps the resulting hash, it is not hashed.
165
+ *
166
+ * Exposed so a future client signature (design-client-transaction-signatures) can bind the
167
+ * IDENTICAL bytes the validators hash, rather than re-deriving the serialization and risking
168
+ * drift. Pair it with {@link OPS_HASH_VERSION} to record which format the bytes belong to.
169
+ */
170
+ export function canonicalOperationsPayload(operations: readonly Operation[]): string {
171
+ return canonicalStringify([...operations].sort(compareOperations));
172
+ }
173
+
174
+ /**
175
+ * Compute the transaction operations hash: sort into canonical order, canonically
176
+ * stringify, SHA-256 (base64url) via {@link hashString}, then prefix the versioned
177
+ * {@link OPS_HASH_PREFIX} token (`ops.v1:`) so the wire string is self-describing.
178
+ *
179
+ * This is the fingerprint the coordinator sends in PendRequest.operationsHash and
180
+ * the validator recomputes; equality of this string is the cross-node agreement
181
+ * that a transaction's operations match.
182
+ *
183
+ * NOTE: the ops-hash carries a format-version token, so a mixed-version cluster now
184
+ * *detects* skew — a validator seeing a foreign/legacy version emits a distinct
185
+ * "unsupported operations-hash format version" error instead of the ambiguous
186
+ * "Operations hash mismatch" (see TransactionValidator). What it does NOT do is
187
+ * *cross-compute* older formats: a node only recognizes that a peer speaks a different
188
+ * version, it cannot reproduce that peer's historical bytes. Mixed-version clusters
189
+ * therefore fail LEGIBLY, not interoperably; multi-version compatibility is future
190
+ * work if rolling upgrades ship. The ops-hash is recomputed fresh on both sides and
191
+ * never persisted, so bumping the version cannot retroactively invalidate committed
192
+ * transactions (unlike transaction.id, which IS persisted — leave it untouched).
193
+ */
194
+ export async function hashOperations(operations: readonly Operation[]): Promise<string> {
195
+ return `${OPS_HASH_PREFIX}${await hashString(canonicalOperationsPayload(operations))}`;
196
+ }