@lodestar/beacon-node 1.33.0-dev.edc35e4b78 → 1.33.0-peerDAS.5a2cffc7e5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (224) hide show
  1. package/lib/api/impl/beacon/blocks/index.js +66 -27
  2. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  3. package/lib/api/impl/debug/index.d.ts +1 -1
  4. package/lib/api/impl/debug/index.js +24 -1
  5. package/lib/api/impl/debug/index.js.map +1 -1
  6. package/lib/chain/archiveStore/archiveStore.d.ts +1 -1
  7. package/lib/chain/archiveStore/archiveStore.js +2 -2
  8. package/lib/chain/archiveStore/interface.d.ts +1 -1
  9. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +1 -1
  10. package/lib/chain/archiveStore/utils/archiveBlocks.js +88 -23
  11. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  12. package/lib/chain/beaconProposerCache.d.ts +1 -0
  13. package/lib/chain/beaconProposerCache.js +3 -0
  14. package/lib/chain/beaconProposerCache.js.map +1 -1
  15. package/lib/chain/blocks/importBlock.js +8 -3
  16. package/lib/chain/blocks/importBlock.js.map +1 -1
  17. package/lib/chain/blocks/types.d.ts +66 -24
  18. package/lib/chain/blocks/types.js +39 -6
  19. package/lib/chain/blocks/types.js.map +1 -1
  20. package/lib/chain/blocks/verifyBlocksDataAvailability.js +21 -10
  21. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  22. package/lib/chain/blocks/writeBlockInputToDb.js +89 -15
  23. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  24. package/lib/chain/chain.d.ts +16 -5
  25. package/lib/chain/chain.js +32 -4
  26. package/lib/chain/chain.js.map +1 -1
  27. package/lib/chain/emitter.d.ts +18 -2
  28. package/lib/chain/emitter.js +13 -0
  29. package/lib/chain/emitter.js.map +1 -1
  30. package/lib/chain/errors/dataColumnSidecarError.d.ts +69 -0
  31. package/lib/chain/errors/dataColumnSidecarError.js +21 -0
  32. package/lib/chain/errors/dataColumnSidecarError.js.map +1 -0
  33. package/lib/chain/errors/index.d.ts +1 -0
  34. package/lib/chain/errors/index.js +1 -0
  35. package/lib/chain/errors/index.js.map +1 -1
  36. package/lib/chain/interface.d.ts +10 -4
  37. package/lib/chain/interface.js.map +1 -1
  38. package/lib/chain/options.d.ts +4 -1
  39. package/lib/chain/options.js +4 -0
  40. package/lib/chain/options.js.map +1 -1
  41. package/lib/chain/produceBlock/produceBlockBody.d.ts +4 -2
  42. package/lib/chain/produceBlock/produceBlockBody.js +8 -3
  43. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  44. package/lib/chain/produceBlock/validateBlobsAndKzgCommitments.d.ts +3 -2
  45. package/lib/chain/produceBlock/validateBlobsAndKzgCommitments.js +25 -2
  46. package/lib/chain/produceBlock/validateBlobsAndKzgCommitments.js.map +1 -1
  47. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +64 -18
  48. package/lib/chain/seenCache/seenGossipBlockInput.js +320 -53
  49. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  50. package/lib/chain/validation/dataColumnSidecar.d.ts +28 -0
  51. package/lib/chain/validation/dataColumnSidecar.js +248 -0
  52. package/lib/chain/validation/dataColumnSidecar.js.map +1 -0
  53. package/lib/db/beacon.d.ts +3 -1
  54. package/lib/db/beacon.js +3 -1
  55. package/lib/db/beacon.js.map +1 -1
  56. package/lib/db/buckets.d.ts +3 -1
  57. package/lib/db/buckets.js +2 -0
  58. package/lib/db/buckets.js.map +1 -1
  59. package/lib/db/interface.d.ts +3 -1
  60. package/lib/db/repositories/dataColumnSidecars.d.ts +47 -0
  61. package/lib/db/repositories/dataColumnSidecars.js +40 -0
  62. package/lib/db/repositories/dataColumnSidecars.js.map +1 -0
  63. package/lib/db/repositories/dataColumnSidecarsArchive.d.ts +15 -0
  64. package/lib/db/repositories/dataColumnSidecarsArchive.js +23 -0
  65. package/lib/db/repositories/dataColumnSidecarsArchive.js.map +1 -0
  66. package/lib/db/repositories/index.d.ts +2 -0
  67. package/lib/db/repositories/index.js +2 -0
  68. package/lib/db/repositories/index.js.map +1 -1
  69. package/lib/execution/engine/http.d.ts +5 -3
  70. package/lib/execution/engine/http.js +70 -31
  71. package/lib/execution/engine/http.js.map +1 -1
  72. package/lib/execution/engine/interface.d.ts +4 -2
  73. package/lib/execution/engine/interface.js +1 -1
  74. package/lib/execution/engine/interface.js.map +1 -1
  75. package/lib/execution/engine/mock.d.ts +1 -0
  76. package/lib/execution/engine/mock.js +5 -0
  77. package/lib/execution/engine/mock.js.map +1 -1
  78. package/lib/execution/engine/types.d.ts +10 -0
  79. package/lib/execution/engine/types.js +6 -0
  80. package/lib/execution/engine/types.js.map +1 -1
  81. package/lib/metrics/metrics/beacon.d.ts +12 -0
  82. package/lib/metrics/metrics/beacon.js +47 -0
  83. package/lib/metrics/metrics/beacon.js.map +1 -1
  84. package/lib/metrics/metrics/lodestar.d.ts +15 -0
  85. package/lib/metrics/metrics/lodestar.js +32 -0
  86. package/lib/metrics/metrics/lodestar.js.map +1 -1
  87. package/lib/network/core/metrics.d.ts +10 -3
  88. package/lib/network/core/metrics.js +22 -4
  89. package/lib/network/core/metrics.js.map +1 -1
  90. package/lib/network/core/networkCore.d.ts +8 -3
  91. package/lib/network/core/networkCore.js +24 -10
  92. package/lib/network/core/networkCore.js.map +1 -1
  93. package/lib/network/core/networkCoreWorker.js +1 -0
  94. package/lib/network/core/networkCoreWorker.js.map +1 -1
  95. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -3
  96. package/lib/network/core/networkCoreWorkerHandler.js +4 -0
  97. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  98. package/lib/network/core/types.d.ts +6 -4
  99. package/lib/network/events.d.ts +4 -2
  100. package/lib/network/events.js.map +1 -1
  101. package/lib/network/gossip/interface.d.ts +8 -1
  102. package/lib/network/gossip/interface.js +1 -0
  103. package/lib/network/gossip/interface.js.map +1 -1
  104. package/lib/network/gossip/topic.d.ts +1047 -1031
  105. package/lib/network/gossip/topic.js +20 -1
  106. package/lib/network/gossip/topic.js.map +1 -1
  107. package/lib/network/interface.d.ts +13 -1
  108. package/lib/network/metadata.d.ts +16 -7
  109. package/lib/network/metadata.js +40 -6
  110. package/lib/network/metadata.js.map +1 -1
  111. package/lib/network/network.d.ts +12 -2
  112. package/lib/network/network.js +59 -8
  113. package/lib/network/network.js.map +1 -1
  114. package/lib/network/networkConfig.d.ts +22 -0
  115. package/lib/network/networkConfig.js +29 -0
  116. package/lib/network/networkConfig.js.map +1 -0
  117. package/lib/network/options.js +5 -0
  118. package/lib/network/options.js.map +1 -1
  119. package/lib/network/peers/discover.d.ts +8 -3
  120. package/lib/network/peers/discover.js +106 -13
  121. package/lib/network/peers/discover.js.map +1 -1
  122. package/lib/network/peers/peerManager.d.ts +10 -4
  123. package/lib/network/peers/peerManager.js +93 -11
  124. package/lib/network/peers/peerManager.js.map +1 -1
  125. package/lib/network/peers/peersData.d.ts +17 -3
  126. package/lib/network/peers/peersData.js.map +1 -1
  127. package/lib/network/peers/score/interface.d.ts +1 -1
  128. package/lib/network/peers/score/score.d.ts +2 -2
  129. package/lib/network/peers/score/score.js +4 -1
  130. package/lib/network/peers/score/score.js.map +1 -1
  131. package/lib/network/peers/score/store.d.ts +3 -1
  132. package/lib/network/peers/score/store.js +6 -2
  133. package/lib/network/peers/score/store.js.map +1 -1
  134. package/lib/network/peers/utils/assertPeerRelevance.d.ts +7 -3
  135. package/lib/network/peers/utils/assertPeerRelevance.js +10 -1
  136. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  137. package/lib/network/peers/utils/prioritizePeers.d.ts +18 -7
  138. package/lib/network/peers/utils/prioritizePeers.js +43 -7
  139. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  140. package/lib/network/processor/extractSlotRootFns.js +8 -1
  141. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  142. package/lib/network/processor/gossipHandlers.js +153 -8
  143. package/lib/network/processor/gossipHandlers.js.map +1 -1
  144. package/lib/network/processor/gossipQueues/index.js +5 -0
  145. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  146. package/lib/network/processor/index.js +1 -0
  147. package/lib/network/processor/index.js.map +1 -1
  148. package/lib/network/reqresp/ReqRespBeaconNode.d.ts +2 -2
  149. package/lib/network/reqresp/ReqRespBeaconNode.js +33 -10
  150. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  151. package/lib/network/reqresp/beaconBlocksMaybeBlobsByRange.d.ts +15 -5
  152. package/lib/network/reqresp/beaconBlocksMaybeBlobsByRange.js +203 -14
  153. package/lib/network/reqresp/beaconBlocksMaybeBlobsByRange.js.map +1 -1
  154. package/lib/network/reqresp/beaconBlocksMaybeBlobsByRoot.d.ts +32 -6
  155. package/lib/network/reqresp/beaconBlocksMaybeBlobsByRoot.js +282 -28
  156. package/lib/network/reqresp/beaconBlocksMaybeBlobsByRoot.js.map +1 -1
  157. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +1 -1
  158. package/lib/network/reqresp/handlers/beaconBlocksByRange.js.map +1 -1
  159. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts +8 -0
  160. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +106 -0
  161. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -0
  162. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.d.ts +6 -0
  163. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js +57 -0
  164. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map +1 -0
  165. package/lib/network/reqresp/handlers/index.js +10 -0
  166. package/lib/network/reqresp/handlers/index.js.map +1 -1
  167. package/lib/network/reqresp/handlers/status.js +3 -2
  168. package/lib/network/reqresp/handlers/status.js.map +1 -1
  169. package/lib/network/reqresp/protocols.d.ts +4 -0
  170. package/lib/network/reqresp/protocols.js +20 -0
  171. package/lib/network/reqresp/protocols.js.map +1 -1
  172. package/lib/network/reqresp/rateLimit.js +11 -1
  173. package/lib/network/reqresp/rateLimit.js.map +1 -1
  174. package/lib/network/reqresp/types.d.ts +15 -8
  175. package/lib/network/reqresp/types.js +10 -3
  176. package/lib/network/reqresp/types.js.map +1 -1
  177. package/lib/network/statusCache.d.ts +5 -5
  178. package/lib/network/statusCache.js.map +1 -1
  179. package/lib/network/subnets/interface.d.ts +3 -0
  180. package/lib/network/subnets/interface.js +14 -1
  181. package/lib/network/subnets/interface.js.map +1 -1
  182. package/lib/network/subnets/syncnetsService.js +4 -5
  183. package/lib/network/subnets/syncnetsService.js.map +1 -1
  184. package/lib/node/nodejs.js +1 -0
  185. package/lib/node/nodejs.js.map +1 -1
  186. package/lib/sync/constants.d.ts +1 -1
  187. package/lib/sync/constants.js +4 -1
  188. package/lib/sync/constants.js.map +1 -1
  189. package/lib/sync/interface.d.ts +2 -2
  190. package/lib/sync/interface.js +1 -1
  191. package/lib/sync/interface.js.map +1 -1
  192. package/lib/sync/range/batch.d.ts +16 -2
  193. package/lib/sync/range/batch.js +38 -7
  194. package/lib/sync/range/batch.js.map +1 -1
  195. package/lib/sync/range/chain.d.ts +16 -1
  196. package/lib/sync/range/chain.js +110 -30
  197. package/lib/sync/range/chain.js.map +1 -1
  198. package/lib/sync/range/range.d.ts +3 -2
  199. package/lib/sync/range/range.js +9 -3
  200. package/lib/sync/range/range.js.map +1 -1
  201. package/lib/sync/range/utils/chainTarget.d.ts +5 -1
  202. package/lib/sync/range/utils/chainTarget.js +26 -1
  203. package/lib/sync/range/utils/chainTarget.js.map +1 -1
  204. package/lib/sync/range/utils/peerBalancer.d.ts +12 -5
  205. package/lib/sync/range/utils/peerBalancer.js +69 -10
  206. package/lib/sync/range/utils/peerBalancer.js.map +1 -1
  207. package/lib/sync/unknownBlock.d.ts +8 -1
  208. package/lib/sync/unknownBlock.js +226 -69
  209. package/lib/sync/unknownBlock.js.map +1 -1
  210. package/lib/sync/utils/remoteSyncType.d.ts +4 -4
  211. package/lib/sync/utils/remoteSyncType.js.map +1 -1
  212. package/lib/util/blobs.d.ts +18 -1
  213. package/lib/util/blobs.js +104 -1
  214. package/lib/util/blobs.js.map +1 -1
  215. package/lib/util/dataColumns.d.ts +132 -0
  216. package/lib/util/dataColumns.js +349 -0
  217. package/lib/util/dataColumns.js.map +1 -0
  218. package/lib/util/metadata.d.ts +4 -0
  219. package/lib/util/metadata.js +7 -0
  220. package/lib/util/metadata.js.map +1 -1
  221. package/lib/util/sszBytes.d.ts +1 -0
  222. package/lib/util/sszBytes.js +17 -0
  223. package/lib/util/sszBytes.js.map +1 -1
  224. package/package.json +14 -14
package/lib/util/blobs.js CHANGED
@@ -1,8 +1,9 @@
1
1
  import { digest as sha256Digest } from "@chainsafe/as-sha256";
2
2
  import { Tree } from "@chainsafe/persistent-merkle-tree";
3
- import { KZG_COMMITMENT_GINDEX0, VERSIONED_HASH_VERSION_KZG } from "@lodestar/params";
3
+ import { KZG_COMMITMENTS_GINDEX, KZG_COMMITMENT_GINDEX0, NUMBER_OF_COLUMNS, VERSIONED_HASH_VERSION_KZG, } from "@lodestar/params";
4
4
  import { signedBlockToSignedHeader } from "@lodestar/state-transition";
5
5
  import { ssz } from "@lodestar/types";
6
+ import { kzg } from "./kzg.js";
6
7
  export function kzgCommitmentToVersionedHash(kzgCommitment) {
7
8
  const hash = sha256Digest(kzgCommitment);
8
9
  // Equivalent to `VERSIONED_HASH_VERSION_KZG + hash(kzg_commitment)[1:]`
@@ -14,6 +15,10 @@ export function computeInclusionProof(fork, body, index) {
14
15
  const commitmentGindex = KZG_COMMITMENT_GINDEX0 + index;
15
16
  return new Tree(bodyView.node).getSingleProof(BigInt(commitmentGindex));
16
17
  }
18
+ export function computeKzgCommitmentsInclusionProof(fork, body) {
19
+ const bodyView = ssz[fork].BeaconBlockBody.toView(body);
20
+ return new Tree(bodyView.node).getSingleProof(BigInt(KZG_COMMITMENTS_GINDEX));
21
+ }
17
22
  export function computeBlobSidecars(config, signedBlock, contents) {
18
23
  const blobKzgCommitments = signedBlock.message.body.blobKzgCommitments;
19
24
  if (blobKzgCommitments === undefined) {
@@ -28,4 +33,102 @@ export function computeBlobSidecars(config, signedBlock, contents) {
28
33
  return { index, blob, kzgCommitment, kzgProof, signedBlockHeader, kzgCommitmentInclusionProof };
29
34
  });
30
35
  }
36
+ /**
37
+ * Turns a SignedBeaconBlock and an array of Blobs from a given slot into an array of
38
+ * DataColumnSidecars that are ready to be served by gossip and req/resp.
39
+ *
40
+ * Implementation of get_data_column_sidecars
41
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/_features/eip7594/das-core.md#get_data_column_sidecars
42
+ */
43
+ export function computeDataColumnSidecars(config, signedBlock, contents) {
44
+ const blobKzgCommitments = signedBlock.message.body.blobKzgCommitments;
45
+ if (blobKzgCommitments === undefined) {
46
+ throw Error("Invalid block with missing blobKzgCommitments for computeBlobSidecars");
47
+ }
48
+ if (blobKzgCommitments.length === 0) {
49
+ return [];
50
+ }
51
+ const fork = config.getForkName(signedBlock.message.slot);
52
+ const signedBlockHeader = signedBlockToSignedHeader(config, signedBlock);
53
+ const kzgCommitmentsInclusionProof = contents.kzgCommitmentsInclusionProof ?? computeKzgCommitmentsInclusionProof(fork, signedBlock.message.body);
54
+ const { blobs, kzgProofs } = contents;
55
+ const cellsAndProofs = Array.from({ length: blobs.length }, (_, rowNumber) => {
56
+ const cells = contents.cells?.[rowNumber] ?? kzg.computeCells(blobs[rowNumber]);
57
+ const proofs = kzgProofs.slice(rowNumber * NUMBER_OF_COLUMNS, (rowNumber + 1) * NUMBER_OF_COLUMNS);
58
+ return { cells, proofs };
59
+ });
60
+ return Array.from({ length: NUMBER_OF_COLUMNS }, (_, columnIndex) => {
61
+ // columnIndex'th column
62
+ const column = Array.from({ length: blobs.length }, (_, rowNumber) => cellsAndProofs[rowNumber].cells[columnIndex]);
63
+ const kzgProofs = Array.from({ length: blobs.length }, (_, rowNumber) => cellsAndProofs[rowNumber].proofs[columnIndex]);
64
+ return {
65
+ index: columnIndex,
66
+ column,
67
+ kzgCommitments: blobKzgCommitments,
68
+ kzgProofs,
69
+ signedBlockHeader,
70
+ kzgCommitmentsInclusionProof,
71
+ };
72
+ });
73
+ }
74
+ /**
75
+ * If the node obtains 50%+ of all the columns, it SHOULD reconstruct the full data matrix via the recover_matrix helper
76
+ * See https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#recover_matrix
77
+ */
78
+ export async function recoverDataColumnSidecars(partialSidecars) {
79
+ const columnCount = partialSidecars.size;
80
+ if (columnCount < NUMBER_OF_COLUMNS / 2) {
81
+ // We don't have enough columns to recover
82
+ return null;
83
+ }
84
+ if (columnCount === NUMBER_OF_COLUMNS) {
85
+ // full columns, no need to recover
86
+ return Array.from(partialSidecars.values());
87
+ }
88
+ const firstDataColumn = partialSidecars.values().next().value;
89
+ if (firstDataColumn == null) {
90
+ // should not happen because we check the size of the cache before this
91
+ throw new Error("No data column found in cache to recover from");
92
+ }
93
+ const blobCount = firstDataColumn.kzgCommitments.length;
94
+ const fullColumns = Array.from({ length: NUMBER_OF_COLUMNS }, () => new Array(blobCount));
95
+ const blobProofs = Array.from({ length: blobCount });
96
+ // https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#recover_matrix
97
+ const cellsAndProofs = await Promise.all(blobProofs.map((_, blobIndex) => {
98
+ const cellIndices = [];
99
+ const cells = [];
100
+ for (const [columnIndex, dataColumn] of partialSidecars.entries()) {
101
+ cellIndices.push(BigInt(columnIndex));
102
+ cells.push(dataColumn.column[blobIndex]);
103
+ }
104
+ // recovered cells and proofs are of the same row/blob, their length should be NUMBER_OF_COLUMNS
105
+ return kzg.asyncRecoverCellsAndKzgProofs(cellIndices, cells);
106
+ }));
107
+ for (let blobIndex = 0; blobIndex < blobCount; blobIndex++) {
108
+ const recoveredCells = cellsAndProofs[blobIndex].cells;
109
+ blobProofs[blobIndex] = cellsAndProofs[blobIndex].proofs;
110
+ for (let columnIndex = 0; columnIndex < NUMBER_OF_COLUMNS; columnIndex++) {
111
+ fullColumns[columnIndex][blobIndex] = recoveredCells[columnIndex];
112
+ }
113
+ }
114
+ const result = new Array(NUMBER_OF_COLUMNS);
115
+ for (let columnIndex = 0; columnIndex < NUMBER_OF_COLUMNS; columnIndex++) {
116
+ let sidecar = partialSidecars.get(columnIndex);
117
+ if (sidecar) {
118
+ // We already have this column
119
+ result[columnIndex] = sidecar;
120
+ continue;
121
+ }
122
+ sidecar = {
123
+ index: columnIndex,
124
+ column: fullColumns[columnIndex],
125
+ kzgCommitments: firstDataColumn.kzgCommitments,
126
+ kzgProofs: Array.from({ length: blobCount }, (_, rowIndex) => blobProofs[rowIndex][columnIndex]),
127
+ signedBlockHeader: firstDataColumn.signedBlockHeader,
128
+ kzgCommitmentsInclusionProof: firstDataColumn.kzgCommitmentsInclusionProof,
129
+ };
130
+ result[columnIndex] = sidecar;
131
+ }
132
+ return result;
133
+ }
31
134
  //# sourceMappingURL=blobs.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"blobs.js","sourceRoot":"","sources":["../../src/util/blobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,IAAI,YAAY,EAAC,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAC,IAAI,EAAC,MAAM,mCAAmC,CAAC;AAEvD,OAAO,EAAoB,sBAAsB,EAAE,0BAA0B,EAAC,MAAM,kBAAkB,CAAC;AACvG,OAAO,EAAC,yBAAyB,EAAC,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAyD,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAI5F,MAAM,UAAU,4BAA4B,CAAC,aAAkC;IAC7E,MAAM,IAAI,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;IACzC,wEAAwE;IACxE,IAAI,CAAC,CAAC,CAAC,GAAG,0BAA0B,CAAC;IACrC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,IAAc,EACd,IAAqB,EACrB,KAAa;IAEb,MAAM,QAAQ,GAAI,GAAG,CAAC,IAAI,CAAC,CAAC,eAA2D,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrG,MAAM,gBAAgB,GAAG,sBAAsB,GAAG,KAAK,CAAC;IACxD,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAuB,EACvB,WAA8B,EAC9B,QAA+F;IAE/F,MAAM,kBAAkB,GAAI,WAAuC,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACpG,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,KAAK,CAAC,uEAAuE,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhE,OAAO,kBAAkB,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,2BAA2B,GAC/B,QAAQ,CAAC,4BAA4B,EAAE,CAAC,KAAK,CAAC,IAAI,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAEjH,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,2BAA2B,EAAC,CAAC;IAChG,CAAC,CAAC,CAAC;AACL,CAAC"}
1
+ {"version":3,"file":"blobs.js","sourceRoot":"","sources":["../../src/util/blobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,IAAI,YAAY,EAAC,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAC,IAAI,EAAC,MAAM,mCAAmC,CAAC;AAEvD,OAAO,EAGL,sBAAsB,EACtB,sBAAsB,EACtB,iBAAiB,EACjB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAC,yBAAyB,EAAC,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAA+D,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAClG,OAAO,EAAC,GAAG,EAAC,MAAM,UAAU,CAAC;AAI7B,MAAM,UAAU,4BAA4B,CAAC,aAAkC;IAC7E,MAAM,IAAI,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;IACzC,wEAAwE;IACxE,IAAI,CAAC,CAAC,CAAC,GAAG,0BAA0B,CAAC;IACrC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,IAAc,EACd,IAAqB,EACrB,KAAa;IAEb,MAAM,QAAQ,GAAI,GAAG,CAAC,IAAI,CAAC,CAAC,eAA2D,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrG,MAAM,gBAAgB,GAAG,sBAAsB,GAAG,KAAK,CAAC;IACxD,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,IAAc,EACd,IAAqB;IAErB,MAAM,QAAQ,GAAI,GAAG,CAAC,IAAI,CAAC,CAAC,eAA2D,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrG,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAuB,EACvB,WAA8B,EAC9B,QAA+F;IAE/F,MAAM,kBAAkB,GAAI,WAAuC,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACpG,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,KAAK,CAAC,uEAAuE,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhE,OAAO,kBAAkB,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,2BAA2B,GAC/B,QAAQ,CAAC,4BAA4B,EAAE,CAAC,KAAK,CAAC,IAAI,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAEjH,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,2BAA2B,EAAC,CAAC;IAChG,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAAuB,EACvB,WAA8B,EAC9B,QAAmH;IAEnH,MAAM,kBAAkB,GAAI,WAAuC,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACpG,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,KAAK,CAAC,uEAAuE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACzE,MAAM,4BAA4B,GAChC,QAAQ,CAAC,4BAA4B,IAAI,mCAAmC,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/G,MAAM,EAAC,KAAK,EAAE,SAAS,EAAC,GAAG,QAAQ,CAAC;IACpC,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE;QACzE,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,GAAG,iBAAiB,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,iBAAiB,CAAC,CAAC;QACnG,OAAO,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,iBAAiB,EAAC,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE;QAChE,wBAAwB;QACxB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QAClH,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAC1B,EAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAC,EACtB,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAChE,CAAC;QACF,OAAO;YACL,KAAK,EAAE,WAAW;YAClB,MAAM;YACN,cAAc,EAAE,kBAAkB;YAClC,SAAS;YACT,iBAAiB;YACjB,4BAA4B;SAC7B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,eAAoD;IAEpD,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC;IACzC,IAAI,WAAW,GAAG,iBAAiB,GAAG,CAAC,EAAE,CAAC;QACxC,0CAA0C;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,WAAW,KAAK,iBAAiB,EAAE,CAAC;QACtC,mCAAmC;QACnC,OAAO,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;IAC9D,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;QAC5B,uEAAuE;QACvE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,SAAS,GAAG,eAAe,CAAC,cAAc,CAAC,MAAM,CAAC;IAExD,MAAM,WAAW,GAAwB,KAAK,CAAC,IAAI,CACjD,EAAC,MAAM,EAAE,iBAAiB,EAAC,EAC3B,GAAG,EAAE,CAAC,IAAI,KAAK,CAAa,SAAS,CAAC,CACvC,CAAC;IACF,MAAM,UAAU,GAAwB,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,SAAS,EAAC,CAAC,CAAC;IACxE,6FAA6F;IAC7F,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE;QAC9B,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC;YAClE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,gGAAgG;QAChG,OAAO,GAAG,CAAC,6BAA6B,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAC/D,CAAC,CAAC,CACH,CAAC;IAEF,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;QAC3D,MAAM,cAAc,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC;QACvD,UAAU,CAAC,SAAS,CAAC,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;QACzD,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,iBAAiB,EAAE,WAAW,EAAE,EAAE,CAAC;YACzE,WAAW,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAA4B,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAErE,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,iBAAiB,EAAE,WAAW,EAAE,EAAE,CAAC;QACzE,IAAI,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,CAAC;YACZ,8BAA8B;YAC9B,MAAM,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC;YAC9B,SAAS;QACX,CAAC;QAED,OAAO,GAAG;YACR,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC;YAChC,cAAc,EAAE,eAAe,CAAC,cAAc;YAC9C,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,SAAS,EAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,CAAC;YAC9F,iBAAiB,EAAE,eAAe,CAAC,iBAAiB;YACpD,4BAA4B,EAAE,eAAe,CAAC,4BAA4B;SAC3E,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC;IAChC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,132 @@
1
+ import { ChainForkConfig } from "@lodestar/config";
2
+ import { CachedBeaconStateAllForks } from "@lodestar/state-transition";
3
+ import { ColumnIndex, CustodyIndex, SignedBeaconBlockHeader, ValidatorIndex, deneb, fulu } from "@lodestar/types";
4
+ import { DataColumnsCacheMap } from "../chain/blocks/types.js";
5
+ import { ChainEventEmitter } from "../chain/emitter.js";
6
+ import { BlockInputCacheType } from "../chain/seenCache/seenGossipBlockInput.js";
7
+ import { IExecutionEngine } from "../execution/engine/interface.js";
8
+ import { Metrics } from "../metrics/metrics.js";
9
+ import { NodeId } from "../network/subnets/index.js";
10
+ import { IClock } from "./clock.js";
11
+ export declare enum RecoverResult {
12
+ NotAttemptedLessThanHalf = "not_attempted_less_than_half",
13
+ NotAttemptedFull = "not_attempted_full",
14
+ SuccessResolved = "success_resolved",
15
+ SuccessLate = "success_late",
16
+ Failed = "failed"
17
+ }
18
+ export declare class CustodyConfig {
19
+ /**
20
+ * The number of custody groups the node should subscribe to
21
+ */
22
+ targetCustodyGroupCount: number;
23
+ /**
24
+ * The custody columns the node should subscribe to
25
+ */
26
+ custodyColumns: ColumnIndex[];
27
+ /**
28
+ * Custody columns map which column maps to which index in the array of columns custodied
29
+ * with zero representing it is not custodied
30
+ */
31
+ custodyColumnsIndex: Uint8Array;
32
+ /**
33
+ * The number of custody groups the node will sample
34
+ */
35
+ sampledGroupCount: number;
36
+ /**
37
+ * Custody groups sampled by the node as part of custody sampling
38
+ */
39
+ sampleGroups: CustodyIndex[];
40
+ /**
41
+ * Data columns sampled by the node as part of custody sampling
42
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#custody-sampling
43
+ *
44
+ * TODO: Consider race conditions if this updates during sync/backfill
45
+ */
46
+ sampledColumns: ColumnIndex[];
47
+ /**
48
+ * Subnets sampled by the node as part of custody sampling
49
+ */
50
+ sampledSubnets: number[];
51
+ private config;
52
+ private nodeId;
53
+ private readonly metrics;
54
+ constructor(nodeId: NodeId, config: ChainForkConfig, metrics: Metrics | null);
55
+ updateTargetCustodyGroupCount(targetCustodyGroupCount: number): void;
56
+ private getCustodyColumnsIndex;
57
+ }
58
+ /**
59
+ * Calculate the number of custody groups the node should subscribe to based on the node's effective balance
60
+ *
61
+ * SPEC FUNCTION
62
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#validator-custody
63
+ */
64
+ export declare function getValidatorsCustodyRequirement(state: CachedBeaconStateAllForks, validatorIndices: ValidatorIndex[], config: ChainForkConfig): number;
65
+ /**
66
+ * Converts a custody group to an array of column indices. Should be 1-1 as long there are 128
67
+ * columns and 128 custody groups.
68
+ *
69
+ * SPEC FUNCTION
70
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_columns_for_custody_group
71
+ */
72
+ export declare function computeColumnsForCustodyGroup(custodyIndex: CustodyIndex): ColumnIndex[];
73
+ /**
74
+ * Converts nodeId and a the number of custody groups to an array of custody indices. Indexes must be
75
+ * further converted to column indices
76
+ *
77
+ * SPEC FUNCTION
78
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#get_custody_groups
79
+ */
80
+ export declare function getCustodyGroups(nodeId: NodeId, custodyGroupCount: number): CustodyIndex[];
81
+ export declare function getDataColumns(nodeId: NodeId, custodyGroupCount: number): ColumnIndex[];
82
+ /**
83
+ * Computes the cells for each blob and combines them with cell proofs.
84
+ * Similar to the computeMatrix function described below.
85
+ *
86
+ * SPEC FUNCTION (note: spec currently computes proofs, but we already have them)
87
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_matrix
88
+ */
89
+ export declare function getCellsAndProofs(blobBundles: fulu.BlobAndProofV2[]): {
90
+ cells: Uint8Array[];
91
+ proofs: Uint8Array[];
92
+ }[];
93
+ /**
94
+ * Given a signed block header and the commitments, inclusion proof, cells/proofs associated with
95
+ * each blob in the block, assemble the sidecars which can be distributed to peers.
96
+ *
97
+ * SPEC FUNCTION
98
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars
99
+ */
100
+ export declare function getDataColumnSidecars(signedBlockHeader: SignedBeaconBlockHeader, kzgCommitments: deneb.KZGCommitment[], kzgCommitmentsInclusionProof: fulu.KzgCommitmentsInclusionProof, cellsAndKzgProofs: {
101
+ cells: Uint8Array[];
102
+ proofs: Uint8Array[];
103
+ }[]): fulu.DataColumnSidecars;
104
+ /**
105
+ * Given a signed block and the cells/proofs associated with each blob in the
106
+ * block, assemble the sidecars which can be distributed to peers.
107
+ *
108
+ * SPEC FUNCTION
109
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_block
110
+ */
111
+ export declare function getDataColumnSidecarsFromBlock(config: ChainForkConfig, signedBlock: fulu.SignedBeaconBlock, cellsAndKzgProofs: {
112
+ cells: Uint8Array[];
113
+ proofs: Uint8Array[];
114
+ }[]): fulu.DataColumnSidecars;
115
+ /**
116
+ * Given a DataColumnSidecar and the cells/proofs associated with each blob corresponding
117
+ * to the commitments it contains, assemble all sidecars for distribution to peers.
118
+ *
119
+ * SPEC FUNCTION
120
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_column_sidecar
121
+ */
122
+ export declare function getDataColumnSidecarsFromColumnSidecar(sidecar: fulu.DataColumnSidecar, cellsAndKzgProofs: {
123
+ cells: Uint8Array[];
124
+ proofs: Uint8Array[];
125
+ }[]): fulu.DataColumnSidecars;
126
+ /**
127
+ * If we receive more than half of NUMBER_OF_COLUMNS (64) we should recover all remaining columns
128
+ */
129
+ export declare function recoverDataColumnSidecars(dataColumnCache: DataColumnsCacheMap, clock: IClock, metrics: Metrics | null): Promise<RecoverResult>;
130
+ export declare function hasSampledDataColumns(custodyConfig: CustodyConfig, dataColumnCache: DataColumnsCacheMap): boolean;
131
+ export declare function getDataColumnsFromExecution(config: ChainForkConfig, custodyConfig: CustodyConfig, executionEngine: IExecutionEngine, emitter: ChainEventEmitter, blockCache: BlockInputCacheType, metrics: Metrics | null): Promise<boolean>;
132
+ //# sourceMappingURL=dataColumns.d.ts.map
@@ -0,0 +1,349 @@
1
+ import { digest } from "@chainsafe/as-sha256";
2
+ import { DATA_COLUMN_SIDECAR_SUBNET_COUNT, EFFECTIVE_BALANCE_INCREMENT, ForkName, NUMBER_OF_COLUMNS, NUMBER_OF_CUSTODY_GROUPS, } from "@lodestar/params";
3
+ import { signedBlockToSignedHeader } from "@lodestar/state-transition";
4
+ import { ssz } from "@lodestar/types";
5
+ import { bytesToBigInt } from "@lodestar/utils";
6
+ import { BlockSource, DataColumnsSource, getBlockInput, getBlockInputDataColumns, } from "../chain/blocks/types.js";
7
+ import { ChainEvent } from "../chain/emitter.js";
8
+ import { computeKzgCommitmentsInclusionProof, kzgCommitmentToVersionedHash, recoverDataColumnSidecars as recover, } from "./blobs.js";
9
+ import { kzg } from "./kzg.js";
10
+ export var RecoverResult;
11
+ (function (RecoverResult) {
12
+ // the recover is not attempted because we have less than `NUMBER_OF_COLUMNS / 2` columns
13
+ RecoverResult["NotAttemptedLessThanHalf"] = "not_attempted_less_than_half";
14
+ // the recover is not attempted because it has full data columns
15
+ RecoverResult["NotAttemptedFull"] = "not_attempted_full";
16
+ // the recover is a success and it helps resolve availability
17
+ RecoverResult["SuccessResolved"] = "success_resolved";
18
+ // the redover is a success but it's late, availability is already resolved by either gossip or getBlobsV2
19
+ RecoverResult["SuccessLate"] = "success_late";
20
+ // the recover failed
21
+ RecoverResult["Failed"] = "failed";
22
+ })(RecoverResult || (RecoverResult = {}));
23
+ export class CustodyConfig {
24
+ constructor(nodeId, config, metrics) {
25
+ this.config = config;
26
+ this.nodeId = nodeId;
27
+ this.metrics = metrics;
28
+ this.targetCustodyGroupCount = Math.max(config.CUSTODY_REQUIREMENT, config.NODE_CUSTODY_REQUIREMENT);
29
+ this.custodyColumns = getDataColumns(this.nodeId, this.targetCustodyGroupCount);
30
+ this.custodyColumnsIndex = this.getCustodyColumnsIndex(this.custodyColumns);
31
+ this.metrics?.peerDas.custodyGroupCount.set(this.targetCustodyGroupCount);
32
+ this.sampledGroupCount = Math.max(this.targetCustodyGroupCount, this.config.SAMPLES_PER_SLOT);
33
+ this.sampleGroups = getCustodyGroups(this.nodeId, this.sampledGroupCount);
34
+ this.sampledColumns = getDataColumns(this.nodeId, this.sampledGroupCount);
35
+ this.sampledSubnets = this.sampledColumns.map(computeSubnetForDataColumn);
36
+ }
37
+ updateTargetCustodyGroupCount(targetCustodyGroupCount) {
38
+ this.targetCustodyGroupCount = targetCustodyGroupCount;
39
+ this.custodyColumns = getDataColumns(this.nodeId, this.targetCustodyGroupCount);
40
+ this.custodyColumnsIndex = this.getCustodyColumnsIndex(this.custodyColumns);
41
+ // TODO: Porting this over to match current behavior, but I think this incorrectly mixes units:
42
+ // SAMPLES_PER_SLOT is in columns, and CUSTODY_GROUP_COUNT is in groups
43
+ this.sampledGroupCount = Math.max(this.targetCustodyGroupCount, this.config.SAMPLES_PER_SLOT);
44
+ this.sampleGroups = getCustodyGroups(this.nodeId, this.sampledGroupCount);
45
+ this.sampledColumns = getDataColumns(this.nodeId, this.sampledGroupCount);
46
+ this.sampledSubnets = this.sampledColumns.map(computeSubnetForDataColumn);
47
+ this.metrics?.peerDas.custodyGroupCount.set(this.targetCustodyGroupCount);
48
+ }
49
+ getCustodyColumnsIndex(custodyColumns) {
50
+ // custody columns map which column maps to which index in the array of columns custodied
51
+ // with zero representing it is not custodied
52
+ const custodyColumnsIndex = new Uint8Array(NUMBER_OF_COLUMNS);
53
+ let custodyAtIndex = 1;
54
+ for (const columnIndex of custodyColumns) {
55
+ custodyColumnsIndex[columnIndex] = custodyAtIndex;
56
+ custodyAtIndex++;
57
+ }
58
+ return custodyColumnsIndex;
59
+ }
60
+ }
61
+ function computeSubnetForDataColumn(columnIndex) {
62
+ return columnIndex % DATA_COLUMN_SIDECAR_SUBNET_COUNT;
63
+ }
64
+ /**
65
+ * Calculate the number of custody groups the node should subscribe to based on the node's effective balance
66
+ *
67
+ * SPEC FUNCTION
68
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#validator-custody
69
+ */
70
+ export function getValidatorsCustodyRequirement(state, validatorIndices, config) {
71
+ if (validatorIndices.length === 0) {
72
+ return config.CUSTODY_REQUIREMENT;
73
+ }
74
+ const totalNodeEffectiveBalance = validatorIndices.reduce((total, validatorIndex) => {
75
+ return total + state.epochCtx.effectiveBalanceIncrements[validatorIndex] * EFFECTIVE_BALANCE_INCREMENT;
76
+ }, 0);
77
+ // Must custody one group for every BALANCE_PER_ADDITIONAL_CUSTODY_GROUP of effective balance
78
+ let validatorsCustodyRequirement = Math.floor(totalNodeEffectiveBalance / config.BALANCE_PER_ADDITIONAL_CUSTODY_GROUP);
79
+ // Any node with at least 1 validator must custody at least VALIDATOR_CUSTODY_REQUIREMENT
80
+ validatorsCustodyRequirement = Math.max(validatorsCustodyRequirement, config.VALIDATOR_CUSTODY_REQUIREMENT);
81
+ // Cannot custody more than NUMBER_OF_CUSTODY_GROUPS
82
+ validatorsCustodyRequirement = Math.min(validatorsCustodyRequirement, NUMBER_OF_CUSTODY_GROUPS);
83
+ // Validators custody requirement must be at least configured node custody requirement
84
+ return Math.max(validatorsCustodyRequirement, config.NODE_CUSTODY_REQUIREMENT);
85
+ }
86
+ /**
87
+ * Converts a custody group to an array of column indices. Should be 1-1 as long there are 128
88
+ * columns and 128 custody groups.
89
+ *
90
+ * SPEC FUNCTION
91
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_columns_for_custody_group
92
+ */
93
+ export function computeColumnsForCustodyGroup(custodyIndex) {
94
+ if (custodyIndex > NUMBER_OF_CUSTODY_GROUPS) {
95
+ custodyIndex = NUMBER_OF_CUSTODY_GROUPS;
96
+ }
97
+ const columnsPerCustodyGroup = Number(NUMBER_OF_COLUMNS / NUMBER_OF_CUSTODY_GROUPS);
98
+ const columnIndexes = [];
99
+ for (let i = 0; i < columnsPerCustodyGroup; i++) {
100
+ columnIndexes.push(NUMBER_OF_CUSTODY_GROUPS * i + custodyIndex);
101
+ }
102
+ columnIndexes.sort((a, b) => a - b);
103
+ return columnIndexes;
104
+ }
105
+ /**
106
+ * Converts nodeId and a the number of custody groups to an array of custody indices. Indexes must be
107
+ * further converted to column indices
108
+ *
109
+ * SPEC FUNCTION
110
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#get_custody_groups
111
+ */
112
+ export function getCustodyGroups(nodeId, custodyGroupCount) {
113
+ if (custodyGroupCount > NUMBER_OF_CUSTODY_GROUPS) {
114
+ custodyGroupCount = NUMBER_OF_CUSTODY_GROUPS;
115
+ }
116
+ const custodyGroups = [];
117
+ // nodeId is in bigendian and all computes are in little endian
118
+ let currentId = bytesToBigInt(nodeId, "be");
119
+ while (custodyGroups.length < custodyGroupCount) {
120
+ // could be optimized
121
+ const currentIdBytes = ssz.UintBn256.serialize(currentId);
122
+ const custodyGroup = Number(ssz.UintBn64.deserialize(digest(currentIdBytes).slice(0, 8)) % BigInt(NUMBER_OF_CUSTODY_GROUPS));
123
+ if (!custodyGroups.includes(custodyGroup)) {
124
+ custodyGroups.push(custodyGroup);
125
+ }
126
+ const willOverflow = currentIdBytes.reduce((acc, elem) => acc && elem === 0xff, true);
127
+ if (willOverflow) {
128
+ currentId = BigInt(0);
129
+ }
130
+ else {
131
+ currentId++;
132
+ }
133
+ }
134
+ custodyGroups.sort((a, b) => a - b);
135
+ return custodyGroups;
136
+ }
137
+ export function getDataColumns(nodeId, custodyGroupCount) {
138
+ return getCustodyGroups(nodeId, custodyGroupCount)
139
+ .flatMap(computeColumnsForCustodyGroup)
140
+ .sort((a, b) => a - b);
141
+ }
142
+ /**
143
+ * Computes the cells for each blob and combines them with cell proofs.
144
+ * Similar to the computeMatrix function described below.
145
+ *
146
+ * SPEC FUNCTION (note: spec currently computes proofs, but we already have them)
147
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_matrix
148
+ */
149
+ export function getCellsAndProofs(blobBundles) {
150
+ return blobBundles.map(({ blob, proofs }) => {
151
+ const cells = kzg.computeCells(blob);
152
+ return { cells, proofs };
153
+ });
154
+ }
155
+ /**
156
+ * Given a signed block header and the commitments, inclusion proof, cells/proofs associated with
157
+ * each blob in the block, assemble the sidecars which can be distributed to peers.
158
+ *
159
+ * SPEC FUNCTION
160
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars
161
+ */
162
+ export function getDataColumnSidecars(signedBlockHeader, kzgCommitments, kzgCommitmentsInclusionProof, cellsAndKzgProofs) {
163
+ if (cellsAndKzgProofs.length !== kzgCommitments.length) {
164
+ throw Error("Invalid cellsAndKzgProofs length for getDataColumnSidecars");
165
+ }
166
+ const sidecars = [];
167
+ for (let columnIndex = 0; columnIndex < NUMBER_OF_COLUMNS; columnIndex++) {
168
+ const columnCells = [];
169
+ const columnProofs = [];
170
+ for (const { cells, proofs } of cellsAndKzgProofs) {
171
+ columnCells.push(cells[columnIndex]);
172
+ columnProofs.push(proofs[columnIndex]);
173
+ }
174
+ sidecars.push({
175
+ index: columnIndex,
176
+ column: columnCells,
177
+ kzgCommitments,
178
+ kzgProofs: columnProofs,
179
+ signedBlockHeader,
180
+ kzgCommitmentsInclusionProof,
181
+ });
182
+ }
183
+ return sidecars;
184
+ }
185
+ /**
186
+ * Given a signed block and the cells/proofs associated with each blob in the
187
+ * block, assemble the sidecars which can be distributed to peers.
188
+ *
189
+ * SPEC FUNCTION
190
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_block
191
+ */
192
+ export function getDataColumnSidecarsFromBlock(config, signedBlock, cellsAndKzgProofs) {
193
+ const blobKzgCommitments = signedBlock.message.body.blobKzgCommitments;
194
+ const fork = config.getForkName(signedBlock.message.slot);
195
+ const signedBlockHeader = signedBlockToSignedHeader(config, signedBlock);
196
+ const kzgCommitmentsInclusionProof = computeKzgCommitmentsInclusionProof(fork, signedBlock.message.body);
197
+ return getDataColumnSidecars(signedBlockHeader, blobKzgCommitments, kzgCommitmentsInclusionProof, cellsAndKzgProofs);
198
+ }
199
+ /**
200
+ * Given a DataColumnSidecar and the cells/proofs associated with each blob corresponding
201
+ * to the commitments it contains, assemble all sidecars for distribution to peers.
202
+ *
203
+ * SPEC FUNCTION
204
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_column_sidecar
205
+ */
206
+ export function getDataColumnSidecarsFromColumnSidecar(sidecar, cellsAndKzgProofs) {
207
+ return getDataColumnSidecars(sidecar.signedBlockHeader, sidecar.kzgCommitments, sidecar.kzgCommitmentsInclusionProof, cellsAndKzgProofs);
208
+ }
209
+ /**
210
+ * If we receive more than half of NUMBER_OF_COLUMNS (64) we should recover all remaining columns
211
+ */
212
+ export async function recoverDataColumnSidecars(dataColumnCache, clock, metrics) {
213
+ const columnCount = dataColumnCache.size;
214
+ if (columnCount >= NUMBER_OF_COLUMNS) {
215
+ // We have all columns
216
+ return RecoverResult.NotAttemptedFull;
217
+ }
218
+ if (columnCount < NUMBER_OF_COLUMNS / 2) {
219
+ // We don't have enough columns to recover
220
+ return RecoverResult.NotAttemptedLessThanHalf;
221
+ }
222
+ metrics?.recoverDataColumnSidecars.partialColumns.set(dataColumnCache.size);
223
+ const partialSidecars = new Map();
224
+ for (const [columnIndex, { dataColumn }] of dataColumnCache.entries()) {
225
+ // the more columns we put, the slower the recover
226
+ if (partialSidecars.size >= NUMBER_OF_COLUMNS / 2) {
227
+ break;
228
+ }
229
+ partialSidecars.set(columnIndex, dataColumn);
230
+ }
231
+ const timer = metrics?.recoverDataColumnSidecars.recoverTime.startTimer();
232
+ // if this function throws, we catch at the consumer side
233
+ const fullSidecars = await recover(partialSidecars);
234
+ timer?.();
235
+ if (fullSidecars == null) {
236
+ return RecoverResult.Failed;
237
+ }
238
+ const firstDataColumn = dataColumnCache.values().next().value?.dataColumn;
239
+ if (firstDataColumn == null) {
240
+ // should not happen because we checked the size of the cache before this
241
+ throw new Error("No data column found in cache to recover from");
242
+ }
243
+ const slot = firstDataColumn.signedBlockHeader.message.slot;
244
+ const secFromSlot = clock.secFromSlot(slot);
245
+ metrics?.recoverDataColumnSidecars.secFromSlot.observe(secFromSlot);
246
+ if (dataColumnCache.size === NUMBER_OF_COLUMNS) {
247
+ // either gossip or getBlobsV2 resolved availability while we were recovering
248
+ return RecoverResult.SuccessLate;
249
+ }
250
+ // We successfully recovered the data columns, update the cache
251
+ for (let columnIndex = 0; columnIndex < NUMBER_OF_COLUMNS; columnIndex++) {
252
+ if (dataColumnCache.has(columnIndex)) {
253
+ // We already have this column
254
+ continue;
255
+ }
256
+ const sidecar = fullSidecars[columnIndex];
257
+ if (sidecar === undefined) {
258
+ throw new Error(`full sidecars is undefined at index ${columnIndex}`);
259
+ }
260
+ dataColumnCache.set(columnIndex, { dataColumn: sidecar, dataColumnBytes: null });
261
+ }
262
+ return RecoverResult.SuccessResolved;
263
+ }
264
+ export function hasSampledDataColumns(custodyConfig, dataColumnCache) {
265
+ return (dataColumnCache.size >= custodyConfig.sampledColumns.length &&
266
+ custodyConfig.sampledColumns.reduce((acc, columnIndex) => acc && dataColumnCache.has(columnIndex), true));
267
+ }
268
+ export async function getDataColumnsFromExecution(config, custodyConfig, executionEngine, emitter, blockCache, metrics) {
269
+ if (blockCache.fork !== ForkName.fulu) {
270
+ return false;
271
+ }
272
+ if (!blockCache.cachedData) {
273
+ // this condition should never get hit... just a sanity check
274
+ throw new Error("invalid blockCache");
275
+ }
276
+ if (blockCache.cachedData.fork !== ForkName.fulu) {
277
+ return false;
278
+ }
279
+ // If already have all columns, exit
280
+ if (hasSampledDataColumns(custodyConfig, blockCache.cachedData.dataColumnsCache)) {
281
+ return true;
282
+ }
283
+ let commitments;
284
+ if (blockCache.block) {
285
+ const block = blockCache.block;
286
+ commitments = block.message.body.blobKzgCommitments;
287
+ }
288
+ else {
289
+ const firstSidecar = blockCache.cachedData.dataColumnsCache.values().next().value;
290
+ commitments = firstSidecar?.dataColumn.kzgCommitments;
291
+ }
292
+ if (!commitments) {
293
+ throw new Error("blockInputCache missing both block and cachedData");
294
+ }
295
+ // Return if block has no blobs
296
+ if (commitments.length === 0) {
297
+ return true;
298
+ }
299
+ // Process KZG commitments into versioned hashes
300
+ const versionedHashes = commitments.map(kzgCommitmentToVersionedHash);
301
+ // Get blobs from execution engine
302
+ metrics?.peerDas.getBlobsV2Requests.inc();
303
+ const timer = metrics?.peerDas.getBlobsV2RequestDuration.startTimer();
304
+ const blobs = await executionEngine.getBlobs(blockCache.fork, versionedHashes);
305
+ timer?.();
306
+ // Execution engine was unable to find one or more blobs
307
+ if (blobs === null) {
308
+ return false;
309
+ }
310
+ metrics?.peerDas.getBlobsV2Responses.inc();
311
+ // Return if we received all data columns while waiting for getBlobs
312
+ if (hasSampledDataColumns(custodyConfig, blockCache.cachedData.dataColumnsCache)) {
313
+ return true;
314
+ }
315
+ let dataColumnSidecars;
316
+ const cellsAndProofs = getCellsAndProofs(blobs);
317
+ if (blockCache.block) {
318
+ dataColumnSidecars = getDataColumnSidecarsFromBlock(config, blockCache.block, cellsAndProofs);
319
+ }
320
+ else {
321
+ const firstSidecar = blockCache.cachedData.dataColumnsCache.values().next().value;
322
+ if (!firstSidecar) {
323
+ throw new Error("blockInputCache missing both block and data column sidecar");
324
+ }
325
+ dataColumnSidecars = getDataColumnSidecarsFromColumnSidecar(firstSidecar.dataColumn, cellsAndProofs);
326
+ }
327
+ // Publish columns if and only if subscribed to them
328
+ const sampledColumns = custodyConfig.sampledColumns.map((columnIndex) => dataColumnSidecars[columnIndex]);
329
+ // for columns that we already seen, it will be ignored through `ignoreDuplicatePublishError` gossip option
330
+ emitter.emit(ChainEvent.publishDataColumns, sampledColumns);
331
+ for (const column of sampledColumns) {
332
+ blockCache.cachedData.dataColumnsCache.set(column.index, { dataColumn: column, dataColumnBytes: null });
333
+ }
334
+ const allDataColumns = getBlockInputDataColumns(blockCache.cachedData.dataColumnsCache, custodyConfig.sampledColumns);
335
+ // TODO: Add metrics
336
+ // metrics?.syncUnknownBlock.resolveAvailabilitySource.inc({source: BlockInputAvailabilitySource.GOSSIP});
337
+ const blockData = {
338
+ fork: blockCache.cachedData.fork,
339
+ ...allDataColumns,
340
+ dataColumnsSource: DataColumnsSource.gossip,
341
+ };
342
+ blockCache.cachedData.resolveAvailability(blockData);
343
+ if (blockCache.block !== undefined) {
344
+ const blockInput = getBlockInput.availableData(config, blockCache.block, BlockSource.gossip, blockData);
345
+ blockCache.resolveBlockInput(blockInput);
346
+ }
347
+ return true;
348
+ }
349
+ //# sourceMappingURL=dataColumns.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dataColumns.js","sourceRoot":"","sources":["../../src/util/dataColumns.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,sBAAsB,CAAC;AAE5C,OAAO,EACL,gCAAgC,EAChC,2BAA2B,EAC3B,QAAQ,EACR,iBAAiB,EACjB,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAA4B,yBAAyB,EAAC,MAAM,4BAA4B,CAAC;AAEhG,OAAO,EAAC,GAAG,EAAC,MAAM,iBAAiB,CAAC;AACpC,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAEL,WAAW,EAEX,iBAAiB,EACjB,aAAa,EACb,wBAAwB,GACzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAC,UAAU,EAAoB,MAAM,qBAAqB,CAAC;AAKlE,OAAO,EACL,mCAAmC,EACnC,4BAA4B,EAC5B,yBAAyB,IAAI,OAAO,GACrC,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAC,GAAG,EAAC,MAAM,UAAU,CAAC;AAE7B,MAAM,CAAN,IAAY,aAWX;AAXD,WAAY,aAAa;IACvB,yFAAyF;IACzF,0EAAyD,CAAA;IACzD,gEAAgE;IAChE,wDAAuC,CAAA;IACvC,6DAA6D;IAC7D,qDAAoC,CAAA;IACpC,0GAA0G;IAC1G,6CAA4B,CAAA;IAC5B,qBAAqB;IACrB,kCAAiB,CAAA;AACnB,CAAC,EAXW,aAAa,KAAb,aAAa,QAWxB;AAED,MAAM,OAAO,aAAa;IA6CxB,YAAY,MAAc,EAAE,MAAuB,EAAE,OAAuB;QAC1E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC;QACrG,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5E,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAC1E,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC5E,CAAC;IAED,6BAA6B,CAAC,uBAA+B;QAC3D,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5E,+FAA+F;QAC/F,uEAAuE;QACvE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC5E,CAAC;IAEO,sBAAsB,CAAC,cAA6B;QAC1D,yFAAyF;QACzF,6CAA6C;QAC7C,MAAM,mBAAmB,GAAG,IAAI,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAC9D,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,WAAW,IAAI,cAAc,EAAE,CAAC;YACzC,mBAAmB,CAAC,WAAW,CAAC,GAAG,cAAc,CAAC;YAClD,cAAc,EAAE,CAAC;QACnB,CAAC;QACD,OAAO,mBAAmB,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,0BAA0B,CAAC,WAAwB;IAC1D,OAAO,WAAW,GAAG,gCAAgC,CAAC;AACxD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,+BAA+B,CAC7C,KAAgC,EAChC,gBAAkC,EAClC,MAAuB;IAEvB,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAED,MAAM,yBAAyB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE;QAClF,OAAO,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,0BAA0B,CAAC,cAAc,CAAC,GAAG,2BAA2B,CAAC;IACzG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,6FAA6F;IAC7F,IAAI,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAC3C,yBAAyB,GAAG,MAAM,CAAC,oCAAoC,CACxE,CAAC;IAEF,yFAAyF;IACzF,4BAA4B,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,6BAA6B,CAAC,CAAC;IAE5G,oDAAoD;IACpD,4BAA4B,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,wBAAwB,CAAC,CAAC;IAEhG,sFAAsF;IACtF,OAAO,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC;AACjF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,6BAA6B,CAAC,YAA0B;IACtE,IAAI,YAAY,GAAG,wBAAwB,EAAE,CAAC;QAC5C,YAAY,GAAG,wBAAwB,CAAC;IAC1C,CAAC;IACD,MAAM,sBAAsB,GAAG,MAAM,CAAC,iBAAiB,GAAG,wBAAwB,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAsB,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,aAAa,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAClE,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,iBAAyB;IACxE,IAAI,iBAAiB,GAAG,wBAAwB,EAAE,CAAC;QACjD,iBAAiB,GAAG,wBAAwB,CAAC;IAC/C,CAAC;IAED,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,+DAA+D;IAC/D,IAAI,SAAS,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5C,OAAO,aAAa,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAChD,qBAAqB;QACrB,MAAM,cAAc,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG,MAAM,CACzB,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAChG,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1C,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,IAAI,CAAC,CAAC;QACtF,IAAI,YAAY,EAAE,CAAC;YACjB,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,iBAAyB;IACtE,OAAO,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,CAAC;SAC/C,OAAO,CAAC,6BAA6B,CAAC;SACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,WAAkC;IAClE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CACnC,iBAA0C,EAC1C,cAAqC,EACrC,4BAA+D,EAC/D,iBAAgE;IAEhE,IAAI,iBAAiB,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,iBAAiB,EAAE,WAAW,EAAE,EAAE,CAAC;QACzE,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,EAAC,KAAK,EAAE,MAAM,EAAC,IAAI,iBAAiB,EAAE,CAAC;YAChD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;YACrC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW;YACnB,cAAc;YACd,SAAS,EAAE,YAAY;YACvB,iBAAiB;YACjB,4BAA4B;SAC7B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAC5C,MAAuB,EACvB,WAAmC,EACnC,iBAAgE;IAEhE,MAAM,kBAAkB,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACvE,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAEzE,MAAM,4BAA4B,GAAG,mCAAmC,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzG,OAAO,qBAAqB,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,4BAA4B,EAAE,iBAAiB,CAAC,CAAC;AACvH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sCAAsC,CACpD,OAA+B,EAC/B,iBAAgE;IAEhE,OAAO,qBAAqB,CAC1B,OAAO,CAAC,iBAAiB,EACzB,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,4BAA4B,EACpC,iBAAiB,CAClB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,eAAoC,EACpC,KAAa,EACb,OAAuB;IAEvB,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC;IACzC,IAAI,WAAW,IAAI,iBAAiB,EAAE,CAAC;QACrC,sBAAsB;QACtB,OAAO,aAAa,CAAC,gBAAgB,CAAC;IACxC,CAAC;IAED,IAAI,WAAW,GAAG,iBAAiB,GAAG,CAAC,EAAE,CAAC;QACxC,0CAA0C;QAC1C,OAAO,aAAa,CAAC,wBAAwB,CAAC;IAChD,CAAC;IAED,OAAO,EAAE,yBAAyB,CAAC,cAAc,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;IAClE,KAAK,MAAM,CAAC,WAAW,EAAE,EAAC,UAAU,EAAC,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC;QACpE,kDAAkD;QAClD,IAAI,eAAe,CAAC,IAAI,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM;QACR,CAAC;QACD,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,EAAE,yBAAyB,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;IAC1E,yDAAyD;IACzD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;IACpD,KAAK,EAAE,EAAE,CAAC;IACV,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QACzB,OAAO,aAAa,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC;IAC1E,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;QAC5B,yEAAyE;QACzE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC5C,OAAO,EAAE,yBAAyB,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAEpE,IAAI,eAAe,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/C,6EAA6E;QAC7E,OAAO,aAAa,CAAC,WAAW,CAAC;IACnC,CAAC;IAED,+DAA+D;IAC/D,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,iBAAiB,EAAE,WAAW,EAAE,EAAE,CAAC;QACzE,IAAI,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,8BAA8B;YAC9B,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QAC1C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,uCAAuC,WAAW,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,EAAC,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,aAAa,CAAC,eAAe,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,aAA4B,EAAE,eAAoC;IACtG,OAAO,CACL,eAAe,CAAC,IAAI,IAAI,aAAa,CAAC,cAAc,CAAC,MAAM;QAC3D,aAAa,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,CACzG,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,MAAuB,EACvB,aAA4B,EAC5B,eAAiC,EACjC,OAA0B,EAC1B,UAA+B,EAC/B,OAAuB;IAEvB,IAAI,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAC3B,6DAA6D;QAC7D,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,oCAAoC;IACpC,IAAI,qBAAqB,CAAC,aAAa,EAAE,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,WAAqC,CAAC;IAC1C,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,UAAU,CAAC,KAA+B,CAAC;QACzD,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACtD,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClF,WAAW,GAAG,YAAY,EAAE,UAAU,CAAC,cAAc,CAAC;IACxD,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED,+BAA+B;IAC/B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gDAAgD;IAChD,MAAM,eAAe,GAAiB,WAAW,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAEpF,kCAAkC;IAClC,OAAO,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,yBAAyB,CAAC,UAAU,EAAE,CAAC;IACtE,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAC/E,KAAK,EAAE,EAAE,CAAC;IAEV,wDAAwD;IACxD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC;IAE3C,oEAAoE;IACpE,IAAI,qBAAqB,CAAC,aAAa,EAAE,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,kBAA2C,CAAC;IAChD,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,kBAAkB,GAAG,8BAA8B,CACjD,MAAM,EACN,UAAU,CAAC,KAA+B,EAC1C,cAAc,CACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClF,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QACD,kBAAkB,GAAG,sCAAsC,CAAC,YAAY,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACvG,CAAC;IAED,oDAAoD;IACpD,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;IAE1G,2GAA2G;IAC3G,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAE5D,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,cAAc,GAAG,wBAAwB,CAAC,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;IACtH,oBAAoB;IACpB,0GAA0G;IAC1G,MAAM,SAAS,GAA0B;QACvC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI;QAChC,GAAG,cAAc;QACjB,iBAAiB,EAAE,iBAAiB,CAAC,MAAM;KAC5C,CAAC;IACF,UAAU,CAAC,UAAU,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAErD,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAExG,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -3,4 +3,8 @@ export declare function getLodestarClientVersion(info?: {
3
3
  version?: string;
4
4
  commit?: string;
5
5
  }): ClientVersion;
6
+ /**
7
+ * Serializes a custody group count value into a Uint8Array suitable for the the ENR field `cgc`.
8
+ */
9
+ export declare function serializeCgc(cgc: number): Uint8Array;
6
10
  //# sourceMappingURL=metadata.d.ts.map