@lodestar/beacon-node 1.51.0-dev.b41e3a7363 → 1.51.0-dev.b8de7b3528

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +7 -6
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +5 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  8. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  9. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  10. package/lib/chain/GetBlobsTracker.js +4 -2
  11. package/lib/chain/GetBlobsTracker.js.map +1 -1
  12. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  13. package/lib/chain/archiveStore/archiveStore.js +1 -0
  14. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  15. package/lib/chain/blocks/importExecutionPayload.d.ts +2 -10
  16. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  17. package/lib/chain/blocks/importExecutionPayload.js +2 -14
  18. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  19. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  20. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  21. package/lib/chain/blocks/payloadEnvelopeProcessor.js +22 -17
  22. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  23. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  24. package/lib/chain/blocks/verifyBlock.js +9 -4
  25. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  26. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  27. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  28. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  29. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  30. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  31. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  32. package/lib/chain/bls/interface.d.ts +2 -0
  33. package/lib/chain/bls/interface.d.ts.map +1 -1
  34. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  35. package/lib/chain/bls/multithread/index.js +13 -11
  36. package/lib/chain/bls/multithread/index.js.map +1 -1
  37. package/lib/chain/bls/multithread/types.d.ts +1 -1
  38. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  39. package/lib/chain/bls/multithread/worker.js +1 -1
  40. package/lib/chain/bls/multithread/worker.js.map +1 -1
  41. package/lib/chain/bls/singleThread.js +1 -1
  42. package/lib/chain/bls/singleThread.js.map +1 -1
  43. package/lib/chain/bls/utils.js +1 -1
  44. package/lib/chain/bls/utils.js.map +1 -1
  45. package/lib/chain/chain.d.ts +1 -1
  46. package/lib/chain/chain.d.ts.map +1 -1
  47. package/lib/chain/chain.js.map +1 -1
  48. package/lib/chain/interface.d.ts +2 -3
  49. package/lib/chain/interface.d.ts.map +1 -1
  50. package/lib/chain/interface.js.map +1 -1
  51. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  52. package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
  53. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  54. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  55. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  56. package/lib/chain/opPools/attestationPool.js +15 -4
  57. package/lib/chain/opPools/attestationPool.js.map +1 -1
  58. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  59. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  60. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  61. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  62. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  63. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  64. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  65. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  66. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  67. package/lib/chain/opPools/utils.d.ts +1 -1
  68. package/lib/chain/opPools/utils.d.ts.map +1 -1
  69. package/lib/chain/opPools/utils.js +1 -1
  70. package/lib/chain/opPools/utils.js.map +1 -1
  71. package/lib/chain/validation/executionPayloadBid.js +13 -13
  72. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  73. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  74. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  75. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  76. package/lib/db/flatFileStore/slotIndex.js +2 -2
  77. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  78. package/lib/execution/engine/index.d.ts +1 -1
  79. package/lib/execution/engine/index.d.ts.map +1 -1
  80. package/lib/execution/engine/index.js +1 -1
  81. package/lib/execution/engine/index.js.map +1 -1
  82. package/lib/execution/engine/interface.d.ts +1 -1
  83. package/lib/execution/engine/interface.d.ts.map +1 -1
  84. package/lib/execution/engine/interface.js.map +1 -1
  85. package/lib/execution/engine/types.d.ts.map +1 -1
  86. package/lib/execution/engine/types.js +2 -2
  87. package/lib/execution/engine/types.js.map +1 -1
  88. package/lib/metrics/metrics/lodestar.d.ts +4 -0
  89. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  90. package/lib/metrics/metrics/lodestar.js +10 -0
  91. package/lib/metrics/metrics/lodestar.js.map +1 -1
  92. package/lib/monitoring/service.js +1 -1
  93. package/lib/monitoring/service.js.map +1 -1
  94. package/lib/network/core/networkCore.d.ts +2 -0
  95. package/lib/network/core/networkCore.d.ts.map +1 -1
  96. package/lib/network/core/networkCore.js +3 -0
  97. package/lib/network/core/networkCore.js.map +1 -1
  98. package/lib/network/core/networkCoreWorker.js +1 -0
  99. package/lib/network/core/networkCoreWorker.js.map +1 -1
  100. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  101. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  102. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  103. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  104. package/lib/network/core/types.d.ts +2 -0
  105. package/lib/network/core/types.d.ts.map +1 -1
  106. package/lib/network/interface.d.ts +2 -0
  107. package/lib/network/interface.d.ts.map +1 -1
  108. package/lib/network/libp2p/index.d.ts.map +1 -1
  109. package/lib/network/libp2p/index.js +5 -1
  110. package/lib/network/libp2p/index.js.map +1 -1
  111. package/lib/network/network.d.ts +2 -0
  112. package/lib/network/network.d.ts.map +1 -1
  113. package/lib/network/network.js +6 -1
  114. package/lib/network/network.js.map +1 -1
  115. package/lib/network/options.d.ts +2 -0
  116. package/lib/network/options.d.ts.map +1 -1
  117. package/lib/network/options.js.map +1 -1
  118. package/lib/network/peers/peerManager.d.ts +2 -1
  119. package/lib/network/peers/peerManager.d.ts.map +1 -1
  120. package/lib/network/peers/peerManager.js.map +1 -1
  121. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  122. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  123. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  124. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  125. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  126. package/lib/network/processor/gossipHandlers.js +3 -5
  127. package/lib/network/processor/gossipHandlers.js.map +1 -1
  128. package/lib/node/nodejs.d.ts +1 -1
  129. package/lib/node/nodejs.d.ts.map +1 -1
  130. package/lib/node/nodejs.js +1 -1
  131. package/lib/node/nodejs.js.map +1 -1
  132. package/lib/node/options.d.ts +1 -1
  133. package/lib/node/options.d.ts.map +1 -1
  134. package/lib/node/options.js +1 -1
  135. package/lib/node/options.js.map +1 -1
  136. package/lib/sync/interface.d.ts.map +1 -1
  137. package/lib/sync/interface.js.map +1 -1
  138. package/lib/sync/sync.d.ts +7 -0
  139. package/lib/sync/sync.d.ts.map +1 -1
  140. package/lib/sync/sync.js +61 -3
  141. package/lib/sync/sync.js.map +1 -1
  142. package/lib/util/file.d.ts.map +1 -1
  143. package/lib/util/file.js +8 -9
  144. package/lib/util/file.js.map +1 -1
  145. package/lib/util/queue/itemQueue.js +1 -1
  146. package/lib/util/queue/itemQueue.js.map +1 -1
  147. package/lib/util/sszBytes.js +2 -2
  148. package/lib/util/sszBytes.js.map +1 -1
  149. package/package.json +16 -17
  150. package/src/api/impl/beacon/blocks/index.ts +24 -22
  151. package/src/api/impl/beacon/pool/index.ts +5 -1
  152. package/src/api/impl/beacon/state/utils.ts +1 -1
  153. package/src/chain/GetBlobsTracker.ts +4 -2
  154. package/src/chain/archiveStore/archiveStore.ts +1 -0
  155. package/src/chain/blocks/importExecutionPayload.ts +2 -20
  156. package/src/chain/blocks/payloadEnvelopeProcessor.ts +33 -22
  157. package/src/chain/blocks/verifyBlock.ts +22 -14
  158. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  159. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  160. package/src/chain/bls/interface.ts +2 -0
  161. package/src/chain/bls/multithread/index.ts +14 -10
  162. package/src/chain/bls/multithread/types.ts +1 -1
  163. package/src/chain/bls/multithread/worker.ts +1 -5
  164. package/src/chain/bls/singleThread.ts +1 -1
  165. package/src/chain/bls/utils.ts +1 -1
  166. package/src/chain/chain.ts +1 -1
  167. package/src/chain/interface.ts +2 -3
  168. package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
  169. package/src/chain/opPools/attestationPool.ts +16 -4
  170. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  171. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  172. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  173. package/src/chain/opPools/utils.ts +1 -1
  174. package/src/chain/validation/executionPayloadBid.ts +14 -13
  175. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  176. package/src/db/flatFileStore/slotIndex.ts +4 -3
  177. package/src/execution/engine/index.ts +1 -1
  178. package/src/execution/engine/interface.ts +1 -1
  179. package/src/execution/engine/types.ts +3 -1
  180. package/src/metrics/metrics/lodestar.ts +10 -0
  181. package/src/monitoring/service.ts +1 -1
  182. package/src/network/core/networkCore.ts +5 -0
  183. package/src/network/core/networkCoreWorker.ts +1 -0
  184. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  185. package/src/network/core/types.ts +2 -0
  186. package/src/network/interface.ts +2 -0
  187. package/src/network/libp2p/index.ts +5 -1
  188. package/src/network/network.ts +8 -1
  189. package/src/network/options.ts +2 -0
  190. package/src/network/peers/peerManager.ts +1 -1
  191. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  192. package/src/network/processor/gossipHandlers.ts +3 -5
  193. package/src/node/nodejs.ts +6 -6
  194. package/src/node/options.ts +4 -5
  195. package/src/sync/interface.ts +1 -0
  196. package/src/sync/sync.ts +65 -4
  197. package/src/util/file.ts +8 -9
  198. package/src/util/queue/itemQueue.ts +1 -1
  199. package/src/util/sszBytes.ts +2 -2
@@ -1,32 +1,37 @@
1
+ import {DataAvailabilityStatus} from "@lodestar/state-transition";
1
2
  import {Metrics} from "../../metrics/metrics.js";
2
3
  import {JobItemQueue} from "../../util/queue/index.js";
3
4
  import type {BeaconChain} from "../chain.js";
4
5
  import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
5
- import {processExecutionPayload} from "./importExecutionPayload.js";
6
+ import {importExecutionPayload} from "./importExecutionPayload.js";
6
7
  import {ImportPayloadOpts} from "./types.js";
8
+ import {verifyPayloadsDataAvailability} from "./verifyPayloadsDataAvailability.js";
7
9
 
8
10
  // TODO GLOAS: Set to be equal to DEFAULT_MAX_PENDING_UNFINALIZED_PAYLOAD_ENVELOPE_WRITES for now
9
11
  const QUEUE_MAX_LENGTH = 16;
10
12
 
11
13
  /**
12
- * PayloadEnvelopeProcessor processes payload envelope jobs in a queued fashion, one after the other.
14
+ * PayloadEnvelopeProcessor imports payload envelopes in a queued fashion, one after the other.
13
15
  *
14
- * Jobs are enqueued only on envelope arrival (gossip or API). The envelope may reach us before
15
- * the sampled data columns; importExecutionPayload awaits `verifyPayloadsDataAvailability`
16
- * internally, so a queued job can pend for up to one slot while waiting for columns. Duplicate
17
- * triggers for the same payloadInput are deduped by sharing the in-flight import promise: every
18
- * caller observes the real import outcome. Resolving duplicates early instead would let
16
+ * Jobs are triggered only on envelope arrival (gossip or API). The envelope may reach us before the
17
+ * sampled data columns, the data availability wait runs before the job is queued. Duplicate
18
+ * triggers for the same payloadInput are deduped by sharing the in-flight promise: every caller
19
+ * observes the real import outcome. Resolving duplicates early instead would let
19
20
  * BlockInputSync mark a still-pending payload as processed, re-queue it, and spin re-processing
20
21
  * the same root until OOM while the import is blocked (e.g. EL syncing).
21
22
  */
22
23
  export class PayloadEnvelopeProcessor {
23
- readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>;
24
+ readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, DataAvailabilityStatus, ImportPayloadOpts], void>;
24
25
  private readonly imports = new WeakMap<PayloadEnvelopeInput, Promise<void>>();
25
26
 
26
- constructor(chain: BeaconChain, metrics: Metrics | null, signal: AbortSignal) {
27
- this.jobQueue = new JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>(
28
- (payloadInput, opts) => {
29
- return processExecutionPayload.call(chain, payloadInput, signal, opts);
27
+ constructor(
28
+ private readonly chain: BeaconChain,
29
+ metrics: Metrics | null,
30
+ private readonly signal: AbortSignal
31
+ ) {
32
+ this.jobQueue = new JobItemQueue<[PayloadEnvelopeInput, DataAvailabilityStatus, ImportPayloadOpts], void>(
33
+ (payloadInput, dataAvailabilityStatus, opts) => {
34
+ return importExecutionPayload.call(chain, payloadInput, dataAvailabilityStatus, opts);
30
35
  },
31
36
  {maxLength: QUEUE_MAX_LENGTH, noYieldIfOneItem: true, signal},
32
37
  metrics?.payloadEnvelopeProcessorQueue ?? undefined
@@ -35,19 +40,11 @@ export class PayloadEnvelopeProcessor {
35
40
 
36
41
  async processPayloadEnvelopeJob(payloadInput: PayloadEnvelopeInput, opts: ImportPayloadOpts = {}): Promise<void> {
37
42
  const existing = this.imports.get(payloadInput);
38
- if (existing) {
43
+ if (existing !== undefined) {
39
44
  return existing;
40
45
  }
41
46
 
42
- await this.jobQueue.waitForSpace();
43
-
44
- // Re-check after await, as another call may have queued this payload.
45
- const queued = this.imports.get(payloadInput);
46
- if (queued) {
47
- return queued;
48
- }
49
-
50
- const importPromise = this.jobQueue.push(payloadInput, opts);
47
+ const importPromise = this.waitForDataAndImport(payloadInput, opts);
51
48
  this.imports.set(payloadInput, importPromise);
52
49
 
53
50
  try {
@@ -59,4 +56,18 @@ export class PayloadEnvelopeProcessor {
59
56
  throw e;
60
57
  }
61
58
  }
59
+
60
+ private async waitForDataAndImport(payloadInput: PayloadEnvelopeInput, opts: ImportPayloadOpts): Promise<void> {
61
+ const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability(
62
+ this.chain.config,
63
+ [payloadInput],
64
+ this.signal
65
+ );
66
+
67
+ while (this.jobQueue.jobLen >= QUEUE_MAX_LENGTH) {
68
+ await this.jobQueue.waitForSpace();
69
+ }
70
+
71
+ return this.jobQueue.push(payloadInput, dataAvailabilityStatuses[0], opts);
72
+ }
62
73
  }
@@ -175,16 +175,29 @@ export async function verifyBlocksInEpoch(
175
175
  const [
176
176
  segmentExecStatus,
177
177
  {blockDAStatuses, payloadDAStatuses, availableTime},
178
- {postStates, proposerBalanceDeltas, verifyStateTime},
179
178
  {verifySignaturesTime},
179
+ {postStates, proposerBalanceDeltas, verifyStateTime},
180
180
  ] = await Promise.all([
181
181
  verifyExecutionPayloadsPromise,
182
182
 
183
183
  // data availability (fork-specific; see daAvailabilityPromise above)
184
184
  daAvailabilityPromise,
185
185
 
186
+ // All signatures at once. Must be called before verifyBlocksStateTransitionOnly()
187
+ // so we hand the BLS job to the worker pool before the main thread
188
+ // is busy with the state transition.
189
+ verifyBlocksSignatures(
190
+ this.config,
191
+ this.bls,
192
+ this.logger,
193
+ this.metrics,
194
+ preState0,
195
+ blocks,
196
+ indexedAttestationsByBlock,
197
+ opts
198
+ ),
199
+
186
200
  // Run state transition only
187
- // TODO: Ensure it yields to allow flushing to workers and engine API
188
201
  verifyBlocksStateTransitionOnly(
189
202
  preState0,
190
203
  blockInputs,
@@ -198,22 +211,17 @@ export async function verifyBlocksInEpoch(
198
211
  opts
199
212
  ),
200
213
 
201
- // All signatures at once
202
- verifyBlocksSignatures(
203
- this.config,
204
- this.bls,
205
- this.logger,
206
- this.metrics,
207
- preState0,
208
- blocks,
209
- indexedAttestationsByBlock,
210
- opts
211
- ),
212
-
213
214
  // TODO GLOAS: can verify payload signatures in batch too
214
215
  // maybe chain with the above verifyBlocksSignatures()
215
216
  ]);
216
217
 
218
+ if (blockInputs.length === 1 && opts.seenTimestampSec !== undefined) {
219
+ const consensusVerifiedTime = Math.max(verifyStateTime, verifySignaturesTime);
220
+ this.metrics?.gossipBlock.receivedToConsensusVerifiedTime.observe(
221
+ consensusVerifiedTime / 1000 - opts.seenTimestampSec
222
+ );
223
+ }
224
+
217
225
  for (const blockInput of blockInputs) {
218
226
  const block = blockInput.getBlock();
219
227
  const {slot, proposerIndex} = block.message;
@@ -36,10 +36,9 @@ export async function verifyBlocksSignatures(
36
36
  ? preState0.currentSyncCommitteeIndexed
37
37
  : new SyncCommitteeCacheEmpty();
38
38
 
39
- // Verifies signatures after running state transition, so all SyncCommittee signed roots are known at this point.
40
- // We must ensure block.slot <= state.slot before running getAllBlockSignatureSets().
41
- // NOTE: If in the future multiple blocks signatures are verified at once, all blocks must be in the same epoch
42
- // so the attester and proposer shufflings are correct.
39
+ // Runs concurrently with the state transition. Signature sets are built from preState0, which
40
+ // verifyBlocksInEpoch() guarantees is in the same epoch as every block, so the proposer and attester shufflings
41
+ // and the sync committee are the ones the blocks were signed under.
43
42
  for (const [i, block] of blocks.entries()) {
44
43
  // Use [i] to make clear that the index has to be correct to blame the right block below on BlockError()
45
44
  isValidPromises[i] = opts.validSignatures
@@ -50,7 +49,10 @@ export async function verifyBlocksSignatures(
50
49
  bls.verifySignatureSets(
51
50
  getBlockSignatureSets(config, currentSyncCommitteeIndexed, preState0, block, indexedAttestationsByBlock[i], {
52
51
  skipProposerSignature: opts.validProposerSignature,
53
- })
52
+ }),
53
+ // Prioritize block verification over attestations, since
54
+ // attestations already buffer up to `MAX_BUFFER_WAIT_MS`
55
+ {priority: true}
54
56
  );
55
57
 
56
58
  // getBlockSignatureSets() takes 45ms in benchmarks for 2022Q2 mainnet blocks (100 sigs). When syncing a 32 blocks
@@ -22,9 +22,7 @@ export async function verifyPayloadsDataAvailability(
22
22
  const promises: Promise<gloas.DataColumnSidecar[]>[] = [];
23
23
  for (const payloadInput of payloadInputs) {
24
24
  if (!payloadInput.hasAllData()) {
25
- // Sync and reconstruction keep pulling the data columns from the network while we wait. The wait is
26
- // capped at one slot because the payload queue is serial: a longer wait lets consecutive unavailable
27
- // payloads push every later payload import further behind with each slot.
25
+ // Sync and reconstruction keep pulling the data columns from the network while we wait
28
26
  promises.push(
29
27
  payloadInput.waitForAllData(config.getSlotDurationMs(payloadInput.forkName), signal).catch((e) => {
30
28
  if (e instanceof TimeoutError) {
@@ -22,6 +22,8 @@ export type VerifySignatureOpts = {
22
22
  verifyOnMainThread?: boolean;
23
23
  /**
24
24
  * Some signature sets are more important than others, and should be verified first.
25
+ * Non-batchable priority jobs are posted to an idle worker before this call returns, so the caller
26
+ * can run synchronous work right after without delaying the verification.
25
27
  */
26
28
  priority?: boolean;
27
29
  };
@@ -333,16 +333,20 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
333
333
  }
334
334
  }
335
335
 
336
+ // First hand work to an idle worker before returning to the caller.
337
+ // Deferring the post to the next macrotask would make the worker
338
+ // sit idle while waiting for the next synchronous work
339
+ else if (job.opts.priority) {
340
+ this.jobs.unshift(job);
341
+ void this.runJob();
342
+ }
343
+
336
344
  // Push job and schedule to call `runJob` in the next macro event loop cycle.
337
345
  // This is useful to allow batching job submitted from a synchronous for loop,
338
346
  // and to prevent large stacks since runJob may be called recursively.
339
347
  else {
340
- if (job.opts.priority) {
341
- this.jobs.unshift(job);
342
- } else {
343
- this.jobs.push(job);
344
- }
345
- callInNextEventLoop(this.runJob);
348
+ this.jobs.push(job);
349
+ callInNextEventLoop(() => void this.runJob());
346
350
  }
347
351
  }
348
352
 
@@ -377,7 +381,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
377
381
  let completedJobsCount = 0;
378
382
 
379
383
  if (this.jobs.length > 0) {
380
- callInNextEventLoop(this.runJob);
384
+ callInNextEventLoop(() => void this.runJob());
381
385
  }
382
386
 
383
387
  try {
@@ -423,7 +427,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
423
427
  if (workReqs.length === 0) {
424
428
  worker.status = {code: WorkerStatusCode.idle, workerApi};
425
429
  this.workersBusy--;
426
- callInNextEventLoop(this.runJob);
430
+ callInNextEventLoop(() => void this.runJob());
427
431
  return;
428
432
  }
429
433
 
@@ -499,7 +503,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
499
503
  this.workersBusy--;
500
504
 
501
505
  // Potentially run a new job
502
- callInNextEventLoop(this.runJob);
506
+ callInNextEventLoop(() => void this.runJob());
503
507
  };
504
508
 
505
509
  /**
@@ -542,7 +546,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
542
546
  this.jobs.unshift(job);
543
547
  }
544
548
  this.bufferedJobs = null;
545
- callInNextEventLoop(this.runJob);
549
+ callInNextEventLoop(() => void this.runJob());
546
550
  }
547
551
  };
548
552
 
@@ -1,4 +1,4 @@
1
- import {type BlsSignatureSet} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {type BlsSignatureSet} from "@lodestar/native/bls-verifier";
2
2
  import {SameMessageSignatureSet, VerifySignatureOpts} from "../interface.js";
3
3
 
4
4
  export type WorkerData = {
@@ -1,10 +1,6 @@
1
1
  import worker from "node:worker_threads";
2
- import {
3
- type BlsSignatureSet,
4
- verifySignatureSets,
5
- verifySignatureSetsSameMessage,
6
- } from "@chainsafe/lodestar-z/bls-verifier";
7
2
  import {expose} from "@chainsafe/threads/worker";
3
+ import {type BlsSignatureSet, verifySignatureSets, verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
8
4
  import {
9
5
  BlsWorkReq,
10
6
  BlsWorkResult,
@@ -1,4 +1,4 @@
1
- import {verifySignatureSetsSameMessage} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
2
2
  import {ISignatureSet} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/index.js";
4
4
  import {IBlsVerifier, SameMessageSignatureSet} from "./interface.js";
@@ -2,7 +2,7 @@ import {
2
2
  BLS_VERIFIER_MAX_BATCH_SIZE,
3
3
  BLS_VERIFIER_MAX_SAME_MESSAGE_BATCH_SIZE,
4
4
  verifySignatureSets,
5
- } from "@chainsafe/lodestar-z/bls-verifier";
5
+ } from "@lodestar/native/bls-verifier";
6
6
  import {ISignatureSet, SignatureSetType, toBlsSignatureSet} from "@lodestar/state-transition";
7
7
  import {SameMessageSignatureSet} from "./interface.js";
8
8
 
@@ -1,6 +1,5 @@
1
1
  import path from "node:path";
2
2
  import {PrivateKey} from "@libp2p/interface";
3
- import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
4
3
  import {Type} from "@chainsafe/ssz";
5
4
  import {routes} from "@lodestar/api";
6
5
  import {BeaconConfig} from "@lodestar/config";
@@ -14,6 +13,7 @@ import {
14
13
  UpdateHeadOpt,
15
14
  } from "@lodestar/fork-choice";
16
15
  import {LoggerNode} from "@lodestar/logger/node";
16
+ import {type PubkeyCache} from "@lodestar/native/pubkeys";
17
17
  import {
18
18
  EFFECTIVE_BALANCE_INCREMENT,
19
19
  type ForkPostFulu,
@@ -1,7 +1,7 @@
1
- import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
2
1
  import {Type} from "@chainsafe/ssz";
3
2
  import {BeaconConfig} from "@lodestar/config";
4
3
  import {CheckpointWithHex, IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
4
+ import {type PubkeyCache} from "@lodestar/native/pubkeys";
5
5
  import {EpochShuffling, IBeaconStateView} from "@lodestar/state-transition";
6
6
  import {
7
7
  BeaconBlock,
@@ -77,8 +77,7 @@ import {PayloadEnvelopeInput, SeenPayloadEnvelopeInput} from "./seenCache/seenPa
77
77
  import {ShufflingCache} from "./shufflingCache.js";
78
78
  import {ValidatorMonitor} from "./validatorMonitor.js";
79
79
 
80
- export {BlockType, type AssembledBlockType};
81
- export {type ProposerPreparationData};
80
+ export {type AssembledBlockType, BlockType, type ProposerPreparationData};
82
81
  export type BlockHash = RootHex;
83
82
 
84
83
  export type StateGetOpts = {
@@ -1,7 +1,7 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {BeaconConfig} from "@lodestar/config";
4
3
  import {IForkChoice} from "@lodestar/fork-choice";
4
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
5
5
  import {
6
6
  ForkName,
7
7
  ForkSeq,
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/params";
21
21
  import {
22
22
  EffectiveBalanceIncrements,
23
+ G2_POINT_AT_INFINITY,
23
24
  IBeaconStateView,
24
25
  RootCache,
25
26
  computeEpochAtSlot,
@@ -30,7 +31,7 @@ import {
30
31
  isStatePostGloas,
31
32
  } from "@lodestar/state-transition";
32
33
  import {Attestation, Epoch, RootHex, Slot, electra, isElectraAttestation, phase0, ssz} from "@lodestar/types";
33
- import {Logger, MapDef, assert, toRootHex} from "@lodestar/utils";
34
+ import {Logger, MapDef, assert, byteArrayEquals, toRootHex} from "@lodestar/utils";
34
35
  import {Metrics} from "../../metrics/metrics.js";
35
36
  import {IntersectResult, intersectUint8Arrays} from "../../util/bitArray.js";
36
37
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
@@ -409,20 +410,34 @@ export class AggregatedAttestationPool {
409
410
 
410
411
  const sortedConsolidationsByScore = Array.from(consolidations.entries())
411
412
  .sort((a, b) => b[1] - a[1])
412
- .map(([consolidation, _]) => consolidation)
413
- .slice(0, MAX_ATTESTATIONS_ELECTRA);
413
+ .map(([consolidation, _]) => consolidation);
414
414
 
415
415
  // on chain aggregation is expensive, only do it after all
416
416
  const packedAttestationsMetrics = this.metrics?.opPool.aggregatedAttestationPool.packedAttestations;
417
- const packedAttestations: electra.Attestation[] = new Array(sortedConsolidationsByScore.length);
418
- for (const [i, consolidation] of sortedConsolidationsByScore.entries()) {
419
- packedAttestations[i] = aggregateConsolidation(consolidation);
417
+ const packedAttestations: electra.Attestation[] = [];
418
+ for (const consolidation of sortedConsolidationsByScore) {
419
+ if (packedAttestations.length >= MAX_ATTESTATIONS_ELECTRA) {
420
+ break;
421
+ }
422
+
423
+ const attestation = aggregateConsolidation(consolidation);
424
+ // The point at infinity is not a valid aggregate signature, exclude it from the block
425
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
426
+ this.logger?.debug("Excluding aggregate with infinity signature", {
427
+ slot: stateSlot,
428
+ attestationSlot: attestation.data.slot,
429
+ committees: consolidation.byCommittee.size,
430
+ });
431
+ continue;
432
+ }
433
+
434
+ const i = packedAttestations.push(attestation) - 1;
420
435
 
421
436
  // record metrics of packed attestations
422
437
  packedAttestationsMetrics?.committeeCount.set({index: i}, consolidation.byCommittee.size);
423
438
  packedAttestationsMetrics?.totalAttesters.set({index: i}, consolidation.totalAttesters);
424
439
  packedAttestationsMetrics?.nonParticipation.set({index: i}, consolidation.notSeenAttesters);
425
- packedAttestationsMetrics?.inclusionDistance.set({index: i}, stateSlot - packedAttestations[i].data.slot);
440
+ packedAttestationsMetrics?.inclusionDistance.set({index: i}, stateSlot - attestation.data.slot);
426
441
  packedAttestationsMetrics?.newSeenAttesters.set({index: i}, consolidation.newSeenAttesters);
427
442
  packedAttestationsMetrics?.totalEffectiveBalance.set({index: i}, consolidation.totalNewSeenEffectiveBalance);
428
443
  }
@@ -462,7 +477,8 @@ export class AggregatedAttestationPool {
462
477
  attestations.push(...attestationGroup.getAttestations());
463
478
  }
464
479
  }
465
- return attestations;
480
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
481
+ return attestations.filter((attestation) => !byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY));
466
482
  }
467
483
 
468
484
  private onScrapeMetrics(metrics: Metrics): void {
@@ -1,9 +1,10 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {MAX_COMMITTEES_PER_SLOT, isForkPostElectra} from "@lodestar/params";
5
+ import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {Attestation, RootHex, SingleAttestation, Slot, isElectraSingleAttestation} from "@lodestar/types";
6
- import {MapDef, assert} from "@lodestar/utils";
7
+ import {MapDef, assert, byteArrayEquals} from "@lodestar/utils";
7
8
  import {Metrics} from "../../metrics/metrics.js";
8
9
  import {IClock} from "../../util/clock.js";
9
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -180,7 +181,13 @@ export class AttestationPool {
180
181
  assert.true(!isElectraAggregate(aggregate), "Aggregate should be type AggregateFastPhase0");
181
182
  }
182
183
 
183
- return fastToAttestation(aggregate);
184
+ const attestation = fastToAttestation(aggregate);
185
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
186
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
187
+ return null;
188
+ }
189
+
190
+ return attestation;
184
191
  }
185
192
 
186
193
  /**
@@ -209,7 +216,12 @@ export class AttestationPool {
209
216
  if (aggregateByRoot) {
210
217
  for (const aggFastByIndex of aggregateByRoot.values()) {
211
218
  for (const aggFast of aggFastByIndex.values()) {
212
- attestations.push(fastToAttestation(aggFast));
219
+ const attestation = fastToAttestation(aggFast);
220
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
221
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
222
+ continue;
223
+ }
224
+ attestations.push(attestation);
213
225
  }
214
226
  }
215
227
  }
@@ -1,9 +1,10 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {MAX_COMMITTEES_PER_SLOT, MAX_PAYLOAD_ATTESTATIONS, PTC_SIZE} from "@lodestar/params";
5
+ import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {RootHex, Slot, gloas} from "@lodestar/types";
6
- import {MapDef, toRootHex} from "@lodestar/utils";
7
+ import {MapDef, byteArrayEquals, toRootHex} from "@lodestar/utils";
7
8
  import {Metrics} from "../../metrics/metrics.js";
8
9
  import {IClock} from "../../util/clock.js";
9
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -112,11 +113,19 @@ export class PayloadAttestationPool {
112
113
  return [];
113
114
  }
114
115
 
115
- return Array.from(aggregateByDataRoot.values())
116
- .slice()
116
+ const payloadAttestations: gloas.PayloadAttestation[] = [];
117
+ for (const aggregate of aggregateByDataRoot.values()) {
118
+ const payloadAttestation = fastToPayloadAttestation(aggregate);
119
+ // The point at infinity is not a valid aggregate signature, exclude it from the block
120
+ if (byteArrayEquals(payloadAttestation.signature, G2_POINT_AT_INFINITY)) {
121
+ continue;
122
+ }
123
+ payloadAttestations.push(payloadAttestation);
124
+ }
125
+
126
+ return payloadAttestations
117
127
  .sort((a, b) => b.aggregationBits.getTrueBitIndexes().length - a.aggregationBits.getTrueBitIndexes().length)
118
- .slice(0, MAX_PAYLOAD_ATTESTATIONS)
119
- .map(fastToPayloadAttestation);
128
+ .slice(0, MAX_PAYLOAD_ATTESTATIONS);
120
129
  }
121
130
 
122
131
  getAll(slot?: Slot): gloas.PayloadAttestation[] {
@@ -139,9 +148,11 @@ export class PayloadAttestationPool {
139
148
  }
140
149
  }
141
150
 
151
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
142
152
  return aggregates
143
153
  .sort((a, b) => b.aggregationBits.getTrueBitIndexes().length - a.aggregationBits.getTrueBitIndexes().length)
144
- .map(fastToPayloadAttestation);
154
+ .map(fastToPayloadAttestation)
155
+ .filter((attestation) => !byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY));
145
156
  }
146
157
 
147
158
  prune(clockSlot: Slot): void {
@@ -1,9 +1,10 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";
5
+ import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {Root, Slot, SubcommitteeIndex, SubnetID, altair} from "@lodestar/types";
6
- import {MapDef, toRootHex} from "@lodestar/utils";
7
+ import {MapDef, byteArrayEquals, toRootHex} from "@lodestar/utils";
7
8
  import {IClock} from "../../util/clock.js";
8
9
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
9
10
  import {pruneBySlot, signatureFromBytesNoCheck} from "./utils.js";
@@ -110,10 +111,16 @@ export class SyncCommitteeMessagePool {
110
111
  return null;
111
112
  }
112
113
 
114
+ const signature = contribution.signature.toBytes();
115
+ // The point at infinity is not a valid contribution signature, do not serve such a contribution
116
+ if (byteArrayEquals(signature, G2_POINT_AT_INFINITY)) {
117
+ return null;
118
+ }
119
+
113
120
  return {
114
121
  ...contribution,
115
122
  aggregationBits: contribution.aggregationBits,
116
- signature: contribution.signature.toBytes(),
123
+ signature,
117
124
  };
118
125
  }
119
126
 
@@ -1,10 +1,10 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_SIZE} from "@lodestar/params";
5
5
  import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
6
6
  import {Root, Slot, SubnetID, altair, ssz} from "@lodestar/types";
7
- import {Logger, MapDef, toRootHex} from "@lodestar/utils";
7
+ import {Logger, MapDef, byteArrayEquals, toRootHex} from "@lodestar/utils";
8
8
  import {Metrics} from "../../metrics/metrics.js";
9
9
  import {IClock} from "../../util/clock.js";
10
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -234,8 +234,18 @@ export function aggregate(
234
234
  }
235
235
 
236
236
  metrics?.opPool.syncContributionAndProofPool.getAggregateParticipants.set(participationCount);
237
+
238
+ const syncCommitteeSignature = aggregateSignatures(signatures).toBytes();
239
+ // The point at infinity is only a valid sync aggregate signature with empty participation bits
240
+ if (byteArrayEquals(syncCommitteeSignature, G2_POINT_AT_INFINITY)) {
241
+ return {
242
+ syncCommitteeBits: BitArray.fromBitLen(SYNC_COMMITTEE_SIZE),
243
+ syncCommitteeSignature,
244
+ };
245
+ }
246
+
237
247
  return {
238
248
  syncCommitteeBits,
239
- syncCommitteeSignature: aggregateSignatures(signatures).toBytes(),
249
+ syncCommitteeSignature,
240
250
  };
241
251
  }
@@ -1,6 +1,6 @@
1
- import {Signature} from "@chainsafe/lodestar-z/blst";
2
1
  import {BeaconConfig} from "@lodestar/config";
3
2
  import {DbBatch, Id, Repository} from "@lodestar/db";
3
+ import {Signature} from "@lodestar/native/blst";
4
4
  import {BLS_WITHDRAWAL_PREFIX, DOMAIN_BEACON_ATTESTER, DOMAIN_BEACON_PROPOSER} from "@lodestar/params";
5
5
  import {IBeaconStateView, computeStartSlotAtEpoch} from "@lodestar/state-transition";
6
6
  import {AttesterSlashing, Domain, Slot, capella, phase0} from "@lodestar/types";
@@ -179,6 +179,20 @@ async function validateExecutionPayloadBid(
179
179
  });
180
180
  }
181
181
 
182
+ // [IGNORE] this bid is the highest value bid seen for the tuple
183
+ // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
184
+ // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
185
+ // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
186
+ // from builders submitting numerous bids with minimal value increments.
187
+ const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
188
+ if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
189
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
190
+ code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
191
+ bidValue: bid.value,
192
+ currentHighestBid: bestBid.signedBid.message.value,
193
+ });
194
+ }
195
+
182
196
  // [IGNORE] `bid.parent_block_root` is the hash tree root of a known beacon block in fork choice.
183
197
  // Moved earlier than the spec ordering so we can derive the proposer dependent root for the
184
198
  // proposer-preferences lookup below from a known fork-choice block.
@@ -352,19 +366,6 @@ async function validateExecutionPayloadBid(
352
366
  });
353
367
  }
354
368
 
355
- // [IGNORE] this bid is the highest value bid seen for the tuple
356
- // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
357
- // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
358
- // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
359
- // from builders submitting numerous bids with minimal value increments.
360
- const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
361
- if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
362
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
363
- code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
364
- bidValue: bid.value,
365
- currentHighestBid: bestBid.signedBid.message.value,
366
- });
367
- }
368
369
  // [IGNORE] `bid.value` is less or equal than the builder's excess balance --
369
370
  // i.e. `can_builder_cover_bid(state, builder_index, amount)` returns `True`.
370
371
  if (!state.canBuilderCoverBid(bid.builderIndex, bid.value)) {