@lodestar/beacon-node 1.51.0-dev.c99cf49add → 1.51.0-dev.d2440f7e84
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/impl/api.js +1 -1
- package/lib/api/impl/api.js.map +1 -1
- package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
- package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/blocks/index.js +29 -34
- package/lib/api/impl/beacon/blocks/index.js.map +1 -1
- package/lib/api/impl/beacon/index.d.ts +2 -1
- package/lib/api/impl/beacon/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/index.js +2 -2
- package/lib/api/impl/beacon/index.js.map +1 -1
- package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/pool/index.js +5 -2
- package/lib/api/impl/beacon/pool/index.js.map +1 -1
- package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/state/index.js +8 -2
- package/lib/api/impl/beacon/state/index.js.map +1 -1
- package/lib/api/impl/beacon/state/utils.d.ts +3 -2
- package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
- package/lib/api/impl/beacon/state/utils.js +17 -9
- package/lib/api/impl/beacon/state/utils.js.map +1 -1
- package/lib/api/impl/debug/index.d.ts.map +1 -1
- package/lib/api/impl/debug/index.js +3 -0
- package/lib/api/impl/debug/index.js.map +1 -1
- package/lib/api/impl/validator/index.d.ts +6 -0
- package/lib/api/impl/validator/index.d.ts.map +1 -1
- package/lib/api/impl/validator/index.js +143 -35
- package/lib/api/impl/validator/index.js.map +1 -1
- package/lib/api/options.d.ts +2 -0
- package/lib/api/options.d.ts.map +1 -1
- package/lib/api/options.js +1 -0
- package/lib/api/options.js.map +1 -1
- package/lib/chain/ColumnReconstructionTracker.d.ts +11 -11
- package/lib/chain/ColumnReconstructionTracker.d.ts.map +1 -1
- package/lib/chain/ColumnReconstructionTracker.js +46 -40
- package/lib/chain/ColumnReconstructionTracker.js.map +1 -1
- package/lib/chain/GetBlobsTracker.d.ts +11 -0
- package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
- package/lib/chain/GetBlobsTracker.js +85 -27
- package/lib/chain/GetBlobsTracker.js.map +1 -1
- package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
- package/lib/chain/archiveStore/archiveStore.js +1 -0
- package/lib/chain/archiveStore/archiveStore.js.map +1 -1
- package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
- package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
- package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
- package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
- package/lib/chain/blocks/importBlock.d.ts.map +1 -1
- package/lib/chain/blocks/importBlock.js +9 -7
- package/lib/chain/blocks/importBlock.js.map +1 -1
- package/lib/chain/blocks/importExecutionPayload.d.ts +6 -11
- package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
- package/lib/chain/blocks/importExecutionPayload.js +58 -17
- package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
- package/lib/chain/blocks/index.js +2 -2
- package/lib/chain/blocks/index.js.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
- package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
- package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
- package/lib/chain/blocks/types.d.ts +8 -1
- package/lib/chain/blocks/types.d.ts.map +1 -1
- package/lib/chain/blocks/types.js +5 -0
- package/lib/chain/blocks/types.js.map +1 -1
- package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlock.js +18 -7
- package/lib/chain/blocks/verifyBlock.js.map +1 -1
- package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
- package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
- package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
- package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
- package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
- package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
- package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
- package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
- package/lib/chain/bls/interface.d.ts +2 -0
- package/lib/chain/bls/interface.d.ts.map +1 -1
- package/lib/chain/bls/multithread/index.d.ts.map +1 -1
- package/lib/chain/bls/multithread/index.js +13 -11
- package/lib/chain/bls/multithread/index.js.map +1 -1
- package/lib/chain/bls/multithread/types.d.ts +1 -1
- package/lib/chain/bls/multithread/types.d.ts.map +1 -1
- package/lib/chain/bls/multithread/worker.js +1 -1
- package/lib/chain/bls/multithread/worker.js.map +1 -1
- package/lib/chain/bls/singleThread.js +1 -1
- package/lib/chain/bls/singleThread.js.map +1 -1
- package/lib/chain/bls/utils.js +1 -1
- package/lib/chain/bls/utils.js.map +1 -1
- package/lib/chain/chain.d.ts +3 -2
- package/lib/chain/chain.d.ts.map +1 -1
- package/lib/chain/chain.js +9 -5
- package/lib/chain/chain.js.map +1 -1
- package/lib/chain/errors/blockError.d.ts +1 -1
- package/lib/chain/errors/blockError.d.ts.map +1 -1
- package/lib/chain/errors/blockError.js +1 -1
- package/lib/chain/errors/blockError.js.map +1 -1
- package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
- package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
- package/lib/chain/errors/executionPayloadBid.js +2 -0
- package/lib/chain/errors/executionPayloadBid.js.map +1 -1
- package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
- package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
- package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
- package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
- package/lib/chain/errors/inclusionList.d.ts +60 -0
- package/lib/chain/errors/inclusionList.d.ts.map +1 -0
- package/lib/chain/errors/inclusionList.js +19 -0
- package/lib/chain/errors/inclusionList.js.map +1 -0
- package/lib/chain/errors/index.d.ts +1 -0
- package/lib/chain/errors/index.d.ts.map +1 -1
- package/lib/chain/errors/index.js +1 -0
- package/lib/chain/errors/index.js.map +1 -1
- package/lib/chain/interface.d.ts +4 -4
- package/lib/chain/interface.d.ts.map +1 -1
- package/lib/chain/interface.js.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
- package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
- package/lib/chain/opPools/attestationPool.d.ts +1 -1
- package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
- package/lib/chain/opPools/attestationPool.js +15 -4
- package/lib/chain/opPools/attestationPool.js.map +1 -1
- package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
- package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
- package/lib/chain/opPools/inclusionListStore.js +171 -0
- package/lib/chain/opPools/inclusionListStore.js.map +1 -0
- package/lib/chain/opPools/index.d.ts +1 -0
- package/lib/chain/opPools/index.d.ts.map +1 -1
- package/lib/chain/opPools/index.js +1 -0
- package/lib/chain/opPools/index.js.map +1 -1
- package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
- package/lib/chain/opPools/payloadAttestationPool.js +17 -7
- package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
- package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
- package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
- package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
- package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
- package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
- package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
- package/lib/chain/opPools/utils.d.ts +1 -1
- package/lib/chain/opPools/utils.d.ts.map +1 -1
- package/lib/chain/opPools/utils.js +1 -1
- package/lib/chain/opPools/utils.js.map +1 -1
- package/lib/chain/options.d.ts +0 -1
- package/lib/chain/options.d.ts.map +1 -1
- package/lib/chain/options.js +0 -1
- package/lib/chain/options.js.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.js +30 -10
- package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
- package/lib/chain/regen/interface.d.ts +1 -1
- package/lib/chain/regen/interface.d.ts.map +1 -1
- package/lib/chain/regen/interface.js +1 -1
- package/lib/chain/regen/interface.js.map +1 -1
- package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
- package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
- package/lib/chain/validation/executionPayloadBid.js +37 -158
- package/lib/chain/validation/executionPayloadBid.js.map +1 -1
- package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
- package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
- package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
- package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
- package/lib/chain/validation/inclusionList.d.ts +14 -0
- package/lib/chain/validation/inclusionList.d.ts.map +1 -0
- package/lib/chain/validation/inclusionList.js +150 -0
- package/lib/chain/validation/inclusionList.js.map +1 -0
- package/lib/chain/validation/index.d.ts +1 -0
- package/lib/chain/validation/index.d.ts.map +1 -1
- package/lib/chain/validation/index.js +1 -0
- package/lib/chain/validation/index.js.map +1 -1
- package/lib/db/beacon.d.ts +7 -0
- package/lib/db/beacon.d.ts.map +1 -1
- package/lib/db/beacon.js +34 -0
- package/lib/db/beacon.js.map +1 -1
- package/lib/db/dataColumnStore.d.ts +1 -1
- package/lib/db/dataColumnStore.d.ts.map +1 -1
- package/lib/db/dataColumnStore.js +1 -4
- package/lib/db/dataColumnStore.js.map +1 -1
- package/lib/db/flatFileStore/flatFileStore.js +5 -5
- package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
- package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
- package/lib/db/flatFileStore/slotIndex.js +2 -2
- package/lib/db/flatFileStore/slotIndex.js.map +1 -1
- package/lib/db/interface.d.ts +1 -0
- package/lib/db/interface.d.ts.map +1 -1
- package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
- package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
- package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
- package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
- package/lib/execution/builder/apiClient.d.ts +14 -8
- package/lib/execution/builder/apiClient.d.ts.map +1 -1
- package/lib/execution/builder/apiClient.js +12 -10
- package/lib/execution/builder/apiClient.js.map +1 -1
- package/lib/execution/builder/http.d.ts +2 -0
- package/lib/execution/builder/http.d.ts.map +1 -1
- package/lib/execution/builder/http.js +2 -0
- package/lib/execution/builder/http.js.map +1 -1
- package/lib/execution/builder/validateBid.d.ts.map +1 -1
- package/lib/execution/builder/validateBid.js +14 -1
- package/lib/execution/builder/validateBid.js.map +1 -1
- package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
- package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
- package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
- package/lib/execution/engine/disabled.d.ts +1 -0
- package/lib/execution/engine/disabled.d.ts.map +1 -1
- package/lib/execution/engine/disabled.js +3 -0
- package/lib/execution/engine/disabled.js.map +1 -1
- package/lib/execution/engine/http.d.ts +8 -2
- package/lib/execution/engine/http.d.ts.map +1 -1
- package/lib/execution/engine/http.js +27 -4
- package/lib/execution/engine/http.js.map +1 -1
- package/lib/execution/engine/index.d.ts +1 -1
- package/lib/execution/engine/index.d.ts.map +1 -1
- package/lib/execution/engine/index.js +1 -1
- package/lib/execution/engine/index.js.map +1 -1
- package/lib/execution/engine/interface.d.ts +12 -3
- package/lib/execution/engine/interface.d.ts.map +1 -1
- package/lib/execution/engine/interface.js.map +1 -1
- package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
- package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
- package/lib/execution/engine/jsonRpcTransport.js +33 -9
- package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
- package/lib/execution/engine/mock.d.ts +1 -0
- package/lib/execution/engine/mock.d.ts.map +1 -1
- package/lib/execution/engine/mock.js +31 -7
- package/lib/execution/engine/mock.js.map +1 -1
- package/lib/execution/engine/payloadIdCache.d.ts +5 -3
- package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
- package/lib/execution/engine/payloadIdCache.js +15 -4
- package/lib/execution/engine/payloadIdCache.js.map +1 -1
- package/lib/execution/engine/restTransport.d.ts +2 -1
- package/lib/execution/engine/restTransport.d.ts.map +1 -1
- package/lib/execution/engine/restTransport.js +3 -0
- package/lib/execution/engine/restTransport.js.map +1 -1
- package/lib/execution/engine/sszTypes.d.ts +38 -38
- package/lib/execution/engine/transport.d.ts +5 -2
- package/lib/execution/engine/transport.d.ts.map +1 -1
- package/lib/execution/engine/types.d.ts +25 -1
- package/lib/execution/engine/types.d.ts.map +1 -1
- package/lib/execution/engine/types.js +19 -6
- package/lib/execution/engine/types.js.map +1 -1
- package/lib/execution/engine/utils.d.ts.map +1 -1
- package/lib/execution/engine/utils.js +3 -2
- package/lib/execution/engine/utils.js.map +1 -1
- package/lib/index.d.ts +1 -0
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +2 -0
- package/lib/index.js.map +1 -1
- package/lib/metrics/metrics/beacon.d.ts +16 -0
- package/lib/metrics/metrics/beacon.d.ts.map +1 -1
- package/lib/metrics/metrics/beacon.js +35 -0
- package/lib/metrics/metrics/beacon.js.map +1 -1
- package/lib/metrics/metrics/lodestar.d.ts +23 -0
- package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
- package/lib/metrics/metrics/lodestar.js +59 -0
- package/lib/metrics/metrics/lodestar.js.map +1 -1
- package/lib/metrics/server/http.js +5 -5
- package/lib/metrics/server/http.js.map +1 -1
- package/lib/monitoring/service.js +1 -1
- package/lib/monitoring/service.js.map +1 -1
- package/lib/network/core/networkCore.d.ts +2 -0
- package/lib/network/core/networkCore.d.ts.map +1 -1
- package/lib/network/core/networkCore.js +3 -0
- package/lib/network/core/networkCore.js.map +1 -1
- package/lib/network/core/networkCoreWorker.js +1 -0
- package/lib/network/core/networkCoreWorker.js.map +1 -1
- package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
- package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
- package/lib/network/core/networkCoreWorkerHandler.js +3 -0
- package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
- package/lib/network/core/types.d.ts +2 -0
- package/lib/network/core/types.d.ts.map +1 -1
- package/lib/network/gossip/gossipsub.d.ts +1 -0
- package/lib/network/gossip/gossipsub.d.ts.map +1 -1
- package/lib/network/gossip/gossipsub.js +10 -0
- package/lib/network/gossip/gossipsub.js.map +1 -1
- package/lib/network/gossip/interface.d.ts +8 -2
- package/lib/network/gossip/interface.d.ts.map +1 -1
- package/lib/network/gossip/interface.js +1 -0
- package/lib/network/gossip/interface.js.map +1 -1
- package/lib/network/gossip/topic.d.ts +13 -5
- package/lib/network/gossip/topic.d.ts.map +1 -1
- package/lib/network/gossip/topic.js +13 -1
- package/lib/network/gossip/topic.js.map +1 -1
- package/lib/network/interface.d.ts +4 -1
- package/lib/network/interface.d.ts.map +1 -1
- package/lib/network/libp2p/index.d.ts.map +1 -1
- package/lib/network/libp2p/index.js +5 -1
- package/lib/network/libp2p/index.js.map +1 -1
- package/lib/network/network.d.ts +4 -1
- package/lib/network/network.d.ts.map +1 -1
- package/lib/network/network.js +11 -1
- package/lib/network/network.js.map +1 -1
- package/lib/network/options.d.ts +2 -0
- package/lib/network/options.d.ts.map +1 -1
- package/lib/network/options.js.map +1 -1
- package/lib/network/peers/peerManager.d.ts +2 -1
- package/lib/network/peers/peerManager.d.ts.map +1 -1
- package/lib/network/peers/peerManager.js +30 -1
- package/lib/network/peers/peerManager.js.map +1 -1
- package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
- package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
- package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
- package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
- package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
- package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
- package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
- package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
- package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
- package/lib/network/peers/utils/prioritizePeers.js +8 -16
- package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
- package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
- package/lib/network/processor/gossipHandlers.js +97 -38
- package/lib/network/processor/gossipHandlers.js.map +1 -1
- package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
- package/lib/network/processor/gossipQueues/index.js +6 -0
- package/lib/network/processor/gossipQueues/index.js.map +1 -1
- package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
- package/lib/network/processor/gossipValidatorFn.js +5 -1
- package/lib/network/processor/gossipValidatorFn.js.map +1 -1
- package/lib/network/processor/index.d.ts +5 -0
- package/lib/network/processor/index.d.ts.map +1 -1
- package/lib/network/processor/index.js +37 -26
- package/lib/network/processor/index.js.map +1 -1
- package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
- package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
- package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
- package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
- package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
- package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
- package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
- package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
- package/lib/network/reqresp/handlers/index.js +5 -0
- package/lib/network/reqresp/handlers/index.js.map +1 -1
- package/lib/network/reqresp/protocols.d.ts +1 -0
- package/lib/network/reqresp/protocols.d.ts.map +1 -1
- package/lib/network/reqresp/protocols.js +5 -0
- package/lib/network/reqresp/protocols.js.map +1 -1
- package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
- package/lib/network/reqresp/rateLimit.js +4 -0
- package/lib/network/reqresp/rateLimit.js.map +1 -1
- package/lib/network/reqresp/types.d.ts +5 -2
- package/lib/network/reqresp/types.d.ts.map +1 -1
- package/lib/network/reqresp/types.js +3 -0
- package/lib/network/reqresp/types.js.map +1 -1
- package/lib/node/nodejs.d.ts +3 -1
- package/lib/node/nodejs.d.ts.map +1 -1
- package/lib/node/nodejs.js +47 -21
- package/lib/node/nodejs.js.map +1 -1
- package/lib/node/options.d.ts +3 -1
- package/lib/node/options.d.ts.map +1 -1
- package/lib/node/options.js +4 -2
- package/lib/node/options.js.map +1 -1
- package/lib/sync/interface.d.ts.map +1 -1
- package/lib/sync/interface.js.map +1 -1
- package/lib/sync/sync.d.ts +7 -0
- package/lib/sync/sync.d.ts.map +1 -1
- package/lib/sync/sync.js +61 -3
- package/lib/sync/sync.js.map +1 -1
- package/lib/sync/unknownBlock.d.ts.map +1 -1
- package/lib/sync/unknownBlock.js +42 -18
- package/lib/sync/unknownBlock.js.map +1 -1
- package/lib/util/file.d.ts.map +1 -1
- package/lib/util/file.js +8 -9
- package/lib/util/file.js.map +1 -1
- package/lib/util/queue/itemQueue.js +1 -1
- package/lib/util/queue/itemQueue.js.map +1 -1
- package/lib/util/sszBytes.d.ts +5 -0
- package/lib/util/sszBytes.d.ts.map +1 -1
- package/lib/util/sszBytes.js +35 -2
- package/lib/util/sszBytes.js.map +1 -1
- package/package.json +31 -32
- package/src/api/impl/api.ts +1 -1
- package/src/api/impl/beacon/blocks/index.ts +57 -62
- package/src/api/impl/beacon/index.ts +3 -1
- package/src/api/impl/beacon/pool/index.ts +5 -1
- package/src/api/impl/beacon/state/index.ts +10 -1
- package/src/api/impl/beacon/state/utils.ts +20 -10
- package/src/api/impl/debug/index.ts +4 -0
- package/src/api/impl/validator/index.ts +178 -39
- package/src/api/options.ts +3 -0
- package/src/chain/ColumnReconstructionTracker.ts +60 -41
- package/src/chain/GetBlobsTracker.ts +97 -38
- package/src/chain/archiveStore/archiveStore.ts +1 -0
- package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
- package/src/chain/blocks/importBlock.ts +11 -14
- package/src/chain/blocks/importExecutionPayload.ts +81 -23
- package/src/chain/blocks/index.ts +6 -2
- package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
- package/src/chain/blocks/types.ts +9 -1
- package/src/chain/blocks/verifyBlock.ts +31 -16
- package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
- package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
- package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
- package/src/chain/bls/interface.ts +2 -0
- package/src/chain/bls/multithread/index.ts +14 -10
- package/src/chain/bls/multithread/types.ts +1 -1
- package/src/chain/bls/multithread/worker.ts +1 -5
- package/src/chain/bls/singleThread.ts +1 -1
- package/src/chain/bls/utils.ts +1 -1
- package/src/chain/chain.ts +10 -5
- package/src/chain/errors/blockError.ts +1 -1
- package/src/chain/errors/executionPayloadBid.ts +12 -0
- package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
- package/src/chain/errors/inclusionList.ts +38 -0
- package/src/chain/errors/index.ts +1 -0
- package/src/chain/interface.ts +4 -3
- package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
- package/src/chain/opPools/attestationPool.ts +16 -4
- package/src/chain/opPools/inclusionListStore.ts +208 -0
- package/src/chain/opPools/index.ts +1 -0
- package/src/chain/opPools/payloadAttestationPool.ts +18 -7
- package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
- package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
- package/src/chain/opPools/utils.ts +1 -1
- package/src/chain/options.ts +0 -2
- package/src/chain/produceBlock/produceBlockBody.ts +60 -19
- package/src/chain/regen/interface.ts +1 -1
- package/src/chain/validation/executionPayloadBid.ts +54 -183
- package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
- package/src/chain/validation/inclusionList.ts +192 -0
- package/src/chain/validation/index.ts +1 -0
- package/src/db/beacon.ts +44 -0
- package/src/db/dataColumnStore.ts +2 -4
- package/src/db/flatFileStore/flatFileStore.ts +7 -7
- package/src/db/flatFileStore/slotIndex.ts +4 -3
- package/src/db/interface.ts +2 -0
- package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
- package/src/execution/builder/apiClient.ts +16 -13
- package/src/execution/builder/http.ts +4 -0
- package/src/execution/builder/validateBid.ts +23 -2
- package/src/execution/engine/blobVersionedHashes.ts +1 -1
- package/src/execution/engine/disabled.ts +4 -0
- package/src/execution/engine/http.ts +40 -5
- package/src/execution/engine/index.ts +1 -1
- package/src/execution/engine/interface.ts +28 -4
- package/src/execution/engine/jsonRpcTransport.ts +46 -9
- package/src/execution/engine/mock.ts +32 -7
- package/src/execution/engine/payloadIdCache.ts +24 -6
- package/src/execution/engine/restTransport.ts +15 -1
- package/src/execution/engine/transport.ts +7 -2
- package/src/execution/engine/types.ts +44 -7
- package/src/execution/engine/utils.ts +4 -2
- package/src/index.ts +2 -0
- package/src/metrics/metrics/beacon.ts +37 -0
- package/src/metrics/metrics/lodestar.ts +61 -0
- package/src/metrics/server/http.ts +5 -5
- package/src/monitoring/service.ts +1 -1
- package/src/network/core/networkCore.ts +5 -0
- package/src/network/core/networkCoreWorker.ts +1 -0
- package/src/network/core/networkCoreWorkerHandler.ts +4 -0
- package/src/network/core/types.ts +2 -0
- package/src/network/gossip/gossipsub.ts +11 -0
- package/src/network/gossip/interface.ts +5 -0
- package/src/network/gossip/topic.ts +14 -0
- package/src/network/interface.ts +4 -0
- package/src/network/libp2p/index.ts +5 -1
- package/src/network/network.ts +19 -1
- package/src/network/options.ts +2 -0
- package/src/network/peers/peerManager.ts +30 -3
- package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
- package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
- package/src/network/peers/utils/prioritizePeers.ts +14 -22
- package/src/network/processor/gossipHandlers.ts +121 -41
- package/src/network/processor/gossipQueues/index.ts +6 -0
- package/src/network/processor/gossipValidatorFn.ts +5 -0
- package/src/network/processor/index.ts +33 -24
- package/src/network/processor/types.ts +1 -1
- package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
- package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
- package/src/network/reqresp/handlers/index.ts +5 -0
- package/src/network/reqresp/protocols.ts +6 -0
- package/src/network/reqresp/rateLimit.ts +4 -0
- package/src/network/reqresp/types.ts +6 -0
- package/src/node/nodejs.ts +58 -22
- package/src/node/options.ts +9 -6
- package/src/sync/interface.ts +1 -0
- package/src/sync/sync.ts +65 -4
- package/src/sync/unknownBlock.ts +47 -28
- package/src/util/file.ts +8 -9
- package/src/util/queue/itemQueue.ts +1 -1
- package/src/util/sszBytes.ts +42 -2
|
@@ -24,6 +24,7 @@ import {
|
|
|
24
24
|
deneb,
|
|
25
25
|
fulu,
|
|
26
26
|
gloas,
|
|
27
|
+
isGloasBeaconBlock,
|
|
27
28
|
isGloasDataColumnSidecar,
|
|
28
29
|
ssz,
|
|
29
30
|
sszTypesFor,
|
|
@@ -38,7 +39,7 @@ import {
|
|
|
38
39
|
} from "../../chain/blocks/blockInput/index.js";
|
|
39
40
|
import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
|
|
40
41
|
import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
|
|
41
|
-
import {BlobSidecarValidation} from "../../chain/blocks/types.js";
|
|
42
|
+
import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
|
|
42
43
|
import {ChainEvent} from "../../chain/emitter.js";
|
|
43
44
|
import {
|
|
44
45
|
AttestationError,
|
|
@@ -65,7 +66,11 @@ import {
|
|
|
65
66
|
validateGossipGloasDataColumnSidecar,
|
|
66
67
|
} from "../../chain/validation/dataColumnSidecar.js";
|
|
67
68
|
import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
|
|
68
|
-
import {
|
|
69
|
+
import {
|
|
70
|
+
validateGossipExecutionPayloadEnvelope,
|
|
71
|
+
validateGossipExecutionPayloadEnvelopeSerialized,
|
|
72
|
+
} from "../../chain/validation/executionPayloadEnvelope.js";
|
|
73
|
+
import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
|
|
69
74
|
import {
|
|
70
75
|
AggregateAndProofValidationResult,
|
|
71
76
|
GossipAttestation,
|
|
@@ -149,6 +154,31 @@ export function getGossipHandlers(modules: ValidatorFnsModules, options: GossipH
|
|
|
149
154
|
*/
|
|
150
155
|
function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHandlerOpts): SequentialGossipHandlers {
|
|
151
156
|
const {chain, config, metrics, logger, core} = modules;
|
|
157
|
+
const incompletePayloadWaits = new WeakSet<PayloadEnvelopeInput>();
|
|
158
|
+
|
|
159
|
+
function scheduleIncompletePayloadEnvelope(payloadInput: PayloadEnvelopeInput, peer: string): void {
|
|
160
|
+
if (payloadInput.isComplete() || incompletePayloadWaits.has(payloadInput)) {
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
incompletePayloadWaits.add(payloadInput);
|
|
164
|
+
|
|
165
|
+
const fork = config.getForkName(payloadInput.slot);
|
|
166
|
+
const cutoffTimeMs = getCutoffTimeMs(chain, payloadInput.slot, config.getPayloadDueMs(fork));
|
|
167
|
+
payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch(() => {
|
|
168
|
+
if (
|
|
169
|
+
payloadInput.isComplete() ||
|
|
170
|
+
chain.seenPayloadEnvelopeInputCache.get(payloadInput.blockRootHex) !== payloadInput
|
|
171
|
+
) {
|
|
172
|
+
return;
|
|
173
|
+
}
|
|
174
|
+
chain.logger.debug("Payload envelope incomplete at payload deadline", payloadInput.getLogMeta());
|
|
175
|
+
chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
|
|
176
|
+
payloadInput,
|
|
177
|
+
peer,
|
|
178
|
+
source: BlockInputSource.gossip,
|
|
179
|
+
});
|
|
180
|
+
});
|
|
181
|
+
}
|
|
152
182
|
|
|
153
183
|
/**
|
|
154
184
|
* Add a gossip block to the seen caches. The proposer signature of the block MUST be verified.
|
|
@@ -678,10 +708,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
678
708
|
|
|
679
709
|
// Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
|
|
680
710
|
// which is all the information we need so there is no reason to delay until execution payload arrives
|
|
681
|
-
//
|
|
682
|
-
//
|
|
683
|
-
// Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
|
|
684
|
-
// in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
|
|
711
|
+
// Columns fetched here feed payloadInput.addColumn, which resolves the waitForAllData of a
|
|
712
|
+
// pending payload import. No processExecutionPayload trigger needed from this path.
|
|
685
713
|
chain.getBlobsTracker.triggerGetBlobs(payloadInput);
|
|
686
714
|
}
|
|
687
715
|
})
|
|
@@ -691,11 +719,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
691
719
|
|
|
692
720
|
if (e instanceof BlockError) {
|
|
693
721
|
switch (e.type.code) {
|
|
694
|
-
case BlockErrorCode.DATA_UNAVAILABLE:
|
|
695
|
-
//
|
|
722
|
+
case BlockErrorCode.DATA_UNAVAILABLE:
|
|
723
|
+
// Data did not arrive in time, BlockInputSync keeps pulling it and retries the import
|
|
696
724
|
logLevel = LogLevel.debug;
|
|
697
725
|
break;
|
|
698
|
-
}
|
|
699
726
|
// ALREADY_KNOWN should not happen with ignoreIfKnown=true above
|
|
700
727
|
// PARENT_BLOCK_UNKNOWN should not happen, we handled this in validateBeaconBlock() function above
|
|
701
728
|
case BlockErrorCode.ALREADY_KNOWN:
|
|
@@ -763,7 +790,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
763
790
|
// roots per proposer and slot, which bounds full imports over gossip to one alternate
|
|
764
791
|
chain.seenBlockProposers.hasBlockRoot(signedBlock.message.slot, e.type.proposerIndex, e.type.root) &&
|
|
765
792
|
// A sibling with an unknown parent cannot be imported, sync fetches it if its branch becomes relevant
|
|
766
|
-
chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null
|
|
793
|
+
chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null &&
|
|
794
|
+
(!isGloasBeaconBlock(signedBlock.message) ||
|
|
795
|
+
chain.forkChoice.getBlockHexAndBlockHash(
|
|
796
|
+
toRootHex(signedBlock.message.parentRoot),
|
|
797
|
+
toRootHex(signedBlock.message.body.signedExecutionPayloadBid.message.parentBlockHash)
|
|
798
|
+
) !== null)
|
|
767
799
|
) {
|
|
768
800
|
const blockInput = cacheSignatureVerifiedBlock(
|
|
769
801
|
signedBlock,
|
|
@@ -898,28 +930,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
898
930
|
}
|
|
899
931
|
|
|
900
932
|
// NOTE: we do NOT call chain.processExecutionPayload here. That is triggered only by
|
|
901
|
-
// envelope arrival (gossip or API).
|
|
933
|
+
// envelope arrival (gossip or API). A pending payload import is awaiting
|
|
902
934
|
// payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
|
|
903
935
|
|
|
904
|
-
|
|
905
|
-
const cutoffTimeMs = getCutoffTimeMs(chain, dataColumnSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
|
|
906
|
-
// do not await here to not delay gossip validation
|
|
907
|
-
payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch((_e) => {
|
|
908
|
-
chain.logger.debug(
|
|
909
|
-
"Waited for envelope and data after receiving gossip column. Cut-off reached so emitting incompletePayloadEnvelope",
|
|
910
|
-
{
|
|
911
|
-
dataColumnIndex: index,
|
|
912
|
-
...payloadInputMeta,
|
|
913
|
-
}
|
|
914
|
-
);
|
|
915
|
-
// TODO GLOAS: UnknownBlockSync to handle this event
|
|
916
|
-
chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
|
|
917
|
-
payloadInput,
|
|
918
|
-
peer: peerIdStr,
|
|
919
|
-
source: BlockInputSource.gossip,
|
|
920
|
-
});
|
|
921
|
-
});
|
|
922
|
-
}
|
|
936
|
+
scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
|
|
923
937
|
} catch (e) {
|
|
924
938
|
logger.debug(
|
|
925
939
|
"Error handling gossip data column",
|
|
@@ -1265,6 +1279,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
1265
1279
|
seenTimestampSec,
|
|
1266
1280
|
}: GossipHandlerParamGeneric<GossipType.execution_payload>) => {
|
|
1267
1281
|
const {serializedData} = gossipData;
|
|
1282
|
+
validateGossipExecutionPayloadEnvelopeSerialized(chain, serializedData);
|
|
1268
1283
|
const signedEnvelope = sszDeserialize(topic, serializedData);
|
|
1269
1284
|
const envelope = signedEnvelope.message;
|
|
1270
1285
|
|
|
@@ -1317,17 +1332,23 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
1317
1332
|
});
|
|
1318
1333
|
}
|
|
1319
1334
|
|
|
1335
|
+
// Add the envelope in the same tick as validation, otherwise a by-root download that completes
|
|
1336
|
+
// before the next event loop sees no envelope, validates it again and adds it first
|
|
1337
|
+
if (!payloadInput.hasPayloadEnvelope()) {
|
|
1338
|
+
chain.serializedCache.set(signedEnvelope, serializedData);
|
|
1339
|
+
|
|
1340
|
+
payloadInput.addPayloadEnvelope({
|
|
1341
|
+
envelope: signedEnvelope,
|
|
1342
|
+
source: PayloadEnvelopeInputSource.gossip,
|
|
1343
|
+
seenTimestampSec,
|
|
1344
|
+
peerIdStr,
|
|
1345
|
+
});
|
|
1346
|
+
}
|
|
1347
|
+
|
|
1320
1348
|
// Handler - deferred to next event loop so the validation result propagates first
|
|
1321
1349
|
callInNextEventLoop(() => {
|
|
1322
1350
|
try {
|
|
1323
|
-
|
|
1324
|
-
|
|
1325
|
-
payloadInput.addPayloadEnvelope({
|
|
1326
|
-
envelope: signedEnvelope,
|
|
1327
|
-
source: PayloadEnvelopeInputSource.gossip,
|
|
1328
|
-
seenTimestampSec,
|
|
1329
|
-
peerIdStr,
|
|
1330
|
-
});
|
|
1351
|
+
scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
|
|
1331
1352
|
|
|
1332
1353
|
chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
|
|
1333
1354
|
slot,
|
|
@@ -1336,12 +1357,18 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
1336
1357
|
blockRoot: blockRootHex,
|
|
1337
1358
|
});
|
|
1338
1359
|
|
|
1339
|
-
|
|
1360
|
+
// Signature is verified above only for this envelope, one added by another source is verified at import
|
|
1361
|
+
const validSignature = payloadInput.getPayloadEnvelope() === signedEnvelope;
|
|
1362
|
+
chain.processExecutionPayload(payloadInput, {validSignature}).catch((e) => {
|
|
1340
1363
|
// Adjust verbosity based on error type
|
|
1341
1364
|
let logLevel: LogLevel;
|
|
1342
1365
|
|
|
1343
1366
|
if (e instanceof PayloadError) {
|
|
1344
1367
|
switch (e.type.code) {
|
|
1368
|
+
case PayloadErrorCode.DATA_UNAVAILABLE:
|
|
1369
|
+
// Columns did not arrive in time, BlockInputSync keeps pulling them and retries the import
|
|
1370
|
+
logLevel = LogLevel.debug;
|
|
1371
|
+
break;
|
|
1345
1372
|
// BLOCK_NOT_IN_FORK_CHOICE should not happen, validateGossipExecutionPayloadEnvelope above
|
|
1346
1373
|
// already verified the block is in fork choice
|
|
1347
1374
|
case PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE:
|
|
@@ -1350,11 +1377,14 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
1350
1377
|
// Errors might indicate an issue with our node or the connected EL client
|
|
1351
1378
|
logLevel = LogLevel.error;
|
|
1352
1379
|
break;
|
|
1353
|
-
// INVALID_SIGNATURE
|
|
1380
|
+
// INVALID_SIGNATURE only happens for an envelope added by another source
|
|
1354
1381
|
case PayloadErrorCode.INVALID_SIGNATURE:
|
|
1355
1382
|
case PayloadErrorCode.ENVELOPE_VERIFICATION_ERROR:
|
|
1356
1383
|
case PayloadErrorCode.EXECUTION_ENGINE_INVALID:
|
|
1357
|
-
|
|
1384
|
+
// Penalize only when the stored envelope is the one this peer sent, not one added by another source
|
|
1385
|
+
if (validSignature) {
|
|
1386
|
+
core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
|
|
1387
|
+
}
|
|
1358
1388
|
// The builder may have signed another envelope that is valid, keeping this one would make
|
|
1359
1389
|
// by-root and range sync reuse it and never import the payload
|
|
1360
1390
|
chain.seenPayloadEnvelopeInputCache.removeInvalid(payloadInput);
|
|
@@ -1501,6 +1531,56 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
1501
1531
|
}
|
|
1502
1532
|
});
|
|
1503
1533
|
},
|
|
1534
|
+
|
|
1535
|
+
[GossipType.inclusion_list]: async ({
|
|
1536
|
+
gossipData,
|
|
1537
|
+
topic,
|
|
1538
|
+
seenTimestampSec,
|
|
1539
|
+
}: GossipHandlerParamGeneric<GossipType.inclusion_list>) => {
|
|
1540
|
+
const {serializedData} = gossipData;
|
|
1541
|
+
const signedInclusionList = sszDeserialize(topic, serializedData);
|
|
1542
|
+
const {slot} = signedInclusionList.message;
|
|
1543
|
+
|
|
1544
|
+
metrics?.inclusionListsReceived.inc({source: InclusionListSource.gossip});
|
|
1545
|
+
metrics?.inclusionListTransactionsReceived.inc(
|
|
1546
|
+
{source: InclusionListSource.gossip},
|
|
1547
|
+
signedInclusionList.message.transactions.length
|
|
1548
|
+
);
|
|
1549
|
+
|
|
1550
|
+
const timer = metrics?.inclusionListsValidationTime.startTimer();
|
|
1551
|
+
let validationResult: InclusionListValidationResult;
|
|
1552
|
+
try {
|
|
1553
|
+
validationResult = await validateGossipInclusionList(chain, signedInclusionList);
|
|
1554
|
+
} finally {
|
|
1555
|
+
timer?.({source: InclusionListSource.gossip});
|
|
1556
|
+
}
|
|
1557
|
+
const {committeeIndices, totalBytes} = validationResult;
|
|
1558
|
+
|
|
1559
|
+
// Handler - deferred to next event loop so the validation result propagates first
|
|
1560
|
+
callInNextEventLoop(() => {
|
|
1561
|
+
try {
|
|
1562
|
+
metrics?.inclusionListsValid.inc({source: InclusionListSource.gossip});
|
|
1563
|
+
metrics?.inclusionListsValidSize.inc(totalBytes);
|
|
1564
|
+
// Timely only if received within its own slot before the deadline, so a list for the next slot that
|
|
1565
|
+
// passed validation under clock disparity is untimely. Late lists are still stored, marked untimely
|
|
1566
|
+
const secFromSlot = chain.clock.secFromSlot(slot, seenTimestampSec);
|
|
1567
|
+
metrics?.inclusionListArrivalTime.observe(secFromSlot);
|
|
1568
|
+
const isTimely =
|
|
1569
|
+
secFromSlot >= 0 && secFromSlot * 1000 < config.getInclusionListDueMs(config.getForkName(slot));
|
|
1570
|
+
|
|
1571
|
+
const insertOutcome = chain.inclusionListStore.process(signedInclusionList, committeeIndices, isTimely);
|
|
1572
|
+
metrics?.inclusionListStore.insertOutcome.inc({insertOutcome});
|
|
1573
|
+
metrics?.inclusionListStore.size.set(chain.inclusionListStore.size);
|
|
1574
|
+
|
|
1575
|
+
chain.emitter.emit(routes.events.EventType.inclusionList, {
|
|
1576
|
+
version: config.getForkName(slot),
|
|
1577
|
+
data: signedInclusionList,
|
|
1578
|
+
});
|
|
1579
|
+
} catch (e) {
|
|
1580
|
+
logger.debug("Error handling gossip inclusion list", {slot}, e as Error);
|
|
1581
|
+
}
|
|
1582
|
+
});
|
|
1583
|
+
},
|
|
1504
1584
|
};
|
|
1505
1585
|
}
|
|
1506
1586
|
|
|
@@ -88,6 +88,12 @@ const linearGossipQueueOpts: {
|
|
|
88
88
|
type: QueueType.FIFO,
|
|
89
89
|
dropOpts: {type: DropType.count, count: 1},
|
|
90
90
|
},
|
|
91
|
+
[GossipType.inclusion_list]: {
|
|
92
|
+
// 16 committee members, two lists each under the first-or-second-message rule, 32 per slot
|
|
93
|
+
maxLength: 1024,
|
|
94
|
+
type: QueueType.FIFO,
|
|
95
|
+
dropOpts: {type: DropType.count, count: 1},
|
|
96
|
+
},
|
|
91
97
|
};
|
|
92
98
|
|
|
93
99
|
const indexedGossipQueueOpts: {
|
|
@@ -13,6 +13,7 @@ import {
|
|
|
13
13
|
ExecutionPayloadEnvelopeErrorCode,
|
|
14
14
|
GossipAction,
|
|
15
15
|
GossipActionError,
|
|
16
|
+
InclusionListErrorCode,
|
|
16
17
|
PayloadAttestationErrorCode,
|
|
17
18
|
ProposerPreferencesErrorCode,
|
|
18
19
|
ProposerSlashingErrorCode,
|
|
@@ -86,6 +87,10 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
|
|
|
86
87
|
default: PeerAction.MidToleranceError,
|
|
87
88
|
byCode: {[PayloadAttestationErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
|
|
88
89
|
},
|
|
90
|
+
[GossipType.inclusion_list]: {
|
|
91
|
+
default: PeerAction.MidToleranceError,
|
|
92
|
+
byCode: {[InclusionListErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
|
|
93
|
+
},
|
|
89
94
|
[GossipType.execution_payload_bid]: {
|
|
90
95
|
default: PeerAction.HighToleranceError,
|
|
91
96
|
byCode: {[ExecutionPayloadBidErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
|
|
@@ -63,7 +63,7 @@ export type NetworkProcessorOpts = GossipHandlerOpts & {
|
|
|
63
63
|
/**
|
|
64
64
|
* Keep up to 3 slot of unknown roots, so we don't always emit to UnknownBlock sync.
|
|
65
65
|
*/
|
|
66
|
-
const MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE = 3;
|
|
66
|
+
export const MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE = 3;
|
|
67
67
|
|
|
68
68
|
/**
|
|
69
69
|
* Max distinct roots we BUFFER messages for, per slot. Kept tight to avoid the OOM
|
|
@@ -140,6 +140,7 @@ const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
|
|
|
140
140
|
[GossipType.payload_attestation_message]: {},
|
|
141
141
|
[GossipType.execution_payload_bid]: {},
|
|
142
142
|
[GossipType.proposer_preferences]: {},
|
|
143
|
+
[GossipType.inclusion_list]: {},
|
|
143
144
|
};
|
|
144
145
|
const executeGossipWorkOrder = Object.keys(executeGossipWorkOrderObj) as (keyof typeof executeGossipWorkOrderObj)[];
|
|
145
146
|
|
|
@@ -665,6 +666,7 @@ export class NetworkProcessor {
|
|
|
665
666
|
*
|
|
666
667
|
* For DOS protection, the message is ignored (reject metric incremented) when any cap is hit:
|
|
667
668
|
* - MAX_QUEUED_UNKNOWN_BLOCK_GOSSIP_OBJECTS: global awaiting-block message count
|
|
669
|
+
* - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE: message slot already pruned by onClockSlot, so not bounded by the per-slot root budget
|
|
668
670
|
* - MAX_BUFFERED_ROOTS_PER_SLOT: distinct roots we buffer messages for, per slot
|
|
669
671
|
* - MAX_AWAITING_MESSAGES_PER_ROOT[topic]: messages buffered per (root, topic)
|
|
670
672
|
*/
|
|
@@ -675,6 +677,10 @@ export class NetworkProcessor {
|
|
|
675
677
|
metric?.reject.inc({reason: ReprocessRejectReason.reached_limit, topic: topicType});
|
|
676
678
|
return;
|
|
677
679
|
}
|
|
680
|
+
if (slot <= this.chain.clock.currentSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE) {
|
|
681
|
+
metric?.reject.inc({reason: ReprocessRejectReason.expired, topic: topicType});
|
|
682
|
+
return;
|
|
683
|
+
}
|
|
678
684
|
// per-(root, topic) message cap: e.g. <= NUMBER_OF_COLUMNS columns per root
|
|
679
685
|
const perRootCap = MAX_AWAITING_MESSAGES_PER_ROOT[topicType];
|
|
680
686
|
if (
|
|
@@ -701,6 +707,10 @@ export class NetworkProcessor {
|
|
|
701
707
|
metric?.reject.inc({reason: ReprocessRejectReason.reached_limit, topic: topicType});
|
|
702
708
|
return;
|
|
703
709
|
}
|
|
710
|
+
if (slot <= this.chain.clock.currentSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE) {
|
|
711
|
+
metric?.reject.inc({reason: ReprocessRejectReason.expired, topic: topicType});
|
|
712
|
+
return;
|
|
713
|
+
}
|
|
704
714
|
const perRootCap = MAX_AWAITING_MESSAGES_PER_ROOT[topicType];
|
|
705
715
|
if (
|
|
706
716
|
perRootCap !== undefined &&
|
|
@@ -857,19 +867,20 @@ export class NetworkProcessor {
|
|
|
857
867
|
const nowSec = Date.now() / 1000;
|
|
858
868
|
const minSlot = clockSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE;
|
|
859
869
|
|
|
860
|
-
for (const [slot,
|
|
870
|
+
for (const [slot, bufferedRoots] of this.bufferedRootsBySlot) {
|
|
861
871
|
if (slot > minSlot) continue;
|
|
862
872
|
|
|
863
|
-
|
|
864
|
-
// for (blockPeerIds set) have block waits keyed here; skipping the rest avoids deleting a payload wait
|
|
865
|
-
// that a newer slot created for the same root (block/envelope searches share searchedRootsBySlot).
|
|
866
|
-
for (const [rootHex, entry] of searchedRoots) {
|
|
867
|
-
if (entry.blockPeerIds === undefined) continue;
|
|
873
|
+
for (const rootHex of bufferedRoots) {
|
|
868
874
|
const messagesByTopic = this.awaitingMessagesByBlockRoot.get(rootHex);
|
|
869
875
|
if (messagesByTopic === undefined) continue;
|
|
870
|
-
let
|
|
876
|
+
let remaining = 0;
|
|
871
877
|
for (const messages of messagesByTopic.values()) {
|
|
872
878
|
for (const message of messages) {
|
|
879
|
+
// the same root may be buffered again from a newer slot, keep those messages.
|
|
880
|
+
// msgSlot is always set before buffering, a missing one expires rather than leaks
|
|
881
|
+
if ((message.msgSlot ?? minSlot) > minSlot) continue;
|
|
882
|
+
messages.delete(message);
|
|
883
|
+
this.awaitingBlockMessageCount--;
|
|
873
884
|
const topicType = message.topic.type;
|
|
874
885
|
this.metrics?.awaitingBlockGossipMessages.reject.inc({
|
|
875
886
|
topic: topicType,
|
|
@@ -881,22 +892,22 @@ export class NetworkProcessor {
|
|
|
881
892
|
);
|
|
882
893
|
// No need to report the dropped job to gossip. It will be eventually pruned from the mcache
|
|
883
894
|
}
|
|
884
|
-
|
|
885
|
-
}
|
|
886
|
-
if (this.awaitingMessagesByBlockRoot.delete(rootHex)) {
|
|
887
|
-
this.awaitingBlockMessageCount -= removed;
|
|
895
|
+
remaining += messages.size;
|
|
888
896
|
}
|
|
897
|
+
if (remaining === 0) this.awaitingMessagesByBlockRoot.delete(rootHex);
|
|
889
898
|
}
|
|
890
899
|
|
|
891
|
-
|
|
892
|
-
// only roots this slot did an ENVELOPE search for (envelopePeerIds set) have payload waits keyed here.
|
|
893
|
-
for (const [rootHex, entry] of searchedRoots) {
|
|
894
|
-
if (entry.envelopePeerIds === undefined) continue;
|
|
900
|
+
for (const rootHex of bufferedRoots) {
|
|
895
901
|
const messagesByTopic = this.awaitingMessagesByPayloadBlockRoot.get(rootHex);
|
|
896
902
|
if (messagesByTopic === undefined) continue;
|
|
897
|
-
let
|
|
903
|
+
let remaining = 0;
|
|
898
904
|
for (const messages of messagesByTopic.values()) {
|
|
899
905
|
for (const message of messages) {
|
|
906
|
+
// the same root may be buffered again from a newer slot, keep those messages.
|
|
907
|
+
// msgSlot is always set before buffering, a missing one expires rather than leaks
|
|
908
|
+
if ((message.msgSlot ?? minSlot) > minSlot) continue;
|
|
909
|
+
messages.delete(message);
|
|
910
|
+
this.awaitingPayloadMessageCount--;
|
|
900
911
|
const topicType = message.topic.type;
|
|
901
912
|
this.metrics?.awaitingPayloadGossipMessages.reject.inc({
|
|
902
913
|
topic: topicType,
|
|
@@ -908,18 +919,16 @@ export class NetworkProcessor {
|
|
|
908
919
|
);
|
|
909
920
|
// No need to report the dropped job to gossip. It will be eventually pruned from the mcache
|
|
910
921
|
}
|
|
911
|
-
|
|
912
|
-
}
|
|
913
|
-
if (this.awaitingMessagesByPayloadBlockRoot.delete(rootHex)) {
|
|
914
|
-
this.awaitingPayloadMessageCount -= removed;
|
|
922
|
+
remaining += messages.size;
|
|
915
923
|
}
|
|
924
|
+
if (remaining === 0) this.awaitingMessagesByPayloadBlockRoot.delete(rootHex);
|
|
916
925
|
}
|
|
917
926
|
|
|
918
|
-
this.
|
|
927
|
+
this.bufferedRootsBySlot.delete(slot);
|
|
919
928
|
}
|
|
920
929
|
|
|
921
|
-
for (const slot of this.
|
|
922
|
-
if (slot <= minSlot) this.
|
|
930
|
+
for (const slot of this.searchedRootsBySlot.keys()) {
|
|
931
|
+
if (slot <= minSlot) this.searchedRootsBySlot.delete(slot);
|
|
923
932
|
}
|
|
924
933
|
|
|
925
934
|
for (const [peer, slot] of this.fatalPeers) {
|
|
@@ -11,7 +11,7 @@ export type GossipAttestationsWork = {
|
|
|
11
11
|
export type PendingGossipsubMessage = {
|
|
12
12
|
topic: GossipTopic;
|
|
13
13
|
msg: Message;
|
|
14
|
-
//
|
|
14
|
+
// set for every topic with a slot, held messages expire by it
|
|
15
15
|
msgSlot?: Slot;
|
|
16
16
|
msgId: string;
|
|
17
17
|
propagationSource: PeerIdStr;
|
|
@@ -311,6 +311,13 @@ export class ReqRespBeaconNode extends ReqResp {
|
|
|
311
311
|
);
|
|
312
312
|
}
|
|
313
313
|
|
|
314
|
+
if (ForkSeq[fork] >= ForkSeq.heze) {
|
|
315
|
+
protocolsAtFork.push([
|
|
316
|
+
protocols.InclusionListsByIndices(fork, this.config),
|
|
317
|
+
this.getHandler(ReqRespMethod.InclusionListsByIndices),
|
|
318
|
+
]);
|
|
319
|
+
}
|
|
320
|
+
|
|
314
321
|
return protocolsAtFork;
|
|
315
322
|
}
|
|
316
323
|
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import {PeerId} from "@libp2p/interface";
|
|
2
|
+
import {ResponseOutgoing} from "@lodestar/reqresp";
|
|
3
|
+
import {computeEpochAtSlot, computeStartSlotAtEpoch} from "@lodestar/state-transition";
|
|
4
|
+
import {heze, ssz} from "@lodestar/types";
|
|
5
|
+
import {toRootHex} from "@lodestar/utils";
|
|
6
|
+
import {IBeaconChain} from "../../../chain/index.js";
|
|
7
|
+
import {prettyPrintPeerId} from "../../util.js";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Only lists that passed gossip validation are stored and the store skips equivocators, so the spec's
|
|
11
|
+
* "SHOULD NOT respond with lists that fail gossip validation or are from equivocators" holds by construction.
|
|
12
|
+
*/
|
|
13
|
+
export async function* onInclusionListsByIndices(
|
|
14
|
+
requestBody: heze.InclusionListsByIndicesRequest,
|
|
15
|
+
chain: IBeaconChain,
|
|
16
|
+
peerId: PeerId,
|
|
17
|
+
peerClient: string
|
|
18
|
+
): AsyncIterable<ResponseOutgoing> {
|
|
19
|
+
const {slot, dependentRoot, indices} = requestBody;
|
|
20
|
+
|
|
21
|
+
const minimumRequestSlot = Math.max(
|
|
22
|
+
chain.clock.currentSlot - chain.config.MIN_SLOTS_FOR_INCLUSION_LISTS_REQUESTS,
|
|
23
|
+
computeStartSlotAtEpoch(chain.config.HEZE_FORK_EPOCH)
|
|
24
|
+
);
|
|
25
|
+
if (slot < minimumRequestSlot) {
|
|
26
|
+
chain.logger.debug("Cannot serve InclusionListsByIndices: slot below minimum request slot", {
|
|
27
|
+
slot,
|
|
28
|
+
minimumRequestSlot,
|
|
29
|
+
peer: prettyPrintPeerId(peerId),
|
|
30
|
+
client: peerClient,
|
|
31
|
+
});
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
const signedInclusionLists = chain.inclusionListStore.getByIndices(slot, toRootHex(dependentRoot), indices);
|
|
36
|
+
|
|
37
|
+
const boundary = chain.config.getForkBoundaryAtEpoch(computeEpochAtSlot(slot));
|
|
38
|
+
for (const signedInclusionList of signedInclusionLists.slice(0, chain.config.MAX_REQUEST_INCLUSION_LIST)) {
|
|
39
|
+
yield {
|
|
40
|
+
data: ssz.heze.SignedInclusionList.serialize(signedInclusionList),
|
|
41
|
+
boundary,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
}
|
|
@@ -19,6 +19,7 @@ import {onDataColumnSidecarsByRange} from "./dataColumnSidecarsByRange.js";
|
|
|
19
19
|
import {onDataColumnSidecarsByRoot} from "./dataColumnSidecarsByRoot.js";
|
|
20
20
|
import {onExecutionPayloadEnvelopesByRange} from "./executionPayloadEnvelopesByRange.js";
|
|
21
21
|
import {onExecutionPayloadEnvelopesByRoot} from "./executionPayloadEnvelopesByRoot.js";
|
|
22
|
+
import {onInclusionListsByIndices} from "./inclusionListsByIndices.js";
|
|
22
23
|
import {onLightClientBootstrap} from "./lightClientBootstrap.js";
|
|
23
24
|
import {onLightClientFinalityUpdate} from "./lightClientFinalityUpdate.js";
|
|
24
25
|
import {onLightClientOptimisticUpdate} from "./lightClientOptimisticUpdate.js";
|
|
@@ -142,6 +143,10 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
|
|
|
142
143
|
},
|
|
143
144
|
[ReqRespMethod.LightClientFinalityUpdate]: () => onLightClientFinalityUpdate(chain),
|
|
144
145
|
[ReqRespMethod.LightClientOptimisticUpdate]: () => onLightClientOptimisticUpdate(chain),
|
|
146
|
+
[ReqRespMethod.InclusionListsByIndices]: (req, peerId, peerClient) => {
|
|
147
|
+
const body = deserializeRequestBody(ssz.heze.InclusionListsByIndicesRequest, req.data);
|
|
148
|
+
return onInclusionListsByIndices(body, chain, peerId, peerClient);
|
|
149
|
+
},
|
|
145
150
|
};
|
|
146
151
|
|
|
147
152
|
return (method) => handlers[method];
|
|
@@ -113,6 +113,12 @@ export const ExecutionPayloadEnvelopesByRange = toProtocol({
|
|
|
113
113
|
contextBytesType: ContextBytesType.ForkDigest,
|
|
114
114
|
});
|
|
115
115
|
|
|
116
|
+
export const InclusionListsByIndices = toProtocol({
|
|
117
|
+
method: ReqRespMethod.InclusionListsByIndices,
|
|
118
|
+
version: Version.V1,
|
|
119
|
+
contextBytesType: ContextBytesType.ForkDigest,
|
|
120
|
+
});
|
|
121
|
+
|
|
116
122
|
export const LightClientBootstrap = toProtocol({
|
|
117
123
|
method: ReqRespMethod.LightClientBootstrap,
|
|
118
124
|
version: Version.V1,
|
|
@@ -109,6 +109,10 @@ export const rateLimitQuotas: (fork: ForkName, config: BeaconConfig) => Record<R
|
|
|
109
109
|
// Allow 2 per slot and a very safe bound until there's more testing of real usage.
|
|
110
110
|
byPeer: {quota: 2, quotaTimeMs: config.getSlotDurationMs(fork)},
|
|
111
111
|
},
|
|
112
|
+
[ReqRespMethod.InclusionListsByIndices]: {
|
|
113
|
+
// Peers only backfill what gossip missed, so a small per-slot allowance is enough
|
|
114
|
+
byPeer: {quota: 5, quotaTimeMs: config.getSlotDurationMs(fork)},
|
|
115
|
+
},
|
|
112
116
|
[ReqRespMethod.LightClientOptimisticUpdate]: {
|
|
113
117
|
// Optimistic updates should not be requested more than once per slot.
|
|
114
118
|
// Allow 2 per slot and a very safe bound until there's more testing of real usage.
|
|
@@ -16,6 +16,7 @@ import {
|
|
|
16
16
|
deneb,
|
|
17
17
|
fulu,
|
|
18
18
|
gloas,
|
|
19
|
+
heze,
|
|
19
20
|
phase0,
|
|
20
21
|
ssz,
|
|
21
22
|
sszTypesFor,
|
|
@@ -53,6 +54,7 @@ export enum ReqRespMethod {
|
|
|
53
54
|
LightClientUpdatesByRange = "light_client_updates_by_range",
|
|
54
55
|
LightClientFinalityUpdate = "light_client_finality_update",
|
|
55
56
|
LightClientOptimisticUpdate = "light_client_optimistic_update",
|
|
57
|
+
InclusionListsByIndices = "inclusion_lists_by_indices",
|
|
56
58
|
}
|
|
57
59
|
|
|
58
60
|
// To typesafe events to network
|
|
@@ -74,6 +76,7 @@ export type RequestBodyByMethod = {
|
|
|
74
76
|
[ReqRespMethod.LightClientUpdatesByRange]: altair.LightClientUpdatesByRange;
|
|
75
77
|
[ReqRespMethod.LightClientFinalityUpdate]: null;
|
|
76
78
|
[ReqRespMethod.LightClientOptimisticUpdate]: null;
|
|
79
|
+
[ReqRespMethod.InclusionListsByIndices]: heze.InclusionListsByIndicesRequest;
|
|
77
80
|
};
|
|
78
81
|
|
|
79
82
|
type ResponseBodyByMethod = {
|
|
@@ -96,6 +99,7 @@ type ResponseBodyByMethod = {
|
|
|
96
99
|
[ReqRespMethod.LightClientUpdatesByRange]: LightClientUpdate;
|
|
97
100
|
[ReqRespMethod.LightClientFinalityUpdate]: LightClientFinalityUpdate;
|
|
98
101
|
[ReqRespMethod.LightClientOptimisticUpdate]: LightClientOptimisticUpdate;
|
|
102
|
+
[ReqRespMethod.InclusionListsByIndices]: heze.SignedInclusionList;
|
|
99
103
|
};
|
|
100
104
|
|
|
101
105
|
/** Request SSZ type for each method and ForkName */
|
|
@@ -126,6 +130,7 @@ export const requestSszTypeByMethod: (
|
|
|
126
130
|
[ReqRespMethod.LightClientUpdatesByRange]: ssz.altair.LightClientUpdatesByRange,
|
|
127
131
|
[ReqRespMethod.LightClientFinalityUpdate]: null,
|
|
128
132
|
[ReqRespMethod.LightClientOptimisticUpdate]: null,
|
|
133
|
+
[ReqRespMethod.InclusionListsByIndices]: ssz.heze.InclusionListsByIndicesRequest,
|
|
129
134
|
});
|
|
130
135
|
|
|
131
136
|
export type ResponseTypeGetter<T> = (fork: ForkName, version: number) => Type<T>;
|
|
@@ -158,6 +163,7 @@ export const responseSszTypeByMethod: {[K in ReqRespMethod]: ResponseTypeGetter<
|
|
|
158
163
|
[ReqRespMethod.ExecutionPayloadEnvelopesByRange]: () => ssz.gloas.SignedExecutionPayloadEnvelope,
|
|
159
164
|
[ReqRespMethod.LightClientOptimisticUpdate]: (fork) =>
|
|
160
165
|
sszTypesFor(onlyPostAltairFork(fork)).LightClientOptimisticUpdate,
|
|
166
|
+
[ReqRespMethod.InclusionListsByIndices]: () => ssz.heze.SignedInclusionList,
|
|
161
167
|
};
|
|
162
168
|
|
|
163
169
|
function onlyPostAltairFork(fork: ForkName): ForkPostAltair {
|