@lodestar/beacon-node 1.47.0-dev.be9d5b774d → 1.47.0-dev.c746ec6a07

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (145) hide show
  1. package/lib/api/impl/beacon/blocks/index.js +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  3. package/lib/api/impl/beacon/state/utils.d.ts +2 -1
  4. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  6. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  7. package/lib/chain/blocks/importExecutionPayload.js +1 -1
  8. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  9. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.d.ts +2 -2
  10. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.d.ts.map +1 -1
  11. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js +2 -2
  12. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js.map +1 -1
  13. package/lib/chain/bls/index.d.ts +1 -1
  14. package/lib/chain/bls/index.d.ts.map +1 -1
  15. package/lib/chain/bls/interface.d.ts +5 -5
  16. package/lib/chain/bls/interface.d.ts.map +1 -1
  17. package/lib/chain/bls/multithread/index.d.ts +5 -11
  18. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  19. package/lib/chain/bls/multithread/index.js +116 -101
  20. package/lib/chain/bls/multithread/index.js.map +1 -1
  21. package/lib/chain/bls/multithread/jobItem.d.ts +5 -19
  22. package/lib/chain/bls/multithread/jobItem.d.ts.map +1 -1
  23. package/lib/chain/bls/multithread/jobItem.js +10 -65
  24. package/lib/chain/bls/multithread/jobItem.js.map +1 -1
  25. package/lib/chain/bls/multithread/types.d.ts +29 -8
  26. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  27. package/lib/chain/bls/multithread/types.js +12 -0
  28. package/lib/chain/bls/multithread/types.js.map +1 -1
  29. package/lib/chain/bls/multithread/utils.d.ts +4 -0
  30. package/lib/chain/bls/multithread/utils.d.ts.map +1 -1
  31. package/lib/chain/bls/multithread/utils.js +10 -0
  32. package/lib/chain/bls/multithread/utils.js.map +1 -1
  33. package/lib/chain/bls/multithread/worker.js +49 -23
  34. package/lib/chain/bls/multithread/worker.js.map +1 -1
  35. package/lib/chain/bls/singleThread.d.ts +4 -10
  36. package/lib/chain/bls/singleThread.d.ts.map +1 -1
  37. package/lib/chain/bls/singleThread.js +8 -45
  38. package/lib/chain/bls/singleThread.js.map +1 -1
  39. package/lib/chain/bls/utils.d.ts +4 -4
  40. package/lib/chain/bls/utils.d.ts.map +1 -1
  41. package/lib/chain/bls/utils.js +18 -19
  42. package/lib/chain/bls/utils.js.map +1 -1
  43. package/lib/chain/chain.d.ts +2 -1
  44. package/lib/chain/chain.d.ts.map +1 -1
  45. package/lib/chain/chain.js +6 -4
  46. package/lib/chain/chain.js.map +1 -1
  47. package/lib/chain/interface.d.ts +2 -1
  48. package/lib/chain/interface.d.ts.map +1 -1
  49. package/lib/chain/interface.js.map +1 -1
  50. package/lib/chain/opPools/aggregatedAttestationPool.js +1 -1
  51. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  52. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  53. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  54. package/lib/chain/opPools/attestationPool.js +1 -1
  55. package/lib/chain/opPools/attestationPool.js.map +1 -1
  56. package/lib/chain/opPools/payloadAttestationPool.js +3 -3
  57. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  58. package/lib/chain/opPools/syncCommitteeMessagePool.js +1 -1
  59. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  60. package/lib/chain/opPools/syncContributionAndProofPool.js +1 -1
  61. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  62. package/lib/chain/opPools/utils.d.ts +1 -1
  63. package/lib/chain/opPools/utils.d.ts.map +1 -1
  64. package/lib/chain/opPools/utils.js +1 -1
  65. package/lib/chain/opPools/utils.js.map +1 -1
  66. package/lib/chain/seenCache/seenAttesters.d.ts +9 -5
  67. package/lib/chain/seenCache/seenAttesters.d.ts.map +1 -1
  68. package/lib/chain/seenCache/seenAttesters.js +25 -4
  69. package/lib/chain/seenCache/seenAttesters.js.map +1 -1
  70. package/lib/chain/validation/attestation.d.ts.map +1 -1
  71. package/lib/chain/validation/attestation.js +1 -4
  72. package/lib/chain/validation/attestation.js.map +1 -1
  73. package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
  74. package/lib/chain/validation/attesterSlashing.js +1 -1
  75. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  76. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  77. package/lib/chain/validation/executionPayloadBid.js +1 -2
  78. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  79. package/lib/chain/validation/executionPayloadEnvelope.js +1 -1
  80. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  81. package/lib/chain/validation/payloadAttestationMessage.d.ts.map +1 -1
  82. package/lib/chain/validation/payloadAttestationMessage.js +5 -14
  83. package/lib/chain/validation/payloadAttestationMessage.js.map +1 -1
  84. package/lib/chain/validation/proposerPreferences.js +2 -2
  85. package/lib/chain/validation/proposerPreferences.js.map +1 -1
  86. package/lib/chain/validation/proposerSlashing.js +1 -1
  87. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  88. package/lib/metrics/metrics/lodestar.d.ts +38 -18
  89. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  90. package/lib/metrics/metrics/lodestar.js +80 -50
  91. package/lib/metrics/metrics/lodestar.js.map +1 -1
  92. package/lib/network/gossip/topic.d.ts +13 -0
  93. package/lib/network/gossip/topic.d.ts.map +1 -1
  94. package/lib/network/gossip/topic.js +37 -0
  95. package/lib/network/gossip/topic.js.map +1 -1
  96. package/lib/network/network.d.ts.map +1 -1
  97. package/lib/network/network.js +22 -43
  98. package/lib/network/network.js.map +1 -1
  99. package/lib/network/util.d.ts +0 -1
  100. package/lib/network/util.d.ts.map +1 -1
  101. package/lib/network/util.js +0 -4
  102. package/lib/network/util.js.map +1 -1
  103. package/lib/node/nodejs.d.ts +2 -1
  104. package/lib/node/nodejs.d.ts.map +1 -1
  105. package/lib/node/nodejs.js.map +1 -1
  106. package/package.json +15 -15
  107. package/src/api/impl/beacon/blocks/index.ts +1 -1
  108. package/src/api/impl/beacon/state/utils.ts +2 -1
  109. package/src/chain/blocks/importExecutionPayload.ts +0 -1
  110. package/src/chain/blocks/verifyExecutionPayloadEnvelope.ts +1 -9
  111. package/src/chain/bls/index.ts +1 -1
  112. package/src/chain/bls/interface.ts +7 -3
  113. package/src/chain/bls/multithread/index.ts +148 -120
  114. package/src/chain/bls/multithread/jobItem.ts +12 -82
  115. package/src/chain/bls/multithread/types.ts +33 -8
  116. package/src/chain/bls/multithread/utils.ts +11 -0
  117. package/src/chain/bls/multithread/worker.ts +85 -27
  118. package/src/chain/bls/singleThread.ts +11 -55
  119. package/src/chain/bls/utils.ts +23 -24
  120. package/src/chain/chain.ts +7 -5
  121. package/src/chain/interface.ts +2 -1
  122. package/src/chain/opPools/aggregatedAttestationPool.ts +1 -1
  123. package/src/chain/opPools/attestationPool.ts +1 -1
  124. package/src/chain/opPools/payloadAttestationPool.ts +3 -3
  125. package/src/chain/opPools/syncCommitteeMessagePool.ts +1 -1
  126. package/src/chain/opPools/syncContributionAndProofPool.ts +1 -1
  127. package/src/chain/opPools/utils.ts +1 -1
  128. package/src/chain/seenCache/seenAttesters.ts +31 -5
  129. package/src/chain/validation/attestation.ts +1 -7
  130. package/src/chain/validation/attesterSlashing.ts +1 -8
  131. package/src/chain/validation/executionPayloadBid.ts +1 -2
  132. package/src/chain/validation/executionPayloadEnvelope.ts +0 -1
  133. package/src/chain/validation/payloadAttestationMessage.ts +6 -17
  134. package/src/chain/validation/proposerPreferences.ts +3 -3
  135. package/src/chain/validation/proposerSlashing.ts +1 -1
  136. package/src/metrics/metrics/lodestar.ts +85 -51
  137. package/src/network/gossip/topic.ts +38 -0
  138. package/src/network/network.ts +27 -55
  139. package/src/network/util.ts +0 -5
  140. package/src/node/nodejs.ts +2 -1
  141. package/lib/chain/bls/maybeBatch.d.ts +0 -12
  142. package/lib/chain/bls/maybeBatch.d.ts.map +0 -1
  143. package/lib/chain/bls/maybeBatch.js +0 -35
  144. package/lib/chain/bls/maybeBatch.js.map +0 -1
  145. package/src/chain/bls/maybeBatch.ts +0 -45
@@ -1,10 +1,6 @@
1
- import {PublicKey, asyncAggregateWithRandomness} from "@chainsafe/blst";
2
- import {ISignatureSet, PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
3
- import {Metrics} from "../../../metrics/metrics.js";
4
- import {LinkedList} from "../../../util/array.js";
5
- import {VerifySignatureOpts} from "../interface.js";
6
- import {getAggregatedPubkey} from "../utils.js";
7
- import {BlsWorkReq} from "./types.js";
1
+ import {ISignatureSet, toBlsSignatureSet} from "@lodestar/state-transition";
2
+ import {SameMessageSignatureSet, VerifySignatureOpts} from "../interface.js";
3
+ import {BlsWorkReq, JobQueueItemType} from "./types.js";
8
4
 
9
5
  export type JobQueueItem = JobQueueItemDefault | JobQueueItemSameMessage;
10
6
 
@@ -23,101 +19,35 @@ export type JobQueueItemSameMessage = {
23
19
  reject: (error?: Error) => void;
24
20
  addedTimeMs: number;
25
21
  opts: VerifySignatureOpts;
26
- sets: {publicKey: PublicKey; signature: Uint8Array}[];
22
+ sets: SameMessageSignatureSet[];
27
23
  message: Uint8Array;
28
24
  };
29
25
 
30
- export enum JobQueueItemType {
31
- default = "default",
32
- sameMessage = "same_message",
33
- }
34
-
35
26
  /**
36
27
  * Return count of signature sets from a JobQueueItem
37
28
  */
38
29
  export function jobItemSigSets(job: JobQueueItem): number {
39
- switch (job.type) {
40
- case JobQueueItemType.default:
41
- return job.sets.length;
42
- case JobQueueItemType.sameMessage:
43
- return 1;
44
- }
30
+ return job.sets.length;
45
31
  }
46
32
 
47
33
  /**
48
34
  * Prepare BlsWorkReq from JobQueueItem
49
35
  * WARNING: May throw with untrusted user input
50
36
  */
51
- export async function jobItemWorkReq(
52
- job: JobQueueItem,
53
- pubkeyCache: PubkeyCache,
54
- metrics: Metrics | null
55
- ): Promise<BlsWorkReq> {
37
+ export function jobItemWorkReq(job: JobQueueItem): BlsWorkReq {
56
38
  switch (job.type) {
57
39
  case JobQueueItemType.default:
58
40
  return {
41
+ type: JobQueueItemType.default,
59
42
  opts: job.opts,
60
- sets: job.sets.map((set) => ({
61
- // this can throw, handled in the consumer code
62
- publicKey: getAggregatedPubkey(set, pubkeyCache, metrics).toBytes(),
63
- signature: set.signature,
64
- message: set.signingRoot,
65
- })),
43
+ sets: job.sets.map(toBlsSignatureSet),
66
44
  };
67
- case JobQueueItemType.sameMessage: {
68
- const timer = metrics?.blsThreadPool.aggregateWithRandomnessAsyncDuration.startTimer();
69
- const {pk, sig} = await asyncAggregateWithRandomness(
70
- job.sets.map((set) => ({pk: set.publicKey, sig: set.signature}))
71
- );
72
- timer?.();
73
-
45
+ case JobQueueItemType.sameMessage:
74
46
  return {
47
+ type: JobQueueItemType.sameMessage,
75
48
  opts: job.opts,
76
- sets: [
77
- {
78
- publicKey: pk.toBytes(),
79
- signature: sig.toBytes(),
80
- message: job.message,
81
- },
82
- ],
49
+ sets: job.sets,
50
+ message: job.message,
83
51
  };
84
- }
85
52
  }
86
53
  }
87
-
88
- /**
89
- * Convert a JobQueueItemSameMessage into multiple JobQueueItemDefault linked to the original promise
90
- */
91
- export function jobItemSameMessageToMultiSet(job: JobQueueItemSameMessage): LinkedList<JobQueueItemDefault> {
92
- // Retry each individually
93
- // Create new jobs for each pubkey set, and Promise.all all the results
94
- const promises: Promise<boolean>[] = [];
95
- const jobs = new LinkedList<JobQueueItemDefault>();
96
-
97
- for (const set of job.sets) {
98
- promises.push(
99
- new Promise<boolean>((resolve, reject) => {
100
- jobs.push({
101
- type: JobQueueItemType.default,
102
- resolve,
103
- reject,
104
- addedTimeMs: job.addedTimeMs,
105
- opts: {batchable: false, priority: job.opts.priority},
106
- sets: [
107
- {
108
- type: SignatureSetType.single,
109
- pubkey: set.publicKey,
110
- signature: set.signature,
111
- signingRoot: job.message,
112
- },
113
- ],
114
- });
115
- })
116
- );
117
- }
118
-
119
- // Connect jobs to main job
120
- Promise.all(promises).then(job.resolve, job.reject);
121
-
122
- return jobs;
123
- }
@@ -1,25 +1,48 @@
1
- import {VerifySignatureOpts} from "../interface.js";
1
+ import {type BlsSignatureSet} from "@chainsafe/lodestar-z/bls-verifier";
2
+ import {SameMessageSignatureSet, VerifySignatureOpts} from "../interface.js";
2
3
 
3
4
  export type WorkerData = {
4
5
  workerId: number;
5
6
  };
6
7
 
7
- export type SerializedSet = {
8
- publicKey: Uint8Array;
9
- message: Uint8Array;
10
- signature: Uint8Array;
8
+ export enum JobQueueItemType {
9
+ default = "default",
10
+ sameMessage = "same_message",
11
+ }
12
+
13
+ export type BlsWorkReqDefault = {
14
+ type: JobQueueItemType.default;
15
+ opts: VerifySignatureOpts;
16
+ sets: BlsSignatureSet[];
11
17
  };
12
18
 
13
- export type BlsWorkReq = {
19
+ export type BlsWorkReqSameMessage = {
20
+ type: JobQueueItemType.sameMessage;
14
21
  opts: VerifySignatureOpts;
15
- sets: SerializedSet[];
22
+ sets: SameMessageSignatureSet[];
23
+ message: Uint8Array;
16
24
  };
17
25
 
26
+ export type BlsWorkReq = BlsWorkReqDefault | BlsWorkReqSameMessage;
27
+
18
28
  export enum WorkResultCode {
19
29
  success = "success",
20
30
  error = "error",
21
31
  }
22
32
 
33
+ export enum VerificationCallOperation {
34
+ batch = "batch",
35
+ single = "single",
36
+ fallback = "fallback",
37
+ sameMessage = "same_message",
38
+ }
39
+
40
+ export type VerificationCall = {
41
+ operation: VerificationCallOperation;
42
+ duration: number;
43
+ signatureSets: number;
44
+ };
45
+
23
46
  export type WorkResultError = {code: WorkResultCode.error; error: Error};
24
47
  export type WorkResult<R> = {code: WorkResultCode.success; result: R} | WorkResultError;
25
48
 
@@ -30,9 +53,11 @@ export type BlsWorkResult = {
30
53
  batchRetries: number;
31
54
  /** Total num of sigs that have been successfully verified with batching */
32
55
  batchSigsSuccess: number;
56
+ /** Every lodestar-z verification call made while processing this work group */
57
+ verificationCalls: VerificationCall[];
33
58
  /** Time worker function starts - UNIX timestamp in seconds and nanoseconds */
34
59
  workerStartTime: [number, number];
35
60
  /** Time worker function ends - UNIX timestamp in seconds and nanoseconds */
36
61
  workerEndTime: [number, number];
37
- results: WorkResult<boolean>[];
62
+ results: WorkResult<boolean[]>[];
38
63
  };
@@ -17,3 +17,14 @@ export function chunkifyMaximizeChunkSize<T>(arr: T[], minPerChunk: number): T[]
17
17
 
18
18
  return arrArr;
19
19
  }
20
+
21
+ /**
22
+ * Splits an array into chunks that do not exceed a maximum size.
23
+ */
24
+ export function chunkifyMaxChunkSize<T>(arr: T[], maxPerChunk: number): T[][] {
25
+ const chunks: T[][] = [];
26
+ for (let i = 0; i < arr.length; i += maxPerChunk) {
27
+ chunks.push(arr.slice(i, i + maxPerChunk));
28
+ }
29
+ return chunks;
30
+ }
@@ -1,8 +1,20 @@
1
1
  import worker from "node:worker_threads";
2
- import {PublicKey} from "@chainsafe/blst";
2
+ import {
3
+ type BlsSignatureSet,
4
+ verifySignatureSets,
5
+ verifySignatureSetsSameMessage,
6
+ } from "@chainsafe/lodestar-z/bls-verifier";
3
7
  import {expose} from "@chainsafe/threads/worker";
4
- import {SignatureSetDeserialized, verifySignatureSetsMaybeBatch} from "../maybeBatch.js";
5
- import {BlsWorkReq, BlsWorkResult, SerializedSet, WorkResult, WorkResultCode, WorkerData} from "./types.js";
8
+ import {
9
+ BlsWorkReq,
10
+ BlsWorkResult,
11
+ JobQueueItemType,
12
+ VerificationCall,
13
+ VerificationCallOperation,
14
+ WorkResult,
15
+ WorkResultCode,
16
+ WorkerData,
17
+ } from "./types.js";
6
18
  import {chunkifyMaximizeChunkSize} from "./utils.js";
7
19
 
8
20
  /**
@@ -27,23 +39,45 @@ expose({
27
39
 
28
40
  function verifyManySignatureSets(workReqArr: BlsWorkReq[]): BlsWorkResult {
29
41
  const [startSec, startNs] = process.hrtime();
30
- const results: WorkResult<boolean>[] = [];
42
+ const results: WorkResult<boolean[]>[] = [];
43
+ const verificationCalls: VerificationCall[] = [];
31
44
  let batchRetries = 0;
32
45
  let batchSigsSuccess = 0;
33
46
 
34
47
  // If there are multiple batchable sets attempt batch verification with them
35
- const batchableSets: {idx: number; sets: SignatureSetDeserialized[]}[] = [];
36
- const nonBatchableSets: {idx: number; sets: SignatureSetDeserialized[]}[] = [];
48
+ const batchableSets: {idx: number; sets: BlsSignatureSet[]}[] = [];
49
+ const nonBatchableSets: {
50
+ idx: number;
51
+ sets: BlsSignatureSet[];
52
+ operation: VerificationCallOperation.single | VerificationCallOperation.fallback;
53
+ }[] = [];
37
54
 
38
55
  // Split sets between batchable and non-batchable preserving their original index in the req array
39
56
  for (let i = 0; i < workReqArr.length; i++) {
40
57
  const workReq = workReqArr[i];
41
- const sets = workReq.sets.map(deserializeSet);
42
-
43
- if (workReq.opts.batchable) {
44
- batchableSets.push({idx: i, sets});
45
- } else {
46
- nonBatchableSets.push({idx: i, sets});
58
+ switch (workReq.type) {
59
+ case JobQueueItemType.default: {
60
+ const {sets} = workReq;
61
+ if (workReq.opts.batchable) {
62
+ batchableSets.push({idx: i, sets});
63
+ } else {
64
+ nonBatchableSets.push({idx: i, sets, operation: VerificationCallOperation.single});
65
+ }
66
+ break;
67
+ }
68
+ case JobQueueItemType.sameMessage:
69
+ try {
70
+ const result = recordVerificationCall(
71
+ verificationCalls,
72
+ VerificationCallOperation.sameMessage,
73
+ workReq.sets.length,
74
+ () => verifySignatureSetsSameMessage(workReq.sets, workReq.message)
75
+ );
76
+ results[i] = {code: WorkResultCode.success, result};
77
+ } catch (e) {
78
+ results[i] = {code: WorkResultCode.error, error: e as Error};
79
+ }
80
+ break;
47
81
  }
48
82
  }
49
83
 
@@ -52,7 +86,7 @@ function verifyManySignatureSets(workReqArr: BlsWorkReq[]): BlsWorkResult {
52
86
  const batchableChunks = chunkifyMaximizeChunkSize(batchableSets, BATCHABLE_MIN_PER_CHUNK);
53
87
 
54
88
  for (const batchableChunk of batchableChunks) {
55
- const allSets: SignatureSetDeserialized[] = [];
89
+ const allSets: BlsSignatureSet[] = [];
56
90
  for (const {sets} of batchableChunk) {
57
91
  for (const set of sets) {
58
92
  allSets.push(set);
@@ -61,33 +95,49 @@ function verifyManySignatureSets(workReqArr: BlsWorkReq[]): BlsWorkResult {
61
95
 
62
96
  try {
63
97
  // Attempt to verify multiple sets at once
64
- const isValid = verifySignatureSetsMaybeBatch(allSets);
98
+ const isValid = recordVerificationCall(verificationCalls, VerificationCallOperation.batch, allSets.length, () =>
99
+ verifySignatureSets(allSets)
100
+ );
65
101
 
66
102
  if (isValid) {
67
103
  // The entire batch is valid, return success to all
68
104
  for (const {idx, sets} of batchableChunk) {
69
105
  batchSigsSuccess += sets.length;
70
- results[idx] = {code: WorkResultCode.success, result: isValid};
106
+ results[idx] = {code: WorkResultCode.success, result: [isValid]};
71
107
  }
72
108
  } else {
73
109
  batchRetries++;
74
110
  // Re-verify all sigs
75
- nonBatchableSets.push(...batchableChunk);
111
+ nonBatchableSets.push(
112
+ ...batchableChunk.map(({idx, sets}) => ({
113
+ idx,
114
+ sets,
115
+ operation: VerificationCallOperation.fallback as const,
116
+ }))
117
+ );
76
118
  }
77
119
  } catch (_e) {
78
120
  // TODO: Ignore this error expecting that the same error will happen when re-verifying the set individually
79
- // It's not ideal but '@chainsafe/blst' may throw errors on some conditions
121
+ // It's not ideal but the BLS implementation may throw errors on some conditions
80
122
  batchRetries++;
81
123
  // Re-verify all sigs
82
- nonBatchableSets.push(...batchableChunk);
124
+ nonBatchableSets.push(
125
+ ...batchableChunk.map(({idx, sets}) => ({
126
+ idx,
127
+ sets,
128
+ operation: VerificationCallOperation.fallback as const,
129
+ }))
130
+ );
83
131
  }
84
132
  }
85
133
  }
86
134
 
87
- for (const {idx, sets} of nonBatchableSets) {
135
+ for (const {idx, sets, operation} of nonBatchableSets) {
88
136
  try {
89
- const isValid = verifySignatureSetsMaybeBatch(sets);
90
- results[idx] = {code: WorkResultCode.success, result: isValid};
137
+ const isValid = recordVerificationCall(verificationCalls, operation, sets.length, () =>
138
+ verifySignatureSets(sets)
139
+ );
140
+ results[idx] = {code: WorkResultCode.success, result: [isValid]};
91
141
  } catch (e) {
92
142
  results[idx] = {code: WorkResultCode.error, error: e as Error};
93
143
  }
@@ -99,16 +149,24 @@ function verifyManySignatureSets(workReqArr: BlsWorkReq[]): BlsWorkResult {
99
149
  workerId,
100
150
  batchRetries,
101
151
  batchSigsSuccess,
152
+ verificationCalls,
102
153
  workerStartTime: [startSec, startNs],
103
154
  workerEndTime: [workerEndSec, workerEndNs],
104
155
  results,
105
156
  };
106
157
  }
107
158
 
108
- function deserializeSet(set: SerializedSet): SignatureSetDeserialized {
109
- return {
110
- publicKey: PublicKey.fromBytes(set.publicKey),
111
- message: set.message,
112
- signature: set.signature,
113
- };
159
+ function recordVerificationCall<T>(
160
+ calls: VerificationCall[],
161
+ operation: VerificationCallOperation,
162
+ signatureSets: number,
163
+ verify: () => T
164
+ ): T {
165
+ const startTime = process.hrtime();
166
+ try {
167
+ return verify();
168
+ } finally {
169
+ const [seconds, nanoseconds] = process.hrtime(startTime);
170
+ calls.push({operation, signatureSets, duration: seconds + nanoseconds / 1e9});
171
+ }
114
172
  }
@@ -1,31 +1,20 @@
1
- import {PublicKey, Signature, aggregatePublicKeys, aggregateSignatures, verify} from "@chainsafe/blst";
2
- import {ISignatureSet, PubkeyCache} from "@lodestar/state-transition";
1
+ import {verifySignatureSetsSameMessage} from "@chainsafe/lodestar-z/bls-verifier";
2
+ import {ISignatureSet} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/index.js";
4
- import {IBlsVerifier} from "./interface.js";
5
- import {verifySignatureSetsMaybeBatch} from "./maybeBatch.js";
6
- import {getAggregatedPubkey, getAggregatedPubkeysCount} from "./utils.js";
4
+ import {IBlsVerifier, SameMessageSignatureSet} from "./interface.js";
5
+ import {chunkSameMessageSignatureSets, getAggregatedPubkeysCount, verifySignatureSetsInBatches} from "./utils.js";
7
6
 
8
7
  export class BlsSingleThreadVerifier implements IBlsVerifier {
9
8
  private readonly metrics: Metrics | null;
10
- private readonly pubkeyCache: PubkeyCache;
11
-
12
- constructor({metrics = null, pubkeyCache}: {metrics: Metrics | null; pubkeyCache: PubkeyCache}) {
9
+ constructor({metrics = null}: {metrics: Metrics | null}) {
13
10
  this.metrics = metrics;
14
- this.pubkeyCache = pubkeyCache;
15
11
  }
16
12
 
17
13
  async verifySignatureSets(sets: ISignatureSet[]): Promise<boolean> {
18
14
  this.metrics?.bls.aggregatedPubkeys.inc(getAggregatedPubkeysCount(sets));
19
15
 
20
- const setsAggregated = sets.map((set) => ({
21
- publicKey: getAggregatedPubkey(set, this.pubkeyCache, this.metrics),
22
- message: set.signingRoot,
23
- signature: set.signature,
24
- }));
25
-
26
- // Count time after aggregating
27
16
  const timer = this.metrics?.blsThreadPool.mainThreadDurationInThreadPool.startTimer();
28
- const isValid = verifySignatureSetsMaybeBatch(setsAggregated);
17
+ const isValid = verifySignatureSetsInBatches(sets);
29
18
 
30
19
  // Don't use a try/catch, only count run without exceptions
31
20
  if (timer) {
@@ -35,46 +24,13 @@ export class BlsSingleThreadVerifier implements IBlsVerifier {
35
24
  return isValid;
36
25
  }
37
26
 
38
- async verifySignatureSetsSameMessage(
39
- sets: {publicKey: PublicKey; signature: Uint8Array}[],
40
- message: Uint8Array
41
- ): Promise<boolean[]> {
27
+ async verifySignatureSetsSameMessage(sets: SameMessageSignatureSet[], message: Uint8Array): Promise<boolean[]> {
42
28
  const timer = this.metrics?.blsThreadPool.mainThreadDurationInThreadPool.startTimer();
43
- const pubkey = aggregatePublicKeys(sets.map((set) => set.publicKey));
44
- let isAllValid = true;
45
- // validate signature = true
46
- const signatures = sets.map((set) => {
47
- try {
48
- return Signature.fromBytes(set.signature, true);
49
- } catch (_) {
50
- // at least one set has malformed signature
51
- isAllValid = false;
52
- return null;
53
- }
54
- });
55
-
56
- if (isAllValid) {
57
- const signature = aggregateSignatures(signatures as Signature[]);
58
- isAllValid = verify(message, pubkey, signature);
59
- }
60
-
61
- let result: boolean[];
62
- if (isAllValid) {
63
- result = sets.map(() => true);
64
- } else {
65
- result = sets.map((set, i) => {
66
- const sig = signatures[i];
67
- if (sig === null) {
68
- return false;
69
- }
70
- return verify(message, set.publicKey, sig);
71
- });
29
+ const result: boolean[] = [];
30
+ for (const setsChunk of chunkSameMessageSignatureSets(sets)) {
31
+ result.push(...verifySignatureSetsSameMessage(setsChunk, message));
72
32
  }
73
-
74
- if (timer) {
75
- timer();
76
- }
77
-
33
+ timer?.();
78
34
  return result;
79
35
  }
80
36
 
@@ -1,33 +1,32 @@
1
- import {PublicKey, aggregatePublicKeys} from "@chainsafe/blst";
2
- import {ISignatureSet, PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
3
- import {Metrics} from "../../metrics/metrics.js";
1
+ import {
2
+ BLS_VERIFIER_MAX_BATCH_SIZE,
3
+ BLS_VERIFIER_MAX_SAME_MESSAGE_BATCH_SIZE,
4
+ verifySignatureSets,
5
+ } from "@chainsafe/lodestar-z/bls-verifier";
6
+ import {ISignatureSet, SignatureSetType, toBlsSignatureSet} from "@lodestar/state-transition";
7
+ import {SameMessageSignatureSet} from "./interface.js";
4
8
 
5
- export function getAggregatedPubkey(
6
- signatureSet: ISignatureSet,
7
- pubkeyCache: PubkeyCache,
8
- metrics: Metrics | null = null
9
- ): PublicKey {
10
- switch (signatureSet.type) {
11
- case SignatureSetType.single:
12
- return signatureSet.pubkey;
9
+ export function verifySignatureSetsInBatches(signatureSets: ISignatureSet[]): boolean {
10
+ if (signatureSets.length === 0) {
11
+ return false;
12
+ }
13
13
 
14
- case SignatureSetType.indexed: {
15
- return pubkeyCache.getOrThrow(signatureSet.index);
14
+ for (let start = 0; start < signatureSets.length; start += BLS_VERIFIER_MAX_BATCH_SIZE) {
15
+ const sets = signatureSets.slice(start, start + BLS_VERIFIER_MAX_BATCH_SIZE).map(toBlsSignatureSet);
16
+ if (!verifySignatureSets(sets)) {
17
+ return false;
16
18
  }
19
+ }
17
20
 
18
- case SignatureSetType.aggregate: {
19
- const timer = metrics?.blsThreadPool.pubkeysAggregationMainThreadDuration.startTimer();
20
- const pubkeys = signatureSet.indices.map((i) => {
21
- return pubkeyCache.getOrThrow(i);
22
- });
23
- const aggregated = aggregatePublicKeys(pubkeys);
24
- timer?.();
25
- return aggregated;
26
- }
21
+ return true;
22
+ }
27
23
 
28
- default:
29
- throw Error("Unknown signature set type");
24
+ export function chunkSameMessageSignatureSets(sets: SameMessageSignatureSet[]): SameMessageSignatureSet[][] {
25
+ const chunks: SameMessageSignatureSet[][] = [];
26
+ for (let start = 0; start < sets.length; start += BLS_VERIFIER_MAX_SAME_MESSAGE_BATCH_SIZE) {
27
+ chunks.push(sets.slice(start, start + BLS_VERIFIER_MAX_SAME_MESSAGE_BATCH_SIZE));
30
28
  }
29
+ return chunks;
31
30
  }
32
31
 
33
32
  export function getAggregatedPubkeysCount(signatureSets: ISignatureSet[]): number {
@@ -1,5 +1,6 @@
1
1
  import path from "node:path";
2
2
  import {PrivateKey} from "@libp2p/interface";
3
+ import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
3
4
  import {Type} from "@chainsafe/ssz";
4
5
  import {routes} from "@lodestar/api";
5
6
  import {BeaconConfig} from "@lodestar/config";
@@ -25,7 +26,6 @@ import {
25
26
  EffectiveBalanceIncrements,
26
27
  EpochShuffling,
27
28
  IBeaconStateView,
28
- PubkeyCache,
29
29
  computeEndSlotAtEpoch,
30
30
  computeEpochAtSlot,
31
31
  computeStartSlotAtEpoch,
@@ -307,8 +307,8 @@ export class BeaconChain implements IBeaconChain {
307
307
  const emitter = new ChainEventEmitter();
308
308
  // by default, verify signatures on both main threads and worker threads
309
309
  const bls = opts.blsVerifyAllMainThread
310
- ? new BlsSingleThreadVerifier({metrics, pubkeyCache})
311
- : new BlsMultiThreadWorkerPool(opts, {logger, metrics, pubkeyCache});
310
+ ? new BlsSingleThreadVerifier({metrics})
311
+ : new BlsMultiThreadWorkerPool(opts, {logger, metrics});
312
312
 
313
313
  if (!clock) clock = new Clock({config, genesisTime: this.genesisTime, signal});
314
314
 
@@ -579,7 +579,7 @@ export class BeaconChain implements IBeaconChain {
579
579
  // seenAggregators = single aggregator index, not participants of the aggregate
580
580
  this.seenAggregators.isKnown(epoch, index) ||
581
581
  // seenPayloadAttesters = single signer of payload attestation message
582
- this.seenPayloadAttesters.isKnown(epoch, index) ||
582
+ this.seenPayloadAttesters.seenAtEpoch(epoch, index) ||
583
583
  // seenBlockProposers = single block proposer
584
584
  this.seenBlockProposers.seenAtEpoch(epoch, index)
585
585
  );
@@ -1090,7 +1090,7 @@ export class BeaconChain implements IBeaconChain {
1090
1090
  RegenCaller.produceBlock
1091
1091
  );
1092
1092
  const proposerIndex = state.getBeaconProposer(slot);
1093
- const proposerPubKey = this.pubkeyCache.getOrThrow(proposerIndex).toBytes();
1093
+ const proposerPubKey = this.pubkeyCache.getPubkeyBytesOrThrow(proposerIndex);
1094
1094
 
1095
1095
  const {body, produceResult, executionPayloadValue, shouldOverrideBuilder} = await produceBlockBody.call(
1096
1096
  this,
@@ -1577,6 +1577,8 @@ export class BeaconChain implements IBeaconChain {
1577
1577
  // syncContributionAndProofPool tracks metrics on its own
1578
1578
  metrics.opPool.blsToExecutionChangePoolSize.set(this.opPool.blsToExecutionChangeSize);
1579
1579
  metrics.chain.blacklistedBlocks.set(this.blacklistedBlocks.size);
1580
+ metrics.bls.pubkeyCacheSize.set(this.pubkeyCache.size);
1581
+ metrics.bls.pubkeyCacheCapacity.set(this.pubkeyCache.capacity);
1580
1582
 
1581
1583
  const headState = this.getHeadState();
1582
1584
  if (isStatePostElectra(headState)) {
@@ -1,7 +1,8 @@
1
+ import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
1
2
  import {Type} from "@chainsafe/ssz";
2
3
  import {BeaconConfig} from "@lodestar/config";
3
4
  import {CheckpointWithHex, IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
4
- import {EpochShuffling, IBeaconStateView, PubkeyCache} from "@lodestar/state-transition";
5
+ import {EpochShuffling, IBeaconStateView} from "@lodestar/state-transition";
5
6
  import {
6
7
  BeaconBlock,
7
8
  BlindedBeaconBlock,
@@ -1,4 +1,4 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/blst";
1
+ import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
2
  import {BitArray} from "@chainsafe/ssz";
3
3
  import {BeaconConfig} from "@lodestar/config";
4
4
  import {IForkChoice} from "@lodestar/fork-choice";
@@ -1,4 +1,4 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/blst";
1
+ import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
2
  import {BitArray} from "@chainsafe/ssz";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {MAX_COMMITTEES_PER_SLOT, isForkPostElectra} from "@lodestar/params";
@@ -1,4 +1,4 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/blst";
1
+ import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
2
  import {BitArray} from "@chainsafe/ssz";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {MAX_COMMITTEES_PER_SLOT, MAX_PAYLOAD_ATTESTATIONS, PTC_SIZE} from "@lodestar/params";
@@ -178,8 +178,8 @@ function aggregateMessageInto(
178
178
  validatorCommitteeIndices: number[],
179
179
  aggregate: AggregateFast
180
180
  ): InsertOutcome {
181
- // Gossip dedup via `seenPayloadAttesters` is keyed by (epoch, validatorIndex), so the same
182
- // validator's message is never processed twice all of its bits are set together or none.
181
+ // Gossip dedup via `seenPayloadAttesters` is keyed by (slot, validatorIndex), so the same
182
+ // validator's message is never processed twice for this aggregate's slot. All of its bits are set together or none.
183
183
  // Checking the first index is sufficient.
184
184
  if (aggregate.aggregationBits.get(validatorCommitteeIndices[0]) === true) {
185
185
  return InsertOutcome.AlreadyKnown;
@@ -1,4 +1,4 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/blst";
1
+ import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
2
  import {BitArray} from "@chainsafe/ssz";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";
@@ -1,4 +1,4 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/blst";
1
+ import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
2
  import {BitArray} from "@chainsafe/ssz";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_SIZE} from "@lodestar/params";
@@ -1,4 +1,4 @@
1
- import {Signature} from "@chainsafe/blst";
1
+ import {Signature} from "@chainsafe/lodestar-z/blst";
2
2
  import {BLS_WITHDRAWAL_PREFIX} from "@lodestar/params";
3
3
  import {IBeaconStateView} from "@lodestar/state-transition";
4
4
  import {Slot, capella} from "@lodestar/types";