@chainsafe/lodestar 1.51.0-dev.88c15a0731 → 1.51.0-dev.8d5cdd33be

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. package/.git-data.json +1 -1
  2. package/README.md +9 -7
  3. package/lib/cmds/beacon/handler.d.ts.map +1 -1
  4. package/lib/cmds/beacon/handler.js +24 -11
  5. package/lib/cmds/beacon/handler.js.map +1 -1
  6. package/lib/cmds/beacon/initBeaconState.d.ts.map +1 -1
  7. package/lib/cmds/beacon/initBeaconState.js +1 -1
  8. package/lib/cmds/beacon/initBeaconState.js.map +1 -1
  9. package/lib/cmds/beacon/pubkeysFile.d.ts +1 -1
  10. package/lib/cmds/beacon/pubkeysFile.d.ts.map +1 -1
  11. package/lib/cmds/builder/handler.d.ts.map +1 -1
  12. package/lib/cmds/builder/handler.js +6 -2
  13. package/lib/cmds/builder/handler.js.map +1 -1
  14. package/lib/cmds/builder/loadKeypair.d.ts.map +1 -1
  15. package/lib/cmds/builder/loadKeypair.js +1 -1
  16. package/lib/cmds/builder/loadKeypair.js.map +1 -1
  17. package/lib/cmds/dev/handler.js +6 -6
  18. package/lib/cmds/dev/handler.js.map +1 -1
  19. package/lib/cmds/dev/options.d.ts +3 -1
  20. package/lib/cmds/dev/options.d.ts.map +1 -1
  21. package/lib/cmds/dev/options.js +1 -3
  22. package/lib/cmds/dev/options.js.map +1 -1
  23. package/lib/cmds/validator/blsToExecutionChange.js +1 -1
  24. package/lib/cmds/validator/blsToExecutionChange.js.map +1 -1
  25. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions.js +1 -1
  26. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions.js.map +1 -1
  27. package/lib/cmds/validator/keymanager/decryptKeystores/threadPool.d.ts +1 -1
  28. package/lib/cmds/validator/keymanager/decryptKeystores/threadPool.d.ts.map +1 -1
  29. package/lib/cmds/validator/keymanager/decryptKeystores/threadPool.js.map +1 -1
  30. package/lib/cmds/validator/keymanager/impl.d.ts.map +1 -1
  31. package/lib/cmds/validator/keymanager/impl.js +1 -1
  32. package/lib/cmds/validator/keymanager/impl.js.map +1 -1
  33. package/lib/cmds/validator/keymanager/keystoreCache.js +1 -1
  34. package/lib/cmds/validator/keymanager/keystoreCache.js.map +1 -1
  35. package/lib/cmds/validator/keymanager/persistedKeys.d.ts +1 -1
  36. package/lib/cmds/validator/keymanager/persistedKeys.d.ts.map +1 -1
  37. package/lib/cmds/validator/keymanager/persistedKeys.js +1 -1
  38. package/lib/cmds/validator/keymanager/persistedKeys.js.map +1 -1
  39. package/lib/cmds/validator/options.d.ts.map +1 -1
  40. package/lib/cmds/validator/options.js +3 -9
  41. package/lib/cmds/validator/options.js.map +1 -1
  42. package/lib/cmds/validator/signers/index.js +1 -1
  43. package/lib/cmds/validator/signers/index.js.map +1 -1
  44. package/lib/cmds/validator/slashingProtection/export.d.ts.map +1 -1
  45. package/lib/cmds/validator/slashingProtection/export.js +1 -3
  46. package/lib/cmds/validator/slashingProtection/export.js.map +1 -1
  47. package/lib/cmds/validator/slashingProtection/import.js +2 -2
  48. package/lib/cmds/validator/slashingProtection/import.js.map +1 -1
  49. package/lib/cmds/validator/voluntaryExit.d.ts.map +1 -1
  50. package/lib/cmds/validator/voluntaryExit.js +2 -4
  51. package/lib/cmds/validator/voluntaryExit.js.map +1 -1
  52. package/lib/options/beaconNodeOptions/builder.d.ts +1 -0
  53. package/lib/options/beaconNodeOptions/builder.d.ts.map +1 -1
  54. package/lib/options/beaconNodeOptions/builder.js +11 -0
  55. package/lib/options/beaconNodeOptions/builder.js.map +1 -1
  56. package/lib/options/beaconNodeOptions/chain.d.ts +1 -1
  57. package/lib/options/beaconNodeOptions/chain.d.ts.map +1 -1
  58. package/lib/options/beaconNodeOptions/chain.js +8 -8
  59. package/lib/options/beaconNodeOptions/chain.js.map +1 -1
  60. package/lib/options/beaconNodeOptions/index.d.ts +3 -1
  61. package/lib/options/beaconNodeOptions/index.d.ts.map +1 -1
  62. package/lib/options/beaconNodeOptions/network.d.ts +1 -0
  63. package/lib/options/beaconNodeOptions/network.d.ts.map +1 -1
  64. package/lib/options/beaconNodeOptions/network.js +16 -0
  65. package/lib/options/beaconNodeOptions/network.js.map +1 -1
  66. package/lib/util/file.d.ts.map +1 -1
  67. package/lib/util/file.js +3 -2
  68. package/lib/util/file.js.map +1 -1
  69. package/lib/util/format.js +1 -1
  70. package/lib/util/format.js.map +1 -1
  71. package/package.json +18 -16
  72. package/src/cmds/beacon/handler.ts +32 -11
  73. package/src/cmds/beacon/initBeaconState.ts +1 -1
  74. package/src/cmds/beacon/pubkeysFile.ts +1 -1
  75. package/src/cmds/builder/handler.ts +6 -1
  76. package/src/cmds/builder/loadKeypair.ts +1 -1
  77. package/src/cmds/dev/handler.ts +6 -6
  78. package/src/cmds/dev/options.ts +1 -3
  79. package/src/cmds/validator/blsToExecutionChange.ts +1 -1
  80. package/src/cmds/validator/keymanager/decryptKeystoreDefinitions.ts +1 -1
  81. package/src/cmds/validator/keymanager/decryptKeystores/threadPool.ts +1 -1
  82. package/src/cmds/validator/keymanager/impl.ts +1 -1
  83. package/src/cmds/validator/keymanager/keystoreCache.ts +1 -1
  84. package/src/cmds/validator/keymanager/persistedKeys.ts +1 -1
  85. package/src/cmds/validator/options.ts +3 -9
  86. package/src/cmds/validator/signers/index.ts +1 -1
  87. package/src/cmds/validator/slashingProtection/export.ts +1 -3
  88. package/src/cmds/validator/slashingProtection/import.ts +2 -2
  89. package/src/cmds/validator/voluntaryExit.ts +2 -4
  90. package/src/options/beaconNodeOptions/builder.ts +15 -0
  91. package/src/options/beaconNodeOptions/chain.ts +11 -11
  92. package/src/options/beaconNodeOptions/network.ts +25 -0
  93. package/src/util/file.ts +3 -2
  94. package/src/util/format.ts +1 -1
@@ -416,9 +416,7 @@ export const validatorOptions: CliCommandOptions<IValidatorCliArgs> = {
416
416
  string: true, // Ensures the pubkey string is not automatically converted to numbers
417
417
  coerce: (pubkeys: string[]): string[] =>
418
418
  // Parse ["0x11,0x22"] to ["0x11", "0x22"]
419
- pubkeys
420
- .flatMap((item) => item.split(","))
421
- .map(ensure0xPrefix),
419
+ pubkeys.flatMap((item) => item.split(",")).map(ensure0xPrefix),
422
420
  group: "externalSigner",
423
421
  },
424
422
 
@@ -518,9 +516,7 @@ export const validatorOptions: CliCommandOptions<IValidatorCliArgs> = {
518
516
  type: "array",
519
517
  coerce: (indexes: string[]): number[] =>
520
518
  // Parse ["11..13,15..17"] to ["11..13", "15..17"]
521
- indexes
522
- .flatMap((item) => item.split(","))
523
- .flatMap(parseRange),
519
+ indexes.flatMap((item) => item.split(",")).flatMap(parseRange),
524
520
  },
525
521
 
526
522
  fromMnemonic: {
@@ -535,8 +531,6 @@ export const validatorOptions: CliCommandOptions<IValidatorCliArgs> = {
535
531
  type: "array",
536
532
  coerce: (indexes: string[]): number[] =>
537
533
  // Parse ["11..13,15..17"] to ["11..13", "15..17"]
538
- indexes
539
- .flatMap((item) => item.split(","))
540
- .flatMap(parseRange),
534
+ indexes.flatMap((item) => item.split(",")).flatMap(parseRange),
541
535
  },
542
536
  };
@@ -1,6 +1,6 @@
1
1
  import path from "node:path";
2
2
  import {deriveEth2ValidatorKeys, deriveKeyFromMnemonic} from "@chainsafe/bls-keygen";
3
- import {SecretKey} from "@chainsafe/lodestar-z/blst";
3
+ import {SecretKey} from "@lodestar/native/blst";
4
4
  import {interopSecretKey} from "@lodestar/state-transition";
5
5
  import {LogLevel, Logger, isValidHttpUrl} from "@lodestar/utils";
6
6
  import {Signer, SignerType, externalSignerGetKeys} from "@lodestar/validator";
@@ -42,9 +42,7 @@ export const exportCmd: CliCommand<ExportArgs, ISlashingProtectionArgs & Account
42
42
  string: true, // Ensures the pubkey string is not automatically converted to numbers
43
43
  coerce: (pubkeys: string[]): string[] =>
44
44
  // Parse ["0x11,0x22"] to ["0x11", "0x22"]
45
- pubkeys
46
- .flatMap((item) => item.split(","))
47
- .map(ensure0xPrefix),
45
+ pubkeys.flatMap((item) => item.split(",")).map(ensure0xPrefix),
48
46
  },
49
47
  },
50
48
 
@@ -1,4 +1,4 @@
1
- import fs from "node:fs";
1
+ import {readFile} from "node:fs/promises";
2
2
  import path from "node:path";
3
3
  import {getNodeLogger} from "@lodestar/logger/node";
4
4
  import {CliCommand} from "@lodestar/utils";
@@ -61,7 +61,7 @@ export const importCmd: CliCommand<ImportArgs, ISlashingProtectionArgs & Account
61
61
  (await metadata.getGenesisValidatorsRoot()) ?? (await getGenesisValidatorsRoot(args));
62
62
 
63
63
  logger.verbose("Reading slashing protection data", {file});
64
- const interchangeStr = await fs.promises.readFile(file, "utf8");
64
+ const interchangeStr = await readFile(file, "utf8");
65
65
  const interchangeJson = JSON.parse(interchangeStr) as Interchange;
66
66
 
67
67
  await slashingProtection.importInterchange(interchangeJson, genesisValidatorsRoot, logger);
@@ -1,9 +1,9 @@
1
1
  import fs from "node:fs";
2
2
  import path from "node:path";
3
3
  import inquirer from "inquirer";
4
- import {Signature} from "@chainsafe/lodestar-z/blst";
5
4
  import {ApiClient, getClient} from "@lodestar/api";
6
5
  import {BeaconConfig, createBeaconConfig} from "@lodestar/config";
6
+ import {Signature} from "@lodestar/native/blst";
7
7
  import {
8
8
  computeEpochAtSlot,
9
9
  computeSigningRoot,
@@ -59,9 +59,7 @@ If no `pubkeys` are provided, it will exit all validators that have been importe
59
59
  string: true, // Ensures the pubkey string is not automatically converted to numbers
60
60
  coerce: (pubkeys: string[]): string[] =>
61
61
  // Parse ["0x11,0x22"] to ["0x11", "0x22"]
62
- pubkeys
63
- .flatMap((item) => item.split(","))
64
- .map(ensure0xPrefix),
62
+ pubkeys.flatMap((item) => item.split(",")).map(ensure0xPrefix),
65
63
  },
66
64
 
67
65
  yes: {
@@ -6,6 +6,7 @@ export type ExecutionBuilderArgs = {
6
6
  builder: boolean;
7
7
  "builder.url"?: string;
8
8
  "builder.timeout"?: number;
9
+ "builder.bidDeadline"?: number;
9
10
  "builder.faultInspectionWindow"?: number;
10
11
  "builder.allowedFaults"?: number;
11
12
  };
@@ -20,10 +21,16 @@ export function parseArgs(args: ExecutionBuilderArgs): IBeaconNodeOptions["execu
20
21
  );
21
22
  }
22
23
 
24
+ const bidDeadline = args["builder.bidDeadline"];
25
+ if (bidDeadline !== undefined && (!Number.isInteger(bidDeadline) || bidDeadline <= 0)) {
26
+ throw new YargsError("builder.bidDeadline must be a positive integer");
27
+ }
28
+
23
29
  return {
24
30
  enabled: args.builder,
25
31
  url: args["builder.url"] ?? defaultExecutionBuilderHttpOpts.url,
26
32
  timeout: args["builder.timeout"],
33
+ bidDeadline,
27
34
  faultInspectionWindow: args["builder.faultInspectionWindow"],
28
35
  allowedFaults: args["builder.allowedFaults"],
29
36
  };
@@ -54,6 +61,14 @@ export const options: CliCommandOptions<ExecutionBuilderArgs> = {
54
61
  group: "builder",
55
62
  },
56
63
 
64
+ "builder.bidDeadline": {
65
+ description:
66
+ "Time in milliseconds builders are given to provide a bid once block production starts. Advertised to builder API endpoints via the `X-Timeout-Ms` header and applied to bids received via p2p. Post-Gloas only",
67
+ type: "number",
68
+ defaultDescription: String(defaultExecutionBuilderHttpOpts.bidDeadline),
69
+ group: "builder",
70
+ },
71
+
57
72
  "builder.faultInspectionWindow": {
58
73
  type: "number",
59
74
  description:
@@ -23,13 +23,13 @@ export type ChainArgs = {
23
23
  "chain.proposerBoostReorg"?: boolean;
24
24
  "chain.disableImportExecutionFcU"?: boolean;
25
25
  "chain.preaggregateSlotDistance"?: number;
26
+ "chain.singleAttestationIgnoreProposalDuty"?: boolean;
26
27
  "chain.attDataCacheSlotDistance"?: number;
27
28
  "chain.computeUnrealized"?: boolean;
28
29
  "chain.fastConfirmation"?: boolean;
29
30
  "chain.maxSkipSlots"?: number;
30
31
  "chain.disableProposerSlashings"?: boolean;
31
32
  emitPayloadAttributes?: boolean;
32
- broadcastValidationStrictness?: string;
33
33
  "chain.minSameMessageSignatureSetsToBatch"?: number;
34
34
  "chain.maxShufflingCacheEpochs"?: number;
35
35
  "chain.archiveStateEpochFrequency": number;
@@ -66,13 +66,13 @@ export function parseArgs(args: ChainArgs & CircuitBreakerArgs): IBeaconNodeOpti
66
66
  proposerBoostReorg: args["chain.proposerBoostReorg"],
67
67
  disableImportExecutionFcU: args["chain.disableImportExecutionFcU"],
68
68
  preaggregateSlotDistance: args["chain.preaggregateSlotDistance"],
69
+ singleAttestationIgnoreProposalDuty: args["chain.singleAttestationIgnoreProposalDuty"],
69
70
  attDataCacheSlotDistance: args["chain.attDataCacheSlotDistance"],
70
71
  computeUnrealized: args["chain.computeUnrealized"],
71
72
  fastConfirmation: args["chain.fastConfirmation"],
72
73
  maxSkipSlots: args["chain.maxSkipSlots"],
73
74
  disableProposerSlashings: args["chain.disableProposerSlashings"],
74
75
  emitPayloadAttributes: args.emitPayloadAttributes,
75
- broadcastValidationStrictness: args.broadcastValidationStrictness,
76
76
  minSameMessageSignatureSetsToBatch:
77
77
  args["chain.minSameMessageSignatureSetsToBatch"] ?? defaultOptions.chain.minSameMessageSignatureSetsToBatch,
78
78
  maxShufflingCacheEpochs: args["chain.maxShufflingCacheEpochs"] ?? defaultOptions.chain.maxShufflingCacheEpochs,
@@ -232,6 +232,15 @@ Will double processing times. Use only for debugging purposes.",
232
232
  group: "chain",
233
233
  },
234
234
 
235
+ "chain.singleAttestationIgnoreProposalDuty": {
236
+ hidden: true,
237
+ type: "boolean",
238
+ description:
239
+ "collect single attestations of every vote slot a block at the current slot can include regardless of block proposal duties, could be used with --subscribeAllSubnets",
240
+ defaultDescription: "false",
241
+ group: "chain",
242
+ },
243
+
235
244
  "chain.attDataCacheSlotDistance": {
236
245
  hidden: true,
237
246
  type: "number",
@@ -286,15 +295,6 @@ Will double processing times. Use only for debugging purposes.",
286
295
  group: "chain",
287
296
  },
288
297
 
289
- broadcastValidationStrictness: {
290
- // TODO: hide the option till validations fully implemented
291
- hidden: true,
292
- description:
293
- "'warn' or 'error' - options to either throw error or to log warning when broadcast validation can't be performed",
294
- type: "string",
295
- default: "warn",
296
- },
297
-
298
298
  "chain.minSameMessageSignatureSetsToBatch": {
299
299
  hidden: true,
300
300
  description: "Minimum number of same message signature sets to batch",
@@ -3,6 +3,7 @@ import os from "node:os";
3
3
  import {multiaddr} from "@multiformats/multiaddr";
4
4
  import {ENR} from "@chainsafe/enr";
5
5
  import {IBeaconNodeOptions, defaultOptions} from "@lodestar/beacon-node";
6
+ import {SLOTS_PER_EPOCH} from "@lodestar/params";
6
7
  import {CliCommandOptions} from "@lodestar/utils";
7
8
  import {YargsError} from "../../util/index.js";
8
9
 
@@ -55,6 +56,7 @@ export type NetworkArgs = {
55
56
  targetPeers?: number;
56
57
  subscribeAllSubnets?: boolean;
57
58
  slotsToSubscribeBeforeAggregatorDuty?: number;
59
+ slotsToSubscribeBeforeProposalDuty?: number;
58
60
  disablePeerScoring?: boolean;
59
61
  quic?: boolean;
60
62
  tcp?: boolean;
@@ -127,6 +129,19 @@ export function parseArgs(args: NetworkArgs): IBeaconNodeOptions["network"] {
127
129
  throw new YargsError("Cannot disable both TCP and QUIC transports");
128
130
  }
129
131
 
132
+ const slotsToSubscribeBeforeProposalDuty =
133
+ args.slotsToSubscribeBeforeProposalDuty ?? defaultOptions.network.slotsToSubscribeBeforeProposalDuty;
134
+ if (
135
+ !Number.isInteger(slotsToSubscribeBeforeProposalDuty) ||
136
+ slotsToSubscribeBeforeProposalDuty < 0 ||
137
+ // proposers are only known one epoch ahead (fulu proposer lookahead)
138
+ slotsToSubscribeBeforeProposalDuty > SLOTS_PER_EPOCH
139
+ ) {
140
+ throw new YargsError(
141
+ `slotsToSubscribeBeforeProposalDuty must be an integer in [0, ${SLOTS_PER_EPOCH}], got ${slotsToSubscribeBeforeProposalDuty}`
142
+ );
143
+ }
144
+
130
145
  // validate ip, ip6, ports
131
146
  const muArgs = {
132
147
  listenAddress: listenAddress ? `/ip4/${listenAddress}` : undefined,
@@ -215,6 +230,7 @@ export function parseArgs(args: NetworkArgs): IBeaconNodeOptions["network"] {
215
230
  subscribeAllSubnets: args.subscribeAllSubnets,
216
231
  slotsToSubscribeBeforeAggregatorDuty:
217
232
  args.slotsToSubscribeBeforeAggregatorDuty ?? defaultOptions.network.slotsToSubscribeBeforeAggregatorDuty,
233
+ slotsToSubscribeBeforeProposalDuty,
218
234
  disablePeerScoring: args.disablePeerScoring,
219
235
  quic,
220
236
  tcp,
@@ -337,6 +353,15 @@ export const options: CliCommandOptions<NetworkArgs> = {
337
353
  group: "network",
338
354
  },
339
355
 
356
+ slotsToSubscribeBeforeProposalDuty: {
357
+ hidden: true,
358
+ type: "number",
359
+ description:
360
+ "Number of slots before a block proposal of a connected validator to subscribe to all attestation subnets, to pack their single attestations into the block. 0 disables",
361
+ defaultDescription: String(defaultOptions.network.slotsToSubscribeBeforeProposalDuty),
362
+ group: "network",
363
+ },
364
+
340
365
  disablePeerScoring: {
341
366
  type: "boolean",
342
367
  description: "Disable peer scoring, used for testing on devnets",
package/src/util/file.ts CHANGED
@@ -1,4 +1,5 @@
1
1
  import fs from "node:fs";
2
+ import {copyFile, readFile as fsReadFile} from "node:fs/promises";
2
3
  import path from "node:path";
3
4
  import {Readable} from "node:stream";
4
5
  import stream from "node:stream/promises";
@@ -120,7 +121,7 @@ export async function downloadOrCopyFile(pathDest: string, urlOrPathSrc: string)
120
121
  await downloadFile(pathDest, urlOrPathSrc);
121
122
  } else {
122
123
  mkdir(path.dirname(pathDest));
123
- await fs.promises.copyFile(urlOrPathSrc, pathDest);
124
+ await copyFile(urlOrPathSrc, pathDest);
124
125
  }
125
126
  }
126
127
 
@@ -159,7 +160,7 @@ export async function downloadOrLoadFile(pathOrUrl: string): Promise<Uint8Array>
159
160
  const arrayBuffer = await res.arrayBuffer();
160
161
  return new Uint8Array(arrayBuffer);
161
162
  }
162
- return fs.promises.readFile(pathOrUrl);
163
+ return fsReadFile(pathOrUrl);
163
164
  }
164
165
 
165
166
  /**
@@ -1,4 +1,4 @@
1
- import {PublicKey} from "@chainsafe/lodestar-z/blst";
1
+ import {PublicKey} from "@lodestar/native/blst";
2
2
  import {fromHex} from "@lodestar/utils";
3
3
 
4
4
  /**