@chainsafe/lodestar 1.9.0-dev.5b5530b393 → 1.9.0-dev.5d9d86d100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/.git-data.json +1 -1
  2. package/lib/applyPreset.js +7 -1
  3. package/lib/applyPreset.js.map +1 -1
  4. package/lib/cli.js +1 -1
  5. package/lib/cli.js.map +1 -1
  6. package/lib/cmds/beacon/handler.d.ts +3 -3
  7. package/lib/cmds/beacon/handler.js +54 -15
  8. package/lib/cmds/beacon/handler.js.map +1 -1
  9. package/lib/cmds/beacon/initBeaconState.js +23 -9
  10. package/lib/cmds/beacon/initBeaconState.js.map +1 -1
  11. package/lib/cmds/beacon/options.d.ts +7 -6
  12. package/lib/cmds/beacon/options.js +19 -8
  13. package/lib/cmds/beacon/options.js.map +1 -1
  14. package/lib/cmds/dev/options.d.ts +10 -6
  15. package/lib/cmds/lightclient/handler.js +8 -2
  16. package/lib/cmds/lightclient/handler.js.map +1 -1
  17. package/lib/cmds/lightclient/options.d.ts +4 -3
  18. package/lib/cmds/lightclient/options.js +0 -2
  19. package/lib/cmds/lightclient/options.js.map +1 -1
  20. package/lib/cmds/validator/blsToExecutionChange.d.ts +3 -3
  21. package/lib/cmds/validator/blsToExecutionChange.js +12 -5
  22. package/lib/cmds/validator/blsToExecutionChange.js.map +1 -1
  23. package/lib/cmds/validator/handler.js +24 -24
  24. package/lib/cmds/validator/handler.js.map +1 -1
  25. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions.d.ts +16 -0
  26. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions.js +108 -0
  27. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions.js.map +1 -0
  28. package/lib/cmds/validator/keymanager/decryptKeystores/index.d.ts +2 -0
  29. package/lib/cmds/validator/keymanager/decryptKeystores/index.js +2 -0
  30. package/lib/cmds/validator/keymanager/decryptKeystores/index.js.map +1 -0
  31. package/lib/cmds/validator/keymanager/decryptKeystores/poolSize.d.ts +6 -0
  32. package/lib/cmds/validator/keymanager/decryptKeystores/poolSize.js +19 -0
  33. package/lib/cmds/validator/keymanager/decryptKeystores/poolSize.js.map +1 -0
  34. package/lib/cmds/validator/keymanager/decryptKeystores/threadPool.d.ts +25 -0
  35. package/lib/cmds/validator/keymanager/decryptKeystores/threadPool.js +53 -0
  36. package/lib/cmds/validator/keymanager/decryptKeystores/threadPool.js.map +1 -0
  37. package/lib/cmds/validator/keymanager/decryptKeystores/types.d.ts +11 -0
  38. package/lib/cmds/validator/keymanager/decryptKeystores/types.js +4 -0
  39. package/lib/cmds/validator/keymanager/decryptKeystores/types.js.map +1 -0
  40. package/lib/cmds/validator/keymanager/decryptKeystores/worker.d.ts +9 -0
  41. package/lib/cmds/validator/keymanager/{decryptKeystoreDefinitions → decryptKeystores}/worker.js +6 -5
  42. package/lib/cmds/validator/keymanager/decryptKeystores/worker.js.map +1 -0
  43. package/lib/cmds/validator/keymanager/impl.d.ts +2 -1
  44. package/lib/cmds/validator/keymanager/impl.js +23 -16
  45. package/lib/cmds/validator/keymanager/impl.js.map +1 -1
  46. package/lib/cmds/validator/keymanager/keystoreCache.js +2 -1
  47. package/lib/cmds/validator/keymanager/keystoreCache.js.map +1 -1
  48. package/lib/cmds/validator/options.d.ts +5 -3
  49. package/lib/cmds/validator/options.js +6 -1
  50. package/lib/cmds/validator/options.js.map +1 -1
  51. package/lib/cmds/validator/signers/importExternalKeystores.js +0 -2
  52. package/lib/cmds/validator/signers/importExternalKeystores.js.map +1 -1
  53. package/lib/cmds/validator/signers/index.d.ts +2 -2
  54. package/lib/cmds/validator/signers/index.js +3 -1
  55. package/lib/cmds/validator/signers/index.js.map +1 -1
  56. package/lib/cmds/validator/signers/logSigners.d.ts +2 -2
  57. package/lib/cmds/validator/signers/logSigners.js.map +1 -1
  58. package/lib/cmds/validator/slashingProtection/export.d.ts +3 -2
  59. package/lib/cmds/validator/slashingProtection/export.js +47 -14
  60. package/lib/cmds/validator/slashingProtection/export.js.map +1 -1
  61. package/lib/cmds/validator/slashingProtection/import.d.ts +2 -2
  62. package/lib/cmds/validator/slashingProtection/import.js +11 -6
  63. package/lib/cmds/validator/slashingProtection/import.js.map +1 -1
  64. package/lib/cmds/validator/slashingProtection/utils.d.ts +2 -2
  65. package/lib/cmds/validator/slashingProtection/utils.js +4 -8
  66. package/lib/cmds/validator/slashingProtection/utils.js.map +1 -1
  67. package/lib/cmds/validator/voluntaryExit.js +1 -1
  68. package/lib/cmds/validator/voluntaryExit.js.map +1 -1
  69. package/lib/options/beaconNodeOptions/api.d.ts +6 -5
  70. package/lib/options/beaconNodeOptions/api.js +8 -2
  71. package/lib/options/beaconNodeOptions/api.js.map +1 -1
  72. package/lib/options/beaconNodeOptions/builder.d.ts +4 -5
  73. package/lib/options/beaconNodeOptions/builder.js +10 -14
  74. package/lib/options/beaconNodeOptions/builder.js.map +1 -1
  75. package/lib/options/beaconNodeOptions/chain.d.ts +13 -12
  76. package/lib/options/beaconNodeOptions/chain.js +12 -2
  77. package/lib/options/beaconNodeOptions/chain.js.map +1 -1
  78. package/lib/options/beaconNodeOptions/eth1.d.ts +6 -6
  79. package/lib/options/beaconNodeOptions/eth1.js +6 -1
  80. package/lib/options/beaconNodeOptions/eth1.js.map +1 -1
  81. package/lib/options/beaconNodeOptions/execution.d.ts +1 -1
  82. package/lib/options/beaconNodeOptions/execution.js +9 -5
  83. package/lib/options/beaconNodeOptions/execution.js.map +1 -1
  84. package/lib/options/beaconNodeOptions/index.d.ts +15 -12
  85. package/lib/options/beaconNodeOptions/metrics.d.ts +1 -1
  86. package/lib/options/beaconNodeOptions/metrics.js +2 -2
  87. package/lib/options/beaconNodeOptions/metrics.js.map +1 -1
  88. package/lib/options/beaconNodeOptions/monitoring.d.ts +5 -5
  89. package/lib/options/beaconNodeOptions/network.d.ts +19 -17
  90. package/lib/options/beaconNodeOptions/network.js +27 -10
  91. package/lib/options/beaconNodeOptions/network.js.map +1 -1
  92. package/lib/options/beaconNodeOptions/sync.d.ts +4 -4
  93. package/lib/options/beaconNodeOptions/sync.js +2 -1
  94. package/lib/options/beaconNodeOptions/sync.js.map +1 -1
  95. package/lib/options/globalOptions.d.ts +2 -2
  96. package/lib/options/logOptions.d.ts +11 -1
  97. package/lib/options/logOptions.js +7 -6
  98. package/lib/options/logOptions.js.map +1 -1
  99. package/lib/util/command.d.ts +2 -1
  100. package/lib/util/command.js.map +1 -1
  101. package/lib/util/file.js.map +1 -1
  102. package/lib/util/index.d.ts +1 -0
  103. package/lib/util/index.js +1 -0
  104. package/lib/util/index.js.map +1 -1
  105. package/lib/util/logger.d.ts +7 -23
  106. package/lib/util/logger.js +53 -80
  107. package/lib/util/logger.js.map +1 -1
  108. package/lib/util/pruneOldFilesInDir.d.ts +2 -0
  109. package/lib/util/pruneOldFilesInDir.js +17 -0
  110. package/lib/util/pruneOldFilesInDir.js.map +1 -0
  111. package/package.json +16 -15
  112. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/index.d.ts +0 -8
  113. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/index.js +0 -92
  114. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/index.js.map +0 -1
  115. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/poolSize.d.ts +0 -6
  116. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/poolSize.js +0 -19
  117. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/poolSize.js.map +0 -1
  118. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/types.d.ts +0 -12
  119. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/types.js +0 -2
  120. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/types.js.map +0 -1
  121. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/worker.d.ts +0 -9
  122. package/lib/cmds/validator/keymanager/decryptKeystoreDefinitions/worker.js.map +0 -1
  123. package/lib/util/loggerConsoleTransport.d.ts +0 -24
  124. package/lib/util/loggerConsoleTransport.js +0 -35
  125. package/lib/util/loggerConsoleTransport.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"blsToExecutionChange.js","sourceRoot":"","sources":["../../../src/cmds/validator/blsToExecutionChange.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAC,8BAA8B,EAAE,QAAQ,EAAC,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAC,kBAAkB,EAAC,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAC,GAAG,EAAU,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAC,MAAM,eAAe,CAAC;AAClD,OAAO,EAAC,aAAa,EAAC,MAAM,gBAAgB,CAAC;AAC7C,OAAO,GAAG,MAAM,gBAAgB,CAAC;AACjC,OAAO,EAAC,WAAW,EAAC,MAAM,sBAAsB,CAAC;AAIjD,OAAO,EAAC,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AAW9D,MAAM,CAAC,MAAM,oBAAoB,GAAyE;IACxG,OAAO,EAAE,yBAAyB;IAElC,QAAQ,EACN;;4CAEwC;IAE1C,QAAQ,EAAE;QACR;YACE,OAAO,EAAE,mGAAmG;YAC5G,WAAW,EAAE,8EAA8E;SAC5F;KACF;IAED,OAAO,EAAE;QACP,SAAS,EAAE;YACT,WAAW,EAAE,iFAAiF;YAC9F,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;SACb;QACD,cAAc,EAAE;YACd,WAAW,EAAE,iDAAiD;YAC9D,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;SACb;QACD,kBAAkB,EAAE;YAClB,WAAW,EAAE,wEAAwE;YACrF,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;SACb;KACF;IAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,0FAA0F;QAC1F,gCAAgC;QAChC,MAAM,EAAC,MAAM,EAAE,eAAe,EAAC,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,SAAS,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAC,EAAE,EAAC,MAAM,EAAE,eAAe,EAAC,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACpD,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC1D,MAAM,EAAC,qBAAqB,EAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;QACzD,MAAM,MAAM,GAAG,kBAAkB,CAAC,eAAe,EAAE,qBAAqB,CAAC,CAAC;QAE1E,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAC,CAAC,CAAC;QAC5F,QAAQ,CAAC,MAAM,CAAC,iBAAiB,EAAE,gCAAgC,CAAC,CAAC;QACrE,MAAM,eAAe,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC;QACxD,MAAM,cAAc,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,cAAc,KAAK,SAAS,EAAE;YAChC,MAAM,IAAI,KAAK,CAAC,oBAAoB,SAAS,qBAAqB,CAAC,CAAC;SACrE;QAED,MAAM,cAAc,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;QACnF,MAAM,aAAa,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAEnF,MAAM,oBAAoB,GAAiC;YACzD,cAAc,EAAE,cAAc,CAAC,KAAK;YACpC,aAAa;YACb,kBAAkB,EAAE,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC;SAC3D,CAAC;QAEF,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC,aAAa,EAAE,8BAA8B,CAAC,CAAC;QACrF,MAAM,WAAW,GAAG,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,CAAC,CAAC;QACvG,MAAM,0BAA0B,GAAG;YACjC,OAAO,EAAE,oBAAoB;YAC7B,SAAS,EAAE,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;SACtD,CAAC;QAEF,QAAQ,CAAC,MAAM,CACb,MAAM,MAAM,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,0BAA0B,CAAC,CAAC,EAChF,wCAAwC,CACzC,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,yCAAyC,SAAS,EAAE,CAAC,CAAC;IACpE,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"blsToExecutionChange.js","sourceRoot":"","sources":["../../../src/cmds/validator/blsToExecutionChange.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAC,8BAA8B,EAAE,QAAQ,EAAC,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAC,kBAAkB,EAAC,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAC,GAAG,EAAU,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAC,MAAM,eAAe,CAAC;AAClD,OAAO,EAAC,aAAa,EAAC,MAAM,gBAAgB,CAAC;AAC7C,OAAO,GAAG,MAAM,gBAAgB,CAAC;AACjC,OAAO,EAAC,WAAW,EAAC,MAAM,sBAAsB,CAAC;AAEjD,OAAO,EAAa,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAE3D,OAAO,EAAC,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AAW9D,MAAM,CAAC,MAAM,oBAAoB,GAAyE;IACxG,OAAO,EAAE,yBAAyB;IAElC,QAAQ,EACN;;4CAEwC;IAE1C,QAAQ,EAAE;QACR;YACE,OAAO,EAAE,mGAAmG;YAC5G,WAAW,EAAE,8EAA8E;SAC5F;KACF;IAED,OAAO,EAAE;QACP,SAAS,EAAE;YACT,WAAW,EAAE,iFAAiF;YAC9F,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;SACb;QACD,cAAc,EAAE;YACd,WAAW,EAAE,iDAAiD;YAC9D,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;SACb;QACD,kBAAkB,EAAE;YAClB,WAAW,EAAE,wEAAwE;YACrF,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI;SACb;KACF;IAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACtB,MAAM,EAAC,SAAS,EAAE,cAAc,EAAE,kBAAkB,EAAC,GAAG,IAAI,CAAC;QAC7D,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,UAAU,CAAC,4BAA4B,CAAC,CAAC;QACnE,IAAI,CAAC,cAAc;YAAE,MAAM,IAAI,UAAU,CAAC,iCAAiC,CAAC,CAAC;QAC7E,IAAI,CAAC,kBAAkB;YAAE,MAAM,IAAI,UAAU,CAAC,qCAAqC,CAAC,CAAC;QAErF,0FAA0F;QAC1F,gCAAgC;QAChC,MAAM,EAAC,MAAM,EAAE,eAAe,EAAC,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,SAAS,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAC,EAAE,EAAC,MAAM,EAAE,eAAe,EAAC,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACpD,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC1D,MAAM,EAAC,qBAAqB,EAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;QACzD,MAAM,MAAM,GAAG,kBAAkB,CAAC,eAAe,EAAE,qBAAqB,CAAC,CAAC;QAE1E,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAC,CAAC,CAAC;QAC5F,QAAQ,CAAC,MAAM,CAAC,iBAAiB,EAAE,gCAAgC,CAAC,CAAC;QACrE,MAAM,eAAe,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC;QACxD,MAAM,cAAc,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,cAAc,KAAK,SAAS,EAAE;YAChC,MAAM,IAAI,KAAK,CAAC,oBAAoB,SAAS,qBAAqB,CAAC,CAAC;SACrE;QAED,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1E,MAAM,aAAa,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAE/E,MAAM,oBAAoB,GAAiC;YACzD,cAAc,EAAE,cAAc,CAAC,KAAK;YACpC,aAAa;YACb,kBAAkB,EAAE,aAAa,CAAC,kBAAkB,CAAC;SACtD,CAAC;QAEF,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC,aAAa,EAAE,8BAA8B,CAAC,CAAC;QACrF,MAAM,WAAW,GAAG,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,CAAC,CAAC;QACvG,MAAM,0BAA0B,GAAG;YACjC,OAAO,EAAE,oBAAoB;YAC7B,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;SAClD,CAAC;QAEF,QAAQ,CAAC,MAAM,CACb,MAAM,MAAM,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,0BAA0B,CAAC,CAAC,EAChF,wCAAwC,CACzC,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,yCAAyC,SAAS,EAAE,CAAC,CAAC;IACpE,CAAC;CACF,CAAC"}
@@ -3,9 +3,10 @@ import { setMaxListeners } from "node:events";
3
3
  import { LevelDbController } from "@lodestar/db";
4
4
  import { SlashingProtection, Validator, } from "@lodestar/validator";
5
5
  import { getMetrics } from "@lodestar/validator";
6
- import { RegistryMetricCreator, collectNodeJSMetrics, HttpMetricsServer, MonitoringService } from "@lodestar/beacon-node";
6
+ import { RegistryMetricCreator, collectNodeJSMetrics, getHttpMetricsServer, MonitoringService, } from "@lodestar/beacon-node";
7
+ import { getNodeLogger } from "@lodestar/logger/node";
7
8
  import { getBeaconConfigFromArgs } from "../../config/index.js";
8
- import { YargsError, getDefaultGraffiti, mkdir, getCliLogger, cleanOldLogFiles } from "../../util/index.js";
9
+ import { YargsError, cleanOldLogFiles, getDefaultGraffiti, mkdir, parseLoggerArgs } from "../../util/index.js";
9
10
  import { onGracefulShutdown, parseFeeRecipient, parseProposerConfig } from "../../util/index.js";
10
11
  import { getVersionData } from "../../util/version.js";
11
12
  import { getAccountPaths, getValidatorPaths } from "./paths.js";
@@ -24,12 +25,13 @@ export async function validatorHandler(args) {
24
25
  const doppelgangerProtectionEnabled = args.doppelgangerProtectionEnabled;
25
26
  const validatorPaths = getValidatorPaths(args, network);
26
27
  const accountPaths = getAccountPaths(args, network);
27
- const { logger, logParams } = getCliLogger(args, { defaultLogFilepath: path.join(validatorPaths.dataDir, "validator.log") }, config);
28
+ const defaultLogFilepath = path.join(validatorPaths.dataDir, "validator.log");
29
+ const logger = getNodeLogger(parseLoggerArgs(args, { defaultLogFilepath }, config));
28
30
  try {
29
- cleanOldLogFiles(logParams.filename, logParams.rotateMaxFiles);
31
+ cleanOldLogFiles(args, { defaultLogFilepath });
30
32
  }
31
33
  catch (e) {
32
- logger.debug("Not able to delete log files", logParams, e);
34
+ logger.debug("Not able to delete log files", {}, e);
33
35
  }
34
36
  const persistedKeysBackend = new PersistedKeysBackend(accountPaths);
35
37
  const valProposerConfig = getProposerConfigFromArgs(args, { persistedKeysBackend, accountPaths });
@@ -52,6 +54,11 @@ export async function validatorHandler(args) {
52
54
  };
53
55
  // This AbortController interrupts various validators ops: genesis req, clients call, clock etc
54
56
  const abortController = new AbortController();
57
+ // We set infinity for abort controller used for validator operations,
58
+ // to prevent MaxListenersExceededWarning which get logged when listeners > 10
59
+ // Since it is perfectly fine to have listeners > 10
60
+ setMaxListeners(Infinity, abortController.signal);
61
+ onGracefulShutdownCbs.push(async () => abortController.abort());
55
62
  /**
56
63
  * For rationale and documentation of how signers are loaded from args and disk,
57
64
  * see {@link PersistedKeysBackend} and {@link getSignersFromArgs}
@@ -69,18 +76,9 @@ export async function validatorHandler(args) {
69
76
  }
70
77
  }
71
78
  logSigners(logger, signers);
72
- // We set infinity for abort controller used for validator operations,
73
- // to prevent MaxListenersExceededWarning which get logged when listeners > 10
74
- // Since it is perfectly fine to have listeners > 10
75
- setMaxListeners(Infinity, abortController.signal);
76
- onGracefulShutdownCbs.push(async () => abortController.abort());
77
- const dbOps = {
78
- config,
79
- controller: new LevelDbController({ name: dbPath }, { metrics: null, logger }),
80
- };
81
- onGracefulShutdownCbs.push(() => dbOps.controller.stop());
82
- await dbOps.controller.start();
83
- const slashingProtection = new SlashingProtection(dbOps);
79
+ const db = await LevelDbController.create({ name: dbPath }, { metrics: null, logger });
80
+ onGracefulShutdownCbs.push(() => db.close());
81
+ const slashingProtection = new SlashingProtection(db);
84
82
  // Create metrics registry if metrics are enabled or monitoring endpoint is configured
85
83
  // Send version and network data for static registries
86
84
  const register = args["metrics"] || args["monitoring.endpoint"] ? new RegistryMetricCreator() : null;
@@ -93,9 +91,8 @@ export async function validatorHandler(args) {
93
91
  if (args["metrics"]) {
94
92
  const port = (_a = args["metrics.port"]) !== null && _a !== void 0 ? _a : validatorMetricsDefaultOptions.port;
95
93
  const address = (_b = args["metrics.address"]) !== null && _b !== void 0 ? _b : validatorMetricsDefaultOptions.address;
96
- const metricsServer = new HttpMetricsServer({ port, address }, { register, logger });
97
- onGracefulShutdownCbs.push(() => metricsServer.stop());
98
- await metricsServer.start();
94
+ const metricsServer = await getHttpMetricsServer({ port, address }, { register, logger });
95
+ onGracefulShutdownCbs.push(() => metricsServer.close());
99
96
  }
100
97
  }
101
98
  if (args["monitoring.endpoint"]) {
@@ -107,13 +104,13 @@ export async function validatorHandler(args) {
107
104
  requestTimeout: (_e = args["monitoring.requestTimeout"]) !== null && _e !== void 0 ? _e : requestTimeout,
108
105
  collectSystemStats: (_f = args["monitoring.collectSystemStats"]) !== null && _f !== void 0 ? _f : collectSystemStats,
109
106
  }, { register: register, logger });
110
- onGracefulShutdownCbs.push(() => monitoring.stop());
111
- monitoring.start();
107
+ onGracefulShutdownCbs.push(() => monitoring.close());
112
108
  }
113
109
  // This promise resolves once genesis is available.
114
110
  // It will wait for genesis, so this promise can be potentially very long
115
111
  const validator = await Validator.initializeFromBeaconNode({
116
- dbOps,
112
+ db,
113
+ config,
117
114
  slashingProtection,
118
115
  api: args.beaconNodes,
119
116
  logger,
@@ -136,12 +133,13 @@ export async function validatorHandler(args) {
136
133
  if (proposerConfigWriteDisabled) {
137
134
  logger.warn("Proposer data updates (feeRecipient/gasLimit etc) will not be available via Keymanager API as proposerSettingsFile has been set");
138
135
  }
139
- const keymanagerApi = new KeymanagerApi(validator, persistedKeysBackend, proposerConfigWriteDisabled);
136
+ const keymanagerApi = new KeymanagerApi(validator, persistedKeysBackend, abortController.signal, proposerConfigWriteDisabled);
140
137
  const keymanagerServer = new KeymanagerRestApiServer({
141
138
  address: args["keymanager.address"],
142
139
  port: args["keymanager.port"],
143
140
  cors: args["keymanager.cors"],
144
141
  isAuthEnabled: args["keymanager.authEnabled"],
142
+ headerLimit: args["keymanager.headerLimit"],
145
143
  bodyLimit: args["keymanager.bodyLimit"],
146
144
  tokenDir: dbPath,
147
145
  }, { config, logger, api: keymanagerApi, metrics: metrics ? metrics.keymanagerApiRest : null });
@@ -189,6 +187,8 @@ function parseBuilderSelection(builderSelection) {
189
187
  break;
190
188
  case "builderalways":
191
189
  break;
190
+ case "builderonly":
191
+ break;
192
192
  default:
193
193
  throw Error("Invalid input for builder selection, check help.");
194
194
  }
@@ -1 +1 @@
1
- {"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../src/cmds/validator/handler.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,eAAe,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAC,iBAAiB,EAAC,MAAM,cAAc,CAAC;AAC/C,OAAO,EAEL,kBAAkB,EAClB,SAAS,GAGV,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAC,UAAU,EAAkB,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAC,qBAAqB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACxH,OAAO,EAAC,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EAAC,UAAU,EAAE,kBAAkB,EAAE,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAC1G,OAAO,EAAC,kBAAkB,EAAE,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,qBAAqB,CAAC;AAC/F,OAAO,EAAC,cAAc,EAAC,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAC,eAAe,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC9D,OAAO,EAAoB,8BAA8B,EAAE,iCAAiC,EAAC,MAAM,cAAc,CAAC;AAClH,OAAO,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAC,oBAAoB,EAAC,MAAM,+BAA+B,CAAC;AAEnE,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAC;AAE/D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAoC;;IACzE,MAAM,EAAC,MAAM,EAAE,OAAO,EAAC,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAExD,MAAM,6BAA6B,GAAG,IAAI,CAAC,6BAA6B,CAAC;IAEzE,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAEpD,MAAM,EAAC,MAAM,EAAE,SAAS,EAAC,GAAG,YAAY,CACtC,IAAI,EACJ,EAAC,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,eAAe,CAAC,EAAC,EACxE,MAAM,CACP,CAAC;IACF,IAAI;QACF,gBAAgB,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;KAChE;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,SAAS,EAAE,CAAU,CAAC,CAAC;KACrE;IAED,MAAM,oBAAoB,GAAG,IAAI,oBAAoB,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,IAAI,EAAE,EAAC,oBAAoB,EAAE,YAAY,EAAC,CAAC,CAAC;IAEhG,MAAM,EAAC,OAAO,EAAE,MAAM,EAAC,GAAG,cAAc,EAAE,CAAC;IAC3C,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,EAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,WAAW;QAAE,MAAM,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;IAC5G,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAC,IAAI,EAAE,cAAc,CAAC,eAAe,EAAC,CAAC,CAAC;IAEtF,MAAM,MAAM,GAAG,cAAc,CAAC,eAAe,CAAC;IAC9C,KAAK,CAAC,MAAM,CAAC,CAAC;IAEd,MAAM,qBAAqB,GAAmC,EAAE,CAAC;IACjE,kBAAkB,CAAC,KAAK,IAAI,EAAE;QAC5B,KAAK,MAAM,EAAE,IAAI,qBAAqB;YAAE,MAAM,EAAE,EAAE,CAAC;IACrD,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAE7B,mFAAmF;IACnF,MAAM,uBAAuB,GAA4B,CAAC,GAAG,EAAE,EAAE;QAC/D,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC;IAEF,+FAA+F;IAC/F,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAE9C;;;;;OAKG;IACH,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAC,CAAC,CAAC;IAElG,4CAA4C;IAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE;YACtB,MAAM,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;SACnH;aAAM;YACL,MAAM,IAAI,UAAU,CAClB,wIAAwI,CACzI,CAAC;SACH;KACF;IAED,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE5B,sEAAsE;IACtE,8EAA8E;IAC9E,oDAAoD;IACpD,eAAe,CAAC,QAAQ,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAElD,qBAAqB,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC;IAEhE,MAAM,KAAK,GAAG;QACZ,MAAM;QACN,UAAU,EAAE,IAAI,iBAAiB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,EAAE,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,CAAC;KAC3E,CAAC;IACF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAE/B,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAEzD,sFAAsF;IACtF,sDAAsD;IAEtD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACrG,MAAM,OAAO,GAAG,QAAQ,IAAI,UAAU,CAAC,QAAsC,EAAE,EAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAC,CAAC,CAAC;IAE3G,+CAA+C;IAC/C,sDAAsD;IAEtD,IAAI,OAAO,EAAE;QACX,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAE/B,sDAAsD;QACtD,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE;YACnB,MAAM,IAAI,GAAG,MAAA,IAAI,CAAC,cAAc,CAAC,mCAAI,8BAA8B,CAAC,IAAI,CAAC;YACzE,MAAM,OAAO,GAAG,MAAA,IAAI,CAAC,iBAAiB,CAAC,mCAAI,8BAA8B,CAAC,OAAO,CAAC;YAClF,MAAM,aAAa,GAAG,IAAI,iBAAiB,CAAC,EAAC,IAAI,EAAE,OAAO,EAAC,EAAE,EAAC,QAAQ,EAAE,MAAM,EAAC,CAAC,CAAC;YAEjF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YACvD,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;SAC7B;KACF;IAED,IAAI,IAAI,CAAC,qBAAqB,CAAC,EAAE;QAC/B,MAAM,EAAC,QAAQ,EAAE,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAC,GAAG,iCAAiC,CAAC;QAEvG,MAAM,UAAU,GAAG,IAAI,iBAAiB,CACtC,WAAW,EACX;YACE,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC;YACrC,QAAQ,EAAE,MAAA,IAAI,CAAC,qBAAqB,CAAC,mCAAI,QAAQ;YACjD,YAAY,EAAE,MAAA,IAAI,CAAC,yBAAyB,CAAC,mCAAI,YAAY;YAC7D,cAAc,EAAE,MAAA,IAAI,CAAC,2BAA2B,CAAC,mCAAI,cAAc;YACnE,kBAAkB,EAAE,MAAA,IAAI,CAAC,+BAA+B,CAAC,mCAAI,kBAAkB;SAChF,EACD,EAAC,QAAQ,EAAE,QAAiC,EAAE,MAAM,EAAC,CACtD,CAAC;QAEF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,UAAU,CAAC,KAAK,EAAE,CAAC;KACpB;IAED,mDAAmD;IACnD,yEAAyE;IAEzE,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,wBAAwB,CACxD;QACE,KAAK;QACL,kBAAkB;QAClB,GAAG,EAAE,IAAI,CAAC,WAAW;QACrB,MAAM;QACN,uBAAuB;QACvB,OAAO;QACP,eAAe;QACf,6BAA6B;QAC7B,2BAA2B,EAAE,IAAI,CAAC,2BAA2B;QAC7D,6BAA6B,EAAE,IAAI,CAAC,6BAA6B;QACjE,0BAA0B,EAAE,IAAI,CAAC,0BAA0B;QAC3D,iBAAiB;QACjB,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,EACD,OAAO,CACR,CAAC;IAEF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;IAEpD,+BAA+B;IAC/B,gDAAgD;IAChD,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE;QACtB,qFAAqF;QACrF,MAAM,2BAA2B,GAAG,IAAI,CAAC,oBAAoB,KAAK,SAAS,CAAC;QAC5E,IAAI,2BAA2B,EAAE;YAC/B,MAAM,CAAC,IAAI,CACT,iIAAiI,CAClI,CAAC;SACH;QAED,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,SAAS,EAAE,oBAAoB,EAAE,2BAA2B,CAAC,CAAC;QACtG,MAAM,gBAAgB,GAAG,IAAI,uBAAuB,CAClD;YACE,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC;YACnC,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC;YAC7B,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC;YAC7B,aAAa,EAAE,IAAI,CAAC,wBAAwB,CAAC;YAC7C,SAAS,EAAE,IAAI,CAAC,sBAAsB,CAAC;YACvC,QAAQ,EAAE,MAAM;SACjB,EACD,EAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,EAAC,CAC1F,CAAC;QACF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,MAAM,gBAAgB,CAAC,MAAM,EAAE,CAAC;KACjC;AACH,CAAC;AAED,SAAS,yBAAyB,CAChC,IAAuB,EACvB,EACE,oBAAoB,EACpB,YAAY,GACuE;;IAErF,MAAM,aAAa,GAAG;QACpB,QAAQ,EAAE,MAAA,IAAI,CAAC,QAAQ,mCAAI,kBAAkB,EAAE;QAC/C,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;QACrD,YAAY,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,SAAS;QACpG,OAAO,EAAE;YACP,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,eAAe;YAC9B,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;SAC5D;KACF,CAAC;IAEF,IAAI,iBAA0C,CAAC;IAC/C,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;IAEhF,IAAI,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;QACxD,wBAAwB;QACxB,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC7B,MAAM,IAAI,UAAU,CAClB,+IAA+I,YAAY,CAAC,WAAW,kBAAkB,CAC1L,CAAC;SACH;QACD,iBAAiB,GAAG,EAAC,cAAc,EAAE,4BAA4B,EAAE,aAAa,EAAC,CAAC;KACnF;SAAM;QACL,8BAA8B;QAC9B,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC7B,oFAAoF;YACpF,iBAAiB,GAAG,mBAAmB,CAAC,IAAI,CAAC,oBAAoB,EAAE,aAAa,CAAC,CAAC;SACnF;aAAM;YACL,iBAAiB,GAAG,EAAC,aAAa,EAA4B,CAAC;SAChE;KACF;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,SAAS,qBAAqB,CAAC,gBAAyB;IACtD,IAAI,gBAAgB,EAAE;QACpB,QAAQ,gBAAgB,EAAE;YACxB,KAAK,WAAW;gBACd,MAAM;YACR,KAAK,eAAe;gBAClB,MAAM;YACR;gBACE,MAAM,KAAK,CAAC,kDAAkD,CAAC,CAAC;SACnE;KACF;IACD,OAAO,gBAAoC,CAAC;AAC9C,CAAC"}
1
+ {"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../src/cmds/validator/handler.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,eAAe,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAC,iBAAiB,EAAC,MAAM,cAAc,CAAC;AAC/C,OAAO,EAEL,kBAAkB,EAClB,SAAS,GAGV,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAC,UAAU,EAAkB,MAAM,qBAAqB,CAAC;AAChE,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAC,aAAa,EAAC,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAC,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EAAC,UAAU,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAC7G,OAAO,EAAC,kBAAkB,EAAE,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,qBAAqB,CAAC;AAC/F,OAAO,EAAC,cAAc,EAAC,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAC,eAAe,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC9D,OAAO,EAAoB,8BAA8B,EAAE,iCAAiC,EAAC,MAAM,cAAc,CAAC;AAClH,OAAO,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAC,oBAAoB,EAAC,MAAM,+BAA+B,CAAC;AAEnE,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAC;AAE/D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAoC;;IACzE,MAAM,EAAC,MAAM,EAAE,OAAO,EAAC,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAExD,MAAM,6BAA6B,GAAG,IAAI,CAAC,6BAA6B,CAAC;IAEzE,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAEpD,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,aAAa,CAAC,eAAe,CAAC,IAAI,EAAE,EAAC,kBAAkB,EAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAClF,IAAI;QACF,gBAAgB,CAAC,IAAI,EAAE,EAAC,kBAAkB,EAAC,CAAC,CAAC;KAC9C;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,EAAE,CAAU,CAAC,CAAC;KAC9D;IAED,MAAM,oBAAoB,GAAG,IAAI,oBAAoB,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,IAAI,EAAE,EAAC,oBAAoB,EAAE,YAAY,EAAC,CAAC,CAAC;IAEhG,MAAM,EAAC,OAAO,EAAE,MAAM,EAAC,GAAG,cAAc,EAAE,CAAC;IAC3C,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,EAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,WAAW;QAAE,MAAM,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;IAC5G,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAC,IAAI,EAAE,cAAc,CAAC,eAAe,EAAC,CAAC,CAAC;IAEtF,MAAM,MAAM,GAAG,cAAc,CAAC,eAAe,CAAC;IAC9C,KAAK,CAAC,MAAM,CAAC,CAAC;IAEd,MAAM,qBAAqB,GAAmC,EAAE,CAAC;IACjE,kBAAkB,CAAC,KAAK,IAAI,EAAE;QAC5B,KAAK,MAAM,EAAE,IAAI,qBAAqB;YAAE,MAAM,EAAE,EAAE,CAAC;IACrD,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAE7B,mFAAmF;IACnF,MAAM,uBAAuB,GAA4B,CAAC,GAAG,EAAE,EAAE;QAC/D,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC;IAEF,+FAA+F;IAC/F,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAE9C,sEAAsE;IACtE,8EAA8E;IAC9E,oDAAoD;IACpD,eAAe,CAAC,QAAQ,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAElD,qBAAqB,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC;IAEhE;;;;;OAKG;IACH,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAC,CAAC,CAAC;IAElG,4CAA4C;IAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE;YACtB,MAAM,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;SACnH;aAAM;YACL,MAAM,IAAI,UAAU,CAClB,wIAAwI,CACzI,CAAC;SACH;KACF;IAED,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE5B,MAAM,EAAE,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,EAAE,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,CAAC,CAAC;IACnF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;IAE7C,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAEtD,sFAAsF;IACtF,sDAAsD;IAEtD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACrG,MAAM,OAAO,GAAG,QAAQ,IAAI,UAAU,CAAC,QAAsC,EAAE,EAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAC,CAAC,CAAC;IAE3G,+CAA+C;IAC/C,sDAAsD;IAEtD,IAAI,OAAO,EAAE;QACX,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAE/B,sDAAsD;QACtD,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE;YACnB,MAAM,IAAI,GAAG,MAAA,IAAI,CAAC,cAAc,CAAC,mCAAI,8BAA8B,CAAC,IAAI,CAAC;YACzE,MAAM,OAAO,GAAG,MAAA,IAAI,CAAC,iBAAiB,CAAC,mCAAI,8BAA8B,CAAC,OAAO,CAAC;YAClF,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,EAAC,IAAI,EAAE,OAAO,EAAC,EAAE,EAAC,QAAQ,EAAE,MAAM,EAAC,CAAC,CAAC;YAEtF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;SACzD;KACF;IAED,IAAI,IAAI,CAAC,qBAAqB,CAAC,EAAE;QAC/B,MAAM,EAAC,QAAQ,EAAE,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAC,GAAG,iCAAiC,CAAC;QAEvG,MAAM,UAAU,GAAG,IAAI,iBAAiB,CACtC,WAAW,EACX;YACE,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC;YACrC,QAAQ,EAAE,MAAA,IAAI,CAAC,qBAAqB,CAAC,mCAAI,QAAQ;YACjD,YAAY,EAAE,MAAA,IAAI,CAAC,yBAAyB,CAAC,mCAAI,YAAY;YAC7D,cAAc,EAAE,MAAA,IAAI,CAAC,2BAA2B,CAAC,mCAAI,cAAc;YACnE,kBAAkB,EAAE,MAAA,IAAI,CAAC,+BAA+B,CAAC,mCAAI,kBAAkB;SAChF,EACD,EAAC,QAAQ,EAAE,QAAiC,EAAE,MAAM,EAAC,CACtD,CAAC;QAEF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;KACtD;IAED,mDAAmD;IACnD,yEAAyE;IAEzE,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,wBAAwB,CACxD;QACE,EAAE;QACF,MAAM;QACN,kBAAkB;QAClB,GAAG,EAAE,IAAI,CAAC,WAAW;QACrB,MAAM;QACN,uBAAuB;QACvB,OAAO;QACP,eAAe;QACf,6BAA6B;QAC7B,2BAA2B,EAAE,IAAI,CAAC,2BAA2B;QAC7D,6BAA6B,EAAE,IAAI,CAAC,6BAA6B;QACjE,0BAA0B,EAAE,IAAI,CAAC,0BAA0B;QAC3D,iBAAiB;QACjB,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,EACD,OAAO,CACR,CAAC;IAEF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;IAEpD,+BAA+B;IAC/B,gDAAgD;IAChD,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE;QACtB,qFAAqF;QACrF,MAAM,2BAA2B,GAAG,IAAI,CAAC,oBAAoB,KAAK,SAAS,CAAC;QAC5E,IAAI,2BAA2B,EAAE;YAC/B,MAAM,CAAC,IAAI,CACT,iIAAiI,CAClI,CAAC;SACH;QAED,MAAM,aAAa,GAAG,IAAI,aAAa,CACrC,SAAS,EACT,oBAAoB,EACpB,eAAe,CAAC,MAAM,EACtB,2BAA2B,CAC5B,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,uBAAuB,CAClD;YACE,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC;YACnC,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC;YAC7B,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC;YAC7B,aAAa,EAAE,IAAI,CAAC,wBAAwB,CAAC;YAC7C,WAAW,EAAE,IAAI,CAAC,wBAAwB,CAAC;YAC3C,SAAS,EAAE,IAAI,CAAC,sBAAsB,CAAC;YACvC,QAAQ,EAAE,MAAM;SACjB,EACD,EAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,EAAC,CAC1F,CAAC;QACF,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,MAAM,gBAAgB,CAAC,MAAM,EAAE,CAAC;KACjC;AACH,CAAC;AAED,SAAS,yBAAyB,CAChC,IAAuB,EACvB,EACE,oBAAoB,EACpB,YAAY,GACuE;;IAErF,MAAM,aAAa,GAAG;QACpB,QAAQ,EAAE,MAAA,IAAI,CAAC,QAAQ,mCAAI,kBAAkB,EAAE;QAC/C,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;QACrD,YAAY,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,SAAS;QACpG,OAAO,EAAE;YACP,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,eAAe;YAC9B,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;SAC5D;KACF,CAAC;IAEF,IAAI,iBAA0C,CAAC;IAC/C,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;IAEhF,IAAI,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;QACxD,wBAAwB;QACxB,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC7B,MAAM,IAAI,UAAU,CAClB,+IAA+I,YAAY,CAAC,WAAW,kBAAkB,CAC1L,CAAC;SACH;QACD,iBAAiB,GAAG,EAAC,cAAc,EAAE,4BAA4B,EAAE,aAAa,EAAC,CAAC;KACnF;SAAM;QACL,8BAA8B;QAC9B,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC7B,oFAAoF;YACpF,iBAAiB,GAAG,mBAAmB,CAAC,IAAI,CAAC,oBAAoB,EAAE,aAAa,CAAC,CAAC;SACnF;aAAM;YACL,iBAAiB,GAAG,EAAC,aAAa,EAA4B,CAAC;SAChE;KACF;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,SAAS,qBAAqB,CAAC,gBAAyB;IACtD,IAAI,gBAAgB,EAAE;QACpB,QAAQ,gBAAgB,EAAE;YACxB,KAAK,WAAW;gBACd,MAAM;YACR,KAAK,eAAe;gBAClB,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM;YACR;gBACE,MAAM,KAAK,CAAC,kDAAkD,CAAC,CAAC;SACnE;KACF;IACD,OAAO,gBAAoC,CAAC;AAC9C,CAAC"}
@@ -0,0 +1,16 @@
1
+ import { SignerLocal } from "@lodestar/validator";
2
+ import { LogLevel, Logger } from "@lodestar/utils";
3
+ import { LocalKeystoreDefinition } from "./interface.js";
4
+ type KeystoreDecryptOptions = {
5
+ ignoreLockFile?: boolean;
6
+ onDecrypt?: (index: number) => void;
7
+ cacheFilePath?: string;
8
+ logger: Pick<Logger, LogLevel.info | LogLevel.warn | LogLevel.debug>;
9
+ signal: AbortSignal;
10
+ };
11
+ /**
12
+ * Decrypt keystore definitions using a thread pool
13
+ */
14
+ export declare function decryptKeystoreDefinitions(keystoreDefinitions: LocalKeystoreDefinition[], opts: KeystoreDecryptOptions): Promise<SignerLocal[]>;
15
+ export {};
16
+ //# sourceMappingURL=decryptKeystoreDefinitions.d.ts.map
@@ -0,0 +1,108 @@
1
+ import path from "node:path";
2
+ import { SignerType } from "@lodestar/validator";
3
+ import bls from "@chainsafe/bls";
4
+ import { lockFilepath, unlockFilepath } from "../../../util/lockfile.js";
5
+ import { clearKeystoreCache, loadKeystoreCache, writeKeystoreCache } from "./keystoreCache.js";
6
+ import { DecryptKeystoresThreadPool } from "./decryptKeystores/index.js";
7
+ /**
8
+ * Decrypt keystore definitions using a thread pool
9
+ */
10
+ export async function decryptKeystoreDefinitions(keystoreDefinitions, opts) {
11
+ if (opts.cacheFilePath) {
12
+ try {
13
+ const signers = await loadKeystoreCache(opts.cacheFilePath, keystoreDefinitions);
14
+ for (const { keystorePath } of keystoreDefinitions) {
15
+ lockKeystore(keystorePath, opts);
16
+ }
17
+ if (opts === null || opts === void 0 ? void 0 : opts.onDecrypt) {
18
+ opts === null || opts === void 0 ? void 0 : opts.onDecrypt(signers.length - 1);
19
+ }
20
+ opts.logger.debug("Loaded keystores via keystore cache");
21
+ return signers;
22
+ }
23
+ catch {
24
+ // Some error loading the cache, ignore and invalidate cache
25
+ await clearKeystoreCache(opts.cacheFilePath);
26
+ }
27
+ }
28
+ const keystoreCount = keystoreDefinitions.length;
29
+ const signers = new Array(keystoreCount);
30
+ const passwords = new Array(keystoreCount);
31
+ const errors = [];
32
+ const decryptKeystores = new DecryptKeystoresThreadPool(keystoreCount, opts.signal);
33
+ for (const [index, definition] of keystoreDefinitions.entries()) {
34
+ lockKeystore(definition.keystorePath, opts);
35
+ decryptKeystores.queue(definition, (secretKeyBytes) => {
36
+ const signer = {
37
+ type: SignerType.Local,
38
+ secretKey: bls.SecretKey.fromBytes(secretKeyBytes),
39
+ };
40
+ signers[index] = signer;
41
+ passwords[index] = definition.password;
42
+ if (opts === null || opts === void 0 ? void 0 : opts.onDecrypt) {
43
+ opts === null || opts === void 0 ? void 0 : opts.onDecrypt(index);
44
+ }
45
+ }, (error) => {
46
+ // In-progress tasks can't be canceled, so there's a chance that multiple errors may be caught
47
+ // add to the list of errors
48
+ errors.push({ keystoreFile: path.basename(definition.keystorePath), error });
49
+ // cancel all pending tasks, no need to continue decrypting after we hit one error
50
+ decryptKeystores.cancel();
51
+ });
52
+ }
53
+ await decryptKeystores.completed();
54
+ if (errors.length > 0) {
55
+ // If an error occurs, the program isn't going to be running,
56
+ // so we should unlock all lockfiles we created
57
+ for (const { keystorePath } of keystoreDefinitions) {
58
+ unlockFilepath(keystorePath);
59
+ }
60
+ throw formattedError(errors, signers, keystoreCount);
61
+ }
62
+ if (opts.cacheFilePath) {
63
+ await writeKeystoreCache(opts.cacheFilePath, signers, passwords);
64
+ opts.logger.debug("Written keystores to keystore cache");
65
+ }
66
+ return signers;
67
+ }
68
+ function lockKeystore(keystorePath, opts) {
69
+ try {
70
+ lockFilepath(keystorePath);
71
+ }
72
+ catch (e) {
73
+ if (opts.ignoreLockFile) {
74
+ opts.logger.warn("Keystore forcefully loaded even though lockfile exists", {
75
+ path: keystorePath,
76
+ });
77
+ }
78
+ else {
79
+ throw e;
80
+ }
81
+ }
82
+ }
83
+ function formattedError(errors, signers, keystoreCount) {
84
+ // Filter out errors due to terminating the thread pool
85
+ // https://github.com/ChainSafe/threads.js/blob/df351552cb7d08b8465f5d1e7c543c952d74ac67/src/master/pool.ts#L244
86
+ const decryptErrors = errors.filter(({ error }) => !error.message.startsWith("Pool has been terminated"));
87
+ const errorCount = decryptErrors.length;
88
+ const decryptedCount = signers.filter(Boolean).length;
89
+ const abortedCount = keystoreCount - errorCount - decryptedCount;
90
+ let message = "Error importing keystores";
91
+ if (errorCount === 1) {
92
+ const { keystoreFile, error } = decryptErrors[0];
93
+ message = `Error importing keystore\n\n${keystoreFile}: ${error.message}`;
94
+ }
95
+ else if (errorCount > 1) {
96
+ message =
97
+ "Multiple errors importing keystores\n\n" +
98
+ decryptErrors.map(({ keystoreFile, error }) => `${keystoreFile}: ${error.message}`).join("\n");
99
+ }
100
+ if (abortedCount > 0) {
101
+ message += `\n\nAborted ${abortedCount} pending keystore import${abortedCount > 1 ? "s" : ""}`;
102
+ }
103
+ const error = new Error(message);
104
+ // Don't print out stack trace
105
+ error.stack = message;
106
+ return error;
107
+ }
108
+ //# sourceMappingURL=decryptKeystoreDefinitions.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"decryptKeystoreDefinitions.js","sourceRoot":"","sources":["../../../../src/cmds/validator/keymanager/decryptKeystoreDefinitions.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAc,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAE5D,OAAO,GAAG,MAAM,gBAAgB,CAAC;AACjC,OAAO,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,2BAA2B,CAAC;AAEvE,OAAO,EAAC,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAC,0BAA0B,EAAC,MAAM,6BAA6B,CAAC;AAgBvE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,mBAA8C,EAC9C,IAA4B;IAE5B,IAAI,IAAI,CAAC,aAAa,EAAE;QACtB,IAAI;YACF,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;YAEjF,KAAK,MAAM,EAAC,YAAY,EAAC,IAAI,mBAAmB,EAAE;gBAChD,YAAY,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;aAClC;YAED,IAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,EAAE;gBACnB,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;aACrC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YAEzD,OAAO,OAAO,CAAC;SAChB;QAAC,MAAM;YACN,4DAA4D;YAC5D,MAAM,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;SAC9C;KACF;IAED,MAAM,aAAa,GAAG,mBAAmB,CAAC,MAAM,CAAC;IACjD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAc,aAAa,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,IAAI,KAAK,CAAS,aAAa,CAAC,CAAC;IACnD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,gBAAgB,GAAG,IAAI,0BAA0B,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpF,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,mBAAmB,CAAC,OAAO,EAAE,EAAE;QAC/D,YAAY,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAE5C,gBAAgB,CAAC,KAAK,CACpB,UAAU,EACV,CAAC,cAA0B,EAAE,EAAE;YAC7B,MAAM,MAAM,GAAgB;gBAC1B,IAAI,EAAE,UAAU,CAAC,KAAK;gBACtB,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,cAAc,CAAC;aACnD,CAAC;YAEF,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;YACxB,SAAS,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC;YAEvC,IAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,EAAE;gBACnB,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,CAAC,KAAK,CAAC,CAAC;aACxB;QACH,CAAC,EACD,CAAC,KAAY,EAAE,EAAE;YACf,8FAA8F;YAC9F,4BAA4B;YAC5B,MAAM,CAAC,IAAI,CAAC,EAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,KAAK,EAAC,CAAC,CAAC;YAC3E,kFAAkF;YAClF,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC5B,CAAC,CACF,CAAC;KACH;IAED,MAAM,gBAAgB,CAAC,SAAS,EAAE,CAAC;IAEnC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;QACrB,6DAA6D;QAC7D,+CAA+C;QAC/C,KAAK,MAAM,EAAC,YAAY,EAAC,IAAI,mBAAmB,EAAE;YAChD,cAAc,CAAC,YAAY,CAAC,CAAC;SAC9B;QAED,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;KACtD;IAED,IAAI,IAAI,CAAC,aAAa,EAAE;QACtB,MAAM,kBAAkB,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;KAC1D;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,YAAY,CAAC,YAAoB,EAAE,IAA4B;IACtE,IAAI;QACF,YAAY,CAAC,YAAY,CAAC,CAAC;KAC5B;IAAC,OAAO,CAAC,EAAE;QACV,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wDAAwD,EAAE;gBACzE,IAAI,EAAE,YAAY;aACnB,CAAC,CAAC;SACJ;aAAM;YACL,MAAM,CAAC,CAAC;SACT;KACF;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAA8B,EAAE,OAAsB,EAAE,aAAqB;IACnG,uDAAuD;IACvD,gHAAgH;IAChH,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAC,KAAK,EAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAExG,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC;IACxC,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACtD,MAAM,YAAY,GAAG,aAAa,GAAG,UAAU,GAAG,cAAc,CAAC;IAEjE,IAAI,OAAO,GAAG,2BAA2B,CAAC;IAE1C,IAAI,UAAU,KAAK,CAAC,EAAE;QACpB,MAAM,EAAC,YAAY,EAAE,KAAK,EAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO,GAAG,+BAA+B,YAAY,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;KAC3E;SAAM,IAAI,UAAU,GAAG,CAAC,EAAE;QACzB,OAAO;YACL,yCAAyC;gBACzC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAC,YAAY,EAAE,KAAK,EAAC,EAAE,EAAE,CAAC,GAAG,YAAY,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KAChG;IAED,IAAI,YAAY,GAAG,CAAC,EAAE;QACpB,OAAO,IAAI,eAAe,YAAY,2BAA2B,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;KAChG;IAED,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAEjC,8BAA8B;IAC9B,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC;IAEtB,OAAO,KAAK,CAAC;AACf,CAAC"}
@@ -0,0 +1,2 @@
1
+ export { DecryptKeystoresThreadPool } from "./threadPool.js";
2
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1,2 @@
1
+ export { DecryptKeystoresThreadPool } from "./threadPool.js";
2
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/cmds/validator/keymanager/decryptKeystores/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,0BAA0B,EAAC,MAAM,iBAAiB,CAAC"}
@@ -0,0 +1,6 @@
1
+ declare let maxPoolSize: number;
2
+ /**
3
+ * Cross-platform approx number of logical cores
4
+ */
5
+ export { maxPoolSize };
6
+ //# sourceMappingURL=poolSize.d.ts.map
@@ -0,0 +1,19 @@
1
+ var _a;
2
+ let maxPoolSize;
3
+ try {
4
+ if (typeof navigator !== "undefined") {
5
+ maxPoolSize = (_a = navigator.hardwareConcurrency) !== null && _a !== void 0 ? _a : 4;
6
+ }
7
+ else {
8
+ // TODO change this line to use os.availableParallelism() once we upgrade to node v20
9
+ maxPoolSize = (await import("node:os")).cpus().length;
10
+ }
11
+ }
12
+ catch (e) {
13
+ maxPoolSize = 8;
14
+ }
15
+ /**
16
+ * Cross-platform approx number of logical cores
17
+ */
18
+ export { maxPoolSize };
19
+ //# sourceMappingURL=poolSize.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"poolSize.js","sourceRoot":"","sources":["../../../../../src/cmds/validator/keymanager/decryptKeystores/poolSize.ts"],"names":[],"mappings":";AAAA,IAAI,WAAmB,CAAC;AAExB,IAAI;IACF,IAAI,OAAO,SAAS,KAAK,WAAW,EAAE;QACpC,WAAW,GAAG,MAAA,SAAS,CAAC,mBAAmB,mCAAI,CAAC,CAAC;KAClD;SAAM;QACL,qFAAqF;QACrF,WAAW,GAAG,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;KACvD;CACF;AAAC,OAAO,CAAC,EAAE;IACV,WAAW,GAAG,CAAC,CAAC;CACjB;AAED;;GAEG;AACH,OAAO,EAAC,WAAW,EAAC,CAAC"}
@@ -0,0 +1,25 @@
1
+ import { DecryptKeystoreArgs } from "./types.js";
2
+ /**
3
+ * Thread pool to decrypt keystores
4
+ */
5
+ export declare class DecryptKeystoresThreadPool {
6
+ private readonly signal;
7
+ private pool;
8
+ private tasks;
9
+ private terminatePoolHandler;
10
+ constructor(keystoreCount: number, signal: AbortSignal);
11
+ /**
12
+ * Add keystore to the task queue to be decrypted
13
+ */
14
+ queue(args: DecryptKeystoreArgs, onDecrypted: (secretKeyBytes: Uint8Array) => void, onError: (e: Error) => void): void;
15
+ /**
16
+ * Resolves once all queued tasks are completed and terminates worker threads.
17
+ * Errors during executing can be captured in `onError` handler for each task.
18
+ */
19
+ completed(): Promise<void>;
20
+ /**
21
+ * Cancel all pending tasks
22
+ */
23
+ cancel(): void;
24
+ }
25
+ //# sourceMappingURL=threadPool.d.ts.map
@@ -0,0 +1,53 @@
1
+ import { spawn, Pool, Worker } from "@chainsafe/threads";
2
+ import { maxPoolSize } from "./poolSize.js";
3
+ /**
4
+ * Thread pool to decrypt keystores
5
+ */
6
+ export class DecryptKeystoresThreadPool {
7
+ constructor(keystoreCount, signal) {
8
+ this.signal = signal;
9
+ this.tasks = [];
10
+ this.pool = Pool(() => spawn(new Worker("./worker.js"), {
11
+ // The number below is big enough to almost disable the timeout
12
+ // which helps during tests run on unpredictably slow hosts
13
+ timeout: 5 * 60 * 1000,
14
+ }), {
15
+ // Adjust worker pool size based on keystore count
16
+ size: Math.min(keystoreCount, maxPoolSize),
17
+ // Decrypt keystores in sequence, increasing concurrency does not improve performance
18
+ concurrency: 1,
19
+ });
20
+ // Terminate worker threads when process receives exit signal
21
+ this.terminatePoolHandler = () => {
22
+ void this.pool.terminate(true);
23
+ };
24
+ signal.addEventListener("abort", this.terminatePoolHandler);
25
+ }
26
+ /**
27
+ * Add keystore to the task queue to be decrypted
28
+ */
29
+ queue(args, onDecrypted, onError) {
30
+ const task = this.pool.queue((thread) => thread.decryptKeystore(args));
31
+ this.tasks.push(task);
32
+ task.then(onDecrypted).catch(onError);
33
+ }
34
+ /**
35
+ * Resolves once all queued tasks are completed and terminates worker threads.
36
+ * Errors during executing can be captured in `onError` handler for each task.
37
+ */
38
+ async completed() {
39
+ await this.pool.settled(true);
40
+ await this.pool.terminate();
41
+ this.signal.removeEventListener("abort", this.terminatePoolHandler);
42
+ }
43
+ /**
44
+ * Cancel all pending tasks
45
+ */
46
+ cancel() {
47
+ for (const task of this.tasks) {
48
+ task.cancel();
49
+ }
50
+ this.tasks = [];
51
+ }
52
+ }
53
+ //# sourceMappingURL=threadPool.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"threadPool.js","sourceRoot":"","sources":["../../../../../src/cmds/validator/keymanager/decryptKeystores/threadPool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAA2B,MAAM,oBAAoB,CAAC;AAEjF,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAE1C;;GAEG;AACH,MAAM,OAAO,0BAA0B;IAKrC,YAAY,aAAqB,EAAmB,MAAmB;QAAnB,WAAM,GAAN,MAAM,CAAa;QAH/D,UAAK,GAAqE,EAAE,CAAC;QAInF,IAAI,CAAC,IAAI,GAAG,IAAI,CACd,GAAG,EAAE,CACH,KAAK,CAA2B,IAAI,MAAM,CAAC,aAAa,CAAC,EAAE;YACzD,+DAA+D;YAC/D,2DAA2D;YAC3D,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;SACvB,CAAC,EACJ;YACE,kDAAkD;YAClD,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC;YAC1C,qFAAqF;YACrF,WAAW,EAAE,CAAC;SACf,CACF,CAAC;QACF,6DAA6D;QAC7D,IAAI,CAAC,oBAAoB,GAAG,GAAG,EAAE;YAC/B,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,KAAK,CACH,IAAyB,EACzB,WAAiD,EACjD,OAA2B;QAE3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE;YAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;SACf;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;CACF"}
@@ -0,0 +1,11 @@
1
+ import { KeystoreStr } from "@lodestar/api/keymanager";
2
+ import { LocalKeystoreDefinition } from "../interface.js";
3
+ export type DecryptKeystoreWorkerAPI = {
4
+ decryptKeystore(args: DecryptKeystoreArgs): Promise<Uint8Array>;
5
+ };
6
+ export type DecryptKeystoreArgs = LocalKeystoreDefinition | {
7
+ keystoreStr: KeystoreStr;
8
+ password: string;
9
+ };
10
+ export declare function isLocalKeystoreDefinition(args: DecryptKeystoreArgs): args is LocalKeystoreDefinition;
11
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1,4 @@
1
+ export function isLocalKeystoreDefinition(args) {
2
+ return args.keystorePath !== undefined;
3
+ }
4
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/cmds/validator/keymanager/decryptKeystores/types.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,yBAAyB,CAAC,IAAyB;IACjE,OAAQ,IAAgC,CAAC,YAAY,KAAK,SAAS,CAAC;AACtE,CAAC"}
@@ -0,0 +1,9 @@
1
+ import { TransferDescriptor } from "@chainsafe/threads";
2
+ import { DecryptKeystoreArgs } from "./types.js";
3
+ /**
4
+ * Decrypt a single keystore, returning the secret key as a Uint8Array
5
+ *
6
+ * NOTE: This is a memory (and cpu) -intensive process, since decrypting the keystore involves running a key derivation function (either pbkdf2 or scrypt)
7
+ */
8
+ export declare function decryptKeystore(args: DecryptKeystoreArgs): Promise<TransferDescriptor<Uint8Array>>;
9
+ //# sourceMappingURL=worker.d.ts.map
@@ -2,18 +2,19 @@ import fs from "node:fs";
2
2
  import { expose } from "@chainsafe/threads/worker";
3
3
  import { Transfer } from "@chainsafe/threads";
4
4
  import { Keystore } from "@chainsafe/bls-keystore";
5
+ import { isLocalKeystoreDefinition } from "./types.js";
5
6
  /**
6
- * Decrypt a single keystore definition, returning the secret key as a Uint8Array
7
+ * Decrypt a single keystore, returning the secret key as a Uint8Array
7
8
  *
8
9
  * NOTE: This is a memory (and cpu) -intensive process, since decrypting the keystore involves running a key derivation function (either pbkdf2 or scrypt)
9
10
  */
10
- export async function decryptKeystoreDefinition({ keystorePath, password, }) {
11
- const keystore = Keystore.parse(fs.readFileSync(keystorePath, "utf8"));
11
+ export async function decryptKeystore(args) {
12
+ const keystore = Keystore.parse(isLocalKeystoreDefinition(args) ? fs.readFileSync(args.keystorePath, "utf8") : args.keystoreStr);
12
13
  // Memory-hogging function
13
- const secret = await keystore.decrypt(password);
14
+ const secret = await keystore.decrypt(args.password);
14
15
  // Transfer the underlying ArrayBuffer back to the main thread: https://threads.js.org/usage-advanced#transferable-objects
15
16
  // This small performance gain may help in cases where this is run for many keystores
16
17
  return Transfer(secret, [secret.buffer]);
17
18
  }
18
- expose({ decryptKeystoreDefinition });
19
+ expose({ decryptKeystore });
19
20
  //# sourceMappingURL=worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../../../src/cmds/validator/keymanager/decryptKeystores/worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAC,MAAM,EAAC,MAAM,2BAA2B,CAAC;AACjD,OAAO,EAAC,QAAQ,EAAqB,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAgD,yBAAyB,EAAC,MAAM,YAAY,CAAC;AAEpG;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAyB;IAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAC7B,yBAAyB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAChG,CAAC;IAEF,0BAA0B;IAC1B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrD,0HAA0H;IAC1H,qFAAqF;IACrF,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,EAAC,eAAe,EAAwC,CAAC,CAAC"}
@@ -6,8 +6,9 @@ type Api = ServerApi<KeyManagerClientApi>;
6
6
  export declare class KeymanagerApi implements Api {
7
7
  private readonly validator;
8
8
  private readonly persistedKeysBackend;
9
+ private readonly signal;
9
10
  private readonly proposerConfigWriteDisabled?;
10
- constructor(validator: Validator, persistedKeysBackend: IPersistedKeysBackend, proposerConfigWriteDisabled?: boolean | undefined);
11
+ constructor(validator: Validator, persistedKeysBackend: IPersistedKeysBackend, signal: AbortSignal, proposerConfigWriteDisabled?: boolean | undefined);
11
12
  private checkIfProposerWriteEnabled;
12
13
  listFeeRecipient(pubkeyHex: string): ReturnType<Api["listFeeRecipient"]>;
13
14
  setFeeRecipient(pubkeyHex: string, ethaddress: string): Promise<void>;
@@ -5,10 +5,12 @@ import { fromHexString } from "@chainsafe/ssz";
5
5
  import { SignerType } from "@lodestar/validator";
6
6
  import { getPubkeyHexFromKeystore, isValidatePubkeyHex, isValidHttpUrl } from "../../../util/format.js";
7
7
  import { parseFeeRecipient } from "../../../util/index.js";
8
+ import { DecryptKeystoresThreadPool } from "./decryptKeystores/index.js";
8
9
  export class KeymanagerApi {
9
- constructor(validator, persistedKeysBackend, proposerConfigWriteDisabled) {
10
+ constructor(validator, persistedKeysBackend, signal, proposerConfigWriteDisabled) {
10
11
  this.validator = validator;
11
12
  this.persistedKeysBackend = persistedKeysBackend;
13
+ this.signal = signal;
12
14
  this.proposerConfigWriteDisabled = proposerConfigWriteDisabled;
13
15
  }
14
16
  checkIfProposerWriteEnabled() {
@@ -85,6 +87,7 @@ export class KeymanagerApi {
85
87
  await this.validator.importInterchange(interchange);
86
88
  }
87
89
  const statuses = [];
90
+ const decryptKeystores = new DecryptKeystoresThreadPool(keystoresStr.length, this.signal);
88
91
  for (let i = 0; i < keystoresStr.length; i++) {
89
92
  try {
90
93
  const keystoreStr = keystoresStr[i];
@@ -99,27 +102,31 @@ export class KeymanagerApi {
99
102
  statuses[i] = { status: ImportStatus.duplicate };
100
103
  continue;
101
104
  }
102
- // Attempt to decrypt before writing to disk
103
- const secretKey = bls.SecretKey.fromBytes(await keystore.decrypt(password));
104
- // Persist the key to disk for restarts, before adding to in-memory store
105
- // If the keystore exist and has a lock it will throw
106
- this.persistedKeysBackend.writeKeystore({
107
- keystoreStr,
108
- password,
109
- // Lock immediately since it's gonna be used
110
- lockBeforeWrite: true,
111
- // Always write, even if it's already persisted for consistency.
112
- // The in-memory validatorStore is the ground truth to decide duplicates
113
- persistIfDuplicate: true,
105
+ decryptKeystores.queue({ keystoreStr, password }, (secretKeyBytes) => {
106
+ const secretKey = bls.SecretKey.fromBytes(secretKeyBytes);
107
+ // Persist the key to disk for restarts, before adding to in-memory store
108
+ // If the keystore exist and has a lock it will throw
109
+ this.persistedKeysBackend.writeKeystore({
110
+ keystoreStr,
111
+ password,
112
+ // Lock immediately since it's gonna be used
113
+ lockBeforeWrite: true,
114
+ // Always write, even if it's already persisted for consistency.
115
+ // The in-memory validatorStore is the ground truth to decide duplicates
116
+ persistIfDuplicate: true,
117
+ });
118
+ // Add to in-memory store to start validating immediately
119
+ this.validator.validatorStore.addSigner({ type: SignerType.Local, secretKey });
120
+ statuses[i] = { status: ImportStatus.imported };
121
+ }, (e) => {
122
+ statuses[i] = { status: ImportStatus.error, message: e.message };
114
123
  });
115
- // Add to in-memory store to start validating immediately
116
- this.validator.validatorStore.addSigner({ type: SignerType.Local, secretKey });
117
- statuses[i] = { status: ImportStatus.imported };
118
124
  }
119
125
  catch (e) {
120
126
  statuses[i] = { status: ImportStatus.error, message: e.message };
121
127
  }
122
128
  }
129
+ await decryptKeystores.completed();
123
130
  return { data: statuses };
124
131
  }
125
132
  /**