@lodestar/beacon-node 1.29.0-dev.300bed85d8 → 1.29.0-dev.38876e1a06

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/lib/api/impl/beacon/pool/index.js +1 -1
  2. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  3. package/lib/api/impl/beacon/state/index.js +12 -0
  4. package/lib/api/impl/beacon/state/index.js.map +1 -1
  5. package/lib/api/impl/validator/index.js +16 -5
  6. package/lib/api/impl/validator/index.js.map +1 -1
  7. package/lib/chain/archiveStore/archiveStore.d.ts +54 -0
  8. package/lib/chain/archiveStore/archiveStore.js +126 -0
  9. package/lib/chain/archiveStore/archiveStore.js.map +1 -0
  10. package/lib/chain/archiveStore/constants.d.ts +4 -0
  11. package/lib/chain/archiveStore/constants.js +4 -0
  12. package/lib/chain/archiveStore/constants.js.map +1 -0
  13. package/lib/chain/{historicalState → archiveStore/historicalState}/getHistoricalState.d.ts +1 -1
  14. package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -0
  15. package/lib/chain/{historicalState/index.d.ts → archiveStore/historicalState/historicalStateRegen.d.ts} +1 -1
  16. package/lib/chain/{historicalState/index.js → archiveStore/historicalState/historicalStateRegen.js} +2 -2
  17. package/lib/chain/archiveStore/historicalState/historicalStateRegen.js.map +1 -0
  18. package/lib/chain/{historicalState → archiveStore/historicalState}/types.d.ts +1 -1
  19. package/lib/chain/archiveStore/historicalState/types.js.map +1 -0
  20. package/lib/chain/{historicalState → archiveStore/historicalState}/worker.js +15 -3
  21. package/lib/chain/archiveStore/historicalState/worker.js.map +1 -0
  22. package/lib/chain/archiveStore/index.d.ts +4 -0
  23. package/lib/chain/archiveStore/index.js +4 -0
  24. package/lib/chain/archiveStore/index.js.map +1 -0
  25. package/lib/chain/{archiver → archiveStore}/interface.d.ts +30 -4
  26. package/lib/chain/archiveStore/interface.js +8 -0
  27. package/lib/chain/archiveStore/interface.js.map +1 -0
  28. package/lib/chain/{archiver → archiveStore}/strategies/frequencyStateArchiveStrategy.d.ts +2 -2
  29. package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.js.map +1 -0
  30. package/lib/chain/{archiver → archiveStore/utils}/archiveBlocks.d.ts +2 -2
  31. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -0
  32. package/lib/chain/{archiver → archiveStore/utils}/pruneHistory.d.ts +2 -2
  33. package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -0
  34. package/lib/chain/archiveStore/utils/updateBackfillRange.d.ts +20 -0
  35. package/lib/chain/archiveStore/utils/updateBackfillRange.js +40 -0
  36. package/lib/chain/archiveStore/utils/updateBackfillRange.js.map +1 -0
  37. package/lib/chain/chain.d.ts +5 -5
  38. package/lib/chain/chain.js +16 -23
  39. package/lib/chain/chain.js.map +1 -1
  40. package/lib/chain/interface.d.ts +4 -0
  41. package/lib/chain/interface.js.map +1 -1
  42. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +4 -6
  43. package/lib/chain/opPools/aggregatedAttestationPool.js +78 -48
  44. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  45. package/lib/chain/opPools/attestationPool.d.ts +4 -2
  46. package/lib/chain/opPools/attestationPool.js +4 -3
  47. package/lib/chain/opPools/attestationPool.js.map +1 -1
  48. package/lib/chain/options.d.ts +4 -4
  49. package/lib/chain/options.js +4 -4
  50. package/lib/chain/options.js.map +1 -1
  51. package/lib/metrics/metrics/lodestar.d.ts +27 -10
  52. package/lib/metrics/metrics/lodestar.js +74 -28
  53. package/lib/metrics/metrics/lodestar.js.map +1 -1
  54. package/lib/metrics/validatorMonitor.js +1 -1
  55. package/lib/metrics/validatorMonitor.js.map +1 -1
  56. package/lib/network/core/networkCore.d.ts +3 -3
  57. package/lib/network/core/networkCore.js +9 -4
  58. package/lib/network/core/networkCore.js.map +1 -1
  59. package/lib/network/core/networkCoreWorker.js +5 -3
  60. package/lib/network/core/networkCoreWorker.js.map +1 -1
  61. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -2
  62. package/lib/network/core/networkCoreWorkerHandler.js +3 -3
  63. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  64. package/lib/network/core/types.d.ts +1 -1
  65. package/lib/network/discv5/index.d.ts +2 -3
  66. package/lib/network/discv5/index.js +4 -5
  67. package/lib/network/discv5/index.js.map +1 -1
  68. package/lib/network/discv5/types.d.ts +1 -1
  69. package/lib/network/discv5/worker.js +7 -6
  70. package/lib/network/discv5/worker.js.map +1 -1
  71. package/lib/network/gossip/gossipsub.js +4 -0
  72. package/lib/network/gossip/gossipsub.js.map +1 -1
  73. package/lib/network/interface.d.ts +3 -2
  74. package/lib/network/libp2p/index.d.ts +2 -2
  75. package/lib/network/libp2p/index.js +9 -9
  76. package/lib/network/libp2p/index.js.map +1 -1
  77. package/lib/network/network.d.ts +4 -4
  78. package/lib/network/network.js +7 -5
  79. package/lib/network/network.js.map +1 -1
  80. package/lib/network/peers/datastore.d.ts +2 -1
  81. package/lib/network/peers/datastore.js +1 -1
  82. package/lib/network/peers/datastore.js.map +1 -1
  83. package/lib/network/peers/discover.d.ts +2 -0
  84. package/lib/network/peers/discover.js +3 -4
  85. package/lib/network/peers/discover.js.map +1 -1
  86. package/lib/network/peers/peerManager.d.ts +2 -1
  87. package/lib/network/peers/peerManager.js +1 -1
  88. package/lib/network/peers/peerManager.js.map +1 -1
  89. package/lib/network/peers/utils/getConnectedPeerIds.js +2 -2
  90. package/lib/network/peers/utils/getConnectedPeerIds.js.map +1 -1
  91. package/lib/network/processor/gossipHandlers.js +3 -2
  92. package/lib/network/processor/gossipHandlers.js.map +1 -1
  93. package/lib/network/util.d.ts +4 -1
  94. package/lib/network/util.js +2 -2
  95. package/lib/network/util.js.map +1 -1
  96. package/lib/node/nodejs.d.ts +3 -3
  97. package/lib/node/nodejs.js +10 -23
  98. package/lib/node/nodejs.js.map +1 -1
  99. package/lib/node/options.d.ts +2 -2
  100. package/lib/node/options.js +2 -2
  101. package/lib/node/options.js.map +1 -1
  102. package/lib/util/peerId.js +1 -1
  103. package/lib/util/peerId.js.map +1 -1
  104. package/package.json +34 -35
  105. package/lib/chain/archiver/archiveBlocks.js.map +0 -1
  106. package/lib/chain/archiver/archiver.d.ts +0 -41
  107. package/lib/chain/archiver/archiver.js +0 -122
  108. package/lib/chain/archiver/archiver.js.map +0 -1
  109. package/lib/chain/archiver/index.d.ts +0 -3
  110. package/lib/chain/archiver/index.js +0 -3
  111. package/lib/chain/archiver/index.js.map +0 -1
  112. package/lib/chain/archiver/interface.js +0 -8
  113. package/lib/chain/archiver/interface.js.map +0 -1
  114. package/lib/chain/archiver/pruneHistory.js.map +0 -1
  115. package/lib/chain/archiver/strategies/frequencyStateArchiveStrategy.js.map +0 -1
  116. package/lib/chain/historicalState/getHistoricalState.js.map +0 -1
  117. package/lib/chain/historicalState/index.js.map +0 -1
  118. package/lib/chain/historicalState/types.js.map +0 -1
  119. package/lib/chain/historicalState/worker.js.map +0 -1
  120. /package/lib/chain/{historicalState → archiveStore/historicalState}/getHistoricalState.js +0 -0
  121. /package/lib/chain/{historicalState → archiveStore/historicalState}/types.js +0 -0
  122. /package/lib/chain/{historicalState → archiveStore/historicalState}/worker.d.ts +0 -0
  123. /package/lib/chain/{archiver → archiveStore}/strategies/frequencyStateArchiveStrategy.js +0 -0
  124. /package/lib/chain/{archiver → archiveStore/utils}/archiveBlocks.js +0 -0
  125. /package/lib/chain/{archiver → archiveStore/utils}/pruneHistory.js +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"historicalStateRegen.js","sourceRoot":"","sources":["../../../../src/chain/archiveStore/historicalState/historicalStateRegen.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAe,MAAM,EAAE,MAAM,EAAE,KAAK,EAAC,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAC,iBAAiB,EAAC,MAAM,kBAAkB,CAAC;AASnD,iFAAiF;AACjF,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,oDAAoD,CAAC,CAAC,CAAC,IAAI,CAAC;AAEjH;;;GAGG;AACH,MAAM,OAAO,oBAAoB;IAI/B,YAAY,OAAoC;QAC9C,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAwC;QACxD,MAAM,UAAU,GAA8B;YAC5C,eAAe,EAAE,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC;YAClD,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,qBAAqB;YAC3D,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;YACrC,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU;YACnC,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;YACxC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE;SACpC,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE;YAC5D,UAAU;SACgC,CAAC,CAAC;QAE9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAA2B,MAAM,EAAE;YACxD,0FAA0F;YAC1F,8FAA8F;YAC9F,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;SACvB,CAAC,CAAC;QAEH,OAAO,IAAI,oBAAoB,CAAC,EAAC,GAAG,OAAO,EAAE,GAAG,EAAC,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,IAAY;QACnC,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;CACF"}
@@ -3,7 +3,7 @@ import { BeaconConfig } from "@lodestar/config";
3
3
  import { LoggerNode, LoggerNodeOpts } from "@lodestar/logger/node";
4
4
  import { BeaconStateTransitionMetrics } from "@lodestar/state-transition";
5
5
  import { Gauge, Histogram } from "@lodestar/utils";
6
- import { Metrics } from "../../metrics/index.js";
6
+ import { Metrics } from "../../../metrics/index.js";
7
7
  export type HistoricalStateRegenInitModules = {
8
8
  opts: {
9
9
  genesisTime: number;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/chain/archiveStore/historicalState/types.ts"],"names":[],"mappings":"AAsCA,MAAM,CAAN,IAAY,cAIX;AAJD,WAAY,cAAc;IACxB,0CAAwB,CAAA;IACxB,yDAAuC,CAAA;IACvC,sDAAoC,CAAA;AACtC,CAAC,EAJW,cAAc,KAAd,cAAc,QAIzB"}
@@ -4,9 +4,9 @@ import { Transfer, expose } from "@chainsafe/threads/worker";
4
4
  import { chainConfigFromJson, createBeaconConfig } from "@lodestar/config";
5
5
  import { LevelDbController } from "@lodestar/db";
6
6
  import { getNodeLogger } from "@lodestar/logger/node";
7
- import { BeaconDb } from "../../db/index.js";
8
- import { RegistryMetricCreator, collectNodeJSMetrics } from "../../metrics/index.js";
9
- import { JobFnQueue } from "../../util/queue/fnQueue.js";
7
+ import { BeaconDb } from "../../../db/index.js";
8
+ import { RegistryMetricCreator, collectNodeJSMetrics } from "../../../metrics/index.js";
9
+ import { JobFnQueue } from "../../../util/queue/fnQueue.js";
10
10
  import { getHistoricalState } from "./getHistoricalState.js";
11
11
  // most of this setup copied from networkCoreWorker.ts
12
12
  const workerData = worker.workerData;
@@ -106,6 +106,18 @@ if (metricsRegister) {
106
106
  name: "lodestar_historical_state_stfn_post_state_validators_nodes_populated_miss_total",
107
107
  help: "Total count state.validators nodesPopulated is false on stfn for post state",
108
108
  }),
109
+ newSeenAttestersPerBlock: metricsRegister.gauge({
110
+ name: "lodestar_historical_state_stfn_new_seen_attesters_per_block_total",
111
+ help: "Count of new seen attesters in epoch transition",
112
+ }),
113
+ newSeenAttestersEffectiveBalancePerBlock: metricsRegister.gauge({
114
+ name: "lodestar_historical_state_stfn_new_seen_attesters_effective_balance_per_block_total",
115
+ help: "Total effective balance increment of new seen attesters per block",
116
+ }),
117
+ attestationsPerBlock: metricsRegister.gauge({
118
+ name: "lodestar_historical_state_stfn_attestations_per_block_total",
119
+ help: "Count of attestations per block",
120
+ }),
109
121
  registerValidatorStatuses: () => { },
110
122
  // historical state regen metrics
111
123
  regenTime: metricsRegister.histogram({
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../../src/chain/archiveStore/historicalState/worker.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,qBAAqB,CAAC;AACzC,OAAO,EAAC,cAAc,EAAC,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAC,QAAQ,EAAE,MAAM,EAAC,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAC,MAAM,kBAAkB,CAAC;AACzE,OAAO,EAAC,iBAAiB,EAAC,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAC,aAAa,EAAC,MAAM,uBAAuB,CAAC;AAEpD,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAC,qBAAqB,EAAE,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AACtF,OAAO,EAAC,UAAU,EAAC,MAAM,gCAAgC,CAAC;AAE1D,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAQ3D,sDAAsD;AAEtD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAuC,CAAC;AAElE,kDAAkD;AAClD,iDAAiD;AACjD,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AAEpD,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;AAE/C,MAAM,MAAM,GAAG,kBAAkB,CAAC,mBAAmB,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC;AAErH,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,UAAU,CAAC,UAAU,EAAC,EAAE,EAAC,MAAM,EAAC,CAAC,CAAC,CAAC;AAEzG,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAE9C,kDAAkD;AAClD,MAAM,eAAe,GAAG,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvF,IAAI,2BAAoE,CAAC;AACzE,IAAI,YAAsC,CAAC;AAC3C,IAAI,eAAe,EAAE,CAAC;IACpB,MAAM,YAAY,GAAG,oBAAoB,CAAC,eAAe,EAAE,mCAAmC,CAAC,CAAC;IAChG,eAAe,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;IAE7E,2BAA2B,GAAG;QAC5B,2BAA2B;QAC3B,mBAAmB,EAAE,eAAe,CAAC,SAAS,CAAC;YAC7C,IAAI,EAAE,yDAAyD;YAC/D,IAAI,EAAE,sDAAsD;YAC5D,wFAAwF;YACxF,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;SAChE,CAAC;QACF,yBAAyB,EAAE,eAAe,CAAC,SAAS,CAAC;YACnD,IAAI,EAAE,gEAAgE;YACtE,IAAI,EAAE,wEAAwE;YAC9E,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;SAC9C,CAAC;QACF,uBAAuB,EAAE,eAAe,CAAC,SAAS,CAA8B;YAC9E,IAAI,EAAE,8DAA8D;YACpE,IAAI,EAAE,uDAAuD;YAC7D,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;SAC9C,CAAC;QACF,gBAAgB,EAAE,eAAe,CAAC,SAAS,CAAC;YAC1C,IAAI,EAAE,sDAAsD;YAC5D,IAAI,EAAE,2CAA2C;YACjD,kCAAkC;YAClC,8CAA8C;YAC9C,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;SAC3C,CAAC;QACF,sBAAsB,EAAE,eAAe,CAAC,SAAS,CAAC;YAChD,IAAI,EAAE,6DAA6D;YACnE,IAAI,EAAE,6DAA6D;YACnE,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;SAC3C,CAAC;QACF,qBAAqB,EAAE,eAAe,CAAC,SAAS,CAAoC;YAClF,IAAI,EAAE,uDAAuD;YAC7D,IAAI,EAAE,+DAA+D;YACrE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC;YACtC,UAAU,EAAE,CAAC,QAAQ,CAAC;SACvB,CAAC;QACF,0BAA0B,EAAE,eAAe,CAAC,KAAK,CAAC;YAChD,IAAI,EAAE,oEAAoE;YAC1E,IAAI,EAAE,wDAAwD;SAC/D,CAAC;QACF,kCAAkC,EAAE,eAAe,CAAC,KAAK,CAA6B;YACpF,IAAI,EAAE,oEAAoE;YAC1E,IAAI,EAAE,4DAA4D;YAClE,UAAU,EAAE,CAAC,QAAQ,CAAC;SACvB,CAAC;QACF,iCAAiC,EAAE,eAAe,CAAC,KAAK,CAA6B;YACnF,IAAI,EAAE,mEAAmE;YACzE,IAAI,EAAE,2DAA2D;YACjE,UAAU,EAAE,CAAC,QAAQ,CAAC;SACvB,CAAC;QACF,oCAAoC,EAAE,eAAe,CAAC,KAAK,CAA6B;YACtF,IAAI,EAAE,sEAAsE;YAC5E,IAAI,EAAE,8DAA8D;YACpE,UAAU,EAAE,CAAC,QAAQ,CAAC;SACvB,CAAC;QACF,mCAAmC,EAAE,eAAe,CAAC,KAAK,CAA6B;YACrF,IAAI,EAAE,qEAAqE;YAC3E,IAAI,EAAE,6DAA6D;YACnE,UAAU,EAAE,CAAC,QAAQ,CAAC;SACvB,CAAC;QACF,mBAAmB,EAAE,eAAe,CAAC,SAAS,CAAC;YAC7C,IAAI,EAAE,mDAAmD;YACzD,IAAI,EAAE,wEAAwE;YAC9E,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC;SAChC,CAAC;QACF,kCAAkC,EAAE,eAAe,CAAC,KAAK,CAAC;YACxD,IAAI,EAAE,8EAA8E;YACpF,IAAI,EAAE,4EAA4E;SACnF,CAAC;QACF,mCAAmC,EAAE,eAAe,CAAC,KAAK,CAAC;YACzD,IAAI,EAAE,+EAA+E;YACrF,IAAI,EAAE,6EAA6E;SACpF,CAAC;QACF,oCAAoC,EAAE,eAAe,CAAC,KAAK,CAAC;YAC1D,IAAI,EAAE,gFAAgF;YACtF,IAAI,EAAE,4EAA4E;SACnF,CAAC;QACF,qCAAqC,EAAE,eAAe,CAAC,KAAK,CAAC;YAC3D,IAAI,EAAE,iFAAiF;YACvF,IAAI,EAAE,6EAA6E;SACpF,CAAC;QACF,wBAAwB,EAAE,eAAe,CAAC,KAAK,CAAC;YAC9C,IAAI,EAAE,mEAAmE;YACzE,IAAI,EAAE,iDAAiD;SACxD,CAAC;QACF,wCAAwC,EAAE,eAAe,CAAC,KAAK,CAAC;YAC9D,IAAI,EAAE,qFAAqF;YAC3F,IAAI,EAAE,mEAAmE;SAC1E,CAAC;QACF,oBAAoB,EAAE,eAAe,CAAC,KAAK,CAAC;YAC1C,IAAI,EAAE,6DAA6D;YACnE,IAAI,EAAE,iCAAiC;SACxC,CAAC;QACF,yBAAyB,EAAE,GAAG,EAAE,GAAE,CAAC;QAEnC,iCAAiC;QACjC,SAAS,EAAE,eAAe,CAAC,SAAS,CAAC;YACnC,IAAI,EAAE,8CAA8C;YACpD,IAAI,EAAE,kDAAkD;YACxD,0DAA0D;YAC1D,uBAAuB;YACvB,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC;SACvD,CAAC;QACF,aAAa,EAAE,eAAe,CAAC,SAAS,CAAC;YACvC,IAAI,EAAE,2DAA2D;YACjE,IAAI,EAAE,sEAAsE;YAC5E,kBAAkB;YAClB,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC;SAC5B,CAAC;QACF,mBAAmB,EAAE,eAAe,CAAC,SAAS,CAAC;YAC7C,IAAI,EAAE,yDAAyD;YAC/D,IAAI,EAAE,mEAAmE;YACzE,uBAAuB;YACvB,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC;SACvD,CAAC;QACF,qBAAqB,EAAE,eAAe,CAAC,SAAS,CAAC;YAC/C,IAAI,EAAE,mDAAmD;YACzD,IAAI,EAAE,6EAA6E;YACnF,6EAA6E;YAC7E,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;SACvC,CAAC;QACF,sBAAsB,EAAE,eAAe,CAAC,SAAS,CAAC;YAChD,IAAI,EAAE,sDAAsD;YAC5D,IAAI,EAAE,iDAAiD;YACvD,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;SAC3B,CAAC;QACF,iBAAiB,EAAE,eAAe,CAAC,KAAK,CAAC;YACvC,IAAI,EAAE,yCAAyC;YAC/C,IAAI,EAAE,0CAA0C;SACjD,CAAC;QACF,iBAAiB,EAAE,eAAe,CAAC,KAAK,CAAC;YACvC,IAAI,EAAE,yCAAyC;YAC/C,IAAI,EAAE,4CAA4C;SACnD,CAAC;QACF,eAAe,EAAE,eAAe,CAAC,KAAK,CAA2B;YAC/D,IAAI,EAAE,uCAAuC;YAC7C,IAAI,EAAE,wCAAwC;YAC9C,UAAU,EAAE,CAAC,QAAQ,CAAC;SACvB,CAAC;KACH,CAAC;IAEF,YAAY,GAAG;QACb,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC;YAC5B,IAAI,EAAE,wCAAwC;YAC9C,IAAI,EAAE,mCAAmC;SAC1C,CAAC;QACF,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC;YACjC,IAAI,EAAE,oDAAoD;YAC1D,IAAI,EAAE,yCAAyC;SAChD,CAAC;QACF,OAAO,EAAE,eAAe,CAAC,SAAS,CAAC;YACjC,IAAI,EAAE,kDAAkD;YACxD,IAAI,EAAE,4CAA4C;YAClD,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC;SACjC,CAAC;QACF,WAAW,EAAE,eAAe,CAAC,SAAS,CAAC;YACrC,IAAI,EAAE,uDAAuD;YAC7D,IAAI,EAAE,+DAA+D;YACrE,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC;SACjC,CAAC;QACF,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC;YACjC,IAAI,EAAE,6CAA6C;YACnD,IAAI,EAAE,oCAAoC;SAC3C,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B;IACE,cAAc,EAAE,UAAU,CAAC,cAAc;IACzC,SAAS,EAAE,UAAU,CAAC,SAAS;IAC/B,MAAM,EAAE,eAAe,CAAC,MAAM;CAC/B,EACD,YAAY,CACb,CAAC;AAEF,MAAM,YAAY,GAAG,IAAI,cAAc,EAAE,CAAC;AAE1C,MAAM,GAAG,GAA6B;IACpC,KAAK,CAAC,KAAK;QACT,eAAe,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IACD,KAAK,CAAC,aAAa;QACjB,OAAO,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1C,CAAC;IACD,KAAK,CAAC,kBAAkB,CAAC,IAAI;QAC3B,2BAA2B,EAAE,iBAAiB,CAAC,GAAG,EAAE,CAAC;QAErD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,IAAI,CAAa,GAAG,EAAE,CACnD,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,2BAA2B,CAAC,CAChF,CAAC;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAA0B,CAAC;QAElF,2BAA2B,EAAE,iBAAiB,CAAC,GAAG,EAAE,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,GAAG,CAAC,CAAC"}
@@ -0,0 +1,4 @@
1
+ export * from "./archiveStore.js";
2
+ export * from "./interface.js";
3
+ export * from "./constants.js";
4
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1,4 @@
1
+ export * from "./archiveStore.js";
2
+ export * from "./interface.js";
3
+ export * from "./constants.js";
4
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/chain/archiveStore/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC"}
@@ -1,10 +1,10 @@
1
1
  import { CheckpointWithHex } from "@lodestar/fork-choice";
2
2
  import { RootHex } from "@lodestar/types";
3
3
  import { Metrics } from "../../metrics/metrics.js";
4
- export declare enum StateArchiveMode {
4
+ export declare enum ArchiveMode {
5
5
  Frequency = "frequency"
6
6
  }
7
- export interface StatesArchiverOpts {
7
+ export interface StatesArchiveOpts {
8
8
  /**
9
9
  * Minimum number of epochs between archived states
10
10
  */
@@ -12,9 +12,9 @@ export interface StatesArchiverOpts {
12
12
  /**
13
13
  * Strategy to store archive states
14
14
  */
15
- stateArchiveMode: StateArchiveMode;
15
+ archiveMode: ArchiveMode;
16
16
  }
17
- export type ArchiverOpts = StatesArchiverOpts & {
17
+ export type ArchiveStoreOpts = StatesArchiveOpts & {
18
18
  disableArchiveOnCheckpoint?: boolean;
19
19
  archiveBlobEpochs?: number;
20
20
  pruneHistory?: boolean;
@@ -38,4 +38,30 @@ export interface StateArchiveStrategy {
38
38
  maybeArchiveState(finalized: CheckpointWithHex, metrics?: Metrics | null): Promise<void>;
39
39
  archiveState(finalized: CheckpointWithHex, metrics?: Metrics | null): Promise<void>;
40
40
  }
41
+ export interface IArchiveStore {
42
+ /**
43
+ * Initialize archive store and load any worker required
44
+ */
45
+ init(): Promise<void>;
46
+ /**
47
+ * Cleanup and close any worker
48
+ */
49
+ close(): Promise<void>;
50
+ /**
51
+ * Scrape metrics from the archive store
52
+ */
53
+ scrapeMetrics(): Promise<string>;
54
+ /**
55
+ * Get historical state by slot
56
+ */
57
+ getHistoricalStateBySlot(slot: number): Promise<{
58
+ state: Uint8Array;
59
+ executionOptimistic: boolean;
60
+ finalized: boolean;
61
+ } | null>;
62
+ /**
63
+ * Archive latest finalized state
64
+ */
65
+ persistToDisk(): Promise<void>;
66
+ }
41
67
  //# sourceMappingURL=interface.d.ts.map
@@ -0,0 +1,8 @@
1
+ export var ArchiveMode;
2
+ (function (ArchiveMode) {
3
+ ArchiveMode["Frequency"] = "frequency";
4
+ // New strategy to be implemented
5
+ // WIP: https://github.com/ChainSafe/lodestar/pull/7005
6
+ // Differential = "diff",
7
+ })(ArchiveMode || (ArchiveMode = {}));
8
+ //# sourceMappingURL=interface.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"interface.js","sourceRoot":"","sources":["../../../src/chain/archiveStore/interface.ts"],"names":[],"mappings":"AAIA,MAAM,CAAN,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,sCAAuB,CAAA;IACvB,iCAAiC;IACjC,uDAAuD;IACvD,yBAAyB;AAC3B,CAAC,EALW,WAAW,KAAX,WAAW,QAKtB"}
@@ -5,7 +5,7 @@ import { IBeaconDb } from "../../../db/index.js";
5
5
  import { Metrics } from "../../../metrics/metrics.js";
6
6
  import { BufferPool } from "../../../util/bufferPool.js";
7
7
  import { IStateRegenerator } from "../../regen/interface.js";
8
- import { StateArchiveStrategy, StatesArchiverOpts } from "../interface.js";
8
+ import { StateArchiveStrategy, StatesArchiveOpts } from "../interface.js";
9
9
  /**
10
10
  * Minimum number of epochs between single temp archived states
11
11
  * These states will be pruned once a new state is persisted
@@ -22,7 +22,7 @@ export declare class FrequencyStateArchiveStrategy implements StateArchiveStrate
22
22
  private readonly logger;
23
23
  private readonly opts;
24
24
  private readonly bufferPool?;
25
- constructor(regen: IStateRegenerator, db: IBeaconDb, logger: Logger, opts: StatesArchiverOpts, bufferPool?: (BufferPool | null) | undefined);
25
+ constructor(regen: IStateRegenerator, db: IBeaconDb, logger: Logger, opts: StatesArchiveOpts, bufferPool?: (BufferPool | null) | undefined);
26
26
  onFinalizedCheckpoint(_finalized: CheckpointWithHex, _metrics?: Metrics | null): Promise<void>;
27
27
  onCheckpoint(_stateRoot: RootHex, _metrics?: Metrics | null): Promise<void>;
28
28
  /**
@@ -0,0 +1 @@
1
+ {"version":3,"file":"frequencyStateArchiveStrategy.js","sourceRoot":"","sources":["../../../../src/chain/archiveStore/strategies/frequencyStateArchiveStrategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAC,kBAAkB,EAAE,uBAAuB,EAAC,MAAM,4BAA4B,CAAC;AAKvF,OAAO,EAAC,WAAW,EAAa,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAC,qBAAqB,EAAC,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EAAC,cAAc,EAAC,MAAM,yBAAyB,CAAC;AAGvD;;;GAGG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,CAAC;AAElD;;;;GAIG;AACH,MAAM,OAAO,6BAA6B;IACxC,YACmB,KAAwB,EACxB,EAAa,EACb,MAAc,EACd,IAAuB,EACvB,UAA8B;QAJ9B,UAAK,GAAL,KAAK,CAAmB;QACxB,OAAE,GAAF,EAAE,CAAW;QACb,WAAM,GAAN,MAAM,CAAQ;QACd,SAAI,GAAJ,IAAI,CAAmB;QACvB,eAAU,GAAV,UAAU,CAAoB;IAC9C,CAAC;IAEJ,KAAK,CAAC,qBAAqB,CAAC,UAA6B,EAAE,QAAyB,IAAkB,CAAC;IACvG,KAAK,CAAC,YAAY,CAAC,UAAmB,EAAE,QAAyB,IAAkB,CAAC;IAEpF;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,iBAAiB,CAAC,SAA4B,EAAE,OAAwB;QAC5E,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QAC5D,MAAM,eAAe,GAAG,kBAAkB,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;QAChE,MAAM,EAAC,0BAA0B,EAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QAE/C,IAAI,SAAS,CAAC,KAAK,GAAG,eAAe,IAAI,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE,0BAA0B,CAAC,EAAE,CAAC;YAC/G,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAE5C,gDAAgD;YAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,CAAC,EACD,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC,GAAG,0BAA0B,CAC5F,CAAC;YAEF,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC;gBACvD,EAAE,EAAE,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC5C,GAAG,EAAE,uBAAuB,CAAC,QAAQ,CAAC;aACvC,CAAC,CAAC;YAEH,MAAM,mBAAmB,GAAG,yBAAyB,CAAC,gBAAgB,EAAE,0BAA0B,CAAC,CAAC;YACpG,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YAC9D,CAAC;YAED,iGAAiG;YACjG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,0BAA0B,EAAE;gBAC9C,cAAc,EAAE,SAAS,CAAC,KAAK;gBAC/B,QAAQ;gBACR,gBAAgB,EAAE,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC5C,mBAAmB,EAAE,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,SAA4B,EAAE,OAAwB;QACvE,8EAA8E;QAC9E,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAC;QACpF,MAAM,EAAC,OAAO,EAAC,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3B,MAAM,KAAK,CAAC,2DAA2D,SAAS,CAAC,KAAK,SAAS,OAAO,EAAE,CAAC,CAAC;QAC5G,CAAC;QACD,IAAI,qBAAqB,YAAY,UAAU,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,qBAAqB,CAAC,qBAAqB,CAAC,CAAC;YAC1D,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gCAAgC,EAAE,EAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAC;QACvG,CAAC;aAAM,CAAC;YACN,+CAA+C;YAC/C,MAAM,KAAK,GAAG,OAAO,EAAE,sBAAsB,CAAC,UAAU,CAAC,EAAC,MAAM,EAAE,WAAW,CAAC,aAAa,EAAC,CAAC,CAAC;YAC9F,MAAM,cAAc,CAClB,qBAAqB,EACrB,WAAW,CAAC,aAAa,EACzB,CAAC,UAAU,EAAE,EAAE;gBACb,KAAK,EAAE,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAChF,CAAC,EACD,IAAI,CAAC,UAAU,CAChB,CAAC;YACF,kFAAkF;YAClF,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,0BAA0B,EAAE;gBAC9C,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,IAAI,EAAE,qBAAqB,CAAC,IAAI;gBAChC,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,gBAAwB,EAAE,kBAAyB;IAC3F,MAAM,iBAAiB,GAAG,kBAAkB,GAAG,eAAe,CAAC;IAC/D,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9C,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,iBAAiB,CAAC,CAAC;QACtD,IAAI,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;AACjD,CAAC"}
@@ -2,8 +2,8 @@ import { ChainForkConfig } from "@lodestar/config";
2
2
  import { IForkChoice } from "@lodestar/fork-choice";
3
3
  import { Epoch, RootHex, Slot } from "@lodestar/types";
4
4
  import { Logger } from "@lodestar/utils";
5
- import { IBeaconDb } from "../../db/index.js";
6
- import { LightClientServer } from "../lightClient/index.js";
5
+ import { IBeaconDb } from "../../../db/index.js";
6
+ import { LightClientServer } from "../../lightClient/index.js";
7
7
  type CheckpointHex = {
8
8
  epoch: Epoch;
9
9
  rootHex: RootHex;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"archiveBlocks.js","sourceRoot":"","sources":["../../../../src/chain/archiveStore/utils/archiveBlocks.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,OAAO,EAAE,eAAe,EAAC,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAC,kBAAkB,EAAE,uBAAuB,EAAC,MAAM,4BAA4B,CAAC;AAEvF,OAAO,EAAS,OAAO,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAK3D,iCAAiC;AACjC,6EAA6E;AAC7E,gFAAgF;AAChF,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAKnC;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAuB,EACvB,EAAa,EACb,UAAuB,EACvB,iBAAgD,EAChD,MAAc,EACd,mBAAkC,EAClC,YAAmB,EACnB,iBAA0B;IAE1B,gEAAgE;IAChE,gGAAgG;IAChG,MAAM,wBAAwB,GAAG,UAAU,CAAC,oBAAoB,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC9F,MAAM,2BAA2B,GAAG,UAAU,CAAC,uBAAuB,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEpG,mFAAmF;IACnF,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC;IAEhF,MAAM,4BAA4B,GAAoB,wBAAwB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7F,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;KAC/B,CAAC,CAAC,CAAC;IAEJ,IAAI,4BAA4B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,4BAA4B,CAAC,EAAE,EAAE,4BAA4B,CAAC,CAAC;QACrE,MAAM,CAAC,OAAO,CAAC,wCAAwC,EAAE;YACvD,QAAQ,EAAE,4BAA4B,CAAC,CAAC,CAAC,CAAC,IAAI;YAC9C,MAAM,EAAE,4BAA4B,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI;YACjD,IAAI,EAAE,4BAA4B,CAAC,MAAM;SAC1C,CAAC,CAAC;QAEH,IAAI,kBAAkB,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,kCAAkC,CAAC,MAAM,EAAE,EAAE,EAAE,4BAA4B,EAAE,YAAY,CAAC,CAAC;YACjH,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,8CAA8C,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,sCAAsC;IAEtC,MAAM,sBAAsB,GAAG,2BAA2B,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACxG,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,MAAM,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC;QACnD,MAAM,CAAC,OAAO,CAAC,0CAA0C,EAAE;YACzD,KAAK,EAAE,2BAA2B,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;SAC5E,CAAC,CAAC;QAEH,IAAI,kBAAkB,EAAE,CAAC;YACvB,MAAM,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC;YAC1D,MAAM,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,6FAA6F;IAC7F,qDAAqD;IACrD,IAAI,kBAAkB,EAAE,CAAC;QACvB,IAAI,iBAAiB,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,qCAAqC,EAAE,iBAAiB,IAAI,CAAC,CAAC,CAAC;YAC1G,MAAM,oBAAoB,GAAG,YAAY,GAAG,kBAAkB,CAAC;YAC/D,IAAI,oBAAoB,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBACpD,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAC,EAAE,EAAE,uBAAuB,CAAC,oBAAoB,CAAC,EAAC,CAAC,CAAC;gBAC7G,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,EAAE,CAAC,mBAAmB,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;oBACxD,MAAM,CAAC,OAAO,CAAC,yCAAyC,aAAa,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACvG,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,OAAO,CAAC,+CAA+C,oBAAoB,EAAE,CAAC,CAAC;gBACxF,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,OAAO,CAAC,iEAAiE,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,MAAM,qCAAqC,GAAG,sBAAsB,CAAC,4BAA4B,CAAC,CAAC;IACnG,MAAM,uBAAuB,GAAiB,CAAC,GAAG,sBAAsB,CAAC,CAAC;IAC1E,KAAK,MAAM,KAAK,IAAI,qCAAqC,EAAE,CAAC;QAC1D,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,iBAAiB,CAAC,sBAAsB,CAAC,uBAAuB,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,wCAAwC,EAAE;QACvD,aAAa,EAAE,wBAAwB,CAAC,MAAM;QAC9C,cAAc,EAAE,mBAAmB,CAAC,KAAK;KAC1C,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,EAAa,EAAE,MAAuB;IAChF,uFAAuF;IACvF,sFAAsF;IACtF,iEAAiE;IACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE/C,yBAAyB;QACzB,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEzC,kEAAkE;QAClE,MAAM,qBAAqB,GAAqC,MAAM,OAAO,CAAC,GAAG,CAC/E,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,KAAK,CAAC,2BAA2B,KAAK,CAAC,IAAI,SAAS,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrF,CAAC;YACD,OAAO;gBACL,GAAG,EAAE,KAAK,CAAC,IAAI;gBACf,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,yDAAyD;gBACzD,UAAU,EAAE,4BAA4B,CAAC,WAAW,CAAC;aACtD,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QAEF,6CAA6C;QAC7C,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,qBAAqB,CAAC;YACrD,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACjE,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,kCAAkC,CAC/C,MAAuB,EACvB,EAAa,EACb,MAAuB,EACvB,YAAmB;IAEnB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,uBAAuB,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,uBAAuB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACnE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE/C,yBAAyB;QACzB,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAE/C,iEAAiE;QACjE,MAAM,4BAA4B,GAAiC,MAAM,OAAO,CAAC,GAAG,CAClF,eAAe;aACZ,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YAChB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC;YAC7B,MAAM,UAAU,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;YACjD,OAAO,CACL,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,KAAK;gBAC7C,UAAU,IAAI,YAAY,GAAG,MAAM,CAAC,qCAAqC,CAC1E,CAAC;QACJ,CAAC,CAAC;aACD,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACnB,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,KAAK,CAAC,kCAAkC,KAAK,CAAC,IAAI,SAAS,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5F,CAAC;YACD,OAAO,EAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAC,CAAC;QACzC,CAAC,CAAC,CACL,CAAC;QAEF,MAAM,OAAO,GAAG,4BAA4B,CAAC,MAAM,GAAG,CAAC,CAAC;QAExD,IAAI,OAAO,EAAE,CAAC;YACZ,6CAA6C;YAC7C,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,EAAE,CAAC,mBAAmB,CAAC,cAAc,CAAC,4BAA4B,CAAC;gBACnE,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aACxE,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG,MAAM,IAAI,OAAO,CAAC;IAC7B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,4BAA4B,CAAC,KAAiB;IAC5D,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAyB,MAAW;IACxE,gDAAgD;IAChD,8CAA8C;IAC9C,4DAA4D;IAC5D,yEAAyE;IACzE,oEAAoE;IAEpE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,mBAAmB,GAAQ,EAAE,CAAC;IACpC,kFAAkF;IAClF,IAAI,QAAQ,GAAG,QAAQ,CAAC;IACxB,2FAA2F;IAC3F,yFAAyF;IACzF,IAAI,oBAAoB,GAAG,KAAK,CAAC;IAEjC,wDAAwD;IACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,UAAU,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElD,IAAI,UAAU,GAAG,QAAQ,EAAE,CAAC;YAC1B,mGAAmG;YACnG,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC1B,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;YAED,sBAAsB;YACtB,QAAQ,GAAG,UAAU,CAAC;YACtB,oBAAoB,GAAG,KAAK,CAAC;QAC/B,CAAC;QAED,sEAAsE;QACtE,IAAI,KAAK,CAAC,IAAI,GAAG,eAAe,KAAK,CAAC,EAAE,CAAC;YACvC,oBAAoB,GAAG,IAAI,CAAC;YAC5B,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}
@@ -1,7 +1,7 @@
1
1
  import { ChainConfig } from "@lodestar/config";
2
2
  import { Epoch } from "@lodestar/types";
3
3
  import { Logger } from "@lodestar/utils";
4
- import { IBeaconDb } from "../../db/interface.js";
5
- import { Metrics } from "../../metrics/index.js";
4
+ import { IBeaconDb } from "../../../db/interface.js";
5
+ import { Metrics } from "../../../metrics/index.js";
6
6
  export declare function pruneHistory(config: ChainConfig, db: IBeaconDb, logger: Logger, metrics: Metrics | null | undefined, finalizedEpoch: Epoch, currentEpoch: Epoch): Promise<void>;
7
7
  //# sourceMappingURL=pruneHistory.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"pruneHistory.js","sourceRoot":"","sources":["../../../../src/chain/archiveStore/utils/pruneHistory.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,uBAAuB,EAAC,MAAM,4BAA4B,CAAC;AAMnE,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,EAAa,EACb,MAAc,EACd,OAAmC,EACnC,cAAqB,EACrB,YAAmB;IAEnB,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG;IAC/B,2CAA2C;IAC3C,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC,6BAA6B,EAAE,CAAC,CAAC;IAChE,yGAAyG;IACzG,cAAc,CACf,CAAC;IACF,MAAM,eAAe,GAAG,uBAAuB,CAAC,gBAAgB,CAAC,CAAC;IAElE,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;QACzC,YAAY;QACZ,cAAc;QACd,gBAAgB;KACjB,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;IAC3D,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,eAAe,EAAC,CAAC;QACnD,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAC,CAAC;KACnD,CAAC,CAAC;IACH,KAAK,EAAE,EAAE,CAAC;IAEV,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE;QAC9B,YAAY;QACZ,aAAa,EAAE,MAAM,CAAC,MAAM;QAC5B,aAAa,EAAE,MAAM,CAAC,MAAM;KAC7B,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;IAC3D,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,KAAK;QACL,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC;QACnC,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC;KACpC,CAAC,CAAC;IACH,KAAK,EAAE,EAAE,CAAC;IAEV,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE;QAC7B,YAAY;KACb,CAAC,CAAC;IAEH,OAAO,EAAE,YAAY,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;AACzC,CAAC"}
@@ -0,0 +1,20 @@
1
+ import { CheckpointWithHex } from "@lodestar/fork-choice";
2
+ import { Logger } from "@lodestar/logger";
3
+ import { IBeaconDb } from "../../../db/interface.js";
4
+ import { IBeaconChain } from "../../interface.js";
5
+ /**
6
+ * Backfill sync relies on verified connected ranges (which are represented as key,value
7
+ * with a verified jump from a key back to value). Since the node could have progressed
8
+ * ahead from, we need to save the forward progress of this node as another backfill
9
+ * range entry, that backfill sync will use to jump back if this node is restarted
10
+ * for any reason.
11
+ * The current backfill has its own backfill entry from anchor slot to last backfilled
12
+ * slot. And this would create the entry from the current finalized slot to the anchor
13
+ * slot.
14
+ */
15
+ export declare function updateBackfillRange({ chain, db, logger }: {
16
+ chain: IBeaconChain;
17
+ db: IBeaconDb;
18
+ logger: Logger;
19
+ }, finalized: CheckpointWithHex): Promise<void>;
20
+ //# sourceMappingURL=updateBackfillRange.d.ts.map
@@ -0,0 +1,40 @@
1
+ /**
2
+ * Backfill sync relies on verified connected ranges (which are represented as key,value
3
+ * with a verified jump from a key back to value). Since the node could have progressed
4
+ * ahead from, we need to save the forward progress of this node as another backfill
5
+ * range entry, that backfill sync will use to jump back if this node is restarted
6
+ * for any reason.
7
+ * The current backfill has its own backfill entry from anchor slot to last backfilled
8
+ * slot. And this would create the entry from the current finalized slot to the anchor
9
+ * slot.
10
+ */
11
+ export async function updateBackfillRange({ chain, db, logger }, finalized) {
12
+ try {
13
+ // Mark the sequence in backfill db from finalized block's slot till anchor slot as
14
+ // filled.
15
+ const finalizedBlockFC = chain.forkChoice.getBlockHex(finalized.rootHex);
16
+ if (finalizedBlockFC && finalizedBlockFC.slot > chain.anchorStateLatestBlockSlot) {
17
+ await db.backfilledRanges.put(finalizedBlockFC.slot, chain.anchorStateLatestBlockSlot);
18
+ // Clear previously marked sequence till anchorStateLatestBlockSlot, without
19
+ // touching backfill sync process sequence which are at
20
+ // <=anchorStateLatestBlockSlot i.e. clear >anchorStateLatestBlockSlot
21
+ // and < currentSlot
22
+ const filteredSeqs = await db.backfilledRanges.entries({
23
+ gt: chain.anchorStateLatestBlockSlot,
24
+ lt: finalizedBlockFC.slot,
25
+ });
26
+ logger.debug("updated backfilledRanges", {
27
+ key: finalizedBlockFC.slot,
28
+ value: chain.anchorStateLatestBlockSlot,
29
+ });
30
+ if (filteredSeqs.length > 0) {
31
+ await db.backfilledRanges.batchDelete(filteredSeqs.map((entry) => entry.key));
32
+ logger.debug(`Forward Sync - cleaned up backfilledRanges between ${finalizedBlockFC.slot},${chain.anchorStateLatestBlockSlot}`, { seqs: JSON.stringify(filteredSeqs) });
33
+ }
34
+ }
35
+ }
36
+ catch (e) {
37
+ logger.error("Error updating backfilledRanges on finalization", { epoch: finalized.epoch }, e);
38
+ }
39
+ }
40
+ //# sourceMappingURL=updateBackfillRange.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"updateBackfillRange.js","sourceRoot":"","sources":["../../../../src/chain/archiveStore/utils/updateBackfillRange.ts"],"names":[],"mappings":"AAKA;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,EAAC,KAAK,EAAE,EAAE,EAAE,MAAM,EAAuD,EACzE,SAA4B;IAE5B,IAAI,CAAC;QACH,mFAAmF;QACnF,UAAU;QACV,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACzE,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,IAAI,GAAG,KAAK,CAAC,0BAA0B,EAAE,CAAC;YACjF,MAAM,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAEvF,4EAA4E;YAC5E,uDAAuD;YACvD,sEAAsE;YACtE,oBAAoB;YACpB,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC;gBACrD,EAAE,EAAE,KAAK,CAAC,0BAA0B;gBACpC,EAAE,EAAE,gBAAgB,CAAC,IAAI;aAC1B,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;gBACvC,GAAG,EAAE,gBAAgB,CAAC,IAAI;gBAC1B,KAAK,EAAE,KAAK,CAAC,0BAA0B;aACxC,CAAC,CAAC;YACH,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,EAAE,CAAC,gBAAgB,CAAC,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9E,MAAM,CAAC,KAAK,CACV,sDAAsD,gBAAgB,CAAC,IAAI,IAAI,KAAK,CAAC,0BAA0B,EAAE,EACjH,EAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAC,CACrC,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE,EAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAC,EAAE,CAAU,CAAC,CAAC;IACxG,CAAC;AACH,CAAC"}
@@ -13,6 +13,7 @@ import { Metrics } from "../metrics/index.js";
13
13
  import { BufferPool } from "../util/bufferPool.js";
14
14
  import { IClock } from "../util/clock.js";
15
15
  import { SerializedCache } from "../util/serializedCache.js";
16
+ import { ArchiveStore } from "./archiveStore/archiveStore.js";
16
17
  import { CheckpointBalancesCache } from "./balancesCache.js";
17
18
  import { BeaconProposerCache } from "./beaconProposerCache.js";
18
19
  import { BlockProcessor, ImportBlockOpts } from "./blocks/index.js";
@@ -20,7 +21,6 @@ import { BlockInput } from "./blocks/types.js";
20
21
  import { IBlsVerifier } from "./bls/index.js";
21
22
  import { ChainEventEmitter } from "./emitter.js";
22
23
  import { ForkchoiceCaller } from "./forkChoice/index.js";
23
- import { HistoricalStateRegen } from "./historicalState/index.js";
24
24
  import { CommonBlockBody, IBeaconChain, ProposerPreparationData, StateGetOpts } from "./interface.js";
25
25
  import { LightClientServer } from "./lightClient/index.js";
26
26
  import { AggregatedAttestationPool, AttestationPool, OpPool, SyncCommitteeMessagePool, SyncContributionAndProofPool } from "./opPools/index.js";
@@ -56,7 +56,7 @@ export declare class BeaconChain implements IBeaconChain {
56
56
  readonly regen: QueuedStateRegenerator;
57
57
  readonly lightClientServer?: LightClientServer;
58
58
  readonly reprocessController: ReprocessController;
59
- readonly historicalStateRegen?: HistoricalStateRegen;
59
+ readonly archiveStore: ArchiveStore;
60
60
  readonly attestationPool: AttestationPool;
61
61
  readonly aggregatedAttestationPool: AggregatedAttestationPool;
62
62
  readonly syncCommitteeMessagePool: SyncCommitteeMessagePool;
@@ -144,12 +144,12 @@ export declare class BeaconChain implements IBeaconChain {
144
144
  readonly opts: IChainOptions;
145
145
  protected readonly blockProcessor: BlockProcessor;
146
146
  protected readonly db: IBeaconDb;
147
- private readonly archiver;
148
147
  private abortController;
149
148
  private processShutdownCallback;
150
- constructor(opts: IChainOptions, { config, db, dataDir, logger, processShutdownCallback, clock, metrics, anchorState, eth1, executionEngine, executionBuilder, historicalStateRegen, }: {
149
+ constructor(opts: IChainOptions, { config, db, dbName, dataDir, logger, processShutdownCallback, clock, metrics, anchorState, eth1, executionEngine, executionBuilder, }: {
151
150
  config: BeaconConfig;
152
151
  db: IBeaconDb;
152
+ dbName: string;
153
153
  dataDir: string;
154
154
  logger: Logger;
155
155
  processShutdownCallback: ProcessShutdownCallback;
@@ -160,8 +160,8 @@ export declare class BeaconChain implements IBeaconChain {
160
160
  eth1: IEth1ForBlockProduction;
161
161
  executionEngine: IExecutionEngine;
162
162
  executionBuilder?: IExecutionBuilder;
163
- historicalStateRegen?: HistoricalStateRegen;
164
163
  });
164
+ init(): Promise<void>;
165
165
  close(): Promise<void>;
166
166
  seenBlock(blockRoot: RootHex): boolean;
167
167
  regenCanAcceptWork(): boolean;
@@ -11,7 +11,7 @@ import { Clock, ClockEvent } from "../util/clock.js";
11
11
  import { ensureDir, writeIfNotExist } from "../util/file.js";
12
12
  import { isOptimisticBlock } from "../util/forkChoice.js";
13
13
  import { SerializedCache } from "../util/serializedCache.js";
14
- import { Archiver } from "./archiver/archiver.js";
14
+ import { ArchiveStore } from "./archiveStore/archiveStore.js";
15
15
  import { CheckpointBalancesCache } from "./balancesCache.js";
16
16
  import { BeaconProposerCache } from "./beaconProposerCache.js";
17
17
  import { BlockProcessor } from "./blocks/index.js";
@@ -49,7 +49,7 @@ import { PersistentCheckpointStateCache } from "./stateCache/persistentCheckpoin
49
49
  */
50
50
  const DEFAULT_MAX_CACHED_PRODUCED_ROOTS = 4;
51
51
  export class BeaconChain {
52
- constructor(opts, { config, db, dataDir, logger, processShutdownCallback, clock, metrics, anchorState, eth1, executionEngine, executionBuilder, historicalStateRegen, }) {
52
+ constructor(opts, { config, db, dbName, dataDir, logger, processShutdownCallback, clock, metrics, anchorState, eth1, executionEngine, executionBuilder, }) {
53
53
  this.syncContributionAndProofPool = new SyncContributionAndProofPool();
54
54
  this.opPool = new OpPool();
55
55
  // Gossip seen cache
@@ -80,7 +80,6 @@ export class BeaconChain {
80
80
  this.eth1 = eth1;
81
81
  this.executionEngine = executionEngine;
82
82
  this.executionBuilder = executionBuilder;
83
- this.historicalStateRegen = historicalStateRegen;
84
83
  const signal = this.abortController.signal;
85
84
  const emitter = new ChainEventEmitter();
86
85
  // by default, verify signatures on both main threads and worker threads
@@ -91,8 +90,8 @@ export class BeaconChain {
91
90
  clock = new Clock({ config, genesisTime: this.genesisTime, signal });
92
91
  this.blacklistedBlocks = new Map((opts.blacklistedBlocks ?? []).map((hex) => [hex, null]));
93
92
  const preAggregateCutOffTime = (2 / 3) * this.config.SECONDS_PER_SLOT;
94
- this.attestationPool = new AttestationPool(config, clock, preAggregateCutOffTime, this.opts?.preaggregateSlotDistance);
95
- this.aggregatedAttestationPool = new AggregatedAttestationPool(this.config);
93
+ this.attestationPool = new AttestationPool(config, clock, preAggregateCutOffTime, this.opts?.preaggregateSlotDistance, metrics);
94
+ this.aggregatedAttestationPool = new AggregatedAttestationPool(this.config, metrics);
96
95
  this.syncCommitteeMessagePool = new SyncCommitteeMessagePool(clock, preAggregateCutOffTime, this.opts?.preaggregateSlotDistance);
97
96
  this.seenAggregatedAttestations = new SeenAggregatedAttestations(metrics);
98
97
  this.seenContributionAndProof = new SeenContributionAndProof(metrics);
@@ -176,7 +175,7 @@ export class BeaconChain {
176
175
  this.bls = bls;
177
176
  this.emitter = emitter;
178
177
  this.serializedCache = new SerializedCache();
179
- this.archiver = new Archiver(db, this, logger, signal, opts, metrics);
178
+ this.archiveStore = new ArchiveStore({ db, chain: this, logger: logger, metrics }, { ...opts, dbName, anchorState: { finalizedCheckpoint: anchorState.finalizedCheckpoint } }, signal);
180
179
  // Stop polling eth1 data if anchor state is in Electra AND deposit_requests_start_index is reached
181
180
  const anchorStateFork = this.config.getForkName(anchorState.slot);
182
181
  if (isForkPostElectra(anchorStateFork)) {
@@ -190,7 +189,7 @@ export class BeaconChain {
190
189
  new PrepareNextSlotScheduler(this, this.config, metrics, this.logger, signal);
191
190
  }
192
191
  if (metrics) {
193
- metrics.opPool.aggregatedAttestationPoolSize.addCollect(() => this.onScrapeMetrics(metrics));
192
+ metrics.clockSlot.addCollect(() => this.onScrapeMetrics(metrics));
194
193
  }
195
194
  // Event handlers. emitter is created internally and dropped on close(). Not need to .removeListener()
196
195
  clock.addListener(ClockEvent.slot, this.onClockSlot.bind(this));
@@ -198,9 +197,14 @@ export class BeaconChain {
198
197
  emitter.addListener(ChainEvent.forkChoiceFinalized, this.onForkChoiceFinalized.bind(this));
199
198
  emitter.addListener(ChainEvent.forkChoiceJustified, this.onForkChoiceJustified.bind(this));
200
199
  }
200
+ async init() {
201
+ await this.archiveStore.init();
202
+ await this.loadFromDisk();
203
+ }
201
204
  async close() {
202
- this.abortController.abort();
205
+ await this.archiveStore.close();
203
206
  await this.bls.close();
207
+ this.abortController.abort();
204
208
  }
205
209
  seenBlock(blockRoot) {
206
210
  return this.seenGossipBlockInput.hasBlock(blockRoot) || this.forkChoice.hasBlockHex(blockRoot);
@@ -234,7 +238,7 @@ export class BeaconChain {
234
238
  }
235
239
  /** Persist in-memory data to the DB. Call at least once before stopping the process */
236
240
  async persistToDisk() {
237
- await this.archiver.persistToDisk();
241
+ await this.archiveStore.persistToDisk();
238
242
  await this.opPool.toPersisted(this.db);
239
243
  }
240
244
  getHeadState() {
@@ -293,16 +297,7 @@ export class BeaconChain {
293
297
  });
294
298
  }
295
299
  async getHistoricalStateBySlot(slot) {
296
- const finalizedBlock = this.forkChoice.getFinalizedBlock();
297
- if (slot >= finalizedBlock.slot) {
298
- return null;
299
- }
300
- // request for finalized state using historical state regen
301
- const stateSerialized = await this.historicalStateRegen?.getHistoricalState(slot);
302
- if (!stateSerialized) {
303
- return null;
304
- }
305
- return { state: stateSerialized, executionOptimistic: false, finalized: true };
300
+ return this.archiveStore.getHistoricalStateBySlot(slot);
306
301
  }
307
302
  async getStateByStateRoot(stateRoot, opts) {
308
303
  if (opts?.allowRegen) {
@@ -726,10 +721,8 @@ export class BeaconChain {
726
721
  this.logger.debug("Persisted invalid ssz object", { id: logStr, filepath });
727
722
  }
728
723
  onScrapeMetrics(metrics) {
729
- const { attestationCount, attestationDataCount } = this.aggregatedAttestationPool.getAttestationCount();
730
- metrics.opPool.aggregatedAttestationPoolSize.set(attestationCount);
731
- metrics.opPool.aggregatedAttestationPoolUniqueData.set(attestationDataCount);
732
- metrics.opPool.attestationPoolSize.set(this.attestationPool.getAttestationCount());
724
+ // aggregatedAttestationPool tracks metrics on its own
725
+ metrics.opPool.attestationPool.size.set(this.attestationPool.getAttestationCount());
733
726
  metrics.opPool.attesterSlashingPoolSize.set(this.opPool.attesterSlashingsSize);
734
727
  metrics.opPool.proposerSlashingPoolSize.set(this.opPool.proposerSlashingsSize);
735
728
  metrics.opPool.voluntaryExitPoolSize.set(this.opPool.voluntaryExitsSize);