@aztec/aztec-node 0.0.0-test.1 → 0.0.1-commit.017a351

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/dest/aztec-node/block_response_helpers.d.ts +25 -0
  2. package/dest/aztec-node/block_response_helpers.d.ts.map +1 -0
  3. package/dest/aztec-node/block_response_helpers.js +112 -0
  4. package/dest/aztec-node/config.d.ts +25 -11
  5. package/dest/aztec-node/config.d.ts.map +1 -1
  6. package/dest/aztec-node/config.js +90 -15
  7. package/dest/aztec-node/node_metrics.d.ts +5 -1
  8. package/dest/aztec-node/node_metrics.d.ts.map +1 -1
  9. package/dest/aztec-node/node_metrics.js +20 -6
  10. package/dest/aztec-node/public_data_overrides.d.ts +13 -0
  11. package/dest/aztec-node/public_data_overrides.d.ts.map +1 -0
  12. package/dest/aztec-node/public_data_overrides.js +21 -0
  13. package/dest/aztec-node/server.d.ts +139 -189
  14. package/dest/aztec-node/server.d.ts.map +1 -1
  15. package/dest/aztec-node/server.js +1842 -438
  16. package/dest/bin/index.d.ts +1 -1
  17. package/dest/bin/index.js +4 -2
  18. package/dest/index.d.ts +1 -2
  19. package/dest/index.d.ts.map +1 -1
  20. package/dest/index.js +0 -1
  21. package/dest/sentinel/config.d.ts +9 -0
  22. package/dest/sentinel/config.d.ts.map +1 -0
  23. package/dest/sentinel/config.js +39 -0
  24. package/dest/sentinel/factory.d.ts +11 -0
  25. package/dest/sentinel/factory.d.ts.map +1 -0
  26. package/dest/sentinel/factory.js +17 -0
  27. package/dest/sentinel/index.d.ts +3 -0
  28. package/dest/sentinel/index.d.ts.map +1 -0
  29. package/dest/sentinel/index.js +1 -0
  30. package/dest/sentinel/sentinel.d.ts +217 -0
  31. package/dest/sentinel/sentinel.d.ts.map +1 -0
  32. package/dest/sentinel/sentinel.js +571 -0
  33. package/dest/sentinel/store.d.ts +35 -0
  34. package/dest/sentinel/store.d.ts.map +1 -0
  35. package/dest/sentinel/store.js +182 -0
  36. package/dest/test/index.d.ts +31 -0
  37. package/dest/test/index.d.ts.map +1 -0
  38. package/dest/test/index.js +1 -0
  39. package/package.json +48 -35
  40. package/src/aztec-node/block_response_helpers.ts +161 -0
  41. package/src/aztec-node/config.ts +153 -26
  42. package/src/aztec-node/node_metrics.ts +23 -6
  43. package/src/aztec-node/public_data_overrides.ts +35 -0
  44. package/src/aztec-node/server.ts +1724 -573
  45. package/src/bin/index.ts +4 -2
  46. package/src/index.ts +0 -1
  47. package/src/sentinel/README.md +103 -0
  48. package/src/sentinel/config.ts +49 -0
  49. package/src/sentinel/factory.ts +34 -0
  50. package/src/sentinel/index.ts +8 -0
  51. package/src/sentinel/sentinel.ts +728 -0
  52. package/src/sentinel/store.ts +193 -0
  53. package/src/test/index.ts +32 -0
  54. package/dest/aztec-node/http_rpc_server.d.ts +0 -8
  55. package/dest/aztec-node/http_rpc_server.d.ts.map +0 -1
  56. package/dest/aztec-node/http_rpc_server.js +0 -9
  57. package/src/aztec-node/http_rpc_server.ts +0 -11
@@ -0,0 +1,571 @@
1
+ import { BlockNumber, CheckpointProposalHash, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import { countWhile, filterAsync, fromEntries, getEntries, mapValues } from '@aztec/foundation/collection';
3
+ import { EthAddress } from '@aztec/foundation/eth-address';
4
+ import { createLogger } from '@aztec/foundation/log';
5
+ import { RunningPromise } from '@aztec/foundation/running-promise';
6
+ import { L2TipsMemoryStore } from '@aztec/kv-store/stores';
7
+ import { OffenseType, WANT_TO_SLASH_EVENT, getOffenseTypeName } from '@aztec/slasher';
8
+ import { L2BlockStream, getAttestationInfoFromPublishedCheckpoint } from '@aztec/stdlib/block';
9
+ import { getEpochAtSlot, getSlotRangeForEpoch, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
10
+ import { ConsensusPayload } from '@aztec/stdlib/p2p';
11
+ import EventEmitter from 'node:events';
12
+ /** Maps a validator status to its category: proposer or attestation. */ function statusToCategory(status) {
13
+ switch(status){
14
+ case 'attestation-sent':
15
+ case 'attestation-missed':
16
+ return 'attestation';
17
+ default:
18
+ return 'proposer';
19
+ }
20
+ }
21
+ /**
22
+ * The Sentinel observes validator behaviour every L2 slot, classifies it into a per-slot status,
23
+ * aggregates those statuses into per-epoch performance once each epoch is fully observed, and
24
+ * emits inactivity slash payloads when a validator has been inactive for the configured number
25
+ * of consecutive epochs.
26
+ *
27
+ * ## Two cadences
28
+ *
29
+ * The sentinel runs `work()` every quarter L2 slot and drives two independent pipelines:
30
+ *
31
+ * 1. **Per-slot activity recording.** `processSlot(currentSlot - 2)` runs once per slot, with a
32
+ * two-slot lag to let P2P attestations settle and the archiver catch up. It classifies each
33
+ * committee member's behaviour for that slot via `getSlotActivity` and persists the result to
34
+ * `SentinelStore.historyMap` (sliding window of `sentinelHistoryLengthInEpochs * epochDuration`
35
+ * slots, default 24 epochs).
36
+ *
37
+ * 2. **Per-epoch evaluation.** `processEpochEnds(currentSlot)` runs every tick too. Once
38
+ * `sentinelEpochEndBufferSlots` (default 2) has elapsed past an epoch's last slot AND the
39
+ * per-slot recorder has covered that last slot, the sentinel calls `handleEpochEnd(epoch)`.
40
+ * That aggregates the slot-level statuses for the epoch into per-validator `{missed, total}`,
41
+ * persists it to `SentinelStore.epochMap` (default 2000-epoch window), and runs the slashing
42
+ * decision.
43
+ *
44
+ * Triggering per-epoch evaluation off local L2 state — rather than waiting for L1 proof
45
+ * publication — decouples slashing from prover availability.
46
+ *
47
+ * ## Six-case taxonomy in `getSlotActivity`
48
+ *
49
+ * For each slot, the sentinel assigns the proposer one of six statuses, ranked highest-confidence
50
+ * first:
51
+ *
52
+ * - `checkpoint-mined` — a checkpoint covering this slot has landed on L1
53
+ * (`slotNumberToCheckpoint` populated from `chain-checkpointed`).
54
+ * - `checkpoint-valid` — the local node re-executed a checkpoint proposal for this slot
55
+ * successfully (consulted via `CheckpointReexecutionTracker`).
56
+ * - `checkpoint-invalid` — the local node re-executed a checkpoint proposal for this slot
57
+ * and rejected it (e.g. header/archive/out-hash mismatch, limit
58
+ * breach). Proposer-fault.
59
+ * - `checkpoint-unvalidated` — the local node observed a checkpoint proposal but could not
60
+ * validate it (missing blocks/txs, timeouts). Treated as
61
+ * proposer-fault for slashing.
62
+ * - `checkpoint-missed` — block proposals seen on P2P but no checkpoint proposal at all.
63
+ * - `blocks-missed` — no block proposals seen for this slot.
64
+ *
65
+ * Missing-attestor faults are recorded only in `checkpoint-mined` and `checkpoint-valid`, where
66
+ * the local node has positive evidence the checkpoint was canonical or valid. In the other four
67
+ * cases the proposer is at fault and no attestor penalty applies.
68
+ *
69
+ * ## Re-execution tracker
70
+ *
71
+ * `CheckpointReexecutionTracker` is populated by the validator client's checkpoint proposal
72
+ * handler. Every early return in `validateCheckpointProposal` records an outcome
73
+ * (`valid` / `invalid` / `unvalidated`) keyed by slot.
74
+ *
75
+ * ## Inactivity slashing
76
+ *
77
+ * `handleEpochPerformance` filters the epoch's per-validator stats by
78
+ * `slashInactivityTargetPercentage` and then calls `checkPastInactivity` to require
79
+ * `slashInactivityConsecutiveEpochThreshold` consecutive past epochs over the same threshold
80
+ * (read from `SentinelStore.epochMap`). Only validators meeting both conditions are emitted as
81
+ * `WANT_TO_SLASH_EVENT` with `OffenseType.INACTIVITY`. The slot-level counters that feed this —
82
+ * `missedProposals` and `missedAttestations` — include the four proposer-fault statuses plus
83
+ * `attestation-missed`.
84
+ *
85
+ * ## Escape hatch
86
+ *
87
+ * If `epochCache.getCommittee(slot)` reports `isEscapeHatchOpen`, per-slot recording is skipped
88
+ * (no history entries for that slot) and per-epoch evaluation writes an empty performance map
89
+ * (no slashing).
90
+ */ export class Sentinel extends EventEmitter {
91
+ epochCache;
92
+ archiver;
93
+ p2p;
94
+ store;
95
+ reexecutionTracker;
96
+ config;
97
+ logger;
98
+ runningPromise;
99
+ blockStream;
100
+ l2TipsStore;
101
+ initialSlot;
102
+ lastProcessedSlot;
103
+ /** Largest epoch number for which the end-of-epoch aggregator has run. */ lastEvaluatedEpoch;
104
+ slotNumberToCheckpoint;
105
+ constructor(epochCache, archiver, p2p, store, reexecutionTracker, config, logger = createLogger('node:sentinel')){
106
+ super(), this.epochCache = epochCache, this.archiver = archiver, this.p2p = p2p, this.store = store, this.reexecutionTracker = reexecutionTracker, this.config = config, this.logger = logger, this.slotNumberToCheckpoint = new Map();
107
+ this.l2TipsStore = new L2TipsMemoryStore(archiver.getGenesisBlockHash());
108
+ const interval = epochCache.getL1Constants().ethereumSlotDuration * 1000 / 4;
109
+ this.runningPromise = new RunningPromise(this.work.bind(this), logger, interval);
110
+ }
111
+ getSignatureContext() {
112
+ return {
113
+ chainId: this.config.l1ChainId,
114
+ rollupAddress: this.config.rollupAddress
115
+ };
116
+ }
117
+ updateConfig(config) {
118
+ this.config = {
119
+ ...this.config,
120
+ ...config
121
+ };
122
+ }
123
+ async start() {
124
+ await this.init();
125
+ this.runningPromise.start();
126
+ }
127
+ /**
128
+ * Loads initial slot and initializes blockstream. We will not process anything at or before
129
+ * the initial slot. Floors at the archiver's synced L2 slot so the sentinel keeps making
130
+ * forward progress when L1 is advancing but L2 has no activity (the synced slot is driven by
131
+ * L1 sync, not by L2 blocks). Falls back to the wallclock if the archiver isn't ready yet
132
+ * (cold start).
133
+ */ async init() {
134
+ this.initialSlot = await this.getCurrentSlot();
135
+ const startingBlock = BlockNumber(await this.archiver.getBlockNumber());
136
+ this.logger.info(`Starting validator sentinel with initial slot ${this.initialSlot} and block ${startingBlock}`);
137
+ this.blockStream = new L2BlockStream(this.archiver, this.l2TipsStore, this, this.logger, {
138
+ startingBlock
139
+ });
140
+ }
141
+ /**
142
+ * Returns the L2 slot the sentinel should treat as "current": the archiver's last fully
143
+ * synced L2 slot, falling back to the wallclock slot when the archiver isn't ready yet
144
+ * (cold start). Anchoring to the synced slot keeps timing arithmetic (initial floor,
145
+ * per-slot lag, end-of-epoch buffer, stats-range fallback) from speculating ahead of where
146
+ * L1 actually is.
147
+ */ async getCurrentSlot() {
148
+ return await this.archiver.getSyncedL2SlotNumber() ?? this.epochCache.getSlotNow();
149
+ }
150
+ stop() {
151
+ return this.runningPromise.stop();
152
+ }
153
+ async handleBlockStreamEvent(event) {
154
+ await this.l2TipsStore.handleBlockStreamEvent(event);
155
+ if (event.type === 'chain-checkpointed') {
156
+ this.handleCheckpoint(event);
157
+ }
158
+ }
159
+ handleCheckpoint(event) {
160
+ if (event.type !== 'chain-checkpointed') {
161
+ return;
162
+ }
163
+ const checkpoint = event.checkpoint;
164
+ // Store mapping from slot to archive, checkpoint number, attestors, and the consensus payload
165
+ // hash (used to query matching p2p attestations regardless of feeAssetPriceModifier variants).
166
+ const signatureContext = this.getSignatureContext();
167
+ const proposalPayloadHash = CheckpointProposalHash.fromBuffer(ConsensusPayload.fromCheckpoint(checkpoint.checkpoint, signatureContext).getPayloadHash());
168
+ this.slotNumberToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, {
169
+ checkpointNumber: checkpoint.checkpoint.number,
170
+ archive: checkpoint.checkpoint.archive.root.toString(),
171
+ proposalPayloadHash,
172
+ attestors: getAttestationInfoFromPublishedCheckpoint(checkpoint, signatureContext).filter((a)=>a.status === 'recovered-from-signature').map((a)=>a.address)
173
+ });
174
+ // Prune the archive map to only keep at most N entries
175
+ const historyLength = this.store.getHistoryLength();
176
+ if (this.slotNumberToCheckpoint.size > historyLength) {
177
+ const toDelete = Array.from(this.slotNumberToCheckpoint.keys()).sort((a, b)=>Number(a - b)).slice(0, this.slotNumberToCheckpoint.size - historyLength);
178
+ for (const key of toDelete){
179
+ this.slotNumberToCheckpoint.delete(key);
180
+ }
181
+ }
182
+ }
183
+ /**
184
+ * Called once per epoch, after the configured end-of-epoch buffer has elapsed beyond the
185
+ * epoch's last slot. Computes per-epoch performance from the slot-level history collected
186
+ * by `processSlot` and emits any inactivity slash payloads.
187
+ */ async handleEpochEnd(epoch) {
188
+ this.logger.debug(`Computing epoch performance for epoch ${epoch}`);
189
+ const performance = await this.computeEpochPerformance(epoch);
190
+ this.logger.info(`Computed epoch performance for epoch ${epoch}`, performance);
191
+ await this.store.updateEpochPerformance(epoch, performance);
192
+ await this.handleEpochPerformance(epoch, performance);
193
+ }
194
+ async computeEpochPerformance(epoch) {
195
+ const [fromSlot, toSlot] = getSlotRangeForEpoch(epoch, this.epochCache.getL1Constants());
196
+ const { committee, isEscapeHatchOpen } = await this.epochCache.getCommittee(fromSlot);
197
+ if (isEscapeHatchOpen) {
198
+ this.logger.info(`Skipping epoch performance for epoch ${epoch} - escape hatch is open`);
199
+ return {};
200
+ }
201
+ if (!committee) {
202
+ this.logger.trace(`No committee found for slot ${fromSlot}`);
203
+ return {};
204
+ }
205
+ const stats = await this.computeStats({
206
+ fromSlot,
207
+ toSlot,
208
+ validators: committee
209
+ });
210
+ this.logger.debug(`Stats for epoch ${epoch}`, {
211
+ ...stats,
212
+ fromSlot,
213
+ toSlot,
214
+ epoch
215
+ });
216
+ // Note that we are NOT using the total slots in the epoch as `total` here, since we only
217
+ // compute missed attestations over the blocks that had a proposal in them. So, let's say
218
+ // we have an epoch with 10 slots, but only 5 had a block proposal. A validator that was
219
+ // offline, assuming they were not picked as proposer, will then be reported as having missed
220
+ // 5/5 attestations. If we used the total, they'd be reported as 5/10, which would probably
221
+ // allow them to avoid being slashed.
222
+ return mapValues(stats.stats, (stat)=>({
223
+ missed: stat.missedAttestations.count + stat.missedProposals.count,
224
+ total: stat.missedAttestations.total + stat.missedProposals.total
225
+ }));
226
+ }
227
+ /**
228
+ * Checks if a validator has been inactive for the specified number of consecutive epochs for which we have data on it.
229
+ * @param validator The validator address to check
230
+ * @param currentEpoch Epochs strictly before the current one are evaluated only
231
+ * @param requiredConsecutiveEpochs Number of consecutive epochs required for slashing
232
+ */ async checkPastInactivity(validator, currentEpoch, requiredConsecutiveEpochs) {
233
+ if (requiredConsecutiveEpochs === 0) {
234
+ return true;
235
+ }
236
+ // Get all historical per-epoch performance for this validator
237
+ const allPerformance = await this.store.getEpochPerformance(validator);
238
+ // Sort by epoch descending to get most recent first, keep only epochs strictly before the current one, and get the first N
239
+ const pastEpochs = allPerformance.sort((a, b)=>Number(b.epoch - a.epoch)).filter((p)=>p.epoch < currentEpoch);
240
+ // If we don't have enough historical data, don't slash
241
+ if (pastEpochs.length < requiredConsecutiveEpochs) {
242
+ this.logger.debug(`Not enough historical data for slashing ${validator} for inactivity (${allPerformance.length} epochs < ${requiredConsecutiveEpochs} required)`);
243
+ return false;
244
+ }
245
+ // Check that we have at least requiredConsecutiveEpochs and that all of them are above the inactivity threshold
246
+ return pastEpochs.slice(0, requiredConsecutiveEpochs).every((p)=>p.total === 0 ? false : p.missed / p.total >= this.config.slashInactivityTargetPercentage);
247
+ }
248
+ async handleEpochPerformance(epoch, performance) {
249
+ const inactiveValidators = getEntries(performance).filter(([_, { missed, total }])=>total > 0 && missed / total >= this.config.slashInactivityTargetPercentage).map(([address])=>address);
250
+ this.logger.debug(`Found ${inactiveValidators.length} inactive validators in epoch ${epoch}`, {
251
+ inactiveValidators,
252
+ epoch,
253
+ inactivityTargetPercentage: this.config.slashInactivityTargetPercentage
254
+ });
255
+ const epochThreshold = this.config.slashInactivityConsecutiveEpochThreshold;
256
+ const criminals = await filterAsync(inactiveValidators, (address)=>this.checkPastInactivity(EthAddress.fromString(address), epoch, epochThreshold - 1));
257
+ const args = criminals.map((address)=>({
258
+ validator: EthAddress.fromString(address),
259
+ amount: this.config.slashInactivityPenalty,
260
+ offenseType: OffenseType.INACTIVITY,
261
+ epochOrSlot: BigInt(epoch)
262
+ }));
263
+ if (criminals.length > 0) {
264
+ this.logger.info(`Identified ${criminals.length} inactivity offenses in at least ${epochThreshold} consecutive epochs`, {
265
+ offenses: args.map((arg)=>({
266
+ validator: arg.validator.toString(),
267
+ amount: arg.amount,
268
+ offenseType: getOffenseTypeName(arg.offenseType),
269
+ epochOrSlot: arg.epochOrSlot
270
+ })),
271
+ epochThreshold
272
+ });
273
+ this.emit(WANT_TO_SLASH_EVENT, args);
274
+ }
275
+ }
276
+ /**
277
+ * Process data for two L2 slots ago.
278
+ * Note that we do not process historical data, since we rely on p2p data for processing,
279
+ * and we don't have that data if we were offline during the period.
280
+ *
281
+ * `currentSlot` is anchored to the archiver's last synced L2 slot rather than the wallclock,
282
+ * so the per-slot lag (`isReadyToProcess`) and the end-of-epoch buffer (`processEpochEnds`)
283
+ * advance with archiver.
284
+ */ async work() {
285
+ const currentSlot = await this.getCurrentSlot();
286
+ try {
287
+ // Manually sync the block stream to ensure we have the latest data.
288
+ // Note we never `start` the blockstream, so it loops at the same pace as we do.
289
+ await this.blockStream.sync();
290
+ // Per-slot activity recording (lag = 2 slots for P2P attestation settlement).
291
+ const targetSlot = await this.isReadyToProcess(currentSlot);
292
+ if (targetSlot !== false) {
293
+ await this.processSlot(targetSlot);
294
+ }
295
+ // End-of-epoch evaluation (lag = sentinelEpochEndBufferSlots beyond the epoch's last slot).
296
+ await this.processEpochEnds(currentSlot);
297
+ } catch (err) {
298
+ this.logger.error(`Failed to process slot ${currentSlot}`, err);
299
+ }
300
+ }
301
+ /**
302
+ * After the configured buffer has elapsed past an epoch's last slot, runs the end-of-epoch
303
+ * aggregator for that epoch. Catches up if multiple epochs become eligible at once.
304
+ */ async processEpochEnds(currentSlot) {
305
+ const constants = this.epochCache.getL1Constants();
306
+ const buffer = this.config.sentinelEpochEndBufferSlots;
307
+ if (currentSlot < buffer) {
308
+ return;
309
+ }
310
+ if (this.initialSlot === undefined) {
311
+ return;
312
+ }
313
+ // We can close epoch E iff:
314
+ // - the per-slot recorder has covered the epoch's last slot (lastProcessedSlot ≥ toSlot(E))
315
+ // - the buffer has elapsed past the epoch's last slot (currentSlot − buffer ≥ toSlot(E))
316
+ // - the epoch is not in the past relative to when the sentinel started (toSlot(E) > initialSlot)
317
+ if (this.lastProcessedSlot === undefined) {
318
+ return;
319
+ }
320
+ const slotForBuffer = SlotNumber(currentSlot - buffer);
321
+ // First eligible epoch to close is the one after lastEvaluatedEpoch, or the epoch containing
322
+ // the initial slot if we haven't evaluated any yet (the initialSlot epoch may be partial — we
323
+ // don't try to evaluate it, we start from initialSlot's epoch + 1).
324
+ const startEpoch = this.lastEvaluatedEpoch !== undefined ? EpochNumber(this.lastEvaluatedEpoch + 1) : EpochNumber(getEpochAtSlot(this.initialSlot, constants) + 1);
325
+ for(let epoch = startEpoch;; epoch = EpochNumber(epoch + 1)){
326
+ const [, toSlot] = getSlotRangeForEpoch(epoch, constants);
327
+ if (toSlot > this.lastProcessedSlot || toSlot > slotForBuffer) {
328
+ break;
329
+ }
330
+ await this.handleEpochEnd(epoch);
331
+ this.lastEvaluatedEpoch = epoch;
332
+ }
333
+ }
334
+ /**
335
+ * Check if we are ready to process data for two L2 slots ago, so we allow plenty of time for p2p to process all in-flight attestations.
336
+ * We also don't move past the archiver last synced L2 slot, as we don't want to process data that is not yet available.
337
+ * Last, we check the p2p is synced with the archiver, so it has pulled all attestations from it.
338
+ */ async isReadyToProcess(currentSlot) {
339
+ if (currentSlot < 2) {
340
+ this.logger.trace(`Current slot ${currentSlot} too early.`);
341
+ return false;
342
+ }
343
+ const targetSlot = SlotNumber(currentSlot - 2);
344
+ if (this.lastProcessedSlot && this.lastProcessedSlot >= targetSlot) {
345
+ this.logger.trace(`Already processed slot ${targetSlot}`, {
346
+ lastProcessedSlot: this.lastProcessedSlot
347
+ });
348
+ return false;
349
+ }
350
+ if (this.initialSlot === undefined) {
351
+ this.logger.error(`Initial slot not loaded.`);
352
+ return false;
353
+ }
354
+ if (targetSlot <= this.initialSlot) {
355
+ this.logger.trace(`Refusing to process slot ${targetSlot} given initial slot ${this.initialSlot}`);
356
+ return false;
357
+ }
358
+ const syncedSlot = await this.archiver.getSyncedL2SlotNumber();
359
+ if (syncedSlot === undefined || syncedSlot < targetSlot) {
360
+ this.logger.debug(`Waiting for archiver to sync with L2 slot ${targetSlot}`, {
361
+ syncedSlot,
362
+ targetSlot
363
+ });
364
+ return false;
365
+ }
366
+ const archiverLastBlockHash = await this.l2TipsStore.getL2Tips().then((tip)=>tip.proposed.hash);
367
+ const p2pLastBlockHash = await this.p2p.getL2Tips().then((tips)=>tips.proposed.hash);
368
+ const isP2pSynced = archiverLastBlockHash === p2pLastBlockHash;
369
+ if (!isP2pSynced) {
370
+ this.logger.debug(`Waiting for P2P client to sync with archiver`, {
371
+ archiverLastBlockHash,
372
+ p2pLastBlockHash
373
+ });
374
+ return false;
375
+ }
376
+ return targetSlot;
377
+ }
378
+ /**
379
+ * Gathers committee and proposer data for a given slot, computes slot stats,
380
+ * and updates overall stats.
381
+ */ async processSlot(slot) {
382
+ const { epoch, seed, committee, isEscapeHatchOpen } = await this.epochCache.getCommittee(slot);
383
+ if (isEscapeHatchOpen) {
384
+ this.logger.info(`Skipping slot ${slot} at epoch ${epoch} - escape hatch is open`);
385
+ this.lastProcessedSlot = slot;
386
+ return;
387
+ }
388
+ if (!committee || committee.length === 0) {
389
+ this.logger.trace(`No committee found for slot ${slot} at epoch ${epoch}`);
390
+ this.lastProcessedSlot = slot;
391
+ return;
392
+ }
393
+ const proposerIndex = this.epochCache.computeProposerIndex(slot, epoch, seed, BigInt(committee.length));
394
+ const proposer = committee[Number(proposerIndex)];
395
+ const stats = await this.getSlotActivity(slot, epoch, proposer, committee);
396
+ this.logger.verbose(`Updating L2 slot ${slot} observed activity`, stats);
397
+ await this.updateValidators(slot, stats);
398
+ this.lastProcessedSlot = slot;
399
+ }
400
+ /**
401
+ * Computes activity for a given slot using the six-case taxonomy.
402
+ *
403
+ * Proposer status:
404
+ * - case 6 `checkpoint-mined` — a checkpoint covering this slot has landed on L1.
405
+ * - case 5 `checkpoint-valid` — the local node re-executed a checkpoint proposal for this
406
+ * slot successfully.
407
+ * - case 4 `checkpoint-invalid` — the local node re-executed a checkpoint proposal for this
408
+ * slot and rejected it.
409
+ * - case 3 `checkpoint-unvalidated` — the local node observed a checkpoint proposal for this
410
+ * slot but could not validate it (missing data, timeouts).
411
+ * - case 2 `checkpoint-missed` — block proposals seen on P2P but no checkpoint proposal.
412
+ * - case 1 `blocks-missed` — no block proposals seen for this slot.
413
+ *
414
+ * Missing-attestor penalties apply only in cases 5 and 6, where the local node has positive
415
+ * evidence the checkpoint was valid or has been canonicalised on L1.
416
+ */ async getSlotActivity(slot, epoch, proposer, committee) {
417
+ this.logger.debug(`Computing stats for slot ${slot} at epoch ${epoch}`, {
418
+ slot,
419
+ epoch,
420
+ proposer,
421
+ committee
422
+ });
423
+ // Gather attestors from both p2p (live attestations) and the archiver (signers on the
424
+ // checkpoint if one has landed on L1). Used regardless of which case applies.
425
+ const checkpoint = this.slotNumberToCheckpoint.get(slot);
426
+ const p2pAttested = await this.p2p.getCheckpointAttestationsForSlot(slot, checkpoint?.proposalPayloadHash);
427
+ const p2pAttestors = p2pAttested.map((a)=>a.getSender()).filter((s)=>s !== undefined);
428
+ const attestors = new Set([
429
+ ...p2pAttestors.map((a)=>a.toString()),
430
+ ...checkpoint?.attestors.map((a)=>a.toString()) ?? []
431
+ ].filter((addr)=>proposer.toString() !== addr));
432
+ // Determine the proposer status from the six-case taxonomy.
433
+ const reexecutionOutcome = this.reexecutionTracker.getOutcomeForSlot(slot);
434
+ let status;
435
+ if (checkpoint) {
436
+ status = 'checkpoint-mined';
437
+ } else if (reexecutionOutcome === 'valid') {
438
+ status = 'checkpoint-valid';
439
+ } else if (reexecutionOutcome === 'invalid') {
440
+ status = 'checkpoint-invalid';
441
+ } else if (reexecutionOutcome === 'unvalidated') {
442
+ status = 'checkpoint-unvalidated';
443
+ } else {
444
+ // No L1 checkpoint, no local re-execution outcome for this slot. Distinguish "proposer
445
+ // sent block proposals but never made a checkpoint" from "proposer sent nothing".
446
+ const hasBlockProposals = await this.p2p.hasBlockProposalsForSlot(slot);
447
+ status = hasBlockProposals ? 'checkpoint-missed' : 'blocks-missed';
448
+ }
449
+ this.logger.debug(`Checkpoint status for slot ${slot}: ${status}`, {
450
+ ...checkpoint,
451
+ slot
452
+ });
453
+ // Missing-attestor faults only apply when we have positive evidence the proposal was valid.
454
+ const attestorsExpected = status === 'checkpoint-mined' || status === 'checkpoint-valid';
455
+ const missedAttestors = new Set(attestorsExpected ? committee.filter((v)=>!attestors.has(v.toString()) && !proposer.equals(v)).map((v)=>v.toString()) : []);
456
+ this.logger.debug(`Retrieved ${attestors.size} attestors out of ${committee.length} for slot ${slot}`, {
457
+ status,
458
+ proposer: proposer.toString(),
459
+ ...checkpoint,
460
+ slot,
461
+ attestors: [
462
+ ...attestors
463
+ ],
464
+ missedAttestors: [
465
+ ...missedAttestors
466
+ ],
467
+ committee: committee.map((c)=>c.toString())
468
+ });
469
+ // Compute the status for each validator in the committee
470
+ const statusFor = (who)=>{
471
+ if (who === proposer.toString()) {
472
+ return status;
473
+ } else if (attestors.has(who)) {
474
+ return 'attestation-sent';
475
+ } else if (missedAttestors.has(who)) {
476
+ return 'attestation-missed';
477
+ } else {
478
+ return undefined;
479
+ }
480
+ };
481
+ return Object.fromEntries(committee.map((v)=>v.toString()).map((who)=>[
482
+ who,
483
+ statusFor(who)
484
+ ]));
485
+ }
486
+ /** Push the status for each slot for each validator. */ updateValidators(slot, stats) {
487
+ return this.store.updateValidators(slot, stats);
488
+ }
489
+ /** Computes stats to be returned based on stored data. */ async computeStats({ fromSlot, toSlot, validators } = {}) {
490
+ const histories = validators ? fromEntries(await Promise.all(validators.map(async (v)=>[
491
+ v.toString(),
492
+ await this.store.getHistory(v)
493
+ ]))) : await this.store.getHistories();
494
+ const slotNow = await this.getCurrentSlot();
495
+ fromSlot ??= SlotNumber(Math.max((this.lastProcessedSlot ?? slotNow) - this.store.getHistoryLength(), 0));
496
+ toSlot ??= this.lastProcessedSlot ?? slotNow;
497
+ const stats = mapValues(histories, (history, address)=>this.computeStatsForValidator(address, history ?? [], fromSlot, toSlot));
498
+ return {
499
+ stats,
500
+ lastProcessedSlot: this.lastProcessedSlot,
501
+ initialSlot: this.initialSlot,
502
+ slotWindow: this.store.getHistoryLength()
503
+ };
504
+ }
505
+ /** Computes stats for a single validator. */ async getValidatorStats(validatorAddress, fromSlot, toSlot) {
506
+ const history = await this.store.getHistory(validatorAddress);
507
+ if (!history || history.length === 0) {
508
+ return undefined;
509
+ }
510
+ const slotNow = await this.getCurrentSlot();
511
+ const effectiveFromSlot = fromSlot ?? SlotNumber(Math.max((this.lastProcessedSlot ?? slotNow) - this.store.getHistoryLength(), 0));
512
+ const effectiveToSlot = toSlot ?? this.lastProcessedSlot ?? slotNow;
513
+ const historyLength = BigInt(this.store.getHistoryLength());
514
+ if (BigInt(effectiveToSlot) - BigInt(effectiveFromSlot) > historyLength) {
515
+ throw new Error(`Slot range (${BigInt(effectiveToSlot) - BigInt(effectiveFromSlot)}) exceeds history length (${historyLength}). ` + `Requested range: ${effectiveFromSlot} to ${effectiveToSlot}.`);
516
+ }
517
+ const validator = this.computeStatsForValidator(validatorAddress.toString(), history, effectiveFromSlot, effectiveToSlot);
518
+ return {
519
+ validator,
520
+ allTimeEpochPerformance: await this.store.getEpochPerformance(validatorAddress),
521
+ lastProcessedSlot: this.lastProcessedSlot,
522
+ initialSlot: this.initialSlot,
523
+ slotWindow: this.store.getHistoryLength()
524
+ };
525
+ }
526
+ computeStatsForValidator(address, allHistory, fromSlot, toSlot) {
527
+ let history = fromSlot ? allHistory.filter((h)=>BigInt(h.slot) >= fromSlot) : allHistory;
528
+ history = toSlot ? history.filter((h)=>BigInt(h.slot) <= toSlot) : history;
529
+ const lastProposal = history.filter((h)=>h.status === 'checkpoint-valid' || h.status === 'checkpoint-mined').at(-1);
530
+ const lastAttestation = history.filter((h)=>h.status === 'attestation-sent').at(-1);
531
+ return {
532
+ address: EthAddress.fromString(address),
533
+ lastProposal: this.computeFromSlot(lastProposal?.slot),
534
+ lastAttestation: this.computeFromSlot(lastAttestation?.slot),
535
+ totalSlots: history.length,
536
+ missedProposals: this.computeMissed(history, 'proposer', [
537
+ 'checkpoint-missed',
538
+ 'blocks-missed',
539
+ 'checkpoint-invalid',
540
+ 'checkpoint-unvalidated'
541
+ ]),
542
+ missedAttestations: this.computeMissed(history, 'attestation', [
543
+ 'attestation-missed'
544
+ ]),
545
+ history
546
+ };
547
+ }
548
+ computeMissed(history, computeOverCategory, filter) {
549
+ const relevantHistory = history.filter((h)=>!computeOverCategory || statusToCategory(h.status) === computeOverCategory);
550
+ const filteredHistory = relevantHistory.filter((h)=>filter.includes(h.status));
551
+ return {
552
+ currentStreak: countWhile([
553
+ ...relevantHistory
554
+ ].reverse(), (h)=>filter.includes(h.status)),
555
+ rate: relevantHistory.length === 0 ? undefined : filteredHistory.length / relevantHistory.length,
556
+ count: filteredHistory.length,
557
+ total: relevantHistory.length
558
+ };
559
+ }
560
+ computeFromSlot(slot) {
561
+ if (slot === undefined) {
562
+ return undefined;
563
+ }
564
+ const timestamp = getTimestampForSlot(slot, this.epochCache.getL1Constants());
565
+ return {
566
+ timestamp,
567
+ slot,
568
+ date: new Date(Number(timestamp) * 1000).toISOString()
569
+ };
570
+ }
571
+ }
@@ -0,0 +1,35 @@
1
+ import { EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import { EthAddress } from '@aztec/foundation/eth-address';
3
+ import type { AztecAsyncKVStore } from '@aztec/kv-store';
4
+ import type { ValidatorStatusHistory, ValidatorStatusInSlot, ValidatorsEpochPerformance } from '@aztec/stdlib/validators';
5
+ export declare class SentinelStore {
6
+ private store;
7
+ private config;
8
+ static readonly SCHEMA_VERSION = 4;
9
+ private readonly historyMap;
10
+ private readonly epochMap;
11
+ constructor(store: AztecAsyncKVStore, config: {
12
+ historyLength: number;
13
+ historicEpochPerformanceLength: number;
14
+ });
15
+ getHistoryLength(): number;
16
+ getHistoricEpochPerformanceLength(): number;
17
+ updateEpochPerformance(epoch: EpochNumber, performance: ValidatorsEpochPerformance): Promise<void>;
18
+ getEpochPerformance(who: EthAddress): Promise<{
19
+ missed: number;
20
+ total: number;
21
+ epoch: EpochNumber;
22
+ }[]>;
23
+ private pushValidatorEpochPerformance;
24
+ updateValidators(slot: SlotNumber, statuses: Record<`0x${string}`, ValidatorStatusInSlot | undefined>): Promise<void>;
25
+ private pushValidatorStatusForSlot;
26
+ getHistories(): Promise<Record<`0x${string}`, ValidatorStatusHistory>>;
27
+ getHistory(address: EthAddress): Promise<ValidatorStatusHistory | undefined>;
28
+ private serializePerformance;
29
+ private deserializePerformance;
30
+ private serializeHistory;
31
+ private deserializeHistory;
32
+ private statusToNumber;
33
+ private statusFromNumber;
34
+ }
35
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RvcmUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zZW50aW5lbC9zdG9yZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsV0FBVyxFQUFFLFVBQVUsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQzFFLE9BQU8sRUFBRSxVQUFVLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUUzRCxPQUFPLEtBQUssRUFBRSxpQkFBaUIsRUFBaUIsTUFBTSxpQkFBaUIsQ0FBQztBQUN4RSxPQUFPLEtBQUssRUFDVixzQkFBc0IsRUFDdEIscUJBQXFCLEVBQ3JCLDBCQUEwQixFQUMzQixNQUFNLDBCQUEwQixDQUFDO0FBRWxDLHFCQUFhLGFBQWE7SUFXdEIsT0FBTyxDQUFDLEtBQUs7SUFDYixPQUFPLENBQUMsTUFBTTtJQVhoQixnQkFBdUIsY0FBYyxLQUFLO0lBRzFDLE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVSxDQUF1QztJQUlsRSxPQUFPLENBQUMsUUFBUSxDQUFDLFFBQVEsQ0FBdUM7SUFFaEUsWUFDVSxLQUFLLEVBQUUsaUJBQWlCLEVBQ3hCLE1BQU0sRUFBRTtRQUFFLGFBQWEsRUFBRSxNQUFNLENBQUM7UUFBQyw4QkFBOEIsRUFBRSxNQUFNLENBQUE7S0FBRSxFQUlsRjtJQUVNLGdCQUFnQixXQUV0QjtJQUVNLGlDQUFpQyxXQUV2QztJQUVZLHNCQUFzQixDQUFDLEtBQUssRUFBRSxXQUFXLEVBQUUsV0FBVyxFQUFFLDBCQUEwQixpQkFNOUY7SUFFWSxtQkFBbUIsQ0FBQyxHQUFHLEVBQUUsVUFBVSxHQUFHLE9BQU8sQ0FBQztRQUFFLE1BQU0sRUFBRSxNQUFNLENBQUM7UUFBQyxLQUFLLEVBQUUsTUFBTSxDQUFDO1FBQUMsS0FBSyxFQUFFLFdBQVcsQ0FBQTtLQUFFLEVBQUUsQ0FBQyxDQUdsSDtZQUVhLDZCQUE2QjtJQTZCOUIsZ0JBQWdCLENBQUMsSUFBSSxFQUFFLFVBQVUsRUFBRSxRQUFRLEVBQUUsTUFBTSxDQUFDLEtBQUssTUFBTSxFQUFFLEVBQUUscUJBQXFCLEdBQUcsU0FBUyxDQUFDLGlCQVFqSDtZQUVhLDBCQUEwQjtJQVEzQixZQUFZLElBQUksT0FBTyxDQUFDLE1BQU0sQ0FBQyxLQUFLLE1BQU0sRUFBRSxFQUFFLHNCQUFzQixDQUFDLENBQUMsQ0FNbEY7SUFFWSxVQUFVLENBQUMsT0FBTyxFQUFFLFVBQVUsR0FBRyxPQUFPLENBQUMsc0JBQXNCLEdBQUcsU0FBUyxDQUFDLENBR3hGO0lBRUQsT0FBTyxDQUFDLG9CQUFvQjtJQU01QixPQUFPLENBQUMsc0JBQXNCO0lBYTlCLE9BQU8sQ0FBQyxnQkFBZ0I7SUFNeEIsT0FBTyxDQUFDLGtCQUFrQjtJQVcxQixPQUFPLENBQUMsY0FBYztJQXlCdEIsT0FBTyxDQUFDLGdCQUFnQjtDQXNCekIifQ==
@@ -0,0 +1 @@
1
+ {"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/sentinel/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAE3D,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EACV,sBAAsB,EACtB,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,0BAA0B,CAAC;AAElC,qBAAa,aAAa;IAWtB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,MAAM;IAXhB,gBAAuB,cAAc,KAAK;IAG1C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuC;IAIlE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuC;IAEhE,YACU,KAAK,EAAE,iBAAiB,EACxB,MAAM,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,8BAA8B,EAAE,MAAM,CAAA;KAAE,EAIlF;IAEM,gBAAgB,WAEtB;IAEM,iCAAiC,WAEvC;IAEY,sBAAsB,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,0BAA0B,iBAM9F;IAEY,mBAAmB,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,EAAE,CAAC,CAGlH;YAEa,6BAA6B;IA6B9B,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,MAAM,EAAE,EAAE,qBAAqB,GAAG,SAAS,CAAC,iBAQjH;YAEa,0BAA0B;IAQ3B,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAMlF;IAEY,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAGxF;IAED,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,sBAAsB;IAa9B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,kBAAkB;IAW1B,OAAO,CAAC,cAAc;IAyBtB,OAAO,CAAC,gBAAgB;CAsBzB"}