@aztec/aztec-node 5.0.0-private.20260319 → 5.0.0-rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/aztec-node/block_response_helpers.d.ts +25 -0
- package/dest/aztec-node/block_response_helpers.d.ts.map +1 -0
- package/dest/aztec-node/block_response_helpers.js +112 -0
- package/dest/aztec-node/config.d.ts +16 -4
- package/dest/aztec-node/config.d.ts.map +1 -1
- package/dest/aztec-node/config.js +15 -5
- package/dest/aztec-node/node_public_calls_simulator.d.ts +90 -0
- package/dest/aztec-node/node_public_calls_simulator.d.ts.map +1 -0
- package/dest/aztec-node/node_public_calls_simulator.js +346 -0
- package/dest/aztec-node/public_data_overrides.d.ts +13 -0
- package/dest/aztec-node/public_data_overrides.d.ts.map +1 -0
- package/dest/aztec-node/public_data_overrides.js +21 -0
- package/dest/aztec-node/register_node_rpc_handlers.d.ts +10 -0
- package/dest/aztec-node/register_node_rpc_handlers.d.ts.map +1 -0
- package/dest/aztec-node/register_node_rpc_handlers.js +31 -0
- package/dest/aztec-node/server.d.ts +128 -134
- package/dest/aztec-node/server.d.ts.map +1 -1
- package/dest/aztec-node/server.js +393 -820
- package/dest/bin/index.js +15 -10
- package/dest/factory.d.ts +33 -0
- package/dest/factory.d.ts.map +1 -0
- package/dest/factory.js +496 -0
- package/dest/index.d.ts +3 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +2 -0
- package/dest/modules/block_parameter.d.ts +25 -0
- package/dest/modules/block_parameter.d.ts.map +1 -0
- package/dest/modules/block_parameter.js +100 -0
- package/dest/modules/node_block_provider.d.ts +19 -0
- package/dest/modules/node_block_provider.d.ts.map +1 -0
- package/dest/modules/node_block_provider.js +112 -0
- package/dest/modules/node_tx_receipt.d.ts +24 -0
- package/dest/modules/node_tx_receipt.d.ts.map +1 -0
- package/dest/modules/node_tx_receipt.js +70 -0
- package/dest/modules/node_world_state_queries.d.ts +61 -0
- package/dest/modules/node_world_state_queries.d.ts.map +1 -0
- package/dest/modules/node_world_state_queries.js +257 -0
- package/dest/sentinel/config.d.ts +3 -2
- package/dest/sentinel/config.d.ts.map +1 -1
- package/dest/sentinel/config.js +15 -5
- package/dest/sentinel/factory.d.ts +5 -3
- package/dest/sentinel/factory.d.ts.map +1 -1
- package/dest/sentinel/factory.js +12 -5
- package/dest/sentinel/sentinel.d.ts +145 -21
- package/dest/sentinel/sentinel.d.ts.map +1 -1
- package/dest/sentinel/sentinel.js +227 -105
- package/dest/sentinel/store.d.ts +8 -8
- package/dest/sentinel/store.d.ts.map +1 -1
- package/dest/sentinel/store.js +25 -17
- package/dest/test/index.d.ts +3 -3
- package/dest/test/index.d.ts.map +1 -1
- package/package.json +28 -26
- package/src/aztec-node/block_response_helpers.ts +161 -0
- package/src/aztec-node/config.ts +30 -7
- package/src/aztec-node/node_public_calls_simulator.ts +383 -0
- package/src/aztec-node/public_data_overrides.ts +35 -0
- package/src/aztec-node/register_node_rpc_handlers.ts +29 -0
- package/src/aztec-node/server.ts +514 -1070
- package/src/bin/index.ts +19 -12
- package/src/factory.ts +656 -0
- package/src/index.ts +2 -0
- package/src/modules/block_parameter.ts +93 -0
- package/src/modules/node_block_provider.ts +149 -0
- package/src/modules/node_tx_receipt.ts +115 -0
- package/src/modules/node_world_state_queries.ts +360 -0
- package/src/sentinel/README.md +103 -0
- package/src/sentinel/config.ts +18 -6
- package/src/sentinel/factory.ts +21 -6
- package/src/sentinel/sentinel.ts +277 -130
- package/src/sentinel/store.ts +26 -18
- package/src/test/index.ts +2 -2
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { CheckpointProposalHash, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
2
|
import { countWhile, filterAsync, fromEntries, getEntries, mapValues } from '@aztec/foundation/collection';
|
|
3
3
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
4
4
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
5
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { L2BlockStream, getAttestationInfoFromPublishedCheckpoint } from '@aztec/stdlib/block';
|
|
6
|
+
import { OffenseType, WANT_TO_SLASH_EVENT, getOffenseTypeName } from '@aztec/slasher';
|
|
7
|
+
import { getAttestationInfoFromPublishedCheckpoint } from '@aztec/stdlib/block';
|
|
9
8
|
import { getEpochAtSlot, getSlotRangeForEpoch, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
9
|
+
import { ConsensusPayload } from '@aztec/stdlib/p2p';
|
|
10
10
|
import EventEmitter from 'node:events';
|
|
11
11
|
/** Maps a validator status to its category: proposer or attestation. */ function statusToCategory(status) {
|
|
12
12
|
switch(status){
|
|
@@ -17,26 +17,98 @@ import EventEmitter from 'node:events';
|
|
|
17
17
|
return 'proposer';
|
|
18
18
|
}
|
|
19
19
|
}
|
|
20
|
-
|
|
20
|
+
/**
|
|
21
|
+
* The Sentinel observes validator behaviour every L2 slot, classifies it into a per-slot status,
|
|
22
|
+
* aggregates those statuses into per-epoch performance once each epoch is fully observed, and
|
|
23
|
+
* emits inactivity slash payloads when a validator has been inactive for the configured number
|
|
24
|
+
* of consecutive epochs.
|
|
25
|
+
*
|
|
26
|
+
* ## Two cadences
|
|
27
|
+
*
|
|
28
|
+
* The sentinel runs `work()` every quarter L2 slot and drives two independent pipelines:
|
|
29
|
+
*
|
|
30
|
+
* 1. **Per-slot activity recording.** `processSlot(currentSlot - 2)` runs once per slot, with a
|
|
31
|
+
* two-slot lag to let P2P attestations settle and the archiver catch up. It classifies each
|
|
32
|
+
* committee member's behaviour for that slot via `getSlotActivity` and persists the result to
|
|
33
|
+
* `SentinelStore.historyMap` (sliding window of `sentinelHistoryLengthInEpochs * epochDuration`
|
|
34
|
+
* slots, default 24 epochs).
|
|
35
|
+
*
|
|
36
|
+
* 2. **Per-epoch evaluation.** `processEpochEnds(currentSlot)` runs every tick too. Once
|
|
37
|
+
* `sentinelEpochEndBufferSlots` (default 2) has elapsed past an epoch's last slot AND the
|
|
38
|
+
* per-slot recorder has covered that last slot, the sentinel calls `handleEpochEnd(epoch)`.
|
|
39
|
+
* That aggregates the slot-level statuses for the epoch into per-validator `{missed, total}`,
|
|
40
|
+
* persists it to `SentinelStore.epochMap` (default 2000-epoch window), and runs the slashing
|
|
41
|
+
* decision.
|
|
42
|
+
*
|
|
43
|
+
* Triggering per-epoch evaluation off local L2 state — rather than waiting for L1 proof
|
|
44
|
+
* publication — decouples slashing from prover availability.
|
|
45
|
+
*
|
|
46
|
+
* ## Six-case taxonomy in `getSlotActivity`
|
|
47
|
+
*
|
|
48
|
+
* For each slot, the sentinel assigns the proposer one of six statuses, ranked highest-confidence
|
|
49
|
+
* first:
|
|
50
|
+
*
|
|
51
|
+
* - `checkpoint-mined` — a checkpoint covering this slot has landed on L1
|
|
52
|
+
* (fetched on demand via `archiver.getCheckpoint({ slot })`).
|
|
53
|
+
* - `checkpoint-valid` — the local node re-executed a checkpoint proposal for this slot
|
|
54
|
+
* successfully (consulted via `CheckpointReexecutionTracker`).
|
|
55
|
+
* - `checkpoint-invalid` — the local node re-executed a checkpoint proposal for this slot
|
|
56
|
+
* and rejected it (e.g. header/archive/out-hash mismatch, limit
|
|
57
|
+
* breach). Proposer-fault.
|
|
58
|
+
* - `checkpoint-unvalidated` — the local node observed a checkpoint proposal but could not
|
|
59
|
+
* validate it (missing blocks/txs, timeouts). Treated as
|
|
60
|
+
* proposer-fault for slashing.
|
|
61
|
+
* - `checkpoint-missed` — block proposals seen on P2P but no checkpoint proposal at all.
|
|
62
|
+
* - `blocks-missed` — no block proposals seen for this slot.
|
|
63
|
+
*
|
|
64
|
+
* Missing-attestor faults are recorded only in `checkpoint-mined` and `checkpoint-valid`, where
|
|
65
|
+
* the local node has positive evidence the checkpoint was canonical or valid. In the other four
|
|
66
|
+
* cases the proposer is at fault and no attestor penalty applies.
|
|
67
|
+
*
|
|
68
|
+
* ## Re-execution tracker
|
|
69
|
+
*
|
|
70
|
+
* `CheckpointReexecutionTracker` is populated by the validator client's checkpoint proposal
|
|
71
|
+
* handler. Every early return in `validateCheckpointProposal` records an outcome
|
|
72
|
+
* (`valid` / `invalid` / `unvalidated`) keyed by slot.
|
|
73
|
+
*
|
|
74
|
+
* ## Inactivity slashing
|
|
75
|
+
*
|
|
76
|
+
* `handleEpochPerformance` filters the epoch's per-validator stats by
|
|
77
|
+
* `slashInactivityTargetPercentage` and then calls `checkPastInactivity` to require
|
|
78
|
+
* `slashInactivityConsecutiveEpochThreshold` consecutive past epochs over the same threshold
|
|
79
|
+
* (read from `SentinelStore.epochMap`). Only validators meeting both conditions are emitted as
|
|
80
|
+
* `WANT_TO_SLASH_EVENT` with `OffenseType.INACTIVITY`. The slot-level counters that feed this —
|
|
81
|
+
* `missedProposals` and `missedAttestations` — include the four proposer-fault statuses plus
|
|
82
|
+
* `attestation-missed`.
|
|
83
|
+
*
|
|
84
|
+
* ## Escape hatch
|
|
85
|
+
*
|
|
86
|
+
* If `epochCache.getCommittee(slot)` reports `isEscapeHatchOpen`, per-slot recording is skipped
|
|
87
|
+
* (no history entries for that slot) and per-epoch evaluation writes an empty performance map
|
|
88
|
+
* (no slashing).
|
|
89
|
+
*/ export class Sentinel extends EventEmitter {
|
|
21
90
|
epochCache;
|
|
22
91
|
archiver;
|
|
23
92
|
p2p;
|
|
24
93
|
store;
|
|
94
|
+
reexecutionTracker;
|
|
25
95
|
config;
|
|
26
96
|
logger;
|
|
27
97
|
runningPromise;
|
|
28
|
-
blockStream;
|
|
29
|
-
l2TipsStore;
|
|
30
98
|
initialSlot;
|
|
31
99
|
lastProcessedSlot;
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
super(), this.epochCache = epochCache, this.archiver = archiver, this.p2p = p2p, this.store = store, this.config = config, this.logger = logger, this.slotNumberToCheckpoint = new Map();
|
|
36
|
-
this.l2TipsStore = new L2TipsMemoryStore();
|
|
100
|
+
/** Largest epoch number for which the end-of-epoch aggregator has run. */ lastEvaluatedEpoch;
|
|
101
|
+
constructor(epochCache, archiver, p2p, store, reexecutionTracker, config, logger = createLogger('node:sentinel')){
|
|
102
|
+
super(), this.epochCache = epochCache, this.archiver = archiver, this.p2p = p2p, this.store = store, this.reexecutionTracker = reexecutionTracker, this.config = config, this.logger = logger;
|
|
37
103
|
const interval = epochCache.getL1Constants().ethereumSlotDuration * 1000 / 4;
|
|
38
104
|
this.runningPromise = new RunningPromise(this.work.bind(this), logger, interval);
|
|
39
105
|
}
|
|
106
|
+
getSignatureContext() {
|
|
107
|
+
return {
|
|
108
|
+
chainId: this.config.l1ChainId,
|
|
109
|
+
rollupAddress: this.config.rollupAddress
|
|
110
|
+
};
|
|
111
|
+
}
|
|
40
112
|
updateConfig(config) {
|
|
41
113
|
this.config = {
|
|
42
114
|
...this.config,
|
|
@@ -47,69 +119,65 @@ export class Sentinel extends EventEmitter {
|
|
|
47
119
|
await this.init();
|
|
48
120
|
this.runningPromise.start();
|
|
49
121
|
}
|
|
50
|
-
/**
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
122
|
+
/**
|
|
123
|
+
* Loads the initial slot. We will not process anything at or before the initial slot. Floors at the
|
|
124
|
+
* archiver's synced L2 slot so the sentinel keeps making forward progress when L1 is advancing but L2 has no
|
|
125
|
+
* activity (the synced slot is driven by L1 sync, not by L2 blocks). Falls back to the wallclock if the
|
|
126
|
+
* archiver isn't ready yet (cold start).
|
|
127
|
+
*/ async init() {
|
|
128
|
+
this.initialSlot = await this.getCurrentSlot();
|
|
129
|
+
this.logger.info(`Starting validator sentinel with initial slot ${this.initialSlot}`);
|
|
130
|
+
}
|
|
131
|
+
/**
|
|
132
|
+
* Returns the L2 slot the sentinel should treat as "current": the archiver's last fully
|
|
133
|
+
* synced L2 slot, falling back to the wallclock slot when the archiver isn't ready yet
|
|
134
|
+
* (cold start). Anchoring to the synced slot keeps timing arithmetic (initial floor,
|
|
135
|
+
* per-slot lag, end-of-epoch buffer, stats-range fallback) from speculating ahead of where
|
|
136
|
+
* L1 actually is.
|
|
137
|
+
*/ async getCurrentSlot() {
|
|
138
|
+
return await this.archiver.getSyncedL2SlotNumber() ?? this.epochCache.getSlotNow();
|
|
57
139
|
}
|
|
58
140
|
stop() {
|
|
59
141
|
return this.runningPromise.stop();
|
|
60
142
|
}
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
143
|
+
/**
|
|
144
|
+
* Fetches the L1-confirmed checkpoint covering a slot (if any) and derives the slot-level data the
|
|
145
|
+
* activity classifier needs: the checkpoint number, archive root, consensus payload hash (used to fetch
|
|
146
|
+
* matching p2p attestations regardless of feeAssetPriceModifier variants), and the recovered attestor set.
|
|
147
|
+
* Reads on demand so the result is always against the canonical chain — a reorged-out checkpoint simply
|
|
148
|
+
* stops being returned, with no stale mapping to clean up.
|
|
149
|
+
*/ async getCheckpointForSlot(slot) {
|
|
150
|
+
const checkpoint = await this.archiver.getCheckpoint({
|
|
151
|
+
slot
|
|
152
|
+
});
|
|
153
|
+
if (!checkpoint) {
|
|
154
|
+
return undefined;
|
|
72
155
|
}
|
|
73
|
-
const
|
|
74
|
-
|
|
75
|
-
|
|
156
|
+
const signatureContext = this.getSignatureContext();
|
|
157
|
+
const proposalPayloadHash = CheckpointProposalHash.fromBuffer(ConsensusPayload.fromCheckpoint(checkpoint.checkpoint, signatureContext).getPayloadHash());
|
|
158
|
+
return {
|
|
76
159
|
checkpointNumber: checkpoint.checkpoint.number,
|
|
77
160
|
archive: checkpoint.checkpoint.archive.root.toString(),
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
const historyLength = this.store.getHistoryLength();
|
|
82
|
-
if (this.slotNumberToCheckpoint.size > historyLength) {
|
|
83
|
-
const toDelete = Array.from(this.slotNumberToCheckpoint.keys()).sort((a, b)=>Number(a - b)).slice(0, this.slotNumberToCheckpoint.size - historyLength);
|
|
84
|
-
for (const key of toDelete){
|
|
85
|
-
this.slotNumberToCheckpoint.delete(key);
|
|
86
|
-
}
|
|
87
|
-
}
|
|
161
|
+
proposalPayloadHash,
|
|
162
|
+
attestors: getAttestationInfoFromPublishedCheckpoint(checkpoint, signatureContext).filter((a)=>a.status === 'recovered-from-signature').map((a)=>a.address)
|
|
163
|
+
};
|
|
88
164
|
}
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
// TODO(palla/slash): We should only be computing proven performance if this is
|
|
100
|
-
// a full proof epoch and not a partial one, otherwise we'll end up with skewed stats.
|
|
101
|
-
const epoch = getEpochAtSlot(header.getSlot(), this.epochCache.getL1Constants());
|
|
102
|
-
this.logger.debug(`Computing proven performance for epoch ${epoch}`);
|
|
103
|
-
const performance = await this.computeProvenPerformance(epoch);
|
|
104
|
-
this.logger.info(`Computed proven performance for epoch ${epoch}`, performance);
|
|
105
|
-
await this.store.updateProvenPerformance(epoch, performance);
|
|
106
|
-
await this.handleProvenPerformance(epoch, performance);
|
|
165
|
+
/**
|
|
166
|
+
* Called once per epoch, after the configured end-of-epoch buffer has elapsed beyond the
|
|
167
|
+
* epoch's last slot. Computes per-epoch performance from the slot-level history collected
|
|
168
|
+
* by `processSlot` and emits any inactivity slash payloads.
|
|
169
|
+
*/ async handleEpochEnd(epoch) {
|
|
170
|
+
this.logger.debug(`Computing epoch performance for epoch ${epoch}`);
|
|
171
|
+
const performance = await this.computeEpochPerformance(epoch);
|
|
172
|
+
this.logger.info(`Computed epoch performance for epoch ${epoch}`, performance);
|
|
173
|
+
await this.store.updateEpochPerformance(epoch, performance);
|
|
174
|
+
await this.handleEpochPerformance(epoch, performance);
|
|
107
175
|
}
|
|
108
|
-
async
|
|
176
|
+
async computeEpochPerformance(epoch) {
|
|
109
177
|
const [fromSlot, toSlot] = getSlotRangeForEpoch(epoch, this.epochCache.getL1Constants());
|
|
110
178
|
const { committee, isEscapeHatchOpen } = await this.epochCache.getCommittee(fromSlot);
|
|
111
179
|
if (isEscapeHatchOpen) {
|
|
112
|
-
this.logger.info(`Skipping
|
|
180
|
+
this.logger.info(`Skipping epoch performance for epoch ${epoch} - escape hatch is open`);
|
|
113
181
|
return {};
|
|
114
182
|
}
|
|
115
183
|
if (!committee) {
|
|
@@ -147,8 +215,8 @@ export class Sentinel extends EventEmitter {
|
|
|
147
215
|
if (requiredConsecutiveEpochs === 0) {
|
|
148
216
|
return true;
|
|
149
217
|
}
|
|
150
|
-
// Get all historical performance for this validator
|
|
151
|
-
const allPerformance = await this.store.
|
|
218
|
+
// Get all historical per-epoch performance for this validator
|
|
219
|
+
const allPerformance = await this.store.getEpochPerformance(validator);
|
|
152
220
|
// Sort by epoch descending to get most recent first, keep only epochs strictly before the current one, and get the first N
|
|
153
221
|
const pastEpochs = allPerformance.sort((a, b)=>Number(b.epoch - a.epoch)).filter((p)=>p.epoch < currentEpoch);
|
|
154
222
|
// If we don't have enough historical data, don't slash
|
|
@@ -157,13 +225,10 @@ export class Sentinel extends EventEmitter {
|
|
|
157
225
|
return false;
|
|
158
226
|
}
|
|
159
227
|
// Check that we have at least requiredConsecutiveEpochs and that all of them are above the inactivity threshold
|
|
160
|
-
return pastEpochs.slice(0, requiredConsecutiveEpochs).every((p)=>p.missed / p.total >= this.config.slashInactivityTargetPercentage);
|
|
228
|
+
return pastEpochs.slice(0, requiredConsecutiveEpochs).every((p)=>p.total === 0 ? false : p.missed / p.total >= this.config.slashInactivityTargetPercentage);
|
|
161
229
|
}
|
|
162
|
-
async
|
|
163
|
-
|
|
164
|
-
return;
|
|
165
|
-
}
|
|
166
|
-
const inactiveValidators = getEntries(performance).filter(([_, { missed, total }])=>missed / total >= this.config.slashInactivityTargetPercentage).map(([address])=>address);
|
|
230
|
+
async handleEpochPerformance(epoch, performance) {
|
|
231
|
+
const inactiveValidators = getEntries(performance).filter(([_, { missed, total }])=>total > 0 && missed / total >= this.config.slashInactivityTargetPercentage).map(([address])=>address);
|
|
167
232
|
this.logger.debug(`Found ${inactiveValidators.length} inactive validators in epoch ${epoch}`, {
|
|
168
233
|
inactiveValidators,
|
|
169
234
|
epoch,
|
|
@@ -178,8 +243,13 @@ export class Sentinel extends EventEmitter {
|
|
|
178
243
|
epochOrSlot: BigInt(epoch)
|
|
179
244
|
}));
|
|
180
245
|
if (criminals.length > 0) {
|
|
181
|
-
this.logger.
|
|
182
|
-
|
|
246
|
+
this.logger.info(`Identified ${criminals.length} inactivity offenses in at least ${epochThreshold} consecutive epochs`, {
|
|
247
|
+
offenses: args.map((arg)=>({
|
|
248
|
+
validator: arg.validator.toString(),
|
|
249
|
+
amount: arg.amount,
|
|
250
|
+
offenseType: getOffenseTypeName(arg.offenseType),
|
|
251
|
+
epochOrSlot: arg.epochOrSlot
|
|
252
|
+
})),
|
|
183
253
|
epochThreshold
|
|
184
254
|
});
|
|
185
255
|
this.emit(WANT_TO_SLASH_EVENT, args);
|
|
@@ -189,23 +259,58 @@ export class Sentinel extends EventEmitter {
|
|
|
189
259
|
* Process data for two L2 slots ago.
|
|
190
260
|
* Note that we do not process historical data, since we rely on p2p data for processing,
|
|
191
261
|
* and we don't have that data if we were offline during the period.
|
|
262
|
+
*
|
|
263
|
+
* `currentSlot` is anchored to the archiver's last synced L2 slot rather than the wallclock,
|
|
264
|
+
* so the per-slot lag (`isReadyToProcess`) and the end-of-epoch buffer (`processEpochEnds`)
|
|
265
|
+
* advance with archiver.
|
|
192
266
|
*/ async work() {
|
|
193
|
-
const currentSlot = this.
|
|
267
|
+
const currentSlot = await this.getCurrentSlot();
|
|
194
268
|
try {
|
|
195
|
-
//
|
|
196
|
-
// Note we never `start` the blockstream, so it loops at the same pace as we do.
|
|
197
|
-
await this.blockStream.sync();
|
|
198
|
-
// Check if we are ready to process data for two L2 slots ago.
|
|
269
|
+
// Per-slot activity recording (lag = 2 slots for P2P attestation settlement).
|
|
199
270
|
const targetSlot = await this.isReadyToProcess(currentSlot);
|
|
200
|
-
// And process it if we are.
|
|
201
271
|
if (targetSlot !== false) {
|
|
202
272
|
await this.processSlot(targetSlot);
|
|
203
273
|
}
|
|
274
|
+
// End-of-epoch evaluation (lag = sentinelEpochEndBufferSlots beyond the epoch's last slot).
|
|
275
|
+
await this.processEpochEnds(currentSlot);
|
|
204
276
|
} catch (err) {
|
|
205
277
|
this.logger.error(`Failed to process slot ${currentSlot}`, err);
|
|
206
278
|
}
|
|
207
279
|
}
|
|
208
280
|
/**
|
|
281
|
+
* After the configured buffer has elapsed past an epoch's last slot, runs the end-of-epoch
|
|
282
|
+
* aggregator for that epoch. Catches up if multiple epochs become eligible at once.
|
|
283
|
+
*/ async processEpochEnds(currentSlot) {
|
|
284
|
+
const constants = this.epochCache.getL1Constants();
|
|
285
|
+
const buffer = this.config.sentinelEpochEndBufferSlots;
|
|
286
|
+
if (currentSlot < buffer) {
|
|
287
|
+
return;
|
|
288
|
+
}
|
|
289
|
+
if (this.initialSlot === undefined) {
|
|
290
|
+
return;
|
|
291
|
+
}
|
|
292
|
+
// We can close epoch E iff:
|
|
293
|
+
// - the per-slot recorder has covered the epoch's last slot (lastProcessedSlot ≥ toSlot(E))
|
|
294
|
+
// - the buffer has elapsed past the epoch's last slot (currentSlot − buffer ≥ toSlot(E))
|
|
295
|
+
// - the epoch is not in the past relative to when the sentinel started (toSlot(E) > initialSlot)
|
|
296
|
+
if (this.lastProcessedSlot === undefined) {
|
|
297
|
+
return;
|
|
298
|
+
}
|
|
299
|
+
const slotForBuffer = SlotNumber(currentSlot - buffer);
|
|
300
|
+
// First eligible epoch to close is the one after lastEvaluatedEpoch, or the epoch containing
|
|
301
|
+
// the initial slot if we haven't evaluated any yet (the initialSlot epoch may be partial — we
|
|
302
|
+
// don't try to evaluate it, we start from initialSlot's epoch + 1).
|
|
303
|
+
const startEpoch = this.lastEvaluatedEpoch !== undefined ? EpochNumber(this.lastEvaluatedEpoch + 1) : EpochNumber(getEpochAtSlot(this.initialSlot, constants) + 1);
|
|
304
|
+
for(let epoch = startEpoch;; epoch = EpochNumber(epoch + 1)){
|
|
305
|
+
const [, toSlot] = getSlotRangeForEpoch(epoch, constants);
|
|
306
|
+
if (toSlot > this.lastProcessedSlot || toSlot > slotForBuffer) {
|
|
307
|
+
break;
|
|
308
|
+
}
|
|
309
|
+
await this.handleEpochEnd(epoch);
|
|
310
|
+
this.lastEvaluatedEpoch = epoch;
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
/**
|
|
209
314
|
* Check if we are ready to process data for two L2 slots ago, so we allow plenty of time for p2p to process all in-flight attestations.
|
|
210
315
|
* We also don't move past the archiver last synced L2 slot, as we don't want to process data that is not yet available.
|
|
211
316
|
* Last, we check the p2p is synced with the archiver, so it has pulled all attestations from it.
|
|
@@ -237,7 +342,7 @@ export class Sentinel extends EventEmitter {
|
|
|
237
342
|
});
|
|
238
343
|
return false;
|
|
239
344
|
}
|
|
240
|
-
const archiverLastBlockHash = await this.
|
|
345
|
+
const archiverLastBlockHash = await this.archiver.getL2Tips().then((tip)=>tip.proposed.hash);
|
|
241
346
|
const p2pLastBlockHash = await this.p2p.getL2Tips().then((tips)=>tips.proposed.hash);
|
|
242
347
|
const isP2pSynced = archiverLastBlockHash === p2pLastBlockHash;
|
|
243
348
|
if (!isP2pSynced) {
|
|
@@ -271,39 +376,53 @@ export class Sentinel extends EventEmitter {
|
|
|
271
376
|
await this.updateValidators(slot, stats);
|
|
272
377
|
this.lastProcessedSlot = slot;
|
|
273
378
|
}
|
|
274
|
-
/**
|
|
379
|
+
/**
|
|
380
|
+
* Computes activity for a given slot using the six-case taxonomy.
|
|
381
|
+
*
|
|
382
|
+
* Proposer status:
|
|
383
|
+
* - case 6 `checkpoint-mined` — a checkpoint covering this slot has landed on L1.
|
|
384
|
+
* - case 5 `checkpoint-valid` — the local node re-executed a checkpoint proposal for this
|
|
385
|
+
* slot successfully.
|
|
386
|
+
* - case 4 `checkpoint-invalid` — the local node re-executed a checkpoint proposal for this
|
|
387
|
+
* slot and rejected it.
|
|
388
|
+
* - case 3 `checkpoint-unvalidated` — the local node observed a checkpoint proposal for this
|
|
389
|
+
* slot but could not validate it (missing data, timeouts).
|
|
390
|
+
* - case 2 `checkpoint-missed` — block proposals seen on P2P but no checkpoint proposal.
|
|
391
|
+
* - case 1 `blocks-missed` — no block proposals seen for this slot.
|
|
392
|
+
*
|
|
393
|
+
* Missing-attestor penalties apply only in cases 5 and 6, where the local node has positive
|
|
394
|
+
* evidence the checkpoint was valid or has been canonicalised on L1.
|
|
395
|
+
*/ async getSlotActivity(slot, epoch, proposer, committee) {
|
|
275
396
|
this.logger.debug(`Computing stats for slot ${slot} at epoch ${epoch}`, {
|
|
276
397
|
slot,
|
|
277
398
|
epoch,
|
|
278
399
|
proposer,
|
|
279
400
|
committee
|
|
280
401
|
});
|
|
281
|
-
//
|
|
282
|
-
//
|
|
283
|
-
//
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
const checkpoint = this.slotNumberToCheckpoint.get(slot);
|
|
287
|
-
const p2pAttested = await this.p2p.getCheckpointAttestationsForSlot(slot, checkpoint?.archive);
|
|
288
|
-
// Filter out attestations with invalid signatures
|
|
402
|
+
// Gather attestors from both p2p (live attestations) and the archiver (signers on the
|
|
403
|
+
// checkpoint if one has landed on L1). Fetched on demand so it always reflects the canonical chain.
|
|
404
|
+
// Used regardless of which case applies.
|
|
405
|
+
const checkpoint = await this.getCheckpointForSlot(slot);
|
|
406
|
+
const p2pAttested = await this.p2p.getCheckpointAttestationsForSlot(slot, checkpoint?.proposalPayloadHash);
|
|
289
407
|
const p2pAttestors = p2pAttested.map((a)=>a.getSender()).filter((s)=>s !== undefined);
|
|
290
408
|
const attestors = new Set([
|
|
291
409
|
...p2pAttestors.map((a)=>a.toString()),
|
|
292
410
|
...checkpoint?.attestors.map((a)=>a.toString()) ?? []
|
|
293
411
|
].filter((addr)=>proposer.toString() !== addr));
|
|
294
|
-
//
|
|
295
|
-
|
|
296
|
-
// this node re-execute every block proposal it sees and storing it in the attestation pool.
|
|
297
|
-
// But we'll leave that corner case out to reduce pressure on the node.
|
|
298
|
-
// TODO(palla/slash): This breaks if a given node has more than one validator in the current committee,
|
|
299
|
-
// since they will attest to their own proposal it even if it's not re-executable.
|
|
412
|
+
// Determine the proposer status from the six-case taxonomy.
|
|
413
|
+
const reexecutionOutcome = this.reexecutionTracker.getOutcomeForSlot(slot);
|
|
300
414
|
let status;
|
|
301
415
|
if (checkpoint) {
|
|
302
416
|
status = 'checkpoint-mined';
|
|
303
|
-
} else if (
|
|
304
|
-
status = 'checkpoint-
|
|
417
|
+
} else if (reexecutionOutcome === 'valid') {
|
|
418
|
+
status = 'checkpoint-valid';
|
|
419
|
+
} else if (reexecutionOutcome === 'invalid') {
|
|
420
|
+
status = 'checkpoint-invalid';
|
|
421
|
+
} else if (reexecutionOutcome === 'unvalidated') {
|
|
422
|
+
status = 'checkpoint-unvalidated';
|
|
305
423
|
} else {
|
|
306
|
-
// No
|
|
424
|
+
// No L1 checkpoint, no local re-execution outcome for this slot. Distinguish "proposer
|
|
425
|
+
// sent block proposals but never made a checkpoint" from "proposer sent nothing".
|
|
307
426
|
const hasBlockProposals = await this.p2p.hasBlockProposalsForSlot(slot);
|
|
308
427
|
status = hasBlockProposals ? 'checkpoint-missed' : 'blocks-missed';
|
|
309
428
|
}
|
|
@@ -311,8 +430,9 @@ export class Sentinel extends EventEmitter {
|
|
|
311
430
|
...checkpoint,
|
|
312
431
|
slot
|
|
313
432
|
});
|
|
314
|
-
//
|
|
315
|
-
const
|
|
433
|
+
// Missing-attestor faults only apply when we have positive evidence the proposal was valid.
|
|
434
|
+
const attestorsExpected = status === 'checkpoint-mined' || status === 'checkpoint-valid';
|
|
435
|
+
const missedAttestors = new Set(attestorsExpected ? committee.filter((v)=>!attestors.has(v.toString()) && !proposer.equals(v)).map((v)=>v.toString()) : []);
|
|
316
436
|
this.logger.debug(`Retrieved ${attestors.size} attestors out of ${committee.length} for slot ${slot}`, {
|
|
317
437
|
status,
|
|
318
438
|
proposer: proposer.toString(),
|
|
@@ -351,7 +471,7 @@ export class Sentinel extends EventEmitter {
|
|
|
351
471
|
v.toString(),
|
|
352
472
|
await this.store.getHistory(v)
|
|
353
473
|
]))) : await this.store.getHistories();
|
|
354
|
-
const slotNow = this.
|
|
474
|
+
const slotNow = await this.getCurrentSlot();
|
|
355
475
|
fromSlot ??= SlotNumber(Math.max((this.lastProcessedSlot ?? slotNow) - this.store.getHistoryLength(), 0));
|
|
356
476
|
toSlot ??= this.lastProcessedSlot ?? slotNow;
|
|
357
477
|
const stats = mapValues(histories, (history, address)=>this.computeStatsForValidator(address, history ?? [], fromSlot, toSlot));
|
|
@@ -367,7 +487,7 @@ export class Sentinel extends EventEmitter {
|
|
|
367
487
|
if (!history || history.length === 0) {
|
|
368
488
|
return undefined;
|
|
369
489
|
}
|
|
370
|
-
const slotNow = this.
|
|
490
|
+
const slotNow = await this.getCurrentSlot();
|
|
371
491
|
const effectiveFromSlot = fromSlot ?? SlotNumber(Math.max((this.lastProcessedSlot ?? slotNow) - this.store.getHistoryLength(), 0));
|
|
372
492
|
const effectiveToSlot = toSlot ?? this.lastProcessedSlot ?? slotNow;
|
|
373
493
|
const historyLength = BigInt(this.store.getHistoryLength());
|
|
@@ -377,7 +497,7 @@ export class Sentinel extends EventEmitter {
|
|
|
377
497
|
const validator = this.computeStatsForValidator(validatorAddress.toString(), history, effectiveFromSlot, effectiveToSlot);
|
|
378
498
|
return {
|
|
379
499
|
validator,
|
|
380
|
-
|
|
500
|
+
allTimeEpochPerformance: await this.store.getEpochPerformance(validatorAddress),
|
|
381
501
|
lastProcessedSlot: this.lastProcessedSlot,
|
|
382
502
|
initialSlot: this.initialSlot,
|
|
383
503
|
slotWindow: this.store.getHistoryLength()
|
|
@@ -386,7 +506,7 @@ export class Sentinel extends EventEmitter {
|
|
|
386
506
|
computeStatsForValidator(address, allHistory, fromSlot, toSlot) {
|
|
387
507
|
let history = fromSlot ? allHistory.filter((h)=>BigInt(h.slot) >= fromSlot) : allHistory;
|
|
388
508
|
history = toSlot ? history.filter((h)=>BigInt(h.slot) <= toSlot) : history;
|
|
389
|
-
const lastProposal = history.filter((h)=>h.status === 'checkpoint-
|
|
509
|
+
const lastProposal = history.filter((h)=>h.status === 'checkpoint-valid' || h.status === 'checkpoint-mined').at(-1);
|
|
390
510
|
const lastAttestation = history.filter((h)=>h.status === 'attestation-sent').at(-1);
|
|
391
511
|
return {
|
|
392
512
|
address: EthAddress.fromString(address),
|
|
@@ -395,7 +515,9 @@ export class Sentinel extends EventEmitter {
|
|
|
395
515
|
totalSlots: history.length,
|
|
396
516
|
missedProposals: this.computeMissed(history, 'proposer', [
|
|
397
517
|
'checkpoint-missed',
|
|
398
|
-
'blocks-missed'
|
|
518
|
+
'blocks-missed',
|
|
519
|
+
'checkpoint-invalid',
|
|
520
|
+
'checkpoint-unvalidated'
|
|
399
521
|
]),
|
|
400
522
|
missedAttestations: this.computeMissed(history, 'attestation', [
|
|
401
523
|
'attestation-missed'
|
package/dest/sentinel/store.d.ts
CHANGED
|
@@ -5,22 +5,22 @@ import type { ValidatorStatusHistory, ValidatorStatusInSlot, ValidatorsEpochPerf
|
|
|
5
5
|
export declare class SentinelStore {
|
|
6
6
|
private store;
|
|
7
7
|
private config;
|
|
8
|
-
static readonly SCHEMA_VERSION =
|
|
8
|
+
static readonly SCHEMA_VERSION = 4;
|
|
9
9
|
private readonly historyMap;
|
|
10
|
-
private readonly
|
|
10
|
+
private readonly epochMap;
|
|
11
11
|
constructor(store: AztecAsyncKVStore, config: {
|
|
12
12
|
historyLength: number;
|
|
13
|
-
|
|
13
|
+
historicEpochPerformanceLength: number;
|
|
14
14
|
});
|
|
15
15
|
getHistoryLength(): number;
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
16
|
+
getHistoricEpochPerformanceLength(): number;
|
|
17
|
+
updateEpochPerformance(epoch: EpochNumber, performance: ValidatorsEpochPerformance): Promise<void>;
|
|
18
|
+
getEpochPerformance(who: EthAddress): Promise<{
|
|
19
19
|
missed: number;
|
|
20
20
|
total: number;
|
|
21
21
|
epoch: EpochNumber;
|
|
22
22
|
}[]>;
|
|
23
|
-
private
|
|
23
|
+
private pushValidatorEpochPerformance;
|
|
24
24
|
updateValidators(slot: SlotNumber, statuses: Record<`0x${string}`, ValidatorStatusInSlot | undefined>): Promise<void>;
|
|
25
25
|
private pushValidatorStatusForSlot;
|
|
26
26
|
getHistories(): Promise<Record<`0x${string}`, ValidatorStatusHistory>>;
|
|
@@ -32,4 +32,4 @@ export declare class SentinelStore {
|
|
|
32
32
|
private statusToNumber;
|
|
33
33
|
private statusFromNumber;
|
|
34
34
|
}
|
|
35
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
35
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RvcmUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zZW50aW5lbC9zdG9yZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsV0FBVyxFQUFFLFVBQVUsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQzFFLE9BQU8sRUFBRSxVQUFVLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUUzRCxPQUFPLEtBQUssRUFBRSxpQkFBaUIsRUFBaUIsTUFBTSxpQkFBaUIsQ0FBQztBQUN4RSxPQUFPLEtBQUssRUFDVixzQkFBc0IsRUFDdEIscUJBQXFCLEVBQ3JCLDBCQUEwQixFQUMzQixNQUFNLDBCQUEwQixDQUFDO0FBRWxDLHFCQUFhLGFBQWE7SUFXdEIsT0FBTyxDQUFDLEtBQUs7SUFDYixPQUFPLENBQUMsTUFBTTtJQVhoQixnQkFBdUIsY0FBYyxLQUFLO0lBRzFDLE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVSxDQUF1QztJQUlsRSxPQUFPLENBQUMsUUFBUSxDQUFDLFFBQVEsQ0FBdUM7SUFFaEUsWUFDVSxLQUFLLEVBQUUsaUJBQWlCLEVBQ3hCLE1BQU0sRUFBRTtRQUFFLGFBQWEsRUFBRSxNQUFNLENBQUM7UUFBQyw4QkFBOEIsRUFBRSxNQUFNLENBQUE7S0FBRSxFQUlsRjtJQUVNLGdCQUFnQixXQUV0QjtJQUVNLGlDQUFpQyxXQUV2QztJQUVZLHNCQUFzQixDQUFDLEtBQUssRUFBRSxXQUFXLEVBQUUsV0FBVyxFQUFFLDBCQUEwQixpQkFNOUY7SUFFWSxtQkFBbUIsQ0FBQyxHQUFHLEVBQUUsVUFBVSxHQUFHLE9BQU8sQ0FBQztRQUFFLE1BQU0sRUFBRSxNQUFNLENBQUM7UUFBQyxLQUFLLEVBQUUsTUFBTSxDQUFDO1FBQUMsS0FBSyxFQUFFLFdBQVcsQ0FBQTtLQUFFLEVBQUUsQ0FBQyxDQUdsSDtZQUVhLDZCQUE2QjtJQTZCOUIsZ0JBQWdCLENBQUMsSUFBSSxFQUFFLFVBQVUsRUFBRSxRQUFRLEVBQUUsTUFBTSxDQUFDLEtBQUssTUFBTSxFQUFFLEVBQUUscUJBQXFCLEdBQUcsU0FBUyxDQUFDLGlCQVFqSDtZQUVhLDBCQUEwQjtJQVEzQixZQUFZLElBQUksT0FBTyxDQUFDLE1BQU0sQ0FBQyxLQUFLLE1BQU0sRUFBRSxFQUFFLHNCQUFzQixDQUFDLENBQUMsQ0FNbEY7SUFFWSxVQUFVLENBQUMsT0FBTyxFQUFFLFVBQVUsR0FBRyxPQUFPLENBQUMsc0JBQXNCLEdBQUcsU0FBUyxDQUFDLENBR3hGO0lBRUQsT0FBTyxDQUFDLG9CQUFvQjtJQU01QixPQUFPLENBQUMsc0JBQXNCO0lBYTlCLE9BQU8sQ0FBQyxnQkFBZ0I7SUFNeEIsT0FBTyxDQUFDLGtCQUFrQjtJQVcxQixPQUFPLENBQUMsY0FBYztJQXlCdEIsT0FBTyxDQUFDLGdCQUFnQjtDQXNCekIifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/sentinel/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAE3D,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EACV,sBAAsB,EACtB,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,0BAA0B,CAAC;AAElC,qBAAa,aAAa;IAWtB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,MAAM;IAXhB,gBAAuB,cAAc,KAAK;IAG1C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuC;IAIlE,OAAO,CAAC,QAAQ,CAAC,
|
|
1
|
+
{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/sentinel/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAE3D,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EACV,sBAAsB,EACtB,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,0BAA0B,CAAC;AAElC,qBAAa,aAAa;IAWtB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,MAAM;IAXhB,gBAAuB,cAAc,KAAK;IAG1C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuC;IAIlE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuC;IAEhE,YACU,KAAK,EAAE,iBAAiB,EACxB,MAAM,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,8BAA8B,EAAE,MAAM,CAAA;KAAE,EAIlF;IAEM,gBAAgB,WAEtB;IAEM,iCAAiC,WAEvC;IAEY,sBAAsB,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,0BAA0B,iBAM9F;IAEY,mBAAmB,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,EAAE,CAAC,CAGlH;YAEa,6BAA6B;IA6B9B,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,MAAM,EAAE,EAAE,qBAAqB,GAAG,SAAS,CAAC,iBAQjH;YAEa,0BAA0B;IAQ3B,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAMlF;IAEY,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAGxF;IAED,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,sBAAsB;IAa9B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,kBAAkB;IAW1B,OAAO,CAAC,cAAc;IAyBtB,OAAO,CAAC,gBAAgB;CAsBzB"}
|