@aztec/sequencer-client 0.0.1-commit.96bb3f7 → 0.0.1-commit.96dac018d
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/sequencer-client.d.ts +12 -7
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +15 -4
- package/dest/config.d.ts +3 -4
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +17 -14
- package/dest/global_variable_builder/global_builder.d.ts +2 -4
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +2 -2
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/publisher/config.d.ts +35 -17
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +106 -42
- package/dest/publisher/index.d.ts +2 -1
- package/dest/publisher/index.d.ts.map +1 -1
- package/dest/publisher/l1_tx_failed_store/factory.d.ts +11 -0
- package/dest/publisher/l1_tx_failed_store/factory.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/factory.js +22 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts +59 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.js +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts +15 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.js +34 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts +4 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/index.js +2 -0
- package/dest/publisher/sequencer-publisher-factory.d.ts +11 -3
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-factory.js +13 -2
- package/dest/publisher/sequencer-publisher-metrics.d.ts +1 -1
- package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-metrics.js +12 -4
- package/dest/publisher/sequencer-publisher.d.ts +22 -8
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +297 -47
- package/dest/sequencer/checkpoint_proposal_job.d.ts +34 -9
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -1
- package/dest/sequencer/checkpoint_proposal_job.js +171 -41
- package/dest/sequencer/checkpoint_voter.d.ts +3 -2
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -1
- package/dest/sequencer/checkpoint_voter.js +34 -10
- package/dest/sequencer/index.d.ts +1 -2
- package/dest/sequencer/index.d.ts.map +1 -1
- package/dest/sequencer/index.js +0 -1
- package/dest/sequencer/metrics.d.ts +17 -5
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +111 -30
- package/dest/sequencer/sequencer.d.ts +31 -13
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +95 -36
- package/dest/sequencer/timetable.d.ts +1 -4
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +1 -4
- package/dest/test/index.d.ts +3 -5
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.d.ts +19 -13
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.js +31 -11
- package/dest/test/utils.d.ts +8 -8
- package/dest/test/utils.d.ts.map +1 -1
- package/dest/test/utils.js +12 -11
- package/package.json +30 -28
- package/src/client/sequencer-client.ts +25 -7
- package/src/config.ts +27 -22
- package/src/global_variable_builder/global_builder.ts +3 -3
- package/src/index.ts +1 -6
- package/src/publisher/config.ts +121 -43
- package/src/publisher/index.ts +3 -0
- package/src/publisher/l1_tx_failed_store/factory.ts +32 -0
- package/src/publisher/l1_tx_failed_store/failed_tx_store.ts +55 -0
- package/src/publisher/l1_tx_failed_store/file_store_failed_tx_store.ts +46 -0
- package/src/publisher/l1_tx_failed_store/index.ts +3 -0
- package/src/publisher/sequencer-publisher-factory.ts +23 -6
- package/src/publisher/sequencer-publisher-metrics.ts +7 -3
- package/src/publisher/sequencer-publisher.ts +274 -53
- package/src/sequencer/checkpoint_proposal_job.ts +243 -59
- package/src/sequencer/checkpoint_voter.ts +32 -7
- package/src/sequencer/index.ts +0 -1
- package/src/sequencer/metrics.ts +124 -32
- package/src/sequencer/sequencer.ts +118 -38
- package/src/sequencer/timetable.ts +6 -5
- package/src/test/index.ts +2 -4
- package/src/test/mock_checkpoint_builder.ts +75 -34
- package/src/test/utils.ts +24 -14
- package/dest/sequencer/block_builder.d.ts +0 -26
- package/dest/sequencer/block_builder.d.ts.map +0 -1
- package/dest/sequencer/block_builder.js +0 -129
- package/src/sequencer/block_builder.ts +0 -216
|
@@ -1,32 +1,32 @@
|
|
|
1
1
|
import { type BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
2
2
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
|
-
import {
|
|
4
|
-
import type { FunctionsOf } from '@aztec/foundation/types';
|
|
5
|
-
import { L2BlockNew } from '@aztec/stdlib/block';
|
|
3
|
+
import { L2Block } from '@aztec/stdlib/block';
|
|
6
4
|
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
7
5
|
import { Gas } from '@aztec/stdlib/gas';
|
|
8
|
-
import type {
|
|
6
|
+
import type {
|
|
7
|
+
FullNodeBlockBuilderConfig,
|
|
8
|
+
ICheckpointBlockBuilder,
|
|
9
|
+
ICheckpointsBuilder,
|
|
10
|
+
MerkleTreeWriteOperations,
|
|
11
|
+
PublicProcessorLimits,
|
|
12
|
+
} from '@aztec/stdlib/interfaces/server';
|
|
9
13
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
10
14
|
import { makeAppendOnlyTreeSnapshot } from '@aztec/stdlib/testing';
|
|
11
15
|
import type { CheckpointGlobalVariables, Tx } from '@aztec/stdlib/tx';
|
|
12
|
-
import type {
|
|
13
|
-
BuildBlockInCheckpointResult,
|
|
14
|
-
CheckpointBuilder,
|
|
15
|
-
FullNodeCheckpointsBuilder,
|
|
16
|
-
} from '@aztec/validator-client';
|
|
16
|
+
import type { BuildBlockInCheckpointResult } from '@aztec/validator-client';
|
|
17
17
|
|
|
18
18
|
/**
|
|
19
19
|
* A fake CheckpointBuilder for testing that implements the same interface as the real one.
|
|
20
20
|
* Can be seeded with blocks to return sequentially on each `buildBlock` call.
|
|
21
21
|
*/
|
|
22
|
-
export class MockCheckpointBuilder implements
|
|
23
|
-
private blocks:
|
|
24
|
-
private builtBlocks:
|
|
22
|
+
export class MockCheckpointBuilder implements ICheckpointBlockBuilder {
|
|
23
|
+
private blocks: L2Block[] = [];
|
|
24
|
+
private builtBlocks: L2Block[] = [];
|
|
25
25
|
private usedTxsPerBlock: Tx[][] = [];
|
|
26
26
|
private blockIndex = 0;
|
|
27
27
|
|
|
28
28
|
/** Optional function to dynamically provide the block (alternative to seedBlocks) */
|
|
29
|
-
private blockProvider: (() =>
|
|
29
|
+
private blockProvider: (() => L2Block) | undefined = undefined;
|
|
30
30
|
|
|
31
31
|
/** Track calls for assertions */
|
|
32
32
|
public buildBlockCalls: Array<{
|
|
@@ -34,6 +34,8 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
34
34
|
timestamp: bigint;
|
|
35
35
|
opts: PublicProcessorLimits;
|
|
36
36
|
}> = [];
|
|
37
|
+
/** Track all consumed transaction hashes across buildBlock calls */
|
|
38
|
+
public consumedTxHashes: Set<string> = new Set();
|
|
37
39
|
public completeCheckpointCalled = false;
|
|
38
40
|
public getCheckpointCalled = false;
|
|
39
41
|
|
|
@@ -46,7 +48,7 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
46
48
|
) {}
|
|
47
49
|
|
|
48
50
|
/** Seed the builder with blocks to return on successive buildBlock calls */
|
|
49
|
-
seedBlocks(blocks:
|
|
51
|
+
seedBlocks(blocks: L2Block[], usedTxsPerBlock?: Tx[][]): this {
|
|
50
52
|
this.blocks = blocks;
|
|
51
53
|
this.usedTxsPerBlock = usedTxsPerBlock ?? blocks.map(() => []);
|
|
52
54
|
this.blockIndex = 0;
|
|
@@ -58,7 +60,7 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
58
60
|
* Set a function that provides blocks dynamically.
|
|
59
61
|
* Useful for tests where the block is determined at call time (e.g., sequencer tests).
|
|
60
62
|
*/
|
|
61
|
-
setBlockProvider(provider: () =>
|
|
63
|
+
setBlockProvider(provider: () => L2Block): this {
|
|
62
64
|
this.blockProvider = provider;
|
|
63
65
|
this.blocks = [];
|
|
64
66
|
return this;
|
|
@@ -68,8 +70,8 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
68
70
|
return this.constants;
|
|
69
71
|
}
|
|
70
72
|
|
|
71
|
-
buildBlock(
|
|
72
|
-
|
|
73
|
+
async buildBlock(
|
|
74
|
+
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
73
75
|
blockNumber: BlockNumber,
|
|
74
76
|
timestamp: bigint,
|
|
75
77
|
opts: PublicProcessorLimits,
|
|
@@ -77,10 +79,10 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
77
79
|
this.buildBlockCalls.push({ blockNumber, timestamp, opts });
|
|
78
80
|
|
|
79
81
|
if (this.errorOnBuild) {
|
|
80
|
-
|
|
82
|
+
throw this.errorOnBuild;
|
|
81
83
|
}
|
|
82
84
|
|
|
83
|
-
let block:
|
|
85
|
+
let block: L2Block;
|
|
84
86
|
let usedTxs: Tx[];
|
|
85
87
|
|
|
86
88
|
if (this.blockProvider) {
|
|
@@ -96,15 +98,28 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
96
98
|
this.builtBlocks.push(block);
|
|
97
99
|
}
|
|
98
100
|
|
|
99
|
-
|
|
101
|
+
// Check that no pending tx has already been consumed
|
|
102
|
+
for await (const tx of pendingTxs) {
|
|
103
|
+
const hash = tx.getTxHash().toString();
|
|
104
|
+
if (this.consumedTxHashes.has(hash)) {
|
|
105
|
+
throw new Error(`Transaction ${hash} was already consumed in a previous block`);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
// Add used txs to consumed set
|
|
110
|
+
for (const tx of usedTxs) {
|
|
111
|
+
this.consumedTxHashes.add(tx.getTxHash().toString());
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
return {
|
|
100
115
|
block,
|
|
101
116
|
publicGas: Gas.empty(),
|
|
102
117
|
publicProcessorDuration: 0,
|
|
103
118
|
numTxs: block?.body?.txEffects?.length ?? usedTxs.length,
|
|
104
|
-
blockBuildingTimer: new Timer(),
|
|
105
119
|
usedTxs,
|
|
106
120
|
failedTxs: [],
|
|
107
|
-
|
|
121
|
+
usedTxBlobFields: block?.body?.txEffects?.reduce((sum, tx) => sum + tx.getNumBlobFields(), 0) ?? 0,
|
|
122
|
+
};
|
|
108
123
|
}
|
|
109
124
|
|
|
110
125
|
completeCheckpoint(): Promise<Checkpoint> {
|
|
@@ -146,7 +161,7 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
146
161
|
* Creates a CheckpointHeader from a block's header for testing.
|
|
147
162
|
* This is a simplified version that creates a minimal CheckpointHeader.
|
|
148
163
|
*/
|
|
149
|
-
private createCheckpointHeader(block:
|
|
164
|
+
private createCheckpointHeader(block: L2Block): CheckpointHeader {
|
|
150
165
|
const header = block.header;
|
|
151
166
|
const gv = header.globalVariables;
|
|
152
167
|
return CheckpointHeader.empty({
|
|
@@ -168,6 +183,7 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
168
183
|
this.usedTxsPerBlock = [];
|
|
169
184
|
this.blockIndex = 0;
|
|
170
185
|
this.buildBlockCalls = [];
|
|
186
|
+
this.consumedTxHashes.clear();
|
|
171
187
|
this.completeCheckpointCalled = false;
|
|
172
188
|
this.getCheckpointCalled = false;
|
|
173
189
|
this.errorOnBuild = undefined;
|
|
@@ -180,7 +196,7 @@ export class MockCheckpointBuilder implements FunctionsOf<CheckpointBuilder> {
|
|
|
180
196
|
* as FullNodeCheckpointsBuilder. Returns MockCheckpointBuilder instances.
|
|
181
197
|
* Does NOT use jest mocks - this is a proper test double.
|
|
182
198
|
*/
|
|
183
|
-
export class MockCheckpointsBuilder implements
|
|
199
|
+
export class MockCheckpointsBuilder implements ICheckpointsBuilder {
|
|
184
200
|
private checkpointBuilder: MockCheckpointBuilder | undefined;
|
|
185
201
|
|
|
186
202
|
/** Track calls for assertions */
|
|
@@ -188,12 +204,16 @@ export class MockCheckpointsBuilder implements FunctionsOf<FullNodeCheckpointsBu
|
|
|
188
204
|
checkpointNumber: CheckpointNumber;
|
|
189
205
|
constants: CheckpointGlobalVariables;
|
|
190
206
|
l1ToL2Messages: Fr[];
|
|
207
|
+
previousCheckpointOutHashes: Fr[];
|
|
208
|
+
feeAssetPriceModifier: bigint;
|
|
191
209
|
}> = [];
|
|
192
210
|
public openCheckpointCalls: Array<{
|
|
193
211
|
checkpointNumber: CheckpointNumber;
|
|
194
212
|
constants: CheckpointGlobalVariables;
|
|
195
213
|
l1ToL2Messages: Fr[];
|
|
196
|
-
|
|
214
|
+
previousCheckpointOutHashes: Fr[];
|
|
215
|
+
existingBlocks: L2Block[];
|
|
216
|
+
feeAssetPriceModifier: bigint;
|
|
197
217
|
}> = [];
|
|
198
218
|
public updateConfigCalls: Array<Partial<FullNodeBlockBuilderConfig>> = [];
|
|
199
219
|
|
|
@@ -239,34 +259,55 @@ export class MockCheckpointsBuilder implements FunctionsOf<FullNodeCheckpointsBu
|
|
|
239
259
|
startCheckpoint(
|
|
240
260
|
checkpointNumber: CheckpointNumber,
|
|
241
261
|
constants: CheckpointGlobalVariables,
|
|
262
|
+
feeAssetPriceModifier: bigint,
|
|
242
263
|
l1ToL2Messages: Fr[],
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
264
|
+
previousCheckpointOutHashes: Fr[],
|
|
265
|
+
_fork: MerkleTreeWriteOperations,
|
|
266
|
+
): Promise<ICheckpointBlockBuilder> {
|
|
267
|
+
this.startCheckpointCalls.push({
|
|
268
|
+
checkpointNumber,
|
|
269
|
+
constants,
|
|
270
|
+
l1ToL2Messages,
|
|
271
|
+
previousCheckpointOutHashes,
|
|
272
|
+
feeAssetPriceModifier,
|
|
273
|
+
});
|
|
246
274
|
|
|
247
275
|
if (!this.checkpointBuilder) {
|
|
248
276
|
// Auto-create a builder if none was set
|
|
249
277
|
this.checkpointBuilder = new MockCheckpointBuilder(constants, checkpointNumber);
|
|
250
278
|
}
|
|
251
279
|
|
|
252
|
-
return Promise.resolve(this.checkpointBuilder
|
|
280
|
+
return Promise.resolve(this.checkpointBuilder);
|
|
253
281
|
}
|
|
254
282
|
|
|
255
283
|
openCheckpoint(
|
|
256
284
|
checkpointNumber: CheckpointNumber,
|
|
257
285
|
constants: CheckpointGlobalVariables,
|
|
286
|
+
feeAssetPriceModifier: bigint,
|
|
258
287
|
l1ToL2Messages: Fr[],
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
288
|
+
previousCheckpointOutHashes: Fr[],
|
|
289
|
+
_fork: MerkleTreeWriteOperations,
|
|
290
|
+
existingBlocks: L2Block[] = [],
|
|
291
|
+
): Promise<ICheckpointBlockBuilder> {
|
|
292
|
+
this.openCheckpointCalls.push({
|
|
293
|
+
checkpointNumber,
|
|
294
|
+
constants,
|
|
295
|
+
l1ToL2Messages,
|
|
296
|
+
previousCheckpointOutHashes,
|
|
297
|
+
existingBlocks,
|
|
298
|
+
feeAssetPriceModifier,
|
|
299
|
+
});
|
|
263
300
|
|
|
264
301
|
if (!this.checkpointBuilder) {
|
|
265
302
|
// Auto-create a builder if none was set
|
|
266
303
|
this.checkpointBuilder = new MockCheckpointBuilder(constants, checkpointNumber);
|
|
267
304
|
}
|
|
268
305
|
|
|
269
|
-
return Promise.resolve(this.checkpointBuilder
|
|
306
|
+
return Promise.resolve(this.checkpointBuilder);
|
|
307
|
+
}
|
|
308
|
+
|
|
309
|
+
getFork(_blockNumber: BlockNumber): Promise<MerkleTreeWriteOperations> {
|
|
310
|
+
throw new Error('MockCheckpointsBuilder.getFork not implemented');
|
|
270
311
|
}
|
|
271
312
|
|
|
272
313
|
/** Reset for reuse in another test */
|
package/src/test/utils.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { Body } from '@aztec/aztec.js/block';
|
|
2
|
-
import { CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
|
|
3
3
|
import { times } from '@aztec/foundation/collection';
|
|
4
4
|
import { Secp256k1Signer } from '@aztec/foundation/crypto/secp256k1-signer';
|
|
5
5
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
@@ -7,7 +7,7 @@ import type { EthAddress } from '@aztec/foundation/eth-address';
|
|
|
7
7
|
import { Signature } from '@aztec/foundation/eth-signature';
|
|
8
8
|
import type { P2P } from '@aztec/p2p';
|
|
9
9
|
import { PublicDataWrite } from '@aztec/stdlib/avm';
|
|
10
|
-
import { CommitteeAttestation,
|
|
10
|
+
import { CommitteeAttestation, L2Block } from '@aztec/stdlib/block';
|
|
11
11
|
import { BlockProposal, CheckpointAttestation, CheckpointProposal, ConsensusPayload } from '@aztec/stdlib/p2p';
|
|
12
12
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
13
13
|
import { makeAppendOnlyTreeSnapshot, mockTxForRollup } from '@aztec/stdlib/testing';
|
|
@@ -30,9 +30,9 @@ export async function makeTx(seed?: number, chainId?: Fr): Promise<Tx> {
|
|
|
30
30
|
}
|
|
31
31
|
|
|
32
32
|
/**
|
|
33
|
-
* Creates an
|
|
33
|
+
* Creates an L2Block from transactions and global variables
|
|
34
34
|
*/
|
|
35
|
-
export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Promise<
|
|
35
|
+
export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Promise<L2Block> {
|
|
36
36
|
const processedTxs = await Promise.all(
|
|
37
37
|
txs.map(tx =>
|
|
38
38
|
makeProcessedTxFromPrivateOnlyTx(tx, Fr.ZERO, new PublicDataWrite(Fr.random(), Fr.random()), globalVariables),
|
|
@@ -41,7 +41,13 @@ export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Pr
|
|
|
41
41
|
const body = new Body(processedTxs.map(tx => tx.txEffect));
|
|
42
42
|
const header = BlockHeader.empty({ globalVariables });
|
|
43
43
|
const archive = makeAppendOnlyTreeSnapshot(globalVariables.blockNumber + 1);
|
|
44
|
-
return new
|
|
44
|
+
return new L2Block(
|
|
45
|
+
archive,
|
|
46
|
+
header,
|
|
47
|
+
body,
|
|
48
|
+
CheckpointNumber.fromBlockNumber(globalVariables.blockNumber),
|
|
49
|
+
IndexWithinCheckpoint(0),
|
|
50
|
+
);
|
|
45
51
|
}
|
|
46
52
|
|
|
47
53
|
/**
|
|
@@ -50,6 +56,7 @@ export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Pr
|
|
|
50
56
|
export function mockPendingTxs(p2p: MockProxy<P2P>, txs: Tx[]): void {
|
|
51
57
|
p2p.getPendingTxCount.mockResolvedValue(txs.length);
|
|
52
58
|
p2p.iteratePendingTxs.mockImplementation(() => mockTxIterator(Promise.resolve(txs)));
|
|
59
|
+
p2p.iterateEligiblePendingTxs.mockImplementation(() => mockTxIterator(Promise.resolve(txs)));
|
|
53
60
|
}
|
|
54
61
|
|
|
55
62
|
/**
|
|
@@ -70,16 +77,17 @@ export function createMockSignatures(signer: Secp256k1Signer): CommitteeAttestat
|
|
|
70
77
|
}
|
|
71
78
|
|
|
72
79
|
/**
|
|
73
|
-
* Creates a CheckpointHeader from an
|
|
74
|
-
* Uses mock values for blockHeadersHash, blobsHash and inHash since
|
|
80
|
+
* Creates a CheckpointHeader from an L2Block for testing purposes.
|
|
81
|
+
* Uses mock values for blockHeadersHash, blobsHash and inHash since L2Block doesn't have these fields.
|
|
75
82
|
*/
|
|
76
|
-
function createCheckpointHeaderFromBlock(block:
|
|
83
|
+
function createCheckpointHeaderFromBlock(block: L2Block): CheckpointHeader {
|
|
77
84
|
const gv = block.header.globalVariables;
|
|
78
85
|
return new CheckpointHeader(
|
|
79
86
|
block.header.lastArchive.root,
|
|
80
87
|
Fr.random(), // blockHeadersHash - mock value for testing
|
|
81
88
|
Fr.random(), // blobsHash - mock value for testing
|
|
82
89
|
Fr.random(), // inHash - mock value for testing
|
|
90
|
+
Fr.random(), // outHash - mock value for testing
|
|
83
91
|
gv.slotNumber,
|
|
84
92
|
gv.timestamp,
|
|
85
93
|
gv.coinbase,
|
|
@@ -92,7 +100,7 @@ function createCheckpointHeaderFromBlock(block: L2BlockNew): CheckpointHeader {
|
|
|
92
100
|
/**
|
|
93
101
|
* Creates a block proposal from a block and signature
|
|
94
102
|
*/
|
|
95
|
-
export function createBlockProposal(block:
|
|
103
|
+
export function createBlockProposal(block: L2Block, signature: Signature): BlockProposal {
|
|
96
104
|
const txHashes = block.body.txEffects.map(tx => tx.txHash);
|
|
97
105
|
return new BlockProposal(
|
|
98
106
|
block.header,
|
|
@@ -108,13 +116,14 @@ export function createBlockProposal(block: L2BlockNew, signature: Signature): Bl
|
|
|
108
116
|
* Creates a checkpoint proposal from a block and signature
|
|
109
117
|
*/
|
|
110
118
|
export function createCheckpointProposal(
|
|
111
|
-
block:
|
|
119
|
+
block: L2Block,
|
|
112
120
|
checkpointSignature: Signature,
|
|
113
121
|
blockSignature?: Signature,
|
|
122
|
+
feeAssetPriceModifier: bigint = 0n,
|
|
114
123
|
): CheckpointProposal {
|
|
115
124
|
const txHashes = block.body.txEffects.map(tx => tx.txHash);
|
|
116
125
|
const checkpointHeader = createCheckpointHeaderFromBlock(block);
|
|
117
|
-
return new CheckpointProposal(checkpointHeader, block.archive.root, checkpointSignature, {
|
|
126
|
+
return new CheckpointProposal(checkpointHeader, block.archive.root, feeAssetPriceModifier, checkpointSignature, {
|
|
118
127
|
blockHeader: block.header,
|
|
119
128
|
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
120
129
|
txHashes,
|
|
@@ -128,12 +137,13 @@ export function createCheckpointProposal(
|
|
|
128
137
|
* In production, the sender is recovered from the signature.
|
|
129
138
|
*/
|
|
130
139
|
export function createCheckpointAttestation(
|
|
131
|
-
block:
|
|
140
|
+
block: L2Block,
|
|
132
141
|
signature: Signature,
|
|
133
142
|
sender: EthAddress,
|
|
143
|
+
feeAssetPriceModifier: bigint = 0n,
|
|
134
144
|
): CheckpointAttestation {
|
|
135
145
|
const checkpointHeader = createCheckpointHeaderFromBlock(block);
|
|
136
|
-
const payload = new ConsensusPayload(checkpointHeader, block.archive.root);
|
|
146
|
+
const payload = new ConsensusPayload(checkpointHeader, block.archive.root, feeAssetPriceModifier);
|
|
137
147
|
const attestation = new CheckpointAttestation(payload, signature, signature);
|
|
138
148
|
// Set sender directly for testing (bypasses signature recovery)
|
|
139
149
|
(attestation as any).sender = sender;
|
|
@@ -149,7 +159,7 @@ export async function setupTxsAndBlock(
|
|
|
149
159
|
globalVariables: GlobalVariables,
|
|
150
160
|
txCount: number,
|
|
151
161
|
chainId: Fr,
|
|
152
|
-
): Promise<{ txs: Tx[]; block:
|
|
162
|
+
): Promise<{ txs: Tx[]; block: L2Block }> {
|
|
153
163
|
const txs = await Promise.all(times(txCount, i => makeTx(i + 1, chainId)));
|
|
154
164
|
const block = await makeBlock(txs, globalVariables);
|
|
155
165
|
mockPendingTxs(p2p, txs);
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import type { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
|
-
import { DateProvider } from '@aztec/foundation/timer';
|
|
4
|
-
import { PublicProcessor } from '@aztec/simulator/server';
|
|
5
|
-
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
6
|
-
import type { BuildBlockResult, FullNodeBlockBuilderConfig, IFullNodeBlockBuilder, MerkleTreeWriteOperations, PublicProcessorLimits, PublicProcessorValidator, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
7
|
-
import { GlobalVariables, Tx } from '@aztec/stdlib/tx';
|
|
8
|
-
import { type TelemetryClient } from '@aztec/telemetry-client';
|
|
9
|
-
export declare class FullNodeBlockBuilder implements IFullNodeBlockBuilder {
|
|
10
|
-
private config;
|
|
11
|
-
private worldState;
|
|
12
|
-
private contractDataSource;
|
|
13
|
-
private dateProvider;
|
|
14
|
-
private telemetryClient;
|
|
15
|
-
constructor(config: FullNodeBlockBuilderConfig, worldState: WorldStateSynchronizer, contractDataSource: ContractDataSource, dateProvider: DateProvider, telemetryClient?: TelemetryClient);
|
|
16
|
-
getConfig(): FullNodeBlockBuilderConfig;
|
|
17
|
-
updateConfig(config: Partial<FullNodeBlockBuilderConfig>): void;
|
|
18
|
-
makeBlockBuilderDeps(globalVariables: GlobalVariables, fork: MerkleTreeWriteOperations): Promise<{
|
|
19
|
-
processor: PublicProcessor;
|
|
20
|
-
validator: PublicProcessorValidator;
|
|
21
|
-
}>;
|
|
22
|
-
private syncToPreviousBlock;
|
|
23
|
-
buildBlock(pendingTxs: Iterable<Tx> | AsyncIterable<Tx>, l1ToL2Messages: Fr[], globalVariables: GlobalVariables, opts: PublicProcessorLimits, suppliedFork?: MerkleTreeWriteOperations): Promise<BuildBlockResult>;
|
|
24
|
-
getFork(blockNumber: BlockNumber): Promise<MerkleTreeWriteOperations>;
|
|
25
|
-
}
|
|
26
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmxvY2tfYnVpbGRlci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3NlcXVlbmNlci9ibG9ja19idWlsZGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sRUFBRSxXQUFXLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUU5RCxPQUFPLEtBQUssRUFBRSxFQUFFLEVBQUUsTUFBTSxnQ0FBZ0MsQ0FBQztBQUl6RCxPQUFPLEVBQUUsWUFBWSxFQUFrQixNQUFNLHlCQUF5QixDQUFDO0FBR3ZFLE9BQU8sRUFHTCxlQUFlLEVBRWhCLE1BQU0seUJBQXlCLENBQUM7QUFDakMsT0FBTyxLQUFLLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSx3QkFBd0IsQ0FBQztBQUdqRSxPQUFPLEtBQUssRUFDVixnQkFBZ0IsRUFDaEIsMEJBQTBCLEVBQzFCLHFCQUFxQixFQUNyQix5QkFBeUIsRUFDekIscUJBQXFCLEVBQ3JCLHdCQUF3QixFQUN4QixzQkFBc0IsRUFDdkIsTUFBTSxpQ0FBaUMsQ0FBQztBQUN6QyxPQUFPLEVBQUUsZUFBZSxFQUFFLEVBQUUsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBQ3ZELE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQTBFbkYscUJBQWEsb0JBQXFCLFlBQVcscUJBQXFCO0lBRTlELE9BQU8sQ0FBQyxNQUFNO0lBQ2QsT0FBTyxDQUFDLFVBQVU7SUFDbEIsT0FBTyxDQUFDLGtCQUFrQjtJQUMxQixPQUFPLENBQUMsWUFBWTtJQUNwQixPQUFPLENBQUMsZUFBZTtJQUx6QixZQUNVLE1BQU0sRUFBRSwwQkFBMEIsRUFDbEMsVUFBVSxFQUFFLHNCQUFzQixFQUNsQyxrQkFBa0IsRUFBRSxrQkFBa0IsRUFDdEMsWUFBWSxFQUFFLFlBQVksRUFDMUIsZUFBZSxHQUFFLGVBQXNDLEVBQzdEO0lBRUcsU0FBUyxJQUFJLDBCQUEwQixDQUU3QztJQUVNLFlBQVksQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLDBCQUEwQixDQUFDLFFBRTlEO0lBRVksb0JBQW9CLENBQUMsZUFBZSxFQUFFLGVBQWUsRUFBRSxJQUFJLEVBQUUseUJBQXlCOzs7T0FrQ2xHO1lBRWEsbUJBQW1CO0lBVTNCLFVBQVUsQ0FDZCxVQUFVLEVBQUUsUUFBUSxDQUFDLEVBQUUsQ0FBQyxHQUFHLGFBQWEsQ0FBQyxFQUFFLENBQUMsRUFDNUMsY0FBYyxFQUFFLEVBQUUsRUFBRSxFQUNwQixlQUFlLEVBQUUsZUFBZSxFQUNoQyxJQUFJLEVBQUUscUJBQXFCLEVBQzNCLFlBQVksQ0FBQyxFQUFFLHlCQUF5QixHQUN2QyxPQUFPLENBQUMsZ0JBQWdCLENBQUMsQ0FzQzNCO0lBRUQsT0FBTyxDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsT0FBTyxDQUFDLHlCQUF5QixDQUFDLENBRXBFO0NBQ0YifQ==
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"block_builder.d.ts","sourceRoot":"","sources":["../../src/sequencer/block_builder.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAE9D,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gCAAgC,CAAC;AAIzD,OAAO,EAAE,YAAY,EAAkB,MAAM,yBAAyB,CAAC;AAGvE,OAAO,EAGL,eAAe,EAEhB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAGjE,OAAO,KAAK,EACV,gBAAgB,EAChB,0BAA0B,EAC1B,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,EACrB,wBAAwB,EACxB,sBAAsB,EACvB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AA0EnF,qBAAa,oBAAqB,YAAW,qBAAqB;IAE9D,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,kBAAkB;IAC1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,eAAe;IALzB,YACU,MAAM,EAAE,0BAA0B,EAClC,UAAU,EAAE,sBAAsB,EAClC,kBAAkB,EAAE,kBAAkB,EACtC,YAAY,EAAE,YAAY,EAC1B,eAAe,GAAE,eAAsC,EAC7D;IAEG,SAAS,IAAI,0BAA0B,CAE7C;IAEM,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,0BAA0B,CAAC,QAE9D;IAEY,oBAAoB,CAAC,eAAe,EAAE,eAAe,EAAE,IAAI,EAAE,yBAAyB;;;OAkClG;YAEa,mBAAmB;IAU3B,UAAU,CACd,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,EAAE,CAAC,EAC5C,cAAc,EAAE,EAAE,EAAE,EACpB,eAAe,EAAE,eAAe,EAChC,IAAI,EAAE,qBAAqB,EAC3B,YAAY,CAAC,EAAE,yBAAyB,GACvC,OAAO,CAAC,gBAAgB,CAAC,CAsC3B;IAED,OAAO,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAEpE;CACF"}
|
|
@@ -1,129 +0,0 @@
|
|
|
1
|
-
import { MerkleTreeId } from '@aztec/aztec.js/trees';
|
|
2
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
3
|
-
import { merge, pick } from '@aztec/foundation/collection';
|
|
4
|
-
import { createLogger } from '@aztec/foundation/log';
|
|
5
|
-
import { retryUntil } from '@aztec/foundation/retry';
|
|
6
|
-
import { bufferToHex } from '@aztec/foundation/string';
|
|
7
|
-
import { Timer, elapsed } from '@aztec/foundation/timer';
|
|
8
|
-
import { getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
|
|
9
|
-
import { LightweightBlockFactory } from '@aztec/prover-client/block-factory';
|
|
10
|
-
import { GuardedMerkleTreeOperations, PublicContractsDB, PublicProcessor, createPublicTxSimulatorForBlockBuilding } from '@aztec/simulator/server';
|
|
11
|
-
import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
12
|
-
import { Gas } from '@aztec/stdlib/gas';
|
|
13
|
-
import { getTelemetryClient } from '@aztec/telemetry-client';
|
|
14
|
-
import { createValidatorForBlockBuilding } from '@aztec/validator-client';
|
|
15
|
-
const log = createLogger('block-builder');
|
|
16
|
-
/** Builds a block out of pending txs */ async function buildBlock(pendingTxs, l1ToL2Messages, newGlobalVariables, opts = {}, worldStateFork, processor, validator, l1Constants, dateProvider, telemetryClient = getTelemetryClient()) {
|
|
17
|
-
const blockBuildingTimer = new Timer();
|
|
18
|
-
const blockNumber = newGlobalVariables.blockNumber;
|
|
19
|
-
const slot = newGlobalVariables.slotNumber;
|
|
20
|
-
const msgCount = l1ToL2Messages.length;
|
|
21
|
-
const stateReference = await worldStateFork.getStateReference();
|
|
22
|
-
const archiveTree = await worldStateFork.getTreeInfo(MerkleTreeId.ARCHIVE);
|
|
23
|
-
log.verbose(`Building block ${blockNumber} for slot ${slot}`, {
|
|
24
|
-
slot,
|
|
25
|
-
slotStart: new Date(Number(getTimestampForSlot(slot, l1Constants)) * 1000),
|
|
26
|
-
now: new Date(dateProvider.now()),
|
|
27
|
-
blockNumber,
|
|
28
|
-
msgCount,
|
|
29
|
-
initialStateReference: stateReference.toInspect(),
|
|
30
|
-
initialArchiveRoot: bufferToHex(archiveTree.root),
|
|
31
|
-
opts
|
|
32
|
-
});
|
|
33
|
-
const blockFactory = new LightweightBlockFactory(worldStateFork, telemetryClient);
|
|
34
|
-
await blockFactory.startNewBlock(newGlobalVariables, l1ToL2Messages);
|
|
35
|
-
const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs]] = await elapsed(()=>processor.process(pendingTxs, opts, validator));
|
|
36
|
-
// All real transactions have been added, set the block as full and pad if needed
|
|
37
|
-
await blockFactory.addTxs(processedTxs);
|
|
38
|
-
const block = await blockFactory.setBlockCompleted();
|
|
39
|
-
// How much public gas was processed
|
|
40
|
-
const publicGas = processedTxs.reduce((acc, tx)=>acc.add(tx.gasUsed.publicGas), Gas.empty());
|
|
41
|
-
const res = {
|
|
42
|
-
block,
|
|
43
|
-
publicGas,
|
|
44
|
-
publicProcessorDuration,
|
|
45
|
-
numMsgs: l1ToL2Messages.length,
|
|
46
|
-
numTxs: processedTxs.length,
|
|
47
|
-
failedTxs: failedTxs,
|
|
48
|
-
blockBuildingTimer,
|
|
49
|
-
usedTxs
|
|
50
|
-
};
|
|
51
|
-
log.trace('Built block', res.block.header);
|
|
52
|
-
return res;
|
|
53
|
-
}
|
|
54
|
-
const FullNodeBlockBuilderConfigKeys = [
|
|
55
|
-
'l1GenesisTime',
|
|
56
|
-
'slotDuration',
|
|
57
|
-
'l1ChainId',
|
|
58
|
-
'rollupVersion',
|
|
59
|
-
'txPublicSetupAllowList',
|
|
60
|
-
'fakeProcessingDelayPerTxMs',
|
|
61
|
-
'fakeThrowAfterProcessingTxCount'
|
|
62
|
-
];
|
|
63
|
-
// TODO(palla/mbps): Try killing this in favor of the CheckpointsBuilder
|
|
64
|
-
export class FullNodeBlockBuilder {
|
|
65
|
-
config;
|
|
66
|
-
worldState;
|
|
67
|
-
contractDataSource;
|
|
68
|
-
dateProvider;
|
|
69
|
-
telemetryClient;
|
|
70
|
-
constructor(config, worldState, contractDataSource, dateProvider, telemetryClient = getTelemetryClient()){
|
|
71
|
-
this.config = config;
|
|
72
|
-
this.worldState = worldState;
|
|
73
|
-
this.contractDataSource = contractDataSource;
|
|
74
|
-
this.dateProvider = dateProvider;
|
|
75
|
-
this.telemetryClient = telemetryClient;
|
|
76
|
-
}
|
|
77
|
-
getConfig() {
|
|
78
|
-
return pick(this.config, ...FullNodeBlockBuilderConfigKeys);
|
|
79
|
-
}
|
|
80
|
-
updateConfig(config) {
|
|
81
|
-
this.config = merge(this.config, pick(config, ...FullNodeBlockBuilderConfigKeys));
|
|
82
|
-
}
|
|
83
|
-
async makeBlockBuilderDeps(globalVariables, fork) {
|
|
84
|
-
const txPublicSetupAllowList = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
|
|
85
|
-
const contractsDB = new PublicContractsDB(this.contractDataSource);
|
|
86
|
-
const guardedFork = new GuardedMerkleTreeOperations(fork);
|
|
87
|
-
const publicTxSimulator = createPublicTxSimulatorForBlockBuilding(guardedFork, contractsDB, globalVariables, this.telemetryClient);
|
|
88
|
-
const processor = new PublicProcessor(globalVariables, guardedFork, contractsDB, publicTxSimulator, this.dateProvider, this.telemetryClient, undefined, this.config);
|
|
89
|
-
const validator = createValidatorForBlockBuilding(fork, this.contractDataSource, globalVariables, txPublicSetupAllowList);
|
|
90
|
-
return {
|
|
91
|
-
processor,
|
|
92
|
-
validator
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
async syncToPreviousBlock(parentBlockNumber, timeout) {
|
|
96
|
-
await retryUntil(()=>this.worldState.syncImmediate(parentBlockNumber, true).then((syncedTo)=>syncedTo >= parentBlockNumber), 'sync to previous block', timeout, 0.1);
|
|
97
|
-
log.debug(`Synced to previous block ${parentBlockNumber}`);
|
|
98
|
-
}
|
|
99
|
-
async buildBlock(pendingTxs, l1ToL2Messages, globalVariables, opts, suppliedFork) {
|
|
100
|
-
const parentBlockNumber = BlockNumber(globalVariables.blockNumber - 1);
|
|
101
|
-
const syncTimeout = opts.deadline ? (opts.deadline.getTime() - this.dateProvider.now()) / 1000 : undefined;
|
|
102
|
-
await this.syncToPreviousBlock(parentBlockNumber, syncTimeout);
|
|
103
|
-
const fork = suppliedFork ?? await this.worldState.fork(parentBlockNumber);
|
|
104
|
-
try {
|
|
105
|
-
const { processor, validator } = await this.makeBlockBuilderDeps(globalVariables, fork);
|
|
106
|
-
const res = await buildBlock(pendingTxs, l1ToL2Messages, globalVariables, opts, fork, processor, validator, this.config, this.dateProvider, this.telemetryClient);
|
|
107
|
-
return res;
|
|
108
|
-
} finally{
|
|
109
|
-
// If the fork was supplied, we don't close it.
|
|
110
|
-
// Otherwise, we wait a bit to close the fork we just created,
|
|
111
|
-
// since the processor may still be working on a dangling tx
|
|
112
|
-
// which was interrupted due to the processingDeadline being hit.
|
|
113
|
-
if (!suppliedFork) {
|
|
114
|
-
// eslint-disable-next-line @typescript-eslint/no-misused-promises
|
|
115
|
-
setTimeout(async ()=>{
|
|
116
|
-
try {
|
|
117
|
-
await fork.close();
|
|
118
|
-
} catch (err) {
|
|
119
|
-
// This can happen if the sequencer is stopped before we hit this timeout.
|
|
120
|
-
log.warn(`Error closing forks for block processing`, err);
|
|
121
|
-
}
|
|
122
|
-
}, 5000);
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
getFork(blockNumber) {
|
|
127
|
-
return this.worldState.fork(blockNumber);
|
|
128
|
-
}
|
|
129
|
-
}
|