@aztec/sequencer-client 0.0.1-commit.96bb3f7 → 0.0.1-commit.993d240

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. package/README.md +282 -21
  2. package/dest/client/sequencer-client.d.ts +19 -9
  3. package/dest/client/sequencer-client.d.ts.map +1 -1
  4. package/dest/client/sequencer-client.js +67 -33
  5. package/dest/config.d.ts +29 -7
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +77 -39
  8. package/dest/global_variable_builder/fee_predictor.d.ts +37 -0
  9. package/dest/global_variable_builder/fee_predictor.d.ts.map +1 -0
  10. package/dest/global_variable_builder/fee_predictor.js +128 -0
  11. package/dest/global_variable_builder/fee_provider.d.ts +21 -0
  12. package/dest/global_variable_builder/fee_provider.d.ts.map +1 -0
  13. package/dest/global_variable_builder/fee_provider.js +58 -0
  14. package/dest/global_variable_builder/global_builder.d.ts +14 -16
  15. package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
  16. package/dest/global_variable_builder/global_builder.js +16 -50
  17. package/dest/global_variable_builder/index.d.ts +4 -2
  18. package/dest/global_variable_builder/index.d.ts.map +1 -1
  19. package/dest/global_variable_builder/index.js +2 -0
  20. package/dest/index.d.ts +2 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +1 -1
  23. package/dest/publisher/config.d.ts +47 -17
  24. package/dest/publisher/config.d.ts.map +1 -1
  25. package/dest/publisher/config.js +121 -42
  26. package/dest/publisher/index.d.ts +2 -1
  27. package/dest/publisher/index.d.ts.map +1 -1
  28. package/dest/publisher/l1_tx_failed_store/factory.d.ts +11 -0
  29. package/dest/publisher/l1_tx_failed_store/factory.d.ts.map +1 -0
  30. package/dest/publisher/l1_tx_failed_store/factory.js +22 -0
  31. package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts +58 -0
  32. package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts.map +1 -0
  33. package/dest/publisher/l1_tx_failed_store/failed_tx_store.js +1 -0
  34. package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts +15 -0
  35. package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts.map +1 -0
  36. package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.js +34 -0
  37. package/dest/publisher/l1_tx_failed_store/index.d.ts +4 -0
  38. package/dest/publisher/l1_tx_failed_store/index.d.ts.map +1 -0
  39. package/dest/publisher/l1_tx_failed_store/index.js +2 -0
  40. package/dest/publisher/sequencer-bundle-simulator.d.ts +96 -0
  41. package/dest/publisher/sequencer-bundle-simulator.d.ts.map +1 -0
  42. package/dest/publisher/sequencer-bundle-simulator.js +198 -0
  43. package/dest/publisher/sequencer-publisher-factory.d.ts +11 -5
  44. package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
  45. package/dest/publisher/sequencer-publisher-factory.js +27 -3
  46. package/dest/publisher/sequencer-publisher-metrics.d.ts +1 -1
  47. package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
  48. package/dest/publisher/sequencer-publisher-metrics.js +12 -4
  49. package/dest/publisher/sequencer-publisher.d.ts +94 -68
  50. package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
  51. package/dest/publisher/sequencer-publisher.js +446 -363
  52. package/dest/sequencer/automine/automine_factory.d.ts +54 -0
  53. package/dest/sequencer/automine/automine_factory.d.ts.map +1 -0
  54. package/dest/sequencer/automine/automine_factory.js +84 -0
  55. package/dest/sequencer/automine/automine_sequencer.d.ts +151 -0
  56. package/dest/sequencer/automine/automine_sequencer.d.ts.map +1 -0
  57. package/dest/sequencer/automine/automine_sequencer.js +506 -0
  58. package/dest/sequencer/chain_state_overrides.d.ts +61 -0
  59. package/dest/sequencer/chain_state_overrides.d.ts.map +1 -0
  60. package/dest/sequencer/chain_state_overrides.js +98 -0
  61. package/dest/sequencer/checkpoint_proposal_job.d.ts +81 -13
  62. package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -1
  63. package/dest/sequencer/checkpoint_proposal_job.js +874 -195
  64. package/dest/sequencer/checkpoint_proposal_job_metrics.d.ts +34 -0
  65. package/dest/sequencer/checkpoint_proposal_job_metrics.d.ts.map +1 -0
  66. package/dest/sequencer/checkpoint_proposal_job_metrics.js +72 -0
  67. package/dest/sequencer/checkpoint_voter.d.ts +3 -3
  68. package/dest/sequencer/checkpoint_voter.d.ts.map +1 -1
  69. package/dest/sequencer/checkpoint_voter.js +34 -13
  70. package/dest/sequencer/events.d.ts +47 -2
  71. package/dest/sequencer/events.d.ts.map +1 -1
  72. package/dest/sequencer/index.d.ts +3 -2
  73. package/dest/sequencer/index.d.ts.map +1 -1
  74. package/dest/sequencer/index.js +2 -1
  75. package/dest/sequencer/metrics.d.ts +23 -8
  76. package/dest/sequencer/metrics.d.ts.map +1 -1
  77. package/dest/sequencer/metrics.js +142 -36
  78. package/dest/sequencer/sequencer.d.ts +87 -26
  79. package/dest/sequencer/sequencer.d.ts.map +1 -1
  80. package/dest/sequencer/sequencer.js +408 -135
  81. package/dest/sequencer/timetable.d.ts +17 -6
  82. package/dest/sequencer/timetable.d.ts.map +1 -1
  83. package/dest/sequencer/timetable.js +51 -46
  84. package/dest/sequencer/types.d.ts +2 -2
  85. package/dest/sequencer/types.d.ts.map +1 -1
  86. package/dest/test/index.d.ts +3 -5
  87. package/dest/test/index.d.ts.map +1 -1
  88. package/dest/test/mock_checkpoint_builder.d.ts +23 -19
  89. package/dest/test/mock_checkpoint_builder.d.ts.map +1 -1
  90. package/dest/test/mock_checkpoint_builder.js +67 -38
  91. package/dest/test/utils.d.ts +8 -8
  92. package/dest/test/utils.d.ts.map +1 -1
  93. package/dest/test/utils.js +17 -15
  94. package/package.json +29 -28
  95. package/src/client/sequencer-client.ts +92 -35
  96. package/src/config.ts +103 -49
  97. package/src/global_variable_builder/README.md +44 -0
  98. package/src/global_variable_builder/fee_predictor.ts +172 -0
  99. package/src/global_variable_builder/fee_provider.ts +75 -0
  100. package/src/global_variable_builder/global_builder.ts +26 -63
  101. package/src/global_variable_builder/index.ts +3 -1
  102. package/src/index.ts +5 -1
  103. package/src/publisher/config.ts +157 -45
  104. package/src/publisher/index.ts +3 -0
  105. package/src/publisher/l1_tx_failed_store/factory.ts +32 -0
  106. package/src/publisher/l1_tx_failed_store/failed_tx_store.ts +57 -0
  107. package/src/publisher/l1_tx_failed_store/file_store_failed_tx_store.ts +46 -0
  108. package/src/publisher/l1_tx_failed_store/index.ts +3 -0
  109. package/src/publisher/sequencer-bundle-simulator.ts +254 -0
  110. package/src/publisher/sequencer-publisher-factory.ts +38 -9
  111. package/src/publisher/sequencer-publisher-metrics.ts +7 -3
  112. package/src/publisher/sequencer-publisher.ts +540 -460
  113. package/src/sequencer/README.md +152 -450
  114. package/src/sequencer/automine/README.md +46 -0
  115. package/src/sequencer/automine/automine_factory.ts +145 -0
  116. package/src/sequencer/automine/automine_sequencer.ts +592 -0
  117. package/src/sequencer/chain_state_overrides.ts +162 -0
  118. package/src/sequencer/checkpoint_proposal_job.ts +1088 -219
  119. package/src/sequencer/checkpoint_proposal_job_metrics.ts +128 -0
  120. package/src/sequencer/checkpoint_voter.ts +31 -17
  121. package/src/sequencer/events.ts +50 -2
  122. package/src/sequencer/index.ts +2 -1
  123. package/src/sequencer/metrics.ts +164 -39
  124. package/src/sequencer/sequencer.ts +509 -147
  125. package/src/sequencer/timetable.ts +70 -57
  126. package/src/sequencer/types.ts +1 -1
  127. package/src/test/index.ts +2 -4
  128. package/src/test/mock_checkpoint_builder.ts +122 -78
  129. package/src/test/utils.ts +50 -22
  130. package/dest/sequencer/block_builder.d.ts +0 -26
  131. package/dest/sequencer/block_builder.d.ts.map +0 -1
  132. package/dest/sequencer/block_builder.js +0 -129
  133. package/src/sequencer/block_builder.ts +0 -216
package/src/test/utils.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  import { Body } from '@aztec/aztec.js/block';
2
- import { CheckpointNumber } from '@aztec/foundation/branded-types';
2
+ import { CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
3
3
  import { times } from '@aztec/foundation/collection';
4
4
  import { Secp256k1Signer } from '@aztec/foundation/crypto/secp256k1-signer';
5
5
  import { Fr } from '@aztec/foundation/curves/bn254';
@@ -7,10 +7,14 @@ import type { EthAddress } from '@aztec/foundation/eth-address';
7
7
  import { Signature } from '@aztec/foundation/eth-signature';
8
8
  import type { P2P } from '@aztec/p2p';
9
9
  import { PublicDataWrite } from '@aztec/stdlib/avm';
10
- import { CommitteeAttestation, L2BlockNew } from '@aztec/stdlib/block';
10
+ import { CommitteeAttestation, L2Block } from '@aztec/stdlib/block';
11
11
  import { BlockProposal, CheckpointAttestation, CheckpointProposal, ConsensusPayload } from '@aztec/stdlib/p2p';
12
12
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
13
- import { makeAppendOnlyTreeSnapshot, mockTxForRollup } from '@aztec/stdlib/testing';
13
+ import {
14
+ TEST_COORDINATION_SIGNATURE_CONTEXT,
15
+ makeAppendOnlyTreeSnapshot,
16
+ mockTxForRollup,
17
+ } from '@aztec/stdlib/testing';
14
18
  import { BlockHeader, GlobalVariables, type Tx, makeProcessedTxFromPrivateOnlyTx } from '@aztec/stdlib/tx';
15
19
 
16
20
  import type { MockProxy } from 'jest-mock-extended';
@@ -30,9 +34,9 @@ export async function makeTx(seed?: number, chainId?: Fr): Promise<Tx> {
30
34
  }
31
35
 
32
36
  /**
33
- * Creates an L2BlockNew from transactions and global variables
37
+ * Creates an L2Block from transactions and global variables
34
38
  */
35
- export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Promise<L2BlockNew> {
39
+ export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Promise<L2Block> {
36
40
  const processedTxs = await Promise.all(
37
41
  txs.map(tx =>
38
42
  makeProcessedTxFromPrivateOnlyTx(tx, Fr.ZERO, new PublicDataWrite(Fr.random(), Fr.random()), globalVariables),
@@ -41,7 +45,13 @@ export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Pr
41
45
  const body = new Body(processedTxs.map(tx => tx.txEffect));
42
46
  const header = BlockHeader.empty({ globalVariables });
43
47
  const archive = makeAppendOnlyTreeSnapshot(globalVariables.blockNumber + 1);
44
- return new L2BlockNew(archive, header, body, CheckpointNumber(globalVariables.blockNumber), 0);
48
+ return new L2Block(
49
+ archive,
50
+ header,
51
+ body,
52
+ CheckpointNumber.fromBlockNumber(globalVariables.blockNumber),
53
+ IndexWithinCheckpoint(0),
54
+ );
45
55
  }
46
56
 
47
57
  /**
@@ -50,6 +60,7 @@ export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Pr
50
60
  export function mockPendingTxs(p2p: MockProxy<P2P>, txs: Tx[]): void {
51
61
  p2p.getPendingTxCount.mockResolvedValue(txs.length);
52
62
  p2p.iteratePendingTxs.mockImplementation(() => mockTxIterator(Promise.resolve(txs)));
63
+ p2p.iterateEligiblePendingTxs.mockImplementation(() => mockTxIterator(Promise.resolve(txs)));
53
64
  }
54
65
 
55
66
  /**
@@ -70,16 +81,17 @@ export function createMockSignatures(signer: Secp256k1Signer): CommitteeAttestat
70
81
  }
71
82
 
72
83
  /**
73
- * Creates a CheckpointHeader from an L2BlockNew for testing purposes.
74
- * Uses mock values for blockHeadersHash, blobsHash and inHash since L2BlockNew doesn't have these fields.
84
+ * Creates a CheckpointHeader from an L2Block for testing purposes.
85
+ * Uses mock values for blockHeadersHash, blobsHash and inHash since L2Block doesn't have these fields.
75
86
  */
76
- function createCheckpointHeaderFromBlock(block: L2BlockNew): CheckpointHeader {
87
+ function createCheckpointHeaderFromBlock(block: L2Block): CheckpointHeader {
77
88
  const gv = block.header.globalVariables;
78
89
  return new CheckpointHeader(
79
90
  block.header.lastArchive.root,
80
91
  Fr.random(), // blockHeadersHash - mock value for testing
81
92
  Fr.random(), // blobsHash - mock value for testing
82
93
  Fr.random(), // inHash - mock value for testing
94
+ Fr.random(), // outHash - mock value for testing
83
95
  gv.slotNumber,
84
96
  gv.timestamp,
85
97
  gv.coinbase,
@@ -92,7 +104,7 @@ function createCheckpointHeaderFromBlock(block: L2BlockNew): CheckpointHeader {
92
104
  /**
93
105
  * Creates a block proposal from a block and signature
94
106
  */
95
- export function createBlockProposal(block: L2BlockNew, signature: Signature): BlockProposal {
107
+ export function createBlockProposal(block: L2Block, signature: Signature): BlockProposal {
96
108
  const txHashes = block.body.txEffects.map(tx => tx.txHash);
97
109
  return new BlockProposal(
98
110
  block.header,
@@ -101,6 +113,7 @@ export function createBlockProposal(block: L2BlockNew, signature: Signature): Bl
101
113
  block.archive.root,
102
114
  txHashes,
103
115
  signature,
116
+ TEST_COORDINATION_SIGNATURE_CONTEXT,
104
117
  );
105
118
  }
106
119
 
@@ -108,18 +121,26 @@ export function createBlockProposal(block: L2BlockNew, signature: Signature): Bl
108
121
  * Creates a checkpoint proposal from a block and signature
109
122
  */
110
123
  export function createCheckpointProposal(
111
- block: L2BlockNew,
124
+ block: L2Block,
112
125
  checkpointSignature: Signature,
113
126
  blockSignature?: Signature,
127
+ feeAssetPriceModifier: bigint = 0n,
114
128
  ): CheckpointProposal {
115
129
  const txHashes = block.body.txEffects.map(tx => tx.txHash);
116
130
  const checkpointHeader = createCheckpointHeaderFromBlock(block);
117
- return new CheckpointProposal(checkpointHeader, block.archive.root, checkpointSignature, {
118
- blockHeader: block.header,
119
- indexWithinCheckpoint: block.indexWithinCheckpoint,
120
- txHashes,
121
- signature: blockSignature ?? checkpointSignature, // Use checkpoint signature as block signature if not provided
122
- });
131
+ return new CheckpointProposal(
132
+ checkpointHeader,
133
+ block.archive.root,
134
+ feeAssetPriceModifier,
135
+ checkpointSignature,
136
+ TEST_COORDINATION_SIGNATURE_CONTEXT,
137
+ {
138
+ blockHeader: block.header,
139
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
140
+ txHashes,
141
+ signature: blockSignature ?? checkpointSignature, // Use checkpoint signature as block signature if not provided
142
+ },
143
+ );
123
144
  }
124
145
 
125
146
  /**
@@ -128,15 +149,22 @@ export function createCheckpointProposal(
128
149
  * In production, the sender is recovered from the signature.
129
150
  */
130
151
  export function createCheckpointAttestation(
131
- block: L2BlockNew,
152
+ block: L2Block,
132
153
  signature: Signature,
133
154
  sender: EthAddress,
155
+ feeAssetPriceModifier: bigint = 0n,
134
156
  ): CheckpointAttestation {
135
157
  const checkpointHeader = createCheckpointHeaderFromBlock(block);
136
- const payload = new ConsensusPayload(checkpointHeader, block.archive.root);
158
+ const payload = new ConsensusPayload(
159
+ checkpointHeader,
160
+ block.archive.root,
161
+ feeAssetPriceModifier,
162
+ TEST_COORDINATION_SIGNATURE_CONTEXT,
163
+ );
137
164
  const attestation = new CheckpointAttestation(payload, signature, signature);
138
- // Set sender directly for testing (bypasses signature recovery)
139
- (attestation as any).sender = sender;
165
+ // Bypass signature recovery for testing since we use random signatures
166
+ (attestation as any).getSender = () => sender;
167
+ (attestation as any).getProposer = () => sender;
140
168
  return attestation;
141
169
  }
142
170
 
@@ -149,7 +177,7 @@ export async function setupTxsAndBlock(
149
177
  globalVariables: GlobalVariables,
150
178
  txCount: number,
151
179
  chainId: Fr,
152
- ): Promise<{ txs: Tx[]; block: L2BlockNew }> {
180
+ ): Promise<{ txs: Tx[]; block: L2Block }> {
153
181
  const txs = await Promise.all(times(txCount, i => makeTx(i + 1, chainId)));
154
182
  const block = await makeBlock(txs, globalVariables);
155
183
  mockPendingTxs(p2p, txs);
@@ -1,26 +0,0 @@
1
- import { BlockNumber } from '@aztec/foundation/branded-types';
2
- import type { Fr } from '@aztec/foundation/curves/bn254';
3
- import { DateProvider } from '@aztec/foundation/timer';
4
- import { PublicProcessor } from '@aztec/simulator/server';
5
- import type { ContractDataSource } from '@aztec/stdlib/contract';
6
- import type { BuildBlockResult, FullNodeBlockBuilderConfig, IFullNodeBlockBuilder, MerkleTreeWriteOperations, PublicProcessorLimits, PublicProcessorValidator, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
7
- import { GlobalVariables, Tx } from '@aztec/stdlib/tx';
8
- import { type TelemetryClient } from '@aztec/telemetry-client';
9
- export declare class FullNodeBlockBuilder implements IFullNodeBlockBuilder {
10
- private config;
11
- private worldState;
12
- private contractDataSource;
13
- private dateProvider;
14
- private telemetryClient;
15
- constructor(config: FullNodeBlockBuilderConfig, worldState: WorldStateSynchronizer, contractDataSource: ContractDataSource, dateProvider: DateProvider, telemetryClient?: TelemetryClient);
16
- getConfig(): FullNodeBlockBuilderConfig;
17
- updateConfig(config: Partial<FullNodeBlockBuilderConfig>): void;
18
- makeBlockBuilderDeps(globalVariables: GlobalVariables, fork: MerkleTreeWriteOperations): Promise<{
19
- processor: PublicProcessor;
20
- validator: PublicProcessorValidator;
21
- }>;
22
- private syncToPreviousBlock;
23
- buildBlock(pendingTxs: Iterable<Tx> | AsyncIterable<Tx>, l1ToL2Messages: Fr[], globalVariables: GlobalVariables, opts: PublicProcessorLimits, suppliedFork?: MerkleTreeWriteOperations): Promise<BuildBlockResult>;
24
- getFork(blockNumber: BlockNumber): Promise<MerkleTreeWriteOperations>;
25
- }
26
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmxvY2tfYnVpbGRlci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3NlcXVlbmNlci9ibG9ja19idWlsZGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sRUFBRSxXQUFXLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUU5RCxPQUFPLEtBQUssRUFBRSxFQUFFLEVBQUUsTUFBTSxnQ0FBZ0MsQ0FBQztBQUl6RCxPQUFPLEVBQUUsWUFBWSxFQUFrQixNQUFNLHlCQUF5QixDQUFDO0FBR3ZFLE9BQU8sRUFHTCxlQUFlLEVBRWhCLE1BQU0seUJBQXlCLENBQUM7QUFDakMsT0FBTyxLQUFLLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSx3QkFBd0IsQ0FBQztBQUdqRSxPQUFPLEtBQUssRUFDVixnQkFBZ0IsRUFDaEIsMEJBQTBCLEVBQzFCLHFCQUFxQixFQUNyQix5QkFBeUIsRUFDekIscUJBQXFCLEVBQ3JCLHdCQUF3QixFQUN4QixzQkFBc0IsRUFDdkIsTUFBTSxpQ0FBaUMsQ0FBQztBQUN6QyxPQUFPLEVBQUUsZUFBZSxFQUFFLEVBQUUsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBQ3ZELE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQTBFbkYscUJBQWEsb0JBQXFCLFlBQVcscUJBQXFCO0lBRTlELE9BQU8sQ0FBQyxNQUFNO0lBQ2QsT0FBTyxDQUFDLFVBQVU7SUFDbEIsT0FBTyxDQUFDLGtCQUFrQjtJQUMxQixPQUFPLENBQUMsWUFBWTtJQUNwQixPQUFPLENBQUMsZUFBZTtJQUx6QixZQUNVLE1BQU0sRUFBRSwwQkFBMEIsRUFDbEMsVUFBVSxFQUFFLHNCQUFzQixFQUNsQyxrQkFBa0IsRUFBRSxrQkFBa0IsRUFDdEMsWUFBWSxFQUFFLFlBQVksRUFDMUIsZUFBZSxHQUFFLGVBQXNDLEVBQzdEO0lBRUcsU0FBUyxJQUFJLDBCQUEwQixDQUU3QztJQUVNLFlBQVksQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLDBCQUEwQixDQUFDLFFBRTlEO0lBRVksb0JBQW9CLENBQUMsZUFBZSxFQUFFLGVBQWUsRUFBRSxJQUFJLEVBQUUseUJBQXlCOzs7T0FrQ2xHO1lBRWEsbUJBQW1CO0lBVTNCLFVBQVUsQ0FDZCxVQUFVLEVBQUUsUUFBUSxDQUFDLEVBQUUsQ0FBQyxHQUFHLGFBQWEsQ0FBQyxFQUFFLENBQUMsRUFDNUMsY0FBYyxFQUFFLEVBQUUsRUFBRSxFQUNwQixlQUFlLEVBQUUsZUFBZSxFQUNoQyxJQUFJLEVBQUUscUJBQXFCLEVBQzNCLFlBQVksQ0FBQyxFQUFFLHlCQUF5QixHQUN2QyxPQUFPLENBQUMsZ0JBQWdCLENBQUMsQ0FzQzNCO0lBRUQsT0FBTyxDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsT0FBTyxDQUFDLHlCQUF5QixDQUFDLENBRXBFO0NBQ0YifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"block_builder.d.ts","sourceRoot":"","sources":["../../src/sequencer/block_builder.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAE9D,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gCAAgC,CAAC;AAIzD,OAAO,EAAE,YAAY,EAAkB,MAAM,yBAAyB,CAAC;AAGvE,OAAO,EAGL,eAAe,EAEhB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAGjE,OAAO,KAAK,EACV,gBAAgB,EAChB,0BAA0B,EAC1B,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,EACrB,wBAAwB,EACxB,sBAAsB,EACvB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AA0EnF,qBAAa,oBAAqB,YAAW,qBAAqB;IAE9D,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,kBAAkB;IAC1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,eAAe;IALzB,YACU,MAAM,EAAE,0BAA0B,EAClC,UAAU,EAAE,sBAAsB,EAClC,kBAAkB,EAAE,kBAAkB,EACtC,YAAY,EAAE,YAAY,EAC1B,eAAe,GAAE,eAAsC,EAC7D;IAEG,SAAS,IAAI,0BAA0B,CAE7C;IAEM,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,0BAA0B,CAAC,QAE9D;IAEY,oBAAoB,CAAC,eAAe,EAAE,eAAe,EAAE,IAAI,EAAE,yBAAyB;;;OAkClG;YAEa,mBAAmB;IAU3B,UAAU,CACd,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,EAAE,CAAC,EAC5C,cAAc,EAAE,EAAE,EAAE,EACpB,eAAe,EAAE,eAAe,EAChC,IAAI,EAAE,qBAAqB,EAC3B,YAAY,CAAC,EAAE,yBAAyB,GACvC,OAAO,CAAC,gBAAgB,CAAC,CAsC3B;IAED,OAAO,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAEpE;CACF"}
@@ -1,129 +0,0 @@
1
- import { MerkleTreeId } from '@aztec/aztec.js/trees';
2
- import { BlockNumber } from '@aztec/foundation/branded-types';
3
- import { merge, pick } from '@aztec/foundation/collection';
4
- import { createLogger } from '@aztec/foundation/log';
5
- import { retryUntil } from '@aztec/foundation/retry';
6
- import { bufferToHex } from '@aztec/foundation/string';
7
- import { Timer, elapsed } from '@aztec/foundation/timer';
8
- import { getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
9
- import { LightweightBlockFactory } from '@aztec/prover-client/block-factory';
10
- import { GuardedMerkleTreeOperations, PublicContractsDB, PublicProcessor, createPublicTxSimulatorForBlockBuilding } from '@aztec/simulator/server';
11
- import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
12
- import { Gas } from '@aztec/stdlib/gas';
13
- import { getTelemetryClient } from '@aztec/telemetry-client';
14
- import { createValidatorForBlockBuilding } from '@aztec/validator-client';
15
- const log = createLogger('block-builder');
16
- /** Builds a block out of pending txs */ async function buildBlock(pendingTxs, l1ToL2Messages, newGlobalVariables, opts = {}, worldStateFork, processor, validator, l1Constants, dateProvider, telemetryClient = getTelemetryClient()) {
17
- const blockBuildingTimer = new Timer();
18
- const blockNumber = newGlobalVariables.blockNumber;
19
- const slot = newGlobalVariables.slotNumber;
20
- const msgCount = l1ToL2Messages.length;
21
- const stateReference = await worldStateFork.getStateReference();
22
- const archiveTree = await worldStateFork.getTreeInfo(MerkleTreeId.ARCHIVE);
23
- log.verbose(`Building block ${blockNumber} for slot ${slot}`, {
24
- slot,
25
- slotStart: new Date(Number(getTimestampForSlot(slot, l1Constants)) * 1000),
26
- now: new Date(dateProvider.now()),
27
- blockNumber,
28
- msgCount,
29
- initialStateReference: stateReference.toInspect(),
30
- initialArchiveRoot: bufferToHex(archiveTree.root),
31
- opts
32
- });
33
- const blockFactory = new LightweightBlockFactory(worldStateFork, telemetryClient);
34
- await blockFactory.startNewBlock(newGlobalVariables, l1ToL2Messages);
35
- const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs]] = await elapsed(()=>processor.process(pendingTxs, opts, validator));
36
- // All real transactions have been added, set the block as full and pad if needed
37
- await blockFactory.addTxs(processedTxs);
38
- const block = await blockFactory.setBlockCompleted();
39
- // How much public gas was processed
40
- const publicGas = processedTxs.reduce((acc, tx)=>acc.add(tx.gasUsed.publicGas), Gas.empty());
41
- const res = {
42
- block,
43
- publicGas,
44
- publicProcessorDuration,
45
- numMsgs: l1ToL2Messages.length,
46
- numTxs: processedTxs.length,
47
- failedTxs: failedTxs,
48
- blockBuildingTimer,
49
- usedTxs
50
- };
51
- log.trace('Built block', res.block.header);
52
- return res;
53
- }
54
- const FullNodeBlockBuilderConfigKeys = [
55
- 'l1GenesisTime',
56
- 'slotDuration',
57
- 'l1ChainId',
58
- 'rollupVersion',
59
- 'txPublicSetupAllowList',
60
- 'fakeProcessingDelayPerTxMs',
61
- 'fakeThrowAfterProcessingTxCount'
62
- ];
63
- // TODO(palla/mbps): Try killing this in favor of the CheckpointsBuilder
64
- export class FullNodeBlockBuilder {
65
- config;
66
- worldState;
67
- contractDataSource;
68
- dateProvider;
69
- telemetryClient;
70
- constructor(config, worldState, contractDataSource, dateProvider, telemetryClient = getTelemetryClient()){
71
- this.config = config;
72
- this.worldState = worldState;
73
- this.contractDataSource = contractDataSource;
74
- this.dateProvider = dateProvider;
75
- this.telemetryClient = telemetryClient;
76
- }
77
- getConfig() {
78
- return pick(this.config, ...FullNodeBlockBuilderConfigKeys);
79
- }
80
- updateConfig(config) {
81
- this.config = merge(this.config, pick(config, ...FullNodeBlockBuilderConfigKeys));
82
- }
83
- async makeBlockBuilderDeps(globalVariables, fork) {
84
- const txPublicSetupAllowList = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
85
- const contractsDB = new PublicContractsDB(this.contractDataSource);
86
- const guardedFork = new GuardedMerkleTreeOperations(fork);
87
- const publicTxSimulator = createPublicTxSimulatorForBlockBuilding(guardedFork, contractsDB, globalVariables, this.telemetryClient);
88
- const processor = new PublicProcessor(globalVariables, guardedFork, contractsDB, publicTxSimulator, this.dateProvider, this.telemetryClient, undefined, this.config);
89
- const validator = createValidatorForBlockBuilding(fork, this.contractDataSource, globalVariables, txPublicSetupAllowList);
90
- return {
91
- processor,
92
- validator
93
- };
94
- }
95
- async syncToPreviousBlock(parentBlockNumber, timeout) {
96
- await retryUntil(()=>this.worldState.syncImmediate(parentBlockNumber, true).then((syncedTo)=>syncedTo >= parentBlockNumber), 'sync to previous block', timeout, 0.1);
97
- log.debug(`Synced to previous block ${parentBlockNumber}`);
98
- }
99
- async buildBlock(pendingTxs, l1ToL2Messages, globalVariables, opts, suppliedFork) {
100
- const parentBlockNumber = BlockNumber(globalVariables.blockNumber - 1);
101
- const syncTimeout = opts.deadline ? (opts.deadline.getTime() - this.dateProvider.now()) / 1000 : undefined;
102
- await this.syncToPreviousBlock(parentBlockNumber, syncTimeout);
103
- const fork = suppliedFork ?? await this.worldState.fork(parentBlockNumber);
104
- try {
105
- const { processor, validator } = await this.makeBlockBuilderDeps(globalVariables, fork);
106
- const res = await buildBlock(pendingTxs, l1ToL2Messages, globalVariables, opts, fork, processor, validator, this.config, this.dateProvider, this.telemetryClient);
107
- return res;
108
- } finally{
109
- // If the fork was supplied, we don't close it.
110
- // Otherwise, we wait a bit to close the fork we just created,
111
- // since the processor may still be working on a dangling tx
112
- // which was interrupted due to the processingDeadline being hit.
113
- if (!suppliedFork) {
114
- // eslint-disable-next-line @typescript-eslint/no-misused-promises
115
- setTimeout(async ()=>{
116
- try {
117
- await fork.close();
118
- } catch (err) {
119
- // This can happen if the sequencer is stopped before we hit this timeout.
120
- log.warn(`Error closing forks for block processing`, err);
121
- }
122
- }, 5000);
123
- }
124
- }
125
- }
126
- getFork(blockNumber) {
127
- return this.worldState.fork(blockNumber);
128
- }
129
- }
@@ -1,216 +0,0 @@
1
- import { MerkleTreeId } from '@aztec/aztec.js/trees';
2
- import { BlockNumber } from '@aztec/foundation/branded-types';
3
- import { merge, pick } from '@aztec/foundation/collection';
4
- import type { Fr } from '@aztec/foundation/curves/bn254';
5
- import { createLogger } from '@aztec/foundation/log';
6
- import { retryUntil } from '@aztec/foundation/retry';
7
- import { bufferToHex } from '@aztec/foundation/string';
8
- import { DateProvider, Timer, elapsed } from '@aztec/foundation/timer';
9
- import { getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
10
- import { LightweightBlockFactory } from '@aztec/prover-client/block-factory';
11
- import {
12
- GuardedMerkleTreeOperations,
13
- PublicContractsDB,
14
- PublicProcessor,
15
- createPublicTxSimulatorForBlockBuilding,
16
- } from '@aztec/simulator/server';
17
- import type { ContractDataSource } from '@aztec/stdlib/contract';
18
- import { type L1RollupConstants, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
19
- import { Gas } from '@aztec/stdlib/gas';
20
- import type {
21
- BuildBlockResult,
22
- FullNodeBlockBuilderConfig,
23
- IFullNodeBlockBuilder,
24
- MerkleTreeWriteOperations,
25
- PublicProcessorLimits,
26
- PublicProcessorValidator,
27
- WorldStateSynchronizer,
28
- } from '@aztec/stdlib/interfaces/server';
29
- import { GlobalVariables, Tx } from '@aztec/stdlib/tx';
30
- import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
31
- import { createValidatorForBlockBuilding } from '@aztec/validator-client';
32
-
33
- const log = createLogger('block-builder');
34
-
35
- /** Builds a block out of pending txs */
36
- async function buildBlock(
37
- pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
38
- l1ToL2Messages: Fr[],
39
- newGlobalVariables: GlobalVariables,
40
- opts: PublicProcessorLimits = {},
41
- worldStateFork: MerkleTreeWriteOperations,
42
- processor: PublicProcessor,
43
- validator: PublicProcessorValidator,
44
- l1Constants: Pick<L1RollupConstants, 'l1GenesisTime' | 'slotDuration'>,
45
- dateProvider: DateProvider,
46
- telemetryClient: TelemetryClient = getTelemetryClient(),
47
- ): Promise<BuildBlockResult> {
48
- const blockBuildingTimer = new Timer();
49
- const blockNumber = newGlobalVariables.blockNumber;
50
- const slot = newGlobalVariables.slotNumber;
51
- const msgCount = l1ToL2Messages.length;
52
- const stateReference = await worldStateFork.getStateReference();
53
- const archiveTree = await worldStateFork.getTreeInfo(MerkleTreeId.ARCHIVE);
54
-
55
- log.verbose(`Building block ${blockNumber} for slot ${slot}`, {
56
- slot,
57
- slotStart: new Date(Number(getTimestampForSlot(slot, l1Constants)) * 1000),
58
- now: new Date(dateProvider.now()),
59
- blockNumber,
60
- msgCount,
61
- initialStateReference: stateReference.toInspect(),
62
- initialArchiveRoot: bufferToHex(archiveTree.root),
63
- opts,
64
- });
65
- const blockFactory = new LightweightBlockFactory(worldStateFork, telemetryClient);
66
- await blockFactory.startNewBlock(newGlobalVariables, l1ToL2Messages);
67
-
68
- const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs]] = await elapsed(() =>
69
- processor.process(pendingTxs, opts, validator),
70
- );
71
-
72
- // All real transactions have been added, set the block as full and pad if needed
73
- await blockFactory.addTxs(processedTxs);
74
- const block = await blockFactory.setBlockCompleted();
75
-
76
- // How much public gas was processed
77
- const publicGas = processedTxs.reduce((acc, tx) => acc.add(tx.gasUsed.publicGas), Gas.empty());
78
-
79
- const res = {
80
- block,
81
- publicGas,
82
- publicProcessorDuration,
83
- numMsgs: l1ToL2Messages.length,
84
- numTxs: processedTxs.length,
85
- failedTxs: failedTxs,
86
- blockBuildingTimer,
87
- usedTxs,
88
- };
89
- log.trace('Built block', res.block.header);
90
- return res;
91
- }
92
-
93
- const FullNodeBlockBuilderConfigKeys = [
94
- 'l1GenesisTime',
95
- 'slotDuration',
96
- 'l1ChainId',
97
- 'rollupVersion',
98
- 'txPublicSetupAllowList',
99
- 'fakeProcessingDelayPerTxMs',
100
- 'fakeThrowAfterProcessingTxCount',
101
- ] as const;
102
-
103
- // TODO(palla/mbps): Try killing this in favor of the CheckpointsBuilder
104
- export class FullNodeBlockBuilder implements IFullNodeBlockBuilder {
105
- constructor(
106
- private config: FullNodeBlockBuilderConfig,
107
- private worldState: WorldStateSynchronizer,
108
- private contractDataSource: ContractDataSource,
109
- private dateProvider: DateProvider,
110
- private telemetryClient: TelemetryClient = getTelemetryClient(),
111
- ) {}
112
-
113
- public getConfig(): FullNodeBlockBuilderConfig {
114
- return pick(this.config, ...FullNodeBlockBuilderConfigKeys);
115
- }
116
-
117
- public updateConfig(config: Partial<FullNodeBlockBuilderConfig>) {
118
- this.config = merge(this.config, pick(config, ...FullNodeBlockBuilderConfigKeys));
119
- }
120
-
121
- public async makeBlockBuilderDeps(globalVariables: GlobalVariables, fork: MerkleTreeWriteOperations) {
122
- const txPublicSetupAllowList = this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
123
- const contractsDB = new PublicContractsDB(this.contractDataSource);
124
- const guardedFork = new GuardedMerkleTreeOperations(fork);
125
-
126
- const publicTxSimulator = createPublicTxSimulatorForBlockBuilding(
127
- guardedFork,
128
- contractsDB,
129
- globalVariables,
130
- this.telemetryClient,
131
- );
132
-
133
- const processor = new PublicProcessor(
134
- globalVariables,
135
- guardedFork,
136
- contractsDB,
137
- publicTxSimulator,
138
- this.dateProvider,
139
- this.telemetryClient,
140
- undefined,
141
- this.config,
142
- );
143
-
144
- const validator = createValidatorForBlockBuilding(
145
- fork,
146
- this.contractDataSource,
147
- globalVariables,
148
- txPublicSetupAllowList,
149
- );
150
-
151
- return {
152
- processor,
153
- validator,
154
- };
155
- }
156
-
157
- private async syncToPreviousBlock(parentBlockNumber: BlockNumber, timeout: number | undefined) {
158
- await retryUntil(
159
- () => this.worldState.syncImmediate(parentBlockNumber, true).then(syncedTo => syncedTo >= parentBlockNumber),
160
- 'sync to previous block',
161
- timeout,
162
- 0.1,
163
- );
164
- log.debug(`Synced to previous block ${parentBlockNumber}`);
165
- }
166
-
167
- async buildBlock(
168
- pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
169
- l1ToL2Messages: Fr[],
170
- globalVariables: GlobalVariables,
171
- opts: PublicProcessorLimits,
172
- suppliedFork?: MerkleTreeWriteOperations,
173
- ): Promise<BuildBlockResult> {
174
- const parentBlockNumber = BlockNumber(globalVariables.blockNumber - 1);
175
- const syncTimeout = opts.deadline ? (opts.deadline.getTime() - this.dateProvider.now()) / 1000 : undefined;
176
- await this.syncToPreviousBlock(parentBlockNumber, syncTimeout);
177
- const fork = suppliedFork ?? (await this.worldState.fork(parentBlockNumber));
178
-
179
- try {
180
- const { processor, validator } = await this.makeBlockBuilderDeps(globalVariables, fork);
181
- const res = await buildBlock(
182
- pendingTxs,
183
- l1ToL2Messages,
184
- globalVariables,
185
- opts,
186
- fork,
187
- processor,
188
- validator,
189
- this.config,
190
- this.dateProvider,
191
- this.telemetryClient,
192
- );
193
- return res;
194
- } finally {
195
- // If the fork was supplied, we don't close it.
196
- // Otherwise, we wait a bit to close the fork we just created,
197
- // since the processor may still be working on a dangling tx
198
- // which was interrupted due to the processingDeadline being hit.
199
- if (!suppliedFork) {
200
- // eslint-disable-next-line @typescript-eslint/no-misused-promises
201
- setTimeout(async () => {
202
- try {
203
- await fork.close();
204
- } catch (err) {
205
- // This can happen if the sequencer is stopped before we hit this timeout.
206
- log.warn(`Error closing forks for block processing`, err);
207
- }
208
- }, 5000);
209
- }
210
- }
211
- }
212
-
213
- getFork(blockNumber: BlockNumber): Promise<MerkleTreeWriteOperations> {
214
- return this.worldState.fork(blockNumber);
215
- }
216
- }