@aztec/sequencer-client 0.0.0-test.1 → 0.0.1-commit.1142ef1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/dest/client/index.d.ts +1 -1
  2. package/dest/client/sequencer-client.d.ts +31 -31
  3. package/dest/client/sequencer-client.d.ts.map +1 -1
  4. package/dest/client/sequencer-client.js +82 -60
  5. package/dest/config.d.ts +15 -16
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +120 -70
  8. package/dest/global_variable_builder/global_builder.d.ts +26 -15
  9. package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
  10. package/dest/global_variable_builder/global_builder.js +62 -44
  11. package/dest/global_variable_builder/index.d.ts +1 -1
  12. package/dest/index.d.ts +2 -4
  13. package/dest/index.d.ts.map +1 -1
  14. package/dest/index.js +1 -3
  15. package/dest/publisher/config.d.ts +15 -12
  16. package/dest/publisher/config.d.ts.map +1 -1
  17. package/dest/publisher/config.js +32 -19
  18. package/dest/publisher/index.d.ts +3 -1
  19. package/dest/publisher/index.d.ts.map +1 -1
  20. package/dest/publisher/index.js +3 -0
  21. package/dest/publisher/sequencer-publisher-factory.d.ts +44 -0
  22. package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -0
  23. package/dest/publisher/sequencer-publisher-factory.js +51 -0
  24. package/dest/publisher/sequencer-publisher-metrics.d.ts +5 -4
  25. package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
  26. package/dest/publisher/sequencer-publisher-metrics.js +26 -62
  27. package/dest/publisher/sequencer-publisher.d.ts +134 -87
  28. package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
  29. package/dest/publisher/sequencer-publisher.js +1146 -249
  30. package/dest/sequencer/block_builder.d.ts +26 -0
  31. package/dest/sequencer/block_builder.d.ts.map +1 -0
  32. package/dest/sequencer/block_builder.js +129 -0
  33. package/dest/sequencer/checkpoint_proposal_job.d.ts +77 -0
  34. package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
  35. package/dest/sequencer/checkpoint_proposal_job.js +1089 -0
  36. package/dest/sequencer/checkpoint_voter.d.ts +34 -0
  37. package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
  38. package/dest/sequencer/checkpoint_voter.js +85 -0
  39. package/dest/sequencer/config.d.ts +7 -1
  40. package/dest/sequencer/config.d.ts.map +1 -1
  41. package/dest/sequencer/errors.d.ts +11 -0
  42. package/dest/sequencer/errors.d.ts.map +1 -0
  43. package/dest/sequencer/errors.js +15 -0
  44. package/dest/sequencer/events.d.ts +46 -0
  45. package/dest/sequencer/events.d.ts.map +1 -0
  46. package/dest/sequencer/events.js +1 -0
  47. package/dest/sequencer/index.d.ts +5 -2
  48. package/dest/sequencer/index.d.ts.map +1 -1
  49. package/dest/sequencer/index.js +4 -1
  50. package/dest/sequencer/metrics.d.ts +48 -12
  51. package/dest/sequencer/metrics.d.ts.map +1 -1
  52. package/dest/sequencer/metrics.js +204 -69
  53. package/dest/sequencer/sequencer.d.ts +136 -137
  54. package/dest/sequencer/sequencer.d.ts.map +1 -1
  55. package/dest/sequencer/sequencer.js +913 -527
  56. package/dest/sequencer/timetable.d.ts +76 -24
  57. package/dest/sequencer/timetable.d.ts.map +1 -1
  58. package/dest/sequencer/timetable.js +177 -61
  59. package/dest/sequencer/types.d.ts +3 -0
  60. package/dest/sequencer/types.d.ts.map +1 -0
  61. package/dest/sequencer/types.js +1 -0
  62. package/dest/sequencer/utils.d.ts +20 -38
  63. package/dest/sequencer/utils.d.ts.map +1 -1
  64. package/dest/sequencer/utils.js +12 -47
  65. package/dest/test/index.d.ts +9 -1
  66. package/dest/test/index.d.ts.map +1 -1
  67. package/dest/test/index.js +0 -4
  68. package/dest/test/mock_checkpoint_builder.d.ts +91 -0
  69. package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
  70. package/dest/test/mock_checkpoint_builder.js +202 -0
  71. package/dest/test/utils.d.ts +53 -0
  72. package/dest/test/utils.d.ts.map +1 -0
  73. package/dest/test/utils.js +103 -0
  74. package/package.json +45 -45
  75. package/src/client/sequencer-client.ts +106 -107
  76. package/src/config.ts +133 -81
  77. package/src/global_variable_builder/global_builder.ts +84 -55
  78. package/src/index.ts +6 -3
  79. package/src/publisher/config.ts +45 -32
  80. package/src/publisher/index.ts +4 -0
  81. package/src/publisher/sequencer-publisher-factory.ts +92 -0
  82. package/src/publisher/sequencer-publisher-metrics.ts +30 -64
  83. package/src/publisher/sequencer-publisher.ts +967 -295
  84. package/src/sequencer/README.md +531 -0
  85. package/src/sequencer/block_builder.ts +216 -0
  86. package/src/sequencer/checkpoint_proposal_job.ts +742 -0
  87. package/src/sequencer/checkpoint_voter.ts +105 -0
  88. package/src/sequencer/config.ts +8 -0
  89. package/src/sequencer/errors.ts +21 -0
  90. package/src/sequencer/events.ts +27 -0
  91. package/src/sequencer/index.ts +4 -1
  92. package/src/sequencer/metrics.ts +269 -72
  93. package/src/sequencer/sequencer.ts +640 -592
  94. package/src/sequencer/timetable.ts +221 -62
  95. package/src/sequencer/types.ts +6 -0
  96. package/src/sequencer/utils.ts +28 -60
  97. package/src/test/index.ts +12 -4
  98. package/src/test/mock_checkpoint_builder.ts +279 -0
  99. package/src/test/utils.ts +157 -0
  100. package/dest/sequencer/allowed.d.ts +0 -3
  101. package/dest/sequencer/allowed.d.ts.map +0 -1
  102. package/dest/sequencer/allowed.js +0 -27
  103. package/dest/slasher/factory.d.ts +0 -7
  104. package/dest/slasher/factory.d.ts.map +0 -1
  105. package/dest/slasher/factory.js +0 -8
  106. package/dest/slasher/index.d.ts +0 -3
  107. package/dest/slasher/index.d.ts.map +0 -1
  108. package/dest/slasher/index.js +0 -2
  109. package/dest/slasher/slasher_client.d.ts +0 -75
  110. package/dest/slasher/slasher_client.d.ts.map +0 -1
  111. package/dest/slasher/slasher_client.js +0 -132
  112. package/dest/tx_validator/archive_cache.d.ts +0 -14
  113. package/dest/tx_validator/archive_cache.d.ts.map +0 -1
  114. package/dest/tx_validator/archive_cache.js +0 -22
  115. package/dest/tx_validator/gas_validator.d.ts +0 -14
  116. package/dest/tx_validator/gas_validator.d.ts.map +0 -1
  117. package/dest/tx_validator/gas_validator.js +0 -78
  118. package/dest/tx_validator/nullifier_cache.d.ts +0 -16
  119. package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
  120. package/dest/tx_validator/nullifier_cache.js +0 -24
  121. package/dest/tx_validator/phases_validator.d.ts +0 -12
  122. package/dest/tx_validator/phases_validator.d.ts.map +0 -1
  123. package/dest/tx_validator/phases_validator.js +0 -80
  124. package/dest/tx_validator/test_utils.d.ts +0 -23
  125. package/dest/tx_validator/test_utils.d.ts.map +0 -1
  126. package/dest/tx_validator/test_utils.js +0 -26
  127. package/dest/tx_validator/tx_validator_factory.d.ts +0 -18
  128. package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
  129. package/dest/tx_validator/tx_validator_factory.js +0 -50
  130. package/src/sequencer/allowed.ts +0 -36
  131. package/src/slasher/factory.ts +0 -15
  132. package/src/slasher/index.ts +0 -2
  133. package/src/slasher/slasher_client.ts +0 -193
  134. package/src/tx_validator/archive_cache.ts +0 -28
  135. package/src/tx_validator/gas_validator.ts +0 -101
  136. package/src/tx_validator/nullifier_cache.ts +0 -30
  137. package/src/tx_validator/phases_validator.ts +0 -98
  138. package/src/tx_validator/test_utils.ts +0 -48
  139. package/src/tx_validator/tx_validator_factory.ts +0 -120
@@ -1,623 +1,1009 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
369
+ }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
6
372
  }
373
+ var _dec, _dec1, _dec2, _initProto;
374
+ import { getKzg } from '@aztec/blob-lib';
7
375
  import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
8
- import { omit } from '@aztec/foundation/collection';
376
+ import { NoCommitteeError } from '@aztec/ethereum/contracts';
377
+ import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
378
+ import { merge, omit, pick } from '@aztec/foundation/collection';
379
+ import { Fr } from '@aztec/foundation/curves/bn254';
9
380
  import { EthAddress } from '@aztec/foundation/eth-address';
10
- import { Fr } from '@aztec/foundation/fields';
11
381
  import { createLogger } from '@aztec/foundation/log';
12
382
  import { RunningPromise } from '@aztec/foundation/running-promise';
13
- import { Timer, elapsed } from '@aztec/foundation/timer';
14
- import { AztecAddress } from '@aztec/stdlib/aztec-address';
15
- import { Gas } from '@aztec/stdlib/gas';
383
+ import { getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
16
384
  import { SequencerConfigSchema } from '@aztec/stdlib/interfaces/server';
17
385
  import { pickFromSchema } from '@aztec/stdlib/schemas';
18
- import { AppendOnlyTreeSnapshot, MerkleTreeId } from '@aztec/stdlib/trees';
19
- import { BlockHeader, ContentCommitment, StateReference, Tx } from '@aztec/stdlib/tx';
386
+ import { MerkleTreeId } from '@aztec/stdlib/trees';
20
387
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
21
- import { VoteType } from '../publisher/sequencer-publisher.js';
22
- import { createValidatorsForBlockBuilding } from '../tx_validator/tx_validator_factory.js';
23
- import { getDefaultAllowedSetupFunctions } from './allowed.js';
388
+ import EventEmitter from 'node:events';
389
+ import { DefaultSequencerConfig } from '../config.js';
390
+ import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
391
+ import { CheckpointVoter } from './checkpoint_voter.js';
392
+ import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
24
393
  import { SequencerMetrics } from './metrics.js';
25
- import { SequencerTimetable, SequencerTooSlowError } from './timetable.js';
26
- import { SequencerState, orderAttestations } from './utils.js';
394
+ import { SequencerTimetable } from './timetable.js';
395
+ import { SequencerState } from './utils.js';
27
396
  export { SequencerState };
397
+ _dec = trackSpan('Sequencer.work'), _dec1 = trackSpan('Sequencer.prepareCheckpointProposal'), _dec2 = trackSpan('Seqeuencer.tryVoteWhenSyncFails', ({ slot })=>({
398
+ [Attributes.SLOT_NUMBER]: slot
399
+ }));
28
400
  /**
29
401
  * Sequencer client
30
- * - Wins a period of time to become the sequencer (depending on finalized protocol).
31
- * - Chooses a set of txs from the tx pool to be in the rollup.
32
- * - Simulate the rollup of txs.
33
- * - Adds proof requests to the request pool (not for this milestone).
34
- * - Receives results to those proofs from the network (repeats as necessary) (not for this milestone).
35
- * - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
36
- */ export class Sequencer {
37
- publisher;
402
+ * - Checks whether it is elected as proposer for the next slot
403
+ * - Builds multiple blocks and broadcasts them
404
+ * - Collects attestations for the checkpoint
405
+ * - Publishes the checkpoint to L1
406
+ * - Votes for proposals and slashes on L1
407
+ */ export class Sequencer extends EventEmitter {
408
+ publisherFactory;
38
409
  validatorClient;
39
410
  globalsBuilder;
40
411
  p2pClient;
41
412
  worldState;
42
413
  slasherClient;
43
- blockBuilderFactory;
44
414
  l2BlockSource;
45
415
  l1ToL2MessageSource;
46
- publicProcessorFactory;
47
- contractDataSource;
416
+ checkpointsBuilder;
48
417
  l1Constants;
49
418
  dateProvider;
50
- config;
419
+ epochCache;
420
+ rollupContract;
421
+ telemetry;
51
422
  log;
423
+ static{
424
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
425
+ [
426
+ _dec,
427
+ 2,
428
+ "work"
429
+ ],
430
+ [
431
+ _dec1,
432
+ 2,
433
+ "prepareCheckpointProposal"
434
+ ],
435
+ [
436
+ _dec2,
437
+ 2,
438
+ "tryVoteWhenSyncFails"
439
+ ]
440
+ ], []));
441
+ }
52
442
  runningPromise;
53
- pollingIntervalMs;
54
- maxTxsPerBlock;
55
- minTxsPerBlock;
56
- maxL1TxInclusionTimeIntoSlot;
57
- // TODO: zero values should not be allowed for the following 2 values in PROD
58
- _coinbase;
59
- _feeRecipient;
60
443
  state;
61
- allowedInSetup;
62
- maxBlockSizeInBytes;
63
- maxBlockGas;
64
444
  metrics;
65
- isFlushing;
445
+ /** The last slot for which we attempted to vote when sync failed, to prevent duplicate attempts. */ lastSlotForVoteWhenSyncFailed;
446
+ /** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */ lastSlotForCheckpointProposalJob;
447
+ /** Last successful checkpoint proposed */ lastCheckpointProposed;
448
+ /** The last epoch for which we logged strategy comparison in fisherman mode. */ lastEpochForStrategyComparison;
66
449
  /** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */ timetable;
67
- enforceTimeTable;
68
- constructor(publisher, validatorClient, globalsBuilder, p2pClient, worldState, slasherClient, blockBuilderFactory, l2BlockSource, l1ToL2MessageSource, publicProcessorFactory, contractDataSource, l1Constants, dateProvider, config = {}, telemetry = getTelemetryClient(), log = createLogger('sequencer')){
69
- this.publisher = publisher;
70
- this.validatorClient = validatorClient;
71
- this.globalsBuilder = globalsBuilder;
72
- this.p2pClient = p2pClient;
73
- this.worldState = worldState;
74
- this.slasherClient = slasherClient;
75
- this.blockBuilderFactory = blockBuilderFactory;
76
- this.l2BlockSource = l2BlockSource;
77
- this.l1ToL2MessageSource = l1ToL2MessageSource;
78
- this.publicProcessorFactory = publicProcessorFactory;
79
- this.contractDataSource = contractDataSource;
80
- this.l1Constants = l1Constants;
81
- this.dateProvider = dateProvider;
82
- this.config = config;
83
- this.log = log;
84
- this.pollingIntervalMs = 1000;
85
- this.maxTxsPerBlock = 32;
86
- this.minTxsPerBlock = 1;
87
- this.maxL1TxInclusionTimeIntoSlot = 0;
88
- this._coinbase = EthAddress.ZERO;
89
- this._feeRecipient = AztecAddress.ZERO;
90
- this.state = SequencerState.STOPPED;
91
- this.allowedInSetup = [];
92
- this.maxBlockSizeInBytes = 1024 * 1024;
93
- this.maxBlockGas = new Gas(100e9, 100e9);
94
- this.isFlushing = false;
95
- this.enforceTimeTable = false;
96
- this.metrics = new SequencerMetrics(telemetry, ()=>this.state, 'Sequencer');
97
- // Register the block builder with the validator client for re-execution
98
- this.validatorClient?.registerBlockBuilder(this.buildBlock.bind(this));
99
- // Register the slasher on the publisher to fetch slashing payloads
100
- this.publisher.registerSlashPayloadGetter(this.slasherClient.getSlashPayload.bind(this.slasherClient));
450
+ // This shouldn't be here as this gets re-created each time we build/propose a block.
451
+ // But we have a number of tests that abuse/rely on this class having a permanent publisher.
452
+ // As long as those tests only configure a single publisher they will continue to work.
453
+ // This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
454
+ // for the block proposer.
455
+ // TODO(palla/mbps): Remove this field and fix tests
456
+ publisher;
457
+ /** Config for the sequencer */ config;
458
+ constructor(publisherFactory, validatorClient, globalsBuilder, p2pClient, worldState, slasherClient, l2BlockSource, l1ToL2MessageSource, checkpointsBuilder, l1Constants, dateProvider, epochCache, rollupContract, config, telemetry = getTelemetryClient(), log = createLogger('sequencer')){
459
+ super(), this.publisherFactory = publisherFactory, this.validatorClient = validatorClient, this.globalsBuilder = globalsBuilder, this.p2pClient = p2pClient, this.worldState = worldState, this.slasherClient = slasherClient, this.l2BlockSource = l2BlockSource, this.l1ToL2MessageSource = l1ToL2MessageSource, this.checkpointsBuilder = checkpointsBuilder, this.l1Constants = l1Constants, this.dateProvider = dateProvider, this.epochCache = epochCache, this.rollupContract = rollupContract, this.telemetry = telemetry, this.log = log, this.state = (_initProto(this), SequencerState.STOPPED), this.config = DefaultSequencerConfig;
460
+ // Add [FISHERMAN] prefix to logger if in fisherman mode
461
+ if (config.fishermanMode) {
462
+ this.log = log.createChild('[FISHERMAN]');
463
+ }
464
+ this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
465
+ this.updateConfig(config);
101
466
  }
102
- get tracer() {
103
- return this.metrics.tracer;
467
+ /** Updates sequencer config by the defined values and updates the timetable */ updateConfig(config) {
468
+ const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
469
+ this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowList'));
470
+ this.config = merge(this.config, filteredConfig);
471
+ this.timetable = new SequencerTimetable({
472
+ ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
473
+ aztecSlotDuration: this.aztecSlotDuration,
474
+ l1PublishingTime: this.l1PublishingTime,
475
+ p2pPropagationTime: this.config.attestationPropagationTime,
476
+ blockDurationMs: this.config.blockDurationMs,
477
+ enforce: this.config.enforceTimeTable
478
+ }, this.metrics, this.log);
104
479
  }
105
- /**
106
- * Updates sequencer config.
107
- * @param config - New parameters.
108
- */ async updateConfig(config) {
109
- this.log.info(`Sequencer config set`, omit(pickFromSchema(config, SequencerConfigSchema), 'allowedInSetup'));
110
- if (config.transactionPollingIntervalMS !== undefined) {
111
- this.pollingIntervalMs = config.transactionPollingIntervalMS;
112
- }
113
- if (config.maxTxsPerBlock !== undefined) {
114
- this.maxTxsPerBlock = config.maxTxsPerBlock;
115
- }
116
- if (config.minTxsPerBlock !== undefined) {
117
- this.minTxsPerBlock = config.minTxsPerBlock;
118
- }
119
- if (config.maxDABlockGas !== undefined) {
120
- this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
121
- }
122
- if (config.maxL2BlockGas !== undefined) {
123
- this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
124
- }
125
- if (config.coinbase) {
126
- this._coinbase = config.coinbase;
127
- }
128
- if (config.feeRecipient) {
129
- this._feeRecipient = config.feeRecipient;
130
- }
131
- if (config.allowedInSetup) {
132
- this.allowedInSetup = config.allowedInSetup;
133
- } else {
134
- this.allowedInSetup = await getDefaultAllowedSetupFunctions();
135
- }
136
- if (config.maxBlockSizeInBytes !== undefined) {
137
- this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
138
- }
139
- if (config.governanceProposerPayload) {
140
- this.publisher.setGovernancePayload(config.governanceProposerPayload);
141
- }
142
- if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
143
- this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
144
- }
145
- if (config.enforceTimeTable !== undefined) {
146
- this.enforceTimeTable = config.enforceTimeTable;
147
- }
148
- this.setTimeTable();
149
- // TODO: Just read everything from the config object as needed instead of copying everything into local vars.
150
- this.config = config;
480
+ /** Initializes the sequencer (precomputes tables and creates a publisher). Takes about 3s. */ async init() {
481
+ getKzg();
482
+ this.publisher = (await this.publisherFactory.create(undefined)).publisher;
151
483
  }
152
- setTimeTable() {
153
- this.timetable = new SequencerTimetable(this.l1Constants.ethereumSlotDuration, this.aztecSlotDuration, this.maxL1TxInclusionTimeIntoSlot, this.enforceTimeTable, this.metrics, this.log);
154
- this.log.verbose(`Sequencer timetable updated`, {
155
- enforceTimeTable: this.enforceTimeTable
484
+ /** Starts the sequencer and moves to IDLE state. */ start() {
485
+ this.runningPromise = new RunningPromise(this.safeWork.bind(this), this.log, this.config.sequencerPollingIntervalMS);
486
+ this.setState(SequencerState.IDLE, undefined, {
487
+ force: true
156
488
  });
157
- }
158
- /**
159
- * Starts the sequencer and moves to IDLE state.
160
- */ async start() {
161
- await this.updateConfig(this.config);
162
- this.runningPromise = new RunningPromise(this.work.bind(this), this.log, this.pollingIntervalMs);
163
- this.setState(SequencerState.IDLE, 0n, true);
164
489
  this.runningPromise.start();
165
- this.log.info(`Sequencer started with address ${this.publisher.getSenderAddress().toString()}`);
490
+ this.log.info('Started sequencer');
166
491
  }
167
- /**
168
- * Stops the sequencer from processing txs and moves to STOPPED state.
169
- */ async stop() {
170
- this.log.debug(`Stopping sequencer`);
171
- await this.validatorClient?.stop();
492
+ /** Stops the sequencer from building blocks and moves to STOPPED state. */ async stop() {
493
+ this.log.info(`Stopping sequencer`);
494
+ this.setState(SequencerState.STOPPING, undefined, {
495
+ force: true
496
+ });
497
+ this.publisher?.interrupt();
172
498
  await this.runningPromise?.stop();
173
- this.slasherClient.stop();
174
- this.publisher.interrupt();
175
- this.setState(SequencerState.STOPPED, 0n, true);
499
+ this.setState(SequencerState.STOPPED, undefined, {
500
+ force: true
501
+ });
176
502
  this.log.info('Stopped sequencer');
177
503
  }
178
- /**
179
- * Starts a previously stopped sequencer.
180
- */ restart() {
181
- this.log.info('Restarting sequencer');
182
- this.publisher.restart();
183
- this.runningPromise.start();
184
- this.setState(SequencerState.IDLE, 0n, true);
504
+ /** Main sequencer loop with a try/catch */ async safeWork() {
505
+ try {
506
+ await this.work();
507
+ } catch (err) {
508
+ this.emit('checkpoint-error', {
509
+ error: err
510
+ });
511
+ if (err instanceof SequencerTooSlowError) {
512
+ // TODO(palla/mbps): Add missing states
513
+ // Log as warn only if we had to abort halfway through the block proposal
514
+ const logLvl = [
515
+ SequencerState.INITIALIZING_CHECKPOINT,
516
+ SequencerState.PROPOSER_CHECK
517
+ ].includes(err.proposedState) ? 'debug' : 'warn';
518
+ this.log[logLvl](err.message, {
519
+ now: this.dateProvider.nowInSeconds()
520
+ });
521
+ } else {
522
+ // Re-throw other errors
523
+ throw err;
524
+ }
525
+ } finally{
526
+ this.setState(SequencerState.IDLE, undefined);
527
+ }
185
528
  }
186
- /**
187
- * Returns the current state of the sequencer.
188
- * @returns An object with a state entry with one of SequencerState.
189
- */ status() {
529
+ /** Returns the current state of the sequencer. */ status() {
190
530
  return {
191
531
  state: this.state
192
532
  };
193
533
  }
194
- /** Forces the sequencer to bypass all time and tx count checks for the next block and build anyway. */ flush() {
195
- this.isFlushing = true;
196
- }
197
534
  /**
198
- * @notice Performs most of the sequencer duties:
199
- * - Checks if we are up to date
200
- * - If we are and we are the sequencer, collect txs and build a block
201
- * - Collect attestations for the block
202
- * - Submit block
203
- * - If our block for some reason is not included, revert the state
204
- */ async doRealWork() {
205
- this.setState(SequencerState.SYNCHRONIZING, 0n);
206
- // Update state when the previous block has been synced
207
- const chainTip = await this.getChainTip();
208
- // Do not go forward with new block if the previous one has not been mined and processed
209
- if (!chainTip) {
535
+ * Main sequencer loop:
536
+ * - Checks if we are up to date
537
+ * - If we are and we are the sequencer, collect txs and build blocks
538
+ * - Build multiple blocks per slot when configured
539
+ * - Collect attestations for the final block
540
+ * - Submit checkpoint
541
+ */ async work() {
542
+ this.setState(SequencerState.SYNCHRONIZING, undefined);
543
+ const { slot, ts, now, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
544
+ // Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
545
+ const checkpointProposalJob = await this.prepareCheckpointProposal(slot, ts, now);
546
+ if (!checkpointProposalJob) {
210
547
  return;
211
548
  }
212
- this.setState(SequencerState.PROPOSER_CHECK, 0n);
213
- const newBlockNumber = chainTip.blockNumber + 1;
214
- // If we cannot find a tip archive, assume genesis.
215
- const chainTipArchive = chainTip.archive;
216
- const slot = await this.slotForProposal(chainTipArchive.toBuffer(), BigInt(newBlockNumber));
217
- if (!slot) {
218
- this.log.debug(`Cannot propose block ${newBlockNumber}`);
219
- return;
549
+ // Execute the checkpoint proposal job
550
+ const checkpoint = await checkpointProposalJob.execute();
551
+ // Update last checkpoint proposed (currently unused)
552
+ if (checkpoint) {
553
+ this.lastCheckpointProposed = checkpoint;
554
+ }
555
+ // Log fee strategy comparison if on fisherman
556
+ if (this.config.fishermanMode && (this.lastEpochForStrategyComparison === undefined || epoch > this.lastEpochForStrategyComparison)) {
557
+ this.logStrategyComparison(epoch, checkpointProposalJob.getPublisher());
558
+ this.lastEpochForStrategyComparison = epoch;
559
+ }
560
+ return checkpoint;
561
+ }
562
+ /**
563
+ * Prepares the checkpoint proposal by performing all necessary checks and setup.
564
+ * This is the initial step in the main loop.
565
+ * @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
566
+ */ async prepareCheckpointProposal(slot, ts, now) {
567
+ // Check we have not already processed this slot (cheapest check)
568
+ // We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
569
+ // running against actual time (eg when we use sandbox-style automining)
570
+ if (this.lastSlotForCheckpointProposalJob && this.lastSlotForCheckpointProposalJob >= slot && this.config.enforceTimeTable) {
571
+ this.log.trace(`Slot ${slot} has already been processed`);
572
+ return undefined;
220
573
  }
221
- this.log.debug(`Can propose block ${newBlockNumber} at slot ${slot}`);
222
- const newGlobalVariables = await this.globalsBuilder.buildGlobalVariables(new Fr(newBlockNumber), this._coinbase, this._feeRecipient, slot);
223
- const enqueueGovernanceVotePromise = this.publisher.enqueueCastVote(slot, newGlobalVariables.timestamp.toBigInt(), VoteType.GOVERNANCE);
224
- const enqueueSlashingVotePromise = this.publisher.enqueueCastVote(slot, newGlobalVariables.timestamp.toBigInt(), VoteType.SLASHING);
225
- this.setState(SequencerState.INITIALIZING_PROPOSAL, slot);
226
- this.log.verbose(`Preparing proposal for block ${newBlockNumber} at slot ${slot}`, {
227
- chainTipArchive,
228
- blockNumber: newBlockNumber,
574
+ // But if we have already proposed for this slot, the we definitely have to skip it, automining or not
575
+ if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= slot) {
576
+ this.log.trace(`Slot ${slot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`);
577
+ return undefined;
578
+ }
579
+ // Check all components are synced to latest as seen by the archiver (queries all subsystems)
580
+ const syncedTo = await this.checkSync({
581
+ ts,
229
582
  slot
230
583
  });
231
- // If I created a "partial" header here that should make our job much easier.
232
- const proposalHeader = new BlockHeader(new AppendOnlyTreeSnapshot(chainTipArchive, 1), ContentCommitment.empty(), StateReference.empty(), newGlobalVariables, Fr.ZERO, Fr.ZERO);
233
- let finishedFlushing = false;
234
- const pendingTxCount = await this.p2pClient.getPendingTxCount();
235
- if (pendingTxCount >= this.minTxsPerBlock || this.isFlushing) {
236
- // We don't fetch exactly maxTxsPerBlock txs here because we may not need all of them if we hit a limit before,
237
- // and also we may need to fetch more if we don't have enough valid txs.
238
- const pendingTxs = this.p2pClient.iteratePendingTxs();
239
- await this.buildBlockAndEnqueuePublish(pendingTxs, proposalHeader).catch((err)=>{
240
- this.log.error(`Error building/enqueuing block`, err, {
241
- blockNumber: newBlockNumber,
242
- slot
243
- });
584
+ if (!syncedTo) {
585
+ await this.tryVoteWhenSyncFails({
586
+ slot,
587
+ ts
244
588
  });
245
- finishedFlushing = true;
246
- } else {
247
- this.log.debug(`Not enough txs to build block ${newBlockNumber} at slot ${slot}: got ${pendingTxCount} txs, need ${this.minTxsPerBlock}`);
589
+ return undefined;
248
590
  }
249
- await enqueueGovernanceVotePromise.catch((err)=>{
250
- this.log.error(`Error enqueuing governance vote`, err, {
251
- blockNumber: newBlockNumber,
252
- slot
591
+ // Next checkpoint follows from the last synced one
592
+ const checkpointNumber = CheckpointNumber(syncedTo.checkpointNumber + 1);
593
+ const logCtx = {
594
+ now,
595
+ syncedToL1Ts: syncedTo.l1Timestamp,
596
+ syncedToL2Slot: getSlotAtTimestamp(syncedTo.l1Timestamp, this.l1Constants),
597
+ slot,
598
+ slotTs: ts,
599
+ checkpointNumber,
600
+ isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex')
601
+ };
602
+ // Check that we are a proposer for the next slot
603
+ this.setState(SequencerState.PROPOSER_CHECK, slot);
604
+ const [canPropose, proposer] = await this.checkCanPropose(slot);
605
+ // If we are not a proposer check if we should invalidate an invalid checkpoint, and bail
606
+ if (!canPropose) {
607
+ await this.considerInvalidatingCheckpoint(syncedTo, slot);
608
+ return undefined;
609
+ }
610
+ // Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
611
+ if (syncedTo.block && syncedTo.block.header.getSlot() >= slot) {
612
+ this.log.warn(`Cannot propose block at next L2 slot ${slot} since that slot was taken by block ${syncedTo.blockNumber}`, {
613
+ ...logCtx,
614
+ block: syncedTo.block.header.toInspect()
253
615
  });
254
- });
255
- await enqueueSlashingVotePromise.catch((err)=>{
256
- this.log.error(`Error enqueuing slashing vote`, err, {
257
- blockNumber: newBlockNumber,
616
+ this.metrics.recordBlockProposalPrecheckFailed('slot_already_taken');
617
+ return undefined;
618
+ }
619
+ // We now need to get ourselves a publisher.
620
+ // The returned attestor will be the one we provided if we provided one.
621
+ // Otherwise it will be a valid attestor for the returned publisher.
622
+ // In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
623
+ const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
624
+ const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
625
+ this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
626
+ this.publisher = publisher;
627
+ // In fisherman mode, set the actual proposer's address for simulations
628
+ if (this.config.fishermanMode && proposer) {
629
+ publisher.setProposerAddressForSimulation(proposer);
630
+ this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
631
+ }
632
+ // Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
633
+ const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(syncedTo.pendingChainValidationStatus);
634
+ // Check with the rollup contract if we can indeed propose at the next L2 slot. This check should not fail
635
+ // if all the previous checks are good, but we do it just in case.
636
+ const canProposeCheck = await publisher.canProposeAtNextEthBlock(syncedTo.archive, proposer ?? EthAddress.ZERO, invalidateCheckpoint);
637
+ if (canProposeCheck === undefined) {
638
+ this.log.warn(`Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`, logCtx);
639
+ this.emit('proposer-rollup-check-failed', {
640
+ reason: 'Rollup contract check failed',
258
641
  slot
259
642
  });
260
- });
261
- await this.publisher.sendRequests();
262
- if (finishedFlushing) {
263
- this.isFlushing = false;
264
- }
265
- this.setState(SequencerState.IDLE, 0n);
266
- }
267
- async work() {
268
- try {
269
- await this.doRealWork();
270
- } catch (err) {
271
- if (err instanceof SequencerTooSlowError) {
272
- this.log.warn(err.message);
273
- } else {
274
- // Re-throw other errors
275
- throw err;
276
- }
277
- } finally{
278
- this.setState(SequencerState.IDLE, 0n);
643
+ this.metrics.recordBlockProposalPrecheckFailed('rollup_contract_check_failed');
644
+ return undefined;
279
645
  }
280
- }
281
- getForwarderAddress() {
282
- return this.publisher.getForwarderAddress();
283
- }
284
- /**
285
- * Checks if we can propose at the next block and returns the slot number if we can.
286
- * @param tipArchive - The archive of the previous block.
287
- * @param proposalBlockNumber - The block number of the proposal.
288
- * @returns The slot number if we can propose at the next block, otherwise undefined.
289
- */ async slotForProposal(tipArchive, proposalBlockNumber) {
290
- const result = await this.publisher.canProposeAtNextEthBlock(tipArchive);
291
- if (!result) {
646
+ if (canProposeCheck.slot !== slot) {
647
+ this.log.warn(`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${slot} but got ${canProposeCheck.slot}.`, {
648
+ ...logCtx,
649
+ rollup: canProposeCheck,
650
+ expectedSlot: slot
651
+ });
652
+ this.emit('proposer-rollup-check-failed', {
653
+ reason: 'Slot mismatch',
654
+ slot
655
+ });
656
+ this.metrics.recordBlockProposalPrecheckFailed('slot_mismatch');
292
657
  return undefined;
293
658
  }
294
- const [slot, blockNumber] = result;
295
- if (proposalBlockNumber !== blockNumber) {
296
- const msg = `Sequencer block number mismatch. Expected ${proposalBlockNumber} but got ${blockNumber}.`;
297
- this.log.warn(msg);
298
- throw new Error(msg);
659
+ if (canProposeCheck.checkpointNumber !== checkpointNumber) {
660
+ this.log.warn(`Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`, {
661
+ ...logCtx,
662
+ rollup: canProposeCheck,
663
+ expectedSlot: slot
664
+ });
665
+ this.emit('proposer-rollup-check-failed', {
666
+ reason: 'Block mismatch',
667
+ slot
668
+ });
669
+ this.metrics.recordBlockProposalPrecheckFailed('block_number_mismatch');
670
+ return undefined;
299
671
  }
300
- return slot;
672
+ this.lastSlotForCheckpointProposalJob = slot;
673
+ this.log.info(`Preparing checkpoint proposal ${checkpointNumber} at slot ${slot}`, {
674
+ ...logCtx,
675
+ proposer
676
+ });
677
+ // Create and return the checkpoint proposal job
678
+ return this.createCheckpointProposalJob(slot, checkpointNumber, syncedTo.blockNumber, proposer, publisher, attestorAddress, invalidateCheckpoint);
679
+ }
680
+ createCheckpointProposalJob(slot, checkpointNumber, syncedToBlockNumber, proposer, publisher, attestorAddress, invalidateCheckpoint) {
681
+ return new CheckpointProposalJob(slot, checkpointNumber, syncedToBlockNumber, proposer, publisher, attestorAddress, invalidateCheckpoint, this.validatorClient, this.globalsBuilder, this.p2pClient, this.worldState, this.l1ToL2MessageSource, this.checkpointsBuilder, this.l2BlockSource, this.l1Constants, this.config, this.timetable, this.slasherClient, this.epochCache, this.dateProvider, this.metrics, this, this.setState.bind(this), this.log, this.tracer);
301
682
  }
302
683
  /**
303
- * Sets the sequencer state and checks if we have enough time left in the slot to transition to the new state.
684
+ * Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
304
685
  * @param proposedState - The new state to transition to.
305
- * @param currentSlotNumber - The current slot number.
686
+ * @param slotNumber - The current slot number.
306
687
  * @param force - Whether to force the transition even if the sequencer is stopped.
307
- *
308
- * @dev If the `currentSlotNumber` doesn't matter (e.g. transitioning to IDLE), pass in `0n`;
309
- * it is only used to check if we have enough time left in the slot to transition to the new state.
310
- */ setState(proposedState, currentSlotNumber, force = false) {
311
- if (this.state === SequencerState.STOPPED && force !== true) {
688
+ */ setState(proposedState, slotNumber, opts = {}) {
689
+ if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
690
+ this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
691
+ throw new SequencerInterruptedError();
692
+ }
693
+ if (this.state === SequencerState.STOPPED && !opts.force) {
312
694
  this.log.warn(`Cannot set sequencer from ${this.state} to ${proposedState} as it is stopped.`);
313
695
  return;
314
696
  }
315
- const secondsIntoSlot = this.getSecondsIntoSlot(currentSlotNumber);
316
- this.timetable.assertTimeLeft(proposedState, secondsIntoSlot);
317
- this.log.debug(`Transitioning from ${this.state} to ${proposedState}`);
697
+ let secondsIntoSlot = undefined;
698
+ if (slotNumber !== undefined) {
699
+ secondsIntoSlot = this.getSecondsIntoSlot(slotNumber);
700
+ this.timetable.assertTimeLeft(proposedState, secondsIntoSlot);
701
+ }
702
+ const boringStates = [
703
+ SequencerState.IDLE,
704
+ SequencerState.SYNCHRONIZING
705
+ ];
706
+ const logLevel = boringStates.includes(proposedState) && boringStates.includes(this.state) ? 'trace' : 'debug';
707
+ this.log[logLevel](`Transitioning from ${this.state} to ${proposedState}`, {
708
+ slotNumber,
709
+ secondsIntoSlot
710
+ });
711
+ this.emit('state-changed', {
712
+ oldState: this.state,
713
+ newState: proposedState,
714
+ secondsIntoSlot,
715
+ slot: slotNumber
716
+ });
318
717
  this.state = proposedState;
319
718
  }
320
719
  /**
321
- * Build a block
322
- *
323
- * Shared between the sequencer and the validator for re-execution
324
- *
325
- * @param pendingTxs - The pending transactions to construct the block from
326
- * @param newGlobalVariables - The global variables for the new block
327
- * @param historicalHeader - The historical header of the parent
328
- * @param opts - Whether to just validate the block as a validator, as opposed to building it as a proposal
329
- */ async buildBlock(pendingTxs, newGlobalVariables, opts = {}) {
330
- const blockNumber = newGlobalVariables.blockNumber.toNumber();
331
- const slot = newGlobalVariables.slotNumber.toBigInt();
332
- this.log.debug(`Requesting L1 to L2 messages from contract for block ${blockNumber}`);
333
- const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(BigInt(blockNumber));
334
- const msgCount = l1ToL2Messages.length;
335
- this.log.verbose(`Building block ${blockNumber} for slot ${slot}`, {
336
- slot,
337
- blockNumber,
338
- msgCount,
339
- validator: opts.validateOnly
340
- });
341
- // Sync to the previous block at least
342
- await this.worldState.syncImmediate(blockNumber - 1);
343
- this.log.debug(`Synced to previous block ${blockNumber - 1}`);
344
- // NB: separating the dbs because both should update the state
345
- const publicProcessorFork = await this.worldState.fork();
346
- const orchestratorFork = await this.worldState.fork();
347
- const previousBlockHeader = (await this.l2BlockSource.getBlock(blockNumber - 1))?.header ?? orchestratorFork.getInitialHeader();
348
- try {
349
- const processor = this.publicProcessorFactory.create(publicProcessorFork, newGlobalVariables, true);
350
- const blockBuildingTimer = new Timer();
351
- const blockBuilder = this.blockBuilderFactory.create(orchestratorFork);
352
- await blockBuilder.startNewBlock(newGlobalVariables, l1ToL2Messages, previousBlockHeader);
353
- // Deadline for processing depends on whether we're proposing a block
354
- const secondsIntoSlot = this.getSecondsIntoSlot(slot);
355
- const processingEndTimeWithinSlot = opts.validateOnly ? this.timetable.getValidatorReexecTimeEnd(secondsIntoSlot) : this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
356
- // Deadline is only set if enforceTimeTable is enabled.
357
- const deadline = this.enforceTimeTable ? new Date((this.getSlotStartTimestamp(slot) + processingEndTimeWithinSlot) * 1000) : undefined;
358
- this.log.verbose(`Processing pending txs`, {
720
+ * Returns whether all dependencies have caught up.
721
+ * We don't check against the previous block submitted since it may have been reorg'd out.
722
+ */ async checkSync(args) {
723
+ // Check that the archiver and dependencies have synced to the previous L1 slot at least
724
+ // TODO(#14766): Archiver reports L1 timestamp based on L1 blocks seen, which means that a missed L1 block will
725
+ // cause the archiver L1 timestamp to fall behind, and cause this sequencer to start processing one L1 slot later.
726
+ const l1Timestamp = await this.l2BlockSource.getL1Timestamp();
727
+ const { slot, ts } = args;
728
+ if (l1Timestamp === undefined || l1Timestamp + BigInt(this.l1Constants.ethereumSlotDuration) < ts) {
729
+ this.log.debug(`Cannot propose block at next L2 slot ${slot} due to pending sync from L1`, {
359
730
  slot,
360
- slotStart: new Date(this.getSlotStartTimestamp(slot) * 1000),
361
- now: new Date(this.dateProvider.now()),
362
- deadline
731
+ ts,
732
+ l1Timestamp
363
733
  });
364
- const validators = createValidatorsForBlockBuilding(publicProcessorFork, this.contractDataSource, newGlobalVariables, this.allowedInSetup);
365
- // TODO(#11000): Public processor should just handle processing, one tx at a time. It should be responsibility
366
- // of the sequencer to update world state and iterate over txs. We should refactor this along with unifying the
367
- // publicProcessorFork and orchestratorFork, to avoid doing tree insertions twice when building the block.
368
- const proposerLimits = {
369
- maxTransactions: this.maxTxsPerBlock,
370
- maxBlockSize: this.maxBlockSizeInBytes,
371
- maxBlockGas: this.maxBlockGas
372
- };
373
- const limits = opts.validateOnly ? {
374
- deadline
375
- } : {
376
- deadline,
377
- ...proposerLimits
378
- };
379
- const [publicProcessorDuration, [processedTxs, failedTxs]] = await elapsed(()=>processor.process(pendingTxs, limits, validators));
380
- if (!opts.validateOnly && failedTxs.length > 0) {
381
- const failedTxData = failedTxs.map((fail)=>fail.tx);
382
- const failedTxHashes = await Tx.getHashes(failedTxData);
383
- this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
384
- await this.p2pClient.deleteTxs(failedTxHashes);
385
- }
386
- if (!opts.validateOnly && // We check for minTxCount only if we are proposing a block, not if we are validating it
387
- !this.isFlushing && // And we skip the check when flushing, since we want all pending txs to go out, no matter if too few
388
- this.minTxsPerBlock !== undefined && processedTxs.length < this.minTxsPerBlock) {
389
- this.log.warn(`Block ${blockNumber} has too few txs to be proposed (got ${processedTxs.length} but required ${this.minTxsPerBlock})`, {
390
- slot,
391
- blockNumber,
392
- processedTxCount: processedTxs.length
393
- });
394
- throw new Error(`Block has too few successful txs to be proposed`);
395
- }
396
- const start = process.hrtime.bigint();
397
- await blockBuilder.addTxs(processedTxs);
398
- const end = process.hrtime.bigint();
399
- const duration = Number(end - start) / 1_000;
400
- this.metrics.recordBlockBuilderTreeInsertions(duration);
401
- // All real transactions have been added, set the block as full and pad if needed
402
- const block = await blockBuilder.setBlockCompleted();
403
- // How much public gas was processed
404
- const publicGas = processedTxs.reduce((acc, tx)=>acc.add(tx.gasUsed.publicGas), Gas.empty());
734
+ return undefined;
735
+ }
736
+ const syncedBlocks = await Promise.all([
737
+ this.worldState.status().then(({ syncSummary })=>({
738
+ number: syncSummary.latestBlockNumber,
739
+ hash: syncSummary.latestBlockHash
740
+ })),
741
+ this.l2BlockSource.getL2Tips().then((t)=>t.proposed),
742
+ this.p2pClient.getStatus().then((p2p)=>p2p.syncedToL2Block),
743
+ this.l1ToL2MessageSource.getL2Tips().then((t)=>t.proposed),
744
+ this.l2BlockSource.getPendingChainValidationStatus()
745
+ ]);
746
+ const [worldState, l2BlockSource, p2p, l1ToL2MessageSource, pendingChainValidationStatus] = syncedBlocks;
747
+ // Handle zero as a special case, since the block hash won't match across services if we're changing the prefilled data for the genesis block,
748
+ // as the world state can compute the new genesis block hash, but other components use the hardcoded constant.
749
+ // TODO(palla/mbps): Fix the above. All components should be able to handle dynamic genesis block hashes.
750
+ const result = l2BlockSource.number === 0 && worldState.number === 0 && p2p.number === 0 && l1ToL2MessageSource.number === 0 || worldState.hash === l2BlockSource.hash && p2p.hash === l2BlockSource.hash && l1ToL2MessageSource.hash === l2BlockSource.hash;
751
+ if (!result) {
752
+ this.log.debug(`Sequencer sync check failed`, {
753
+ worldState,
754
+ l2BlockSource,
755
+ p2p,
756
+ l1ToL2MessageSource
757
+ });
758
+ return undefined;
759
+ }
760
+ // Special case for genesis state
761
+ const blockNumber = worldState.number;
762
+ if (blockNumber < INITIAL_L2_BLOCK_NUM) {
763
+ const archive = new Fr((await this.worldState.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
405
764
  return {
406
- block,
407
- publicGas,
408
- publicProcessorDuration,
409
- numMsgs: l1ToL2Messages.length,
410
- numTxs: processedTxs.length,
411
- numFailedTxs: failedTxs.length,
412
- blockBuildingTimer
765
+ checkpointNumber: CheckpointNumber.ZERO,
766
+ blockNumber: BlockNumber.ZERO,
767
+ archive,
768
+ l1Timestamp,
769
+ pendingChainValidationStatus
413
770
  };
414
- } finally{
415
- // We create a fresh processor each time to reset any cached state (eg storage writes)
416
- // We wait a bit to close the forks since the processor may still be working on a dangling tx
417
- // which was interrupted due to the processingDeadline being hit.
418
- // eslint-disable-next-line @typescript-eslint/no-misused-promises
419
- setTimeout(async ()=>{
420
- try {
421
- await publicProcessorFork.close();
422
- await orchestratorFork.close();
423
- } catch (err) {
424
- // This can happen if the sequencer is stopped before we hit this timeout.
425
- this.log.warn(`Error closing forks for block processing`, err);
426
- }
427
- }, 5000);
428
771
  }
772
+ const block = await this.l2BlockSource.getL2BlockNew(blockNumber);
773
+ if (!block) {
774
+ // this shouldn't really happen because a moment ago we checked that all components were in sync
775
+ this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
776
+ return undefined;
777
+ }
778
+ return {
779
+ block,
780
+ blockNumber: block.number,
781
+ checkpointNumber: block.checkpointNumber,
782
+ archive: block.archive.root,
783
+ l1Timestamp,
784
+ pendingChainValidationStatus
785
+ };
429
786
  }
430
787
  /**
431
- * @notice Build and propose a block to the chain
432
- *
433
- * @dev MUST throw instead of exiting early to ensure that world-state
434
- * is being rolled back if the block is dropped.
435
- *
436
- * @param pendingTxs - Iterable of pending transactions to construct the block from
437
- * @param proposalHeader - The partial header constructed for the proposal
438
- */ async buildBlockAndEnqueuePublish(pendingTxs, proposalHeader) {
439
- await this.publisher.validateBlockForSubmission(proposalHeader);
440
- const newGlobalVariables = proposalHeader.globalVariables;
441
- const blockNumber = newGlobalVariables.blockNumber.toNumber();
442
- const slot = newGlobalVariables.slotNumber.toBigInt();
443
- // this.metrics.recordNewBlock(blockNumber, validTxs.length);
444
- const workTimer = new Timer();
445
- this.setState(SequencerState.CREATING_BLOCK, slot);
788
+ * Checks if we are the proposer for the next slot.
789
+ * @returns True if we can propose, and the proposer address (undefined if anyone can propose)
790
+ */ async checkCanPropose(slot) {
791
+ let proposer;
446
792
  try {
447
- const buildBlockRes = await this.buildBlock(pendingTxs, newGlobalVariables);
448
- const { publicGas, block, publicProcessorDuration, numTxs, numMsgs, blockBuildingTimer } = buildBlockRes;
449
- this.metrics.recordBuiltBlock(workTimer.ms(), publicGas.l2Gas);
450
- // TODO(@PhilWindle) We should probably periodically check for things like another
451
- // block being published before ours instead of just waiting on our block
452
- await this.publisher.validateBlockForSubmission(block.header);
453
- const blockStats = {
454
- eventName: 'l2-block-built',
455
- creator: this.publisher.getSenderAddress().toString(),
456
- duration: workTimer.ms(),
457
- publicProcessDuration: publicProcessorDuration,
458
- rollupCircuitsDuration: blockBuildingTimer.ms(),
459
- ...block.getStats()
460
- };
461
- const blockHash = await block.hash();
462
- const txHashes = block.body.txEffects.map((tx)=>tx.txHash);
463
- this.log.info(`Built block ${block.number} for slot ${slot} with ${numTxs} txs and ${numMsgs} messages. ${publicGas.l2Gas / workTimer.s()} mana/s`, {
464
- blockHash,
465
- globalVariables: block.header.globalVariables.toInspect(),
466
- txHashes,
467
- ...blockStats
468
- });
469
- this.log.debug('Collecting attestations');
470
- const stopCollectingAttestationsTimer = this.metrics.startCollectingAttestationsTimer();
471
- const attestations = await this.collectAttestations(block, txHashes);
472
- if (attestations !== undefined) {
473
- this.log.verbose(`Collected ${attestations.length} attestations`, {
474
- blockHash,
475
- blockNumber
476
- });
793
+ proposer = await this.epochCache.getProposerAttesterAddressInSlot(slot);
794
+ } catch (e) {
795
+ if (e instanceof NoCommitteeError) {
796
+ this.log.warn(`Cannot propose at next L2 slot ${slot} since the committee does not exist on L1`);
797
+ return [
798
+ false,
799
+ undefined
800
+ ];
477
801
  }
478
- stopCollectingAttestationsTimer();
479
- return this.enqueuePublishL2Block(block, attestations, txHashes);
480
- } catch (err) {
481
- this.metrics.recordFailedBlock();
482
- throw err;
802
+ this.log.error(`Error getting proposer for slot ${slot}`, e);
803
+ return [
804
+ false,
805
+ undefined
806
+ ];
483
807
  }
484
- }
485
- async collectAttestations(block, txHashes) {
486
- // TODO(https://github.com/AztecProtocol/aztec-packages/issues/7962): inefficient to have a round trip in here - this should be cached
487
- const committee = await this.publisher.getCurrentEpochCommittee();
488
- if (committee.length === 0) {
489
- this.log.verbose(`Attesting committee is empty`);
490
- return undefined;
491
- } else {
492
- this.log.debug(`Attesting committee length is ${committee.length}`);
493
- }
494
- if (!this.validatorClient) {
495
- const msg = 'Missing validator client: Cannot collect attestations';
496
- this.log.error(msg);
497
- throw new Error(msg);
498
- }
499
- const numberOfRequiredAttestations = Math.floor(committee.length * 2 / 3) + 1;
500
- const slotNumber = block.header.globalVariables.slotNumber.toBigInt();
501
- this.setState(SequencerState.COLLECTING_ATTESTATIONS, slotNumber);
502
- this.log.debug('Creating block proposal for validators');
503
- const proposal = await this.validatorClient.createBlockProposal(block.header, block.archive.root, txHashes);
504
- if (!proposal) {
505
- const msg = `Failed to create block proposal`;
506
- throw new Error(msg);
507
- }
508
- this.log.debug('Broadcasting block proposal to validators');
509
- this.validatorClient.broadcastBlockProposal(proposal);
510
- const attestationTimeAllowed = this.enforceTimeTable ? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_BLOCK) : this.aztecSlotDuration;
511
- const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
512
- const attestations = await this.validatorClient.collectAttestations(proposal, numberOfRequiredAttestations, attestationDeadline);
513
- // note: the smart contract requires that the signatures are provided in the order of the committee
514
- return orderAttestations(attestations, committee);
808
+ // If proposer is undefined, then the committee is empty and anyone may propose
809
+ if (proposer === undefined) {
810
+ return [
811
+ true,
812
+ undefined
813
+ ];
814
+ }
815
+ // In fisherman mode, just return the current proposer
816
+ if (this.config.fishermanMode) {
817
+ return [
818
+ true,
819
+ proposer
820
+ ];
821
+ }
822
+ const validatorAddresses = this.validatorClient.getValidatorAddresses();
823
+ const weAreProposer = validatorAddresses.some((addr)=>addr.equals(proposer));
824
+ if (!weAreProposer) {
825
+ this.log.debug(`Cannot propose at slot ${slot} since we are not a proposer`, {
826
+ validatorAddresses,
827
+ proposer
828
+ });
829
+ return [
830
+ false,
831
+ proposer
832
+ ];
833
+ }
834
+ return [
835
+ true,
836
+ proposer
837
+ ];
515
838
  }
516
839
  /**
517
- * Publishes the L2Block to the rollup contract.
518
- * @param block - The L2Block to be published.
519
- */ async enqueuePublishL2Block(block, attestations, txHashes) {
520
- // Publishes new block to the network and awaits the tx to be mined
521
- this.setState(SequencerState.PUBLISHING_BLOCK, block.header.globalVariables.slotNumber.toBigInt());
522
- // Time out tx at the end of the slot
523
- const slot = block.header.globalVariables.slotNumber.toNumber();
524
- const txTimeoutAt = new Date((this.getSlotStartTimestamp(slot) + this.aztecSlotDuration) * 1000);
525
- const enqueued = await this.publisher.enqueueProposeL2Block(block, attestations, txHashes, {
526
- txTimeoutAt
840
+ * Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
841
+ * This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
842
+ */ async tryVoteWhenSyncFails(args) {
843
+ const { slot } = args;
844
+ // Prevent duplicate attempts in the same slot
845
+ if (this.lastSlotForVoteWhenSyncFailed === slot) {
846
+ this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
847
+ return;
848
+ }
849
+ // Check if we're past the max time for initializing a proposal
850
+ const secondsIntoSlot = this.getSecondsIntoSlot(slot);
851
+ const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
852
+ // If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
853
+ // We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
854
+ if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
855
+ this.log.trace(`Not attempting to vote since there is still time for block building`, {
856
+ secondsIntoSlot,
857
+ maxAllowedTime
858
+ });
859
+ return;
860
+ }
861
+ this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
862
+ secondsIntoSlot,
863
+ maxAllowedTime
864
+ });
865
+ // Check if we're a proposer or proposal is open
866
+ const [canPropose, proposer] = await this.checkCanPropose(slot);
867
+ if (!canPropose) {
868
+ this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, {
869
+ slot,
870
+ proposer
871
+ });
872
+ return;
873
+ }
874
+ // Mark this slot as attempted
875
+ this.lastSlotForVoteWhenSyncFailed = slot;
876
+ // Get a publisher for voting
877
+ const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
878
+ this.log.debug(`Attempting to vote despite sync failure at slot ${slot}`, {
879
+ attestorAddress,
880
+ slot
527
881
  });
528
- if (!enqueued) {
529
- throw new Error(`Failed to enqueue publish of block ${block.number}`);
882
+ // Enqueue governance and slashing votes
883
+ const voter = new CheckpointVoter(slot, publisher, attestorAddress, this.validatorClient, this.slasherClient, this.l1Constants, this.config, this.metrics, this.log);
884
+ const votesPromises = voter.enqueueVotes();
885
+ const votes = await Promise.all(votesPromises);
886
+ if (votes.every((p)=>!p)) {
887
+ this.log.debug(`No votes to enqueue for slot ${slot}`);
888
+ return;
530
889
  }
890
+ this.log.info(`Voting in slot ${slot} despite sync failure`, {
891
+ slot
892
+ });
893
+ await publisher.sendRequests();
531
894
  }
532
895
  /**
533
- * Returns whether all dependencies have caught up.
534
- * We don't check against the previous block submitted since it may have been reorg'd out.
535
- * @returns Boolean indicating if our dependencies are synced to the latest block.
536
- */ async getChainTip() {
537
- const syncedBlocks = await Promise.all([
538
- this.worldState.status().then((s)=>{
539
- return {
540
- number: s.syncSummary.latestBlockNumber,
541
- hash: s.syncSummary.latestBlockHash
542
- };
543
- }),
544
- this.l2BlockSource.getL2Tips().then((t)=>t.latest),
545
- this.p2pClient.getStatus().then((p2p)=>p2p.syncedToL2Block),
546
- this.l1ToL2MessageSource.getBlockNumber()
547
- ]);
548
- const [worldState, l2BlockSource, p2p, l1ToL2MessageSource] = syncedBlocks;
549
- const result = // check that world state has caught up with archiver
550
- // note that the archiver reports undefined hash for the genesis block
551
- // because it doesn't have access to world state to compute it (facepalm)
552
- (l2BlockSource.hash === undefined || worldState.hash === l2BlockSource.hash) && // and p2p client and message source are at least at the same block
553
- // this should change to hashes once p2p client handles reorgs
554
- // and once we stop pretending that the l1tol2message source is not
555
- // just the archiver under a different name
556
- (!l2BlockSource.hash || p2p.hash === l2BlockSource.hash) && l1ToL2MessageSource === l2BlockSource.number;
557
- this.log.debug(`Sequencer sync check ${result ? 'succeeded' : 'failed'}`, {
558
- worldStateNumber: worldState.number,
559
- worldStateHash: worldState.hash,
560
- l2BlockSourceNumber: l2BlockSource.number,
561
- l2BlockSourceHash: l2BlockSource.hash,
562
- p2pNumber: p2p.number,
563
- p2pHash: p2p.hash,
564
- l1ToL2MessageSourceNumber: l1ToL2MessageSource
565
- });
566
- if (!result) {
567
- return undefined;
896
+ * Considers invalidating a checkpoint if the pending chain is invalid. Depends on how long the invalid checkpoint
897
+ * has been there without being invalidated and whether the sequencer is in the committee or not. We always
898
+ * have the proposer try to invalidate, but if they fail, the sequencers in the committee are expected to try,
899
+ * and if they fail, any sequencer will try as well.
900
+ */ async considerInvalidatingCheckpoint(syncedTo, currentSlot) {
901
+ const { pendingChainValidationStatus, l1Timestamp } = syncedTo;
902
+ if (pendingChainValidationStatus.valid) {
903
+ return;
568
904
  }
569
- if (worldState.number >= INITIAL_L2_BLOCK_NUM) {
570
- const block = await this.l2BlockSource.getBlock(worldState.number);
571
- if (!block) {
572
- // this shouldn't really happen because a moment ago we checked that all components were in synch
573
- return undefined;
905
+ const invalidCheckpointNumber = pendingChainValidationStatus.checkpoint.checkpointNumber;
906
+ const invalidCheckpointTimestamp = pendingChainValidationStatus.checkpoint.timestamp;
907
+ const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidCheckpointTimestamp);
908
+ const ourValidatorAddresses = this.validatorClient.getValidatorAddresses();
909
+ const { secondsBeforeInvalidatingBlockAsCommitteeMember, secondsBeforeInvalidatingBlockAsNonCommitteeMember } = this.config;
910
+ const logData = {
911
+ invalidL1Timestamp: invalidCheckpointTimestamp,
912
+ l1Timestamp,
913
+ invalidCheckpoint: pendingChainValidationStatus.checkpoint,
914
+ secondsBeforeInvalidatingBlockAsCommitteeMember,
915
+ secondsBeforeInvalidatingBlockAsNonCommitteeMember,
916
+ ourValidatorAddresses,
917
+ currentSlot
918
+ };
919
+ const inCurrentCommittee = ()=>this.epochCache.getCommittee(currentSlot).then((c)=>c?.committee?.some((member)=>ourValidatorAddresses.some((addr)=>addr.equals(member))));
920
+ const invalidateAsCommitteeMember = secondsBeforeInvalidatingBlockAsCommitteeMember !== undefined && secondsBeforeInvalidatingBlockAsCommitteeMember > 0 && timeSinceChainInvalid > secondsBeforeInvalidatingBlockAsCommitteeMember && await inCurrentCommittee();
921
+ const invalidateAsNonCommitteeMember = secondsBeforeInvalidatingBlockAsNonCommitteeMember !== undefined && secondsBeforeInvalidatingBlockAsNonCommitteeMember > 0 && timeSinceChainInvalid > secondsBeforeInvalidatingBlockAsNonCommitteeMember;
922
+ if (!invalidateAsCommitteeMember && !invalidateAsNonCommitteeMember) {
923
+ this.log.debug(`Not invalidating pending chain`, logData);
924
+ return;
925
+ }
926
+ let validatorToUse;
927
+ if (invalidateAsCommitteeMember) {
928
+ // When invalidating as a committee member, use first validator that's actually in the committee
929
+ const { committee } = await this.epochCache.getCommittee(currentSlot);
930
+ if (committee) {
931
+ const committeeSet = new Set(committee.map((addr)=>addr.toString()));
932
+ validatorToUse = ourValidatorAddresses.find((addr)=>committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
933
+ } else {
934
+ validatorToUse = ourValidatorAddresses[0];
574
935
  }
575
- return {
576
- blockNumber: block.number,
577
- archive: block.archive.root
578
- };
579
936
  } else {
580
- const archive = new Fr((await this.worldState.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
581
- return {
582
- blockNumber: INITIAL_L2_BLOCK_NUM - 1,
583
- archive
584
- };
937
+ // When invalidating as a non-committee member, use the first validator
938
+ validatorToUse = ourValidatorAddresses[0];
585
939
  }
940
+ const { publisher } = await this.publisherFactory.create(validatorToUse);
941
+ const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(pendingChainValidationStatus);
942
+ if (!invalidateCheckpoint) {
943
+ this.log.warn(`Failed to simulate invalidate checkpoint`, logData);
944
+ return;
945
+ }
946
+ this.log.info(invalidateAsCommitteeMember ? `Invalidating checkpoint ${invalidCheckpointNumber} as committee member` : `Invalidating checkpoint ${invalidCheckpointNumber} as non-committee member`, logData);
947
+ publisher.enqueueInvalidateCheckpoint(invalidateCheckpoint);
948
+ if (!this.config.fishermanMode) {
949
+ await publisher.sendRequests();
950
+ } else {
951
+ this.log.info('Invalidating checkpoint in fisherman mode, clearing pending requests');
952
+ publisher.clearPendingRequests();
953
+ }
954
+ }
955
+ logStrategyComparison(epoch, publisher) {
956
+ const feeAnalyzer = publisher.getL1FeeAnalyzer();
957
+ if (!feeAnalyzer) {
958
+ return;
959
+ }
960
+ const comparison = feeAnalyzer.getStrategyComparison();
961
+ if (comparison.length === 0) {
962
+ this.log.debug(`No strategy data available yet for epoch ${epoch}`);
963
+ return;
964
+ }
965
+ this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
966
+ epoch: Number(epoch),
967
+ totalAnalyses: comparison[0]?.totalAnalyses,
968
+ strategies: comparison.map((s)=>({
969
+ id: s.strategyId,
970
+ name: s.strategyName,
971
+ inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
972
+ inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
973
+ avgCostEth: s.avgEstimatedCostEth.toFixed(6),
974
+ totalCostEth: s.totalEstimatedCostEth.toFixed(6),
975
+ avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
976
+ totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
977
+ avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2)
978
+ }))
979
+ });
586
980
  }
587
- getSlotStartTimestamp(slotNumber) {
588
- return Number(this.l1Constants.l1GenesisTime) + Number(slotNumber) * this.l1Constants.slotDuration;
981
+ getSlotStartBuildTimestamp(slotNumber) {
982
+ return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
589
983
  }
590
984
  getSecondsIntoSlot(slotNumber) {
591
- const slotStartTimestamp = this.getSlotStartTimestamp(slotNumber);
985
+ const slotStartTimestamp = this.getSlotStartBuildTimestamp(slotNumber);
592
986
  return Number((this.dateProvider.now() / 1000 - slotStartTimestamp).toFixed(3));
593
987
  }
594
988
  get aztecSlotDuration() {
595
989
  return this.l1Constants.slotDuration;
596
990
  }
597
- get coinbase() {
598
- return this._coinbase;
991
+ get maxL2BlockGas() {
992
+ return this.config.maxL2BlockGas;
993
+ }
994
+ getSlasherClient() {
995
+ return this.slasherClient;
996
+ }
997
+ get tracer() {
998
+ return this.metrics.tracer;
999
+ }
1000
+ getValidatorAddresses() {
1001
+ return this.validatorClient?.getValidatorAddresses();
1002
+ }
1003
+ getConfig() {
1004
+ return this.config;
599
1005
  }
600
- get feeRecipient() {
601
- return this._feeRecipient;
1006
+ get l1PublishingTime() {
1007
+ return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
602
1008
  }
603
1009
  }
604
- _ts_decorate([
605
- trackSpan('Sequencer.work')
606
- ], Sequencer.prototype, "work", null);
607
- _ts_decorate([
608
- trackSpan('Sequencer.buildBlockAndEnqueuePublish', (_validTxs, proposalHeader)=>({
609
- [Attributes.BLOCK_NUMBER]: proposalHeader.globalVariables.blockNumber.toNumber()
610
- }))
611
- ], Sequencer.prototype, "buildBlockAndEnqueuePublish", null);
612
- _ts_decorate([
613
- trackSpan('Sequencer.collectAttestations', (block, txHashes)=>({
614
- [Attributes.BLOCK_NUMBER]: block.number,
615
- [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
616
- [Attributes.BLOCK_TXS_COUNT]: txHashes.length
617
- }))
618
- ], Sequencer.prototype, "collectAttestations", null);
619
- _ts_decorate([
620
- trackSpan('Sequencer.enqueuePublishL2Block', (block)=>({
621
- [Attributes.BLOCK_NUMBER]: block.number
622
- }))
623
- ], Sequencer.prototype, "enqueuePublishL2Block", null);