@aztec/sequencer-client 0.0.1-commit.d3ec352c → 0.0.1-commit.f295ac2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/dest/client/sequencer-client.d.ts +12 -12
  2. package/dest/client/sequencer-client.d.ts.map +1 -1
  3. package/dest/client/sequencer-client.js +32 -25
  4. package/dest/config.d.ts +12 -5
  5. package/dest/config.d.ts.map +1 -1
  6. package/dest/config.js +75 -30
  7. package/dest/global_variable_builder/global_builder.d.ts +21 -12
  8. package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
  9. package/dest/global_variable_builder/global_builder.js +51 -41
  10. package/dest/index.d.ts +2 -3
  11. package/dest/index.d.ts.map +1 -1
  12. package/dest/index.js +1 -2
  13. package/dest/publisher/config.d.ts +7 -4
  14. package/dest/publisher/config.d.ts.map +1 -1
  15. package/dest/publisher/config.js +9 -3
  16. package/dest/publisher/sequencer-publisher-factory.d.ts +5 -4
  17. package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
  18. package/dest/publisher/sequencer-publisher-factory.js +1 -1
  19. package/dest/publisher/sequencer-publisher-metrics.d.ts +3 -3
  20. package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
  21. package/dest/publisher/sequencer-publisher-metrics.js +15 -86
  22. package/dest/publisher/sequencer-publisher.d.ts +48 -40
  23. package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
  24. package/dest/publisher/sequencer-publisher.js +564 -114
  25. package/dest/sequencer/checkpoint_proposal_job.d.ts +79 -0
  26. package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
  27. package/dest/sequencer/checkpoint_proposal_job.js +1155 -0
  28. package/dest/sequencer/checkpoint_voter.d.ts +35 -0
  29. package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
  30. package/dest/sequencer/checkpoint_voter.js +109 -0
  31. package/dest/sequencer/config.d.ts +3 -2
  32. package/dest/sequencer/config.d.ts.map +1 -1
  33. package/dest/sequencer/events.d.ts +46 -0
  34. package/dest/sequencer/events.d.ts.map +1 -0
  35. package/dest/sequencer/events.js +1 -0
  36. package/dest/sequencer/index.d.ts +4 -2
  37. package/dest/sequencer/index.d.ts.map +1 -1
  38. package/dest/sequencer/index.js +3 -1
  39. package/dest/sequencer/metrics.d.ts +22 -2
  40. package/dest/sequencer/metrics.d.ts.map +1 -1
  41. package/dest/sequencer/metrics.js +125 -62
  42. package/dest/sequencer/sequencer.d.ts +107 -131
  43. package/dest/sequencer/sequencer.d.ts.map +1 -1
  44. package/dest/sequencer/sequencer.js +690 -602
  45. package/dest/sequencer/timetable.d.ts +54 -14
  46. package/dest/sequencer/timetable.d.ts.map +1 -1
  47. package/dest/sequencer/timetable.js +148 -59
  48. package/dest/sequencer/types.d.ts +3 -0
  49. package/dest/sequencer/types.d.ts.map +1 -0
  50. package/dest/sequencer/types.js +1 -0
  51. package/dest/sequencer/utils.d.ts +14 -8
  52. package/dest/sequencer/utils.d.ts.map +1 -1
  53. package/dest/sequencer/utils.js +7 -4
  54. package/dest/test/index.d.ts +4 -3
  55. package/dest/test/index.d.ts.map +1 -1
  56. package/dest/test/mock_checkpoint_builder.d.ts +92 -0
  57. package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
  58. package/dest/test/mock_checkpoint_builder.js +208 -0
  59. package/dest/test/utils.d.ts +53 -0
  60. package/dest/test/utils.d.ts.map +1 -0
  61. package/dest/test/utils.js +103 -0
  62. package/package.json +30 -28
  63. package/src/client/sequencer-client.ts +30 -41
  64. package/src/config.ts +80 -34
  65. package/src/global_variable_builder/global_builder.ts +63 -59
  66. package/src/index.ts +1 -7
  67. package/src/publisher/config.ts +12 -9
  68. package/src/publisher/sequencer-publisher-factory.ts +5 -4
  69. package/src/publisher/sequencer-publisher-metrics.ts +16 -72
  70. package/src/publisher/sequencer-publisher.ts +262 -155
  71. package/src/sequencer/README.md +531 -0
  72. package/src/sequencer/checkpoint_proposal_job.ts +836 -0
  73. package/src/sequencer/checkpoint_voter.ts +130 -0
  74. package/src/sequencer/config.ts +2 -1
  75. package/src/sequencer/events.ts +27 -0
  76. package/src/sequencer/index.ts +3 -1
  77. package/src/sequencer/metrics.ts +164 -70
  78. package/src/sequencer/sequencer.ts +430 -804
  79. package/src/sequencer/timetable.ts +173 -79
  80. package/src/sequencer/types.ts +6 -0
  81. package/src/sequencer/utils.ts +18 -9
  82. package/src/test/index.ts +3 -2
  83. package/src/test/mock_checkpoint_builder.ts +295 -0
  84. package/src/test/utils.ts +158 -0
  85. package/dest/sequencer/block_builder.d.ts +0 -28
  86. package/dest/sequencer/block_builder.d.ts.map +0 -1
  87. package/dest/sequencer/block_builder.js +0 -134
  88. package/dest/tx_validator/nullifier_cache.d.ts +0 -14
  89. package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
  90. package/dest/tx_validator/nullifier_cache.js +0 -24
  91. package/dest/tx_validator/tx_validator_factory.d.ts +0 -18
  92. package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
  93. package/dest/tx_validator/tx_validator_factory.js +0 -53
  94. package/src/sequencer/block_builder.ts +0 -222
  95. package/src/tx_validator/nullifier_cache.ts +0 -30
  96. package/src/tx_validator/tx_validator_factory.ts +0 -133
@@ -0,0 +1,1155 @@
1
+ function _ts_add_disposable_resource(env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() {
16
+ try {
17
+ inner.call(this);
18
+ } catch (e) {
19
+ return Promise.reject(e);
20
+ }
21
+ };
22
+ env.stack.push({
23
+ value: value,
24
+ dispose: dispose,
25
+ async: async
26
+ });
27
+ } else if (async) {
28
+ env.stack.push({
29
+ async: true
30
+ });
31
+ }
32
+ return value;
33
+ }
34
+ function _ts_dispose_resources(env) {
35
+ var _SuppressedError = typeof SuppressedError === "function" ? SuppressedError : function(error, suppressed, message) {
36
+ var e = new Error(message);
37
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
38
+ };
39
+ return (_ts_dispose_resources = function _ts_dispose_resources(env) {
40
+ function fail(e) {
41
+ env.error = env.hasError ? new _SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
42
+ env.hasError = true;
43
+ }
44
+ var r, s = 0;
45
+ function next() {
46
+ while(r = env.stack.pop()){
47
+ try {
48
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
49
+ if (r.dispose) {
50
+ var result = r.dispose.call(r.value);
51
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) {
52
+ fail(e);
53
+ return next();
54
+ });
55
+ } else s |= 1;
56
+ } catch (e) {
57
+ fail(e);
58
+ }
59
+ }
60
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
61
+ if (env.hasError) throw env.error;
62
+ }
63
+ return next();
64
+ })(env);
65
+ }
66
+ function applyDecs2203RFactory() {
67
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
68
+ return function addInitializer(initializer) {
69
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
70
+ assertCallable(initializer, "An initializer");
71
+ initializers.push(initializer);
72
+ };
73
+ }
74
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
75
+ var kindStr;
76
+ switch(kind){
77
+ case 1:
78
+ kindStr = "accessor";
79
+ break;
80
+ case 2:
81
+ kindStr = "method";
82
+ break;
83
+ case 3:
84
+ kindStr = "getter";
85
+ break;
86
+ case 4:
87
+ kindStr = "setter";
88
+ break;
89
+ default:
90
+ kindStr = "field";
91
+ }
92
+ var ctx = {
93
+ kind: kindStr,
94
+ name: isPrivate ? "#" + name : name,
95
+ static: isStatic,
96
+ private: isPrivate,
97
+ metadata: metadata
98
+ };
99
+ var decoratorFinishedRef = {
100
+ v: false
101
+ };
102
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
103
+ var get, set;
104
+ if (kind === 0) {
105
+ if (isPrivate) {
106
+ get = desc.get;
107
+ set = desc.set;
108
+ } else {
109
+ get = function() {
110
+ return this[name];
111
+ };
112
+ set = function(v) {
113
+ this[name] = v;
114
+ };
115
+ }
116
+ } else if (kind === 2) {
117
+ get = function() {
118
+ return desc.value;
119
+ };
120
+ } else {
121
+ if (kind === 1 || kind === 3) {
122
+ get = function() {
123
+ return desc.get.call(this);
124
+ };
125
+ }
126
+ if (kind === 1 || kind === 4) {
127
+ set = function(v) {
128
+ desc.set.call(this, v);
129
+ };
130
+ }
131
+ }
132
+ ctx.access = get && set ? {
133
+ get: get,
134
+ set: set
135
+ } : get ? {
136
+ get: get
137
+ } : {
138
+ set: set
139
+ };
140
+ try {
141
+ return dec(value, ctx);
142
+ } finally{
143
+ decoratorFinishedRef.v = true;
144
+ }
145
+ }
146
+ function assertNotFinished(decoratorFinishedRef, fnName) {
147
+ if (decoratorFinishedRef.v) {
148
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
149
+ }
150
+ }
151
+ function assertCallable(fn, hint) {
152
+ if (typeof fn !== "function") {
153
+ throw new TypeError(hint + " must be a function");
154
+ }
155
+ }
156
+ function assertValidReturnValue(kind, value) {
157
+ var type = typeof value;
158
+ if (kind === 1) {
159
+ if (type !== "object" || value === null) {
160
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
161
+ }
162
+ if (value.get !== undefined) {
163
+ assertCallable(value.get, "accessor.get");
164
+ }
165
+ if (value.set !== undefined) {
166
+ assertCallable(value.set, "accessor.set");
167
+ }
168
+ if (value.init !== undefined) {
169
+ assertCallable(value.init, "accessor.init");
170
+ }
171
+ } else if (type !== "function") {
172
+ var hint;
173
+ if (kind === 0) {
174
+ hint = "field";
175
+ } else if (kind === 10) {
176
+ hint = "class";
177
+ } else {
178
+ hint = "method";
179
+ }
180
+ throw new TypeError(hint + " decorators must return a function or void 0");
181
+ }
182
+ }
183
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
184
+ var decs = decInfo[0];
185
+ var desc, init, value;
186
+ if (isPrivate) {
187
+ if (kind === 0 || kind === 1) {
188
+ desc = {
189
+ get: decInfo[3],
190
+ set: decInfo[4]
191
+ };
192
+ } else if (kind === 3) {
193
+ desc = {
194
+ get: decInfo[3]
195
+ };
196
+ } else if (kind === 4) {
197
+ desc = {
198
+ set: decInfo[3]
199
+ };
200
+ } else {
201
+ desc = {
202
+ value: decInfo[3]
203
+ };
204
+ }
205
+ } else if (kind !== 0) {
206
+ desc = Object.getOwnPropertyDescriptor(base, name);
207
+ }
208
+ if (kind === 1) {
209
+ value = {
210
+ get: desc.get,
211
+ set: desc.set
212
+ };
213
+ } else if (kind === 2) {
214
+ value = desc.value;
215
+ } else if (kind === 3) {
216
+ value = desc.get;
217
+ } else if (kind === 4) {
218
+ value = desc.set;
219
+ }
220
+ var newValue, get, set;
221
+ if (typeof decs === "function") {
222
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
223
+ if (newValue !== void 0) {
224
+ assertValidReturnValue(kind, newValue);
225
+ if (kind === 0) {
226
+ init = newValue;
227
+ } else if (kind === 1) {
228
+ init = newValue.init;
229
+ get = newValue.get || value.get;
230
+ set = newValue.set || value.set;
231
+ value = {
232
+ get: get,
233
+ set: set
234
+ };
235
+ } else {
236
+ value = newValue;
237
+ }
238
+ }
239
+ } else {
240
+ for(var i = decs.length - 1; i >= 0; i--){
241
+ var dec = decs[i];
242
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
243
+ if (newValue !== void 0) {
244
+ assertValidReturnValue(kind, newValue);
245
+ var newInit;
246
+ if (kind === 0) {
247
+ newInit = newValue;
248
+ } else if (kind === 1) {
249
+ newInit = newValue.init;
250
+ get = newValue.get || value.get;
251
+ set = newValue.set || value.set;
252
+ value = {
253
+ get: get,
254
+ set: set
255
+ };
256
+ } else {
257
+ value = newValue;
258
+ }
259
+ if (newInit !== void 0) {
260
+ if (init === void 0) {
261
+ init = newInit;
262
+ } else if (typeof init === "function") {
263
+ init = [
264
+ init,
265
+ newInit
266
+ ];
267
+ } else {
268
+ init.push(newInit);
269
+ }
270
+ }
271
+ }
272
+ }
273
+ }
274
+ if (kind === 0 || kind === 1) {
275
+ if (init === void 0) {
276
+ init = function(instance, init) {
277
+ return init;
278
+ };
279
+ } else if (typeof init !== "function") {
280
+ var ownInitializers = init;
281
+ init = function(instance, init) {
282
+ var value = init;
283
+ for(var i = 0; i < ownInitializers.length; i++){
284
+ value = ownInitializers[i].call(instance, value);
285
+ }
286
+ return value;
287
+ };
288
+ } else {
289
+ var originalInitializer = init;
290
+ init = function(instance, init) {
291
+ return originalInitializer.call(instance, init);
292
+ };
293
+ }
294
+ ret.push(init);
295
+ }
296
+ if (kind !== 0) {
297
+ if (kind === 1) {
298
+ desc.get = value.get;
299
+ desc.set = value.set;
300
+ } else if (kind === 2) {
301
+ desc.value = value;
302
+ } else if (kind === 3) {
303
+ desc.get = value;
304
+ } else if (kind === 4) {
305
+ desc.set = value;
306
+ }
307
+ if (isPrivate) {
308
+ if (kind === 1) {
309
+ ret.push(function(instance, args) {
310
+ return value.get.call(instance, args);
311
+ });
312
+ ret.push(function(instance, args) {
313
+ return value.set.call(instance, args);
314
+ });
315
+ } else if (kind === 2) {
316
+ ret.push(value);
317
+ } else {
318
+ ret.push(function(instance, args) {
319
+ return value.call(instance, args);
320
+ });
321
+ }
322
+ } else {
323
+ Object.defineProperty(base, name, desc);
324
+ }
325
+ }
326
+ }
327
+ function applyMemberDecs(Class, decInfos, metadata) {
328
+ var ret = [];
329
+ var protoInitializers;
330
+ var staticInitializers;
331
+ var existingProtoNonFields = new Map();
332
+ var existingStaticNonFields = new Map();
333
+ for(var i = 0; i < decInfos.length; i++){
334
+ var decInfo = decInfos[i];
335
+ if (!Array.isArray(decInfo)) continue;
336
+ var kind = decInfo[1];
337
+ var name = decInfo[2];
338
+ var isPrivate = decInfo.length > 3;
339
+ var isStatic = kind >= 5;
340
+ var base;
341
+ var initializers;
342
+ if (isStatic) {
343
+ base = Class;
344
+ kind = kind - 5;
345
+ staticInitializers = staticInitializers || [];
346
+ initializers = staticInitializers;
347
+ } else {
348
+ base = Class.prototype;
349
+ protoInitializers = protoInitializers || [];
350
+ initializers = protoInitializers;
351
+ }
352
+ if (kind !== 0 && !isPrivate) {
353
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
354
+ var existingKind = existingNonFields.get(name) || 0;
355
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
356
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
357
+ } else if (!existingKind && kind > 2) {
358
+ existingNonFields.set(name, kind);
359
+ } else {
360
+ existingNonFields.set(name, true);
361
+ }
362
+ }
363
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
364
+ }
365
+ pushInitializers(ret, protoInitializers);
366
+ pushInitializers(ret, staticInitializers);
367
+ return ret;
368
+ }
369
+ function pushInitializers(ret, initializers) {
370
+ if (initializers) {
371
+ ret.push(function(instance) {
372
+ for(var i = 0; i < initializers.length; i++){
373
+ initializers[i].call(instance);
374
+ }
375
+ return instance;
376
+ });
377
+ }
378
+ }
379
+ function applyClassDecs(targetClass, classDecs, metadata) {
380
+ if (classDecs.length > 0) {
381
+ var initializers = [];
382
+ var newClass = targetClass;
383
+ var name = targetClass.name;
384
+ for(var i = classDecs.length - 1; i >= 0; i--){
385
+ var decoratorFinishedRef = {
386
+ v: false
387
+ };
388
+ try {
389
+ var nextNewClass = classDecs[i](newClass, {
390
+ kind: "class",
391
+ name: name,
392
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
393
+ metadata
394
+ });
395
+ } finally{
396
+ decoratorFinishedRef.v = true;
397
+ }
398
+ if (nextNewClass !== undefined) {
399
+ assertValidReturnValue(10, nextNewClass);
400
+ newClass = nextNewClass;
401
+ }
402
+ }
403
+ return [
404
+ defineMetadata(newClass, metadata),
405
+ function() {
406
+ for(var i = 0; i < initializers.length; i++){
407
+ initializers[i].call(newClass);
408
+ }
409
+ }
410
+ ];
411
+ }
412
+ }
413
+ function defineMetadata(Class, metadata) {
414
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
415
+ configurable: true,
416
+ enumerable: true,
417
+ value: metadata
418
+ });
419
+ }
420
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
421
+ if (parentClass !== void 0) {
422
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
423
+ }
424
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
425
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
426
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
427
+ return {
428
+ e: e,
429
+ get c () {
430
+ return applyClassDecs(targetClass, classDecs, metadata);
431
+ }
432
+ };
433
+ };
434
+ }
435
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
436
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
437
+ }
438
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
439
+ import { NUM_CHECKPOINT_END_MARKER_FIELDS, getNumBlockEndBlobFields } from '@aztec/blob-lib/encoding';
440
+ import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB } from '@aztec/constants';
441
+ import { BlockNumber } from '@aztec/foundation/branded-types';
442
+ import { randomInt } from '@aztec/foundation/crypto/random';
443
+ import { Signature } from '@aztec/foundation/eth-signature';
444
+ import { filter } from '@aztec/foundation/iterator';
445
+ import { sleep, sleepUntil } from '@aztec/foundation/sleep';
446
+ import { Timer } from '@aztec/foundation/timer';
447
+ import { unfreeze } from '@aztec/foundation/types';
448
+ import { CommitteeAttestationsAndSigners, MaliciousCommitteeAttestationsAndSigners } from '@aztec/stdlib/block';
449
+ import { getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
450
+ import { Gas } from '@aztec/stdlib/gas';
451
+ import { computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
452
+ import { orderAttestations } from '@aztec/stdlib/p2p';
453
+ import { AttestationTimeoutError } from '@aztec/stdlib/validators';
454
+ import { Attributes, trackSpan } from '@aztec/telemetry-client';
455
+ import { DutyAlreadySignedError, SlashingProtectionError } from '@aztec/validator-ha-signer/errors';
456
+ import { CheckpointVoter } from './checkpoint_voter.js';
457
+ import { SequencerInterruptedError } from './errors.js';
458
+ import { SequencerState } from './utils.js';
459
+ /** How much time to sleep while waiting for min transactions to accumulate for a block */ const TXS_POLLING_MS = 500;
460
+ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('CheckpointProposalJob.proposeCheckpoint', function() {
461
+ return {
462
+ // nullish operator needed for tests
463
+ [Attributes.COINBASE]: this.validatorClient.getCoinbaseForAttestor(this.attestorAddress)?.toString(),
464
+ [Attributes.SLOT_NUMBER]: this.slot
465
+ };
466
+ }), _dec2 = trackSpan('CheckpointProposalJob.buildBlocksForCheckpoint'), _dec3 = trackSpan('CheckpointProposalJob.waitUntilNextSubslot'), _dec4 = trackSpan('CheckpointProposalJob.buildSingleBlock'), _dec5 = trackSpan('CheckpointProposalJob.waitForMinTxs'), _dec6 = trackSpan('CheckpointProposalJob.waitForAttestations'), _dec7 = trackSpan('CheckpointProposalJob.waitUntilTimeInSlot');
467
+ /**
468
+ * Handles the execution of a checkpoint proposal after the initial preparation phase.
469
+ * This includes building blocks, collecting attestations, and publishing the checkpoint to L1,
470
+ * as well as enqueueing votes for slashing and governance proposals. This class is created from
471
+ * the Sequencer once the check for being the proposer for the slot has succeeded.
472
+ */ export class CheckpointProposalJob {
473
+ epoch;
474
+ slot;
475
+ checkpointNumber;
476
+ syncedToBlockNumber;
477
+ proposer;
478
+ publisher;
479
+ attestorAddress;
480
+ invalidateCheckpoint;
481
+ validatorClient;
482
+ globalsBuilder;
483
+ p2pClient;
484
+ worldState;
485
+ l1ToL2MessageSource;
486
+ l2BlockSource;
487
+ checkpointsBuilder;
488
+ blockSink;
489
+ l1Constants;
490
+ config;
491
+ timetable;
492
+ slasherClient;
493
+ epochCache;
494
+ dateProvider;
495
+ metrics;
496
+ eventEmitter;
497
+ setStateFn;
498
+ log;
499
+ tracer;
500
+ static{
501
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
502
+ [
503
+ _dec,
504
+ 2,
505
+ "execute"
506
+ ],
507
+ [
508
+ _dec1,
509
+ 2,
510
+ "proposeCheckpoint"
511
+ ],
512
+ [
513
+ _dec2,
514
+ 2,
515
+ "buildBlocksForCheckpoint"
516
+ ],
517
+ [
518
+ _dec3,
519
+ 2,
520
+ "waitUntilNextSubslot"
521
+ ],
522
+ [
523
+ _dec4,
524
+ 2,
525
+ "buildSingleBlock"
526
+ ],
527
+ [
528
+ _dec5,
529
+ 2,
530
+ "waitForMinTxs"
531
+ ],
532
+ [
533
+ _dec6,
534
+ 2,
535
+ "waitForAttestations"
536
+ ],
537
+ [
538
+ _dec7,
539
+ 2,
540
+ "waitUntilTimeInSlot"
541
+ ]
542
+ ], []));
543
+ }
544
+ constructor(epoch, slot, checkpointNumber, syncedToBlockNumber, // TODO(palla/mbps): Can we remove the proposer in favor of attestorAddress? Need to check fisherman-node flows.
545
+ proposer, publisher, attestorAddress, invalidateCheckpoint, validatorClient, globalsBuilder, p2pClient, worldState, l1ToL2MessageSource, l2BlockSource, checkpointsBuilder, blockSink, l1Constants, config, timetable, slasherClient, epochCache, dateProvider, metrics, eventEmitter, setStateFn, log, tracer){
546
+ this.epoch = epoch;
547
+ this.slot = slot;
548
+ this.checkpointNumber = checkpointNumber;
549
+ this.syncedToBlockNumber = syncedToBlockNumber;
550
+ this.proposer = proposer;
551
+ this.publisher = publisher;
552
+ this.attestorAddress = attestorAddress;
553
+ this.invalidateCheckpoint = invalidateCheckpoint;
554
+ this.validatorClient = validatorClient;
555
+ this.globalsBuilder = globalsBuilder;
556
+ this.p2pClient = p2pClient;
557
+ this.worldState = worldState;
558
+ this.l1ToL2MessageSource = l1ToL2MessageSource;
559
+ this.l2BlockSource = l2BlockSource;
560
+ this.checkpointsBuilder = checkpointsBuilder;
561
+ this.blockSink = blockSink;
562
+ this.l1Constants = l1Constants;
563
+ this.config = config;
564
+ this.timetable = timetable;
565
+ this.slasherClient = slasherClient;
566
+ this.epochCache = epochCache;
567
+ this.dateProvider = dateProvider;
568
+ this.metrics = metrics;
569
+ this.eventEmitter = eventEmitter;
570
+ this.setStateFn = setStateFn;
571
+ this.log = log;
572
+ this.tracer = tracer;
573
+ _initProto(this);
574
+ }
575
+ /**
576
+ * Executes the checkpoint proposal job.
577
+ * Returns the published checkpoint if successful, undefined otherwise.
578
+ */ async execute() {
579
+ // Enqueue governance and slashing votes (returns promises that will be awaited later)
580
+ // In fisherman mode, we simulate slashing but don't actually publish to L1
581
+ // These are constant for the whole slot, so we only enqueue them once
582
+ const votesPromises = new CheckpointVoter(this.slot, this.publisher, this.attestorAddress, this.validatorClient, this.slasherClient, this.l1Constants, this.config, this.metrics, this.log).enqueueVotes();
583
+ // Build and propose the checkpoint. This will enqueue the request on the publisher if a checkpoint is built.
584
+ const checkpoint = await this.proposeCheckpoint();
585
+ // Wait until the voting promises have resolved, so all requests are enqueued (not sent)
586
+ await Promise.all(votesPromises);
587
+ if (checkpoint) {
588
+ this.metrics.recordBlockProposalSuccess();
589
+ }
590
+ // Do not post anything to L1 if we are fishermen, but do perform L1 fee analysis
591
+ if (this.config.fishermanMode) {
592
+ await this.handleCheckpointEndAsFisherman(checkpoint);
593
+ return;
594
+ }
595
+ // Then send everything to L1
596
+ const l1Response = await this.publisher.sendRequests();
597
+ const proposedAction = l1Response?.successfulActions.find((a)=>a === 'propose');
598
+ if (proposedAction) {
599
+ this.eventEmitter.emit('checkpoint-published', {
600
+ checkpoint: this.checkpointNumber,
601
+ slot: this.slot
602
+ });
603
+ const coinbase = checkpoint?.header.coinbase;
604
+ await this.metrics.incFilledSlot(this.publisher.getSenderAddress().toString(), coinbase);
605
+ return checkpoint;
606
+ } else if (checkpoint) {
607
+ this.eventEmitter.emit('checkpoint-publish-failed', {
608
+ ...l1Response,
609
+ slot: this.slot
610
+ });
611
+ return undefined;
612
+ }
613
+ }
614
+ async proposeCheckpoint() {
615
+ try {
616
+ const env = {
617
+ stack: [],
618
+ error: void 0,
619
+ hasError: false
620
+ };
621
+ try {
622
+ // Get operator configured coinbase and fee recipient for this attestor
623
+ const coinbase = this.validatorClient.getCoinbaseForAttestor(this.attestorAddress);
624
+ const feeRecipient = this.validatorClient.getFeeRecipientForAttestor(this.attestorAddress);
625
+ // Start the checkpoint
626
+ this.setStateFn(SequencerState.INITIALIZING_CHECKPOINT, this.slot);
627
+ this.metrics.incOpenSlot(this.slot, this.proposer?.toString() ?? 'unknown');
628
+ // Enqueues checkpoint invalidation (constant for the whole slot)
629
+ if (this.invalidateCheckpoint && !this.config.skipInvalidateBlockAsProposer) {
630
+ this.publisher.enqueueInvalidateCheckpoint(this.invalidateCheckpoint);
631
+ }
632
+ // Create checkpoint builder for the slot
633
+ const checkpointGlobalVariables = await this.globalsBuilder.buildCheckpointGlobalVariables(coinbase, feeRecipient, this.slot);
634
+ // Collect L1 to L2 messages for the checkpoint and compute their hash
635
+ const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(this.checkpointNumber);
636
+ const inHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
637
+ // Collect the out hashes of all the checkpoints before this one in the same epoch
638
+ const previousCheckpoints = (await this.l2BlockSource.getCheckpointsForEpoch(this.epoch)).filter((c)=>c.number < this.checkpointNumber);
639
+ const previousCheckpointOutHashes = previousCheckpoints.map((c)=>c.getCheckpointOutHash());
640
+ const fork = _ts_add_disposable_resource(env, await this.worldState.fork(this.syncedToBlockNumber, {
641
+ closeDelayMs: 12_000
642
+ }), false);
643
+ // Create checkpoint builder for the entire slot
644
+ const checkpointBuilder = await this.checkpointsBuilder.startCheckpoint(this.checkpointNumber, checkpointGlobalVariables, l1ToL2Messages, previousCheckpointOutHashes, fork);
645
+ // Options for the validator client when creating block and checkpoint proposals
646
+ const blockProposalOptions = {
647
+ publishFullTxs: !!this.config.publishTxsWithProposals,
648
+ broadcastInvalidBlockProposal: this.config.broadcastInvalidBlockProposal
649
+ };
650
+ const checkpointProposalOptions = {
651
+ publishFullTxs: !!this.config.publishTxsWithProposals,
652
+ broadcastInvalidCheckpointProposal: this.config.broadcastInvalidBlockProposal
653
+ };
654
+ let blocksInCheckpoint = [];
655
+ let blockPendingBroadcast = undefined;
656
+ try {
657
+ // Main loop: build blocks for the checkpoint
658
+ const result = await this.buildBlocksForCheckpoint(checkpointBuilder, checkpointGlobalVariables.timestamp, inHash, blockProposalOptions);
659
+ blocksInCheckpoint = result.blocksInCheckpoint;
660
+ blockPendingBroadcast = result.blockPendingBroadcast;
661
+ } catch (err) {
662
+ // These errors are expected in HA mode, so we yield and let another HA node handle the slot
663
+ // The only distinction between the 2 errors is SlashingProtectionError throws when the payload is different,
664
+ // which is normal for block building (may have picked different txs)
665
+ if (err instanceof DutyAlreadySignedError) {
666
+ this.log.info(`Checkpoint proposal for slot ${this.slot} already signed by another HA node, yielding`, {
667
+ slot: this.slot,
668
+ signedByNode: err.signedByNode
669
+ });
670
+ return undefined;
671
+ }
672
+ if (err instanceof SlashingProtectionError) {
673
+ this.log.info(`Checkpoint proposal for slot ${this.slot} blocked by slashing protection, yielding`, {
674
+ slot: this.slot,
675
+ existingMessageHash: err.existingMessageHash,
676
+ attemptedMessageHash: err.attemptedMessageHash
677
+ });
678
+ return undefined;
679
+ }
680
+ throw err;
681
+ }
682
+ if (blocksInCheckpoint.length === 0) {
683
+ this.log.warn(`No blocks were built for slot ${this.slot}`, {
684
+ slot: this.slot
685
+ });
686
+ this.eventEmitter.emit('checkpoint-empty', {
687
+ slot: this.slot
688
+ });
689
+ return undefined;
690
+ }
691
+ // Assemble and broadcast the checkpoint proposal, including the last block that was not
692
+ // broadcasted yet, and wait to collect the committee attestations.
693
+ this.setStateFn(SequencerState.ASSEMBLING_CHECKPOINT, this.slot);
694
+ const checkpoint = await checkpointBuilder.completeCheckpoint();
695
+ // Do not collect attestations nor publish to L1 in fisherman mode
696
+ if (this.config.fishermanMode) {
697
+ this.log.info(`Built checkpoint for slot ${this.slot} with ${blocksInCheckpoint.length} blocks. ` + `Skipping proposal in fisherman mode.`, {
698
+ slot: this.slot,
699
+ checkpoint: checkpoint.header.toInspect(),
700
+ blocksBuilt: blocksInCheckpoint.length
701
+ });
702
+ this.metrics.recordCheckpointSuccess();
703
+ return checkpoint;
704
+ }
705
+ // Include the block pending broadcast in the checkpoint proposal if any
706
+ const lastBlock = blockPendingBroadcast && {
707
+ blockHeader: blockPendingBroadcast.block.header,
708
+ indexWithinCheckpoint: blockPendingBroadcast.block.indexWithinCheckpoint,
709
+ txs: blockPendingBroadcast.txs
710
+ };
711
+ // Create the checkpoint proposal and broadcast it
712
+ const proposal = await this.validatorClient.createCheckpointProposal(checkpoint.header, checkpoint.archive.root, lastBlock, this.proposer, checkpointProposalOptions);
713
+ const blockProposedAt = this.dateProvider.now();
714
+ await this.p2pClient.broadcastCheckpointProposal(proposal);
715
+ this.setStateFn(SequencerState.COLLECTING_ATTESTATIONS, this.slot);
716
+ const attestations = await this.waitForAttestations(proposal);
717
+ const blockAttestedAt = this.dateProvider.now();
718
+ this.metrics.recordCheckpointAttestationDelay(blockAttestedAt - blockProposedAt);
719
+ // Proposer must sign over the attestations before pushing them to L1
720
+ const signer = this.proposer ?? this.publisher.getSenderAddress();
721
+ let attestationsSignature;
722
+ try {
723
+ attestationsSignature = await this.validatorClient.signAttestationsAndSigners(attestations, signer, this.slot, this.checkpointNumber);
724
+ } catch (err) {
725
+ // We shouldn't really get here since we yield to another HA node
726
+ // as soon as we see these errors when creating block proposals.
727
+ if (err instanceof DutyAlreadySignedError) {
728
+ this.log.info(`Attestations signature for slot ${this.slot} already signed by another HA node, yielding`, {
729
+ slot: this.slot,
730
+ signedByNode: err.signedByNode
731
+ });
732
+ return undefined;
733
+ }
734
+ if (err instanceof SlashingProtectionError) {
735
+ this.log.info(`Attestations signature for slot ${this.slot} blocked by slashing protection, yielding`, {
736
+ slot: this.slot,
737
+ existingMessageHash: err.existingMessageHash,
738
+ attemptedMessageHash: err.attemptedMessageHash
739
+ });
740
+ return undefined;
741
+ }
742
+ throw err;
743
+ }
744
+ // Enqueue publishing the checkpoint to L1
745
+ this.setStateFn(SequencerState.PUBLISHING_CHECKPOINT, this.slot);
746
+ const aztecSlotDuration = this.l1Constants.slotDuration;
747
+ const slotStartBuildTimestamp = this.getSlotStartBuildTimestamp();
748
+ const txTimeoutAt = new Date((slotStartBuildTimestamp + aztecSlotDuration) * 1000);
749
+ await this.publisher.enqueueProposeCheckpoint(checkpoint, attestations, attestationsSignature, {
750
+ txTimeoutAt,
751
+ forcePendingCheckpointNumber: this.invalidateCheckpoint?.forcePendingCheckpointNumber
752
+ });
753
+ return checkpoint;
754
+ } catch (e) {
755
+ env.error = e;
756
+ env.hasError = true;
757
+ } finally{
758
+ _ts_dispose_resources(env);
759
+ }
760
+ } catch (err) {
761
+ this.log.error(`Error building checkpoint at slot ${this.slot}`, err);
762
+ return undefined;
763
+ }
764
+ }
765
+ /**
766
+ * Builds blocks for a checkpoint within the current slot.
767
+ */ async buildBlocksForCheckpoint(checkpointBuilder, timestamp, inHash, blockProposalOptions) {
768
+ const blocksInCheckpoint = [];
769
+ const txHashesAlreadyIncluded = new Set();
770
+ const initialBlockNumber = BlockNumber(this.syncedToBlockNumber + 1);
771
+ // Remaining blob fields available for blocks (checkpoint end marker already subtracted)
772
+ let remainingBlobFields = BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB - NUM_CHECKPOINT_END_MARKER_FIELDS;
773
+ // Last block in the checkpoint will usually be flagged as pending broadcast, so we send it along with the checkpoint proposal
774
+ let blockPendingBroadcast = undefined;
775
+ while(true){
776
+ const blocksBuilt = blocksInCheckpoint.length;
777
+ const indexWithinCheckpoint = blocksBuilt;
778
+ const blockNumber = BlockNumber(initialBlockNumber + blocksBuilt);
779
+ const secondsIntoSlot = this.getSecondsIntoSlot();
780
+ const timingInfo = this.timetable.canStartNextBlock(secondsIntoSlot);
781
+ if (!timingInfo.canStart) {
782
+ this.log.debug(`Not enough time left in slot to start another block`, {
783
+ slot: this.slot,
784
+ blocksBuilt,
785
+ secondsIntoSlot
786
+ });
787
+ break;
788
+ }
789
+ const buildResult = await this.buildSingleBlock(checkpointBuilder, {
790
+ // Create all blocks with the same timestamp
791
+ blockTimestamp: timestamp,
792
+ // Create an empty block if we haven't already and this is the last one
793
+ forceCreate: timingInfo.isLastBlock && blocksBuilt === 0 && this.config.buildCheckpointIfEmpty,
794
+ // Build deadline is only set if we are enforcing the timetable
795
+ buildDeadline: timingInfo.deadline ? new Date((this.getSlotStartBuildTimestamp() + timingInfo.deadline) * 1000) : undefined,
796
+ blockNumber,
797
+ indexWithinCheckpoint,
798
+ txHashesAlreadyIncluded,
799
+ remainingBlobFields
800
+ });
801
+ if (!buildResult && timingInfo.isLastBlock) {
802
+ break;
803
+ } else if (!buildResult && timingInfo.deadline !== undefined) {
804
+ // But if there is still time for more blocks, wait until the next subslot and try again
805
+ await this.waitUntilNextSubslot(timingInfo.deadline);
806
+ continue;
807
+ } else if (!buildResult) {
808
+ break;
809
+ } else if ('error' in buildResult) {
810
+ // If there was an error building the block, just exit the loop and give up the rest of the slot
811
+ if (!(buildResult.error instanceof SequencerInterruptedError)) {
812
+ this.log.warn(`Halting block building for slot ${this.slot}`, {
813
+ slot: this.slot,
814
+ blocksBuilt,
815
+ error: buildResult.error
816
+ });
817
+ }
818
+ break;
819
+ }
820
+ const { block, usedTxs, remainingBlobFields: newRemainingBlobFields } = buildResult;
821
+ blocksInCheckpoint.push(block);
822
+ // Update remaining blob fields for the next block
823
+ remainingBlobFields = newRemainingBlobFields;
824
+ // Sync the proposed block to the archiver to make it available
825
+ // Note that the checkpoint builder uses its own fork so it should not need to wait for this syncing
826
+ // Eventually we should refactor the checkpoint builder to not need a separate long-lived fork
827
+ await this.syncProposedBlockToArchiver(block);
828
+ // If this is the last block, exit the loop now so we start collecting attestations
829
+ if (timingInfo.isLastBlock) {
830
+ this.log.verbose(`Completed final block ${blockNumber} for slot ${this.slot}`, {
831
+ slot: this.slot,
832
+ blockNumber,
833
+ blocksBuilt
834
+ });
835
+ blockPendingBroadcast = {
836
+ block,
837
+ txs: usedTxs
838
+ };
839
+ break;
840
+ }
841
+ // For non-last blocks, broadcast the block proposal (unless we're in fisherman mode)
842
+ // If the block is the last one, we'll broadcast it along with the checkpoint at the end of the loop
843
+ if (!this.config.fishermanMode) {
844
+ const proposal = await this.validatorClient.createBlockProposal(block.header, block.indexWithinCheckpoint, inHash, block.archive.root, usedTxs, this.proposer, blockProposalOptions);
845
+ await this.p2pClient.broadcastProposal(proposal);
846
+ }
847
+ // Wait until the next block's start time
848
+ await this.waitUntilNextSubslot(timingInfo.deadline);
849
+ }
850
+ this.log.verbose(`Block building loop completed for slot ${this.slot}`, {
851
+ slot: this.slot,
852
+ blocksBuilt: blocksInCheckpoint.length
853
+ });
854
+ return {
855
+ blocksInCheckpoint,
856
+ blockPendingBroadcast
857
+ };
858
+ }
859
+ /** Sleeps until it is time to produce the next block in the slot */ async waitUntilNextSubslot(nextSubslotStart) {
860
+ this.setStateFn(SequencerState.WAITING_UNTIL_NEXT_BLOCK, this.slot);
861
+ this.log.verbose(`Waiting until time for the next block at ${nextSubslotStart}s into slot`, {
862
+ slot: this.slot
863
+ });
864
+ await this.waitUntilTimeInSlot(nextSubslotStart);
865
+ }
866
+ /** Builds a single block. Called from the main block building loop. */ async buildSingleBlock(checkpointBuilder, opts) {
867
+ const { blockTimestamp, forceCreate, blockNumber, indexWithinCheckpoint, buildDeadline, txHashesAlreadyIncluded, remainingBlobFields } = opts;
868
+ this.log.verbose(`Preparing block ${blockNumber} index ${indexWithinCheckpoint} at checkpoint ${this.checkpointNumber} for slot ${this.slot}`, {
869
+ ...checkpointBuilder.getConstantData(),
870
+ ...opts
871
+ });
872
+ try {
873
+ // Wait until we have enough txs to build the block
874
+ const minTxs = this.config.minTxsPerBlock;
875
+ const { availableTxs, canStartBuilding } = await this.waitForMinTxs(opts);
876
+ if (!canStartBuilding) {
877
+ this.log.warn(`Not enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.slot} (got ${availableTxs} txs but needs ${minTxs})`, {
878
+ blockNumber,
879
+ slot: this.slot,
880
+ indexWithinCheckpoint
881
+ });
882
+ this.eventEmitter.emit('block-tx-count-check-failed', {
883
+ minTxs,
884
+ availableTxs,
885
+ slot: this.slot
886
+ });
887
+ this.metrics.recordBlockProposalFailed('insufficient_txs');
888
+ return undefined;
889
+ }
890
+ // Create iterator to pending txs. We filter out txs already included in previous blocks in the checkpoint
891
+ // just in case p2p failed to sync the provisional block and didn't get to remove those txs from the mempool yet.
892
+ const pendingTxs = filter(this.p2pClient.iteratePendingTxs(), (tx)=>!txHashesAlreadyIncluded.has(tx.txHash.toString()));
893
+ this.log.debug(`Building block ${blockNumber} at index ${indexWithinCheckpoint} for slot ${this.slot} with ${availableTxs} available txs`, {
894
+ slot: this.slot,
895
+ blockNumber,
896
+ indexWithinCheckpoint
897
+ });
898
+ this.setStateFn(SequencerState.CREATING_BLOCK, this.slot);
899
+ // Calculate blob fields limit for txs (remaining capacity - this block's end overhead)
900
+ const blockEndOverhead = getNumBlockEndBlobFields(indexWithinCheckpoint === 0);
901
+ const maxBlobFieldsForTxs = remainingBlobFields - blockEndOverhead;
902
+ const blockBuilderOptions = {
903
+ maxTransactions: this.config.maxTxsPerBlock,
904
+ maxBlockSize: this.config.maxBlockSizeInBytes,
905
+ maxBlockGas: new Gas(this.config.maxDABlockGas, this.config.maxL2BlockGas),
906
+ maxBlobFields: maxBlobFieldsForTxs,
907
+ deadline: buildDeadline
908
+ };
909
+ // Actually build the block by executing txs
910
+ const workTimer = new Timer();
911
+ const { publicGas, block, publicProcessorDuration, numTxs, blockBuildingTimer, usedTxs, failedTxs, usedTxBlobFields } = await checkpointBuilder.buildBlock(pendingTxs, blockNumber, blockTimestamp, blockBuilderOptions);
912
+ const blockBuildDuration = workTimer.ms();
913
+ // If any txs failed during execution, drop them from the mempool so we don't pick them up again
914
+ await this.dropFailedTxsFromP2P(failedTxs);
915
+ // Check if we have created a block with enough txs. If there were invalid txs in the pool, or if execution took
916
+ // too long, then we may not get to minTxsPerBlock after executing public functions.
917
+ const minValidTxs = this.config.minValidTxsPerBlock ?? minTxs;
918
+ if (!forceCreate && numTxs < minValidTxs) {
919
+ this.log.warn(`Block ${blockNumber} at index ${indexWithinCheckpoint} on slot ${this.slot} has too few valid txs to be proposed (got ${numTxs} but required ${minValidTxs})`, {
920
+ slot: this.slot,
921
+ blockNumber,
922
+ numTxs,
923
+ indexWithinCheckpoint
924
+ });
925
+ this.eventEmitter.emit('block-tx-count-check-failed', {
926
+ minTxs: minValidTxs,
927
+ availableTxs: numTxs,
928
+ slot: this.slot
929
+ });
930
+ this.metrics.recordBlockProposalFailed('insufficient_valid_txs');
931
+ return undefined;
932
+ }
933
+ // Block creation succeeded, emit stats and metrics
934
+ const blockStats = {
935
+ eventName: 'l2-block-built',
936
+ duration: blockBuildDuration,
937
+ publicProcessDuration: publicProcessorDuration,
938
+ rollupCircuitsDuration: blockBuildingTimer.ms(),
939
+ ...block.getStats()
940
+ };
941
+ const blockHash = await block.hash();
942
+ const txHashes = block.body.txEffects.map((tx)=>tx.txHash);
943
+ const manaPerSec = publicGas.l2Gas / (blockBuildDuration / 1000);
944
+ this.log.info(`Built block ${block.number} at checkpoint ${this.checkpointNumber} for slot ${this.slot} with ${numTxs} txs`, {
945
+ blockHash,
946
+ txHashes,
947
+ manaPerSec,
948
+ ...blockStats
949
+ });
950
+ this.eventEmitter.emit('block-proposed', {
951
+ blockNumber: block.number,
952
+ slot: this.slot
953
+ });
954
+ this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
955
+ return {
956
+ block,
957
+ usedTxs,
958
+ remainingBlobFields: maxBlobFieldsForTxs - usedTxBlobFields
959
+ };
960
+ } catch (err) {
961
+ this.eventEmitter.emit('block-build-failed', {
962
+ reason: err.message,
963
+ slot: this.slot
964
+ });
965
+ this.log.error(`Error building block`, err, {
966
+ blockNumber,
967
+ slot: this.slot
968
+ });
969
+ this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
970
+ this.metrics.recordFailedBlock();
971
+ return {
972
+ error: err
973
+ };
974
+ }
975
+ }
976
+ /** Waits until minTxs are available on the pool for building a block. */ async waitForMinTxs(opts) {
977
+ const minTxs = this.config.minTxsPerBlock;
978
+ const { indexWithinCheckpoint, blockNumber, buildDeadline, forceCreate } = opts;
979
+ // Deadline is undefined if we are not enforcing the timetable, meaning we'll exit immediately when out of time
980
+ const startBuildingDeadline = buildDeadline ? new Date(buildDeadline.getTime() - this.timetable.minExecutionTime * 1000) : undefined;
981
+ let availableTxs = await this.p2pClient.getPendingTxCount();
982
+ while(!forceCreate && availableTxs < minTxs){
983
+ // If we're past deadline, or we have no deadline, give up
984
+ const now = this.dateProvider.nowAsDate();
985
+ if (startBuildingDeadline === undefined || now >= startBuildingDeadline) {
986
+ return {
987
+ canStartBuilding: false,
988
+ availableTxs: availableTxs
989
+ };
990
+ }
991
+ // Wait a bit before checking again
992
+ this.setStateFn(SequencerState.WAITING_FOR_TXS, this.slot);
993
+ this.log.verbose(`Waiting for enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.slot} (have ${availableTxs} but need ${minTxs})`, {
994
+ blockNumber,
995
+ slot: this.slot,
996
+ indexWithinCheckpoint
997
+ });
998
+ await sleep(TXS_POLLING_MS);
999
+ availableTxs = await this.p2pClient.getPendingTxCount();
1000
+ }
1001
+ return {
1002
+ canStartBuilding: true,
1003
+ availableTxs
1004
+ };
1005
+ }
1006
+ /**
1007
+ * Waits for enough attestations to be collected via p2p.
1008
+ * This is run after all blocks for the checkpoint have been built.
1009
+ */ async waitForAttestations(proposal) {
1010
+ if (this.config.fishermanMode) {
1011
+ this.log.debug('Skipping attestation collection in fisherman mode');
1012
+ return CommitteeAttestationsAndSigners.empty();
1013
+ }
1014
+ const slotNumber = proposal.slotNumber;
1015
+ const { committee, seed, epoch } = await this.epochCache.getCommittee(slotNumber);
1016
+ if (!committee) {
1017
+ throw new Error('No committee when collecting attestations');
1018
+ } else if (committee.length === 0) {
1019
+ this.log.verbose(`Attesting committee is empty`);
1020
+ return CommitteeAttestationsAndSigners.empty();
1021
+ } else {
1022
+ this.log.debug(`Attesting committee length is ${committee.length}`, {
1023
+ committee
1024
+ });
1025
+ }
1026
+ const numberOfRequiredAttestations = Math.floor(committee.length * 2 / 3) + 1;
1027
+ if (this.config.skipCollectingAttestations) {
1028
+ this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
1029
+ const attestations = await this.validatorClient?.collectOwnAttestations(proposal);
1030
+ return new CommitteeAttestationsAndSigners(orderAttestations(attestations ?? [], committee));
1031
+ }
1032
+ const attestationTimeAllowed = this.config.enforceTimeTable ? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_CHECKPOINT) : this.l1Constants.slotDuration;
1033
+ const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
1034
+ this.metrics.recordRequiredAttestations(numberOfRequiredAttestations, attestationTimeAllowed);
1035
+ const collectAttestationsTimer = new Timer();
1036
+ let collectedAttestationsCount = 0;
1037
+ try {
1038
+ const attestations = await this.validatorClient.collectAttestations(proposal, numberOfRequiredAttestations, attestationDeadline);
1039
+ collectedAttestationsCount = attestations.length;
1040
+ // Rollup contract requires that the signatures are provided in the order of the committee
1041
+ const sorted = orderAttestations(attestations, committee);
1042
+ // Manipulate the attestations if we've been configured to do so
1043
+ if (this.config.injectFakeAttestation || this.config.shuffleAttestationOrdering) {
1044
+ return this.manipulateAttestations(proposal.slotNumber, epoch, seed, committee, sorted);
1045
+ }
1046
+ return new CommitteeAttestationsAndSigners(sorted);
1047
+ } catch (err) {
1048
+ if (err && err instanceof AttestationTimeoutError) {
1049
+ collectedAttestationsCount = err.collectedCount;
1050
+ }
1051
+ throw err;
1052
+ } finally{
1053
+ this.metrics.recordCollectedAttestations(collectedAttestationsCount, collectAttestationsTimer.ms());
1054
+ }
1055
+ }
1056
+ /** Breaks the attestations before publishing based on attack configs */ manipulateAttestations(slotNumber, epoch, seed, committee, attestations) {
1057
+ // Compute the proposer index in the committee, since we dont want to tweak it.
1058
+ // Otherwise, the L1 rollup contract will reject the block outright.
1059
+ const proposerIndex = Number(this.epochCache.computeProposerIndex(slotNumber, epoch, seed, BigInt(committee.length)));
1060
+ if (this.config.injectFakeAttestation) {
1061
+ // Find non-empty attestations that are not from the proposer
1062
+ const nonProposerIndices = [];
1063
+ for(let i = 0; i < attestations.length; i++){
1064
+ if (!attestations[i].signature.isEmpty() && i !== proposerIndex) {
1065
+ nonProposerIndices.push(i);
1066
+ }
1067
+ }
1068
+ if (nonProposerIndices.length > 0) {
1069
+ const targetIndex = nonProposerIndices[randomInt(nonProposerIndices.length)];
1070
+ this.log.warn(`Injecting fake attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`);
1071
+ unfreeze(attestations[targetIndex]).signature = Signature.random();
1072
+ }
1073
+ return new CommitteeAttestationsAndSigners(attestations);
1074
+ }
1075
+ if (this.config.shuffleAttestationOrdering) {
1076
+ this.log.warn(`Shuffling attestation ordering in checkpoint for slot ${slotNumber} (proposer #${proposerIndex})`);
1077
+ const shuffled = [
1078
+ ...attestations
1079
+ ];
1080
+ const [i, j] = [
1081
+ (proposerIndex + 1) % shuffled.length,
1082
+ (proposerIndex + 2) % shuffled.length
1083
+ ];
1084
+ const valueI = shuffled[i];
1085
+ const valueJ = shuffled[j];
1086
+ shuffled[i] = valueJ;
1087
+ shuffled[j] = valueI;
1088
+ const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
1089
+ return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
1090
+ }
1091
+ return new CommitteeAttestationsAndSigners(attestations);
1092
+ }
1093
+ async dropFailedTxsFromP2P(failedTxs) {
1094
+ if (failedTxs.length === 0) {
1095
+ return;
1096
+ }
1097
+ const failedTxData = failedTxs.map((fail)=>fail.tx);
1098
+ const failedTxHashes = failedTxData.map((tx)=>tx.getTxHash());
1099
+ this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
1100
+ await this.p2pClient.deleteTxs(failedTxHashes);
1101
+ }
1102
+ /**
1103
+ * Adds the proposed block to the archiver so it's available via P2P.
1104
+ * Gossip doesn't echo messages back to the sender, so the proposer's archiver/world-state
1105
+ * would never receive its own block without this explicit sync.
1106
+ */ async syncProposedBlockToArchiver(block) {
1107
+ // TODO(palla/mbps): Change default to false once block sync is stable.
1108
+ if (this.config.skipPushProposedBlocksToArchiver !== false) {
1109
+ this.log.warn(`Skipping push of proposed block ${block.number} to archiver`, {
1110
+ blockNumber: block.number,
1111
+ slot: block.header.globalVariables.slotNumber
1112
+ });
1113
+ return;
1114
+ }
1115
+ this.log.debug(`Syncing proposed block ${block.number} to archiver`, {
1116
+ blockNumber: block.number,
1117
+ slot: block.header.globalVariables.slotNumber
1118
+ });
1119
+ await this.blockSink.addBlock(block);
1120
+ }
1121
+ /** Runs fee analysis and logs checkpoint outcome as fisherman */ async handleCheckpointEndAsFisherman(checkpoint) {
1122
+ // Perform L1 fee analysis before clearing requests
1123
+ // The callback is invoked asynchronously after the next block is mined
1124
+ const feeAnalysis = await this.publisher.analyzeL1Fees(this.slot, (analysis)=>this.metrics.recordFishermanFeeAnalysis(analysis));
1125
+ if (checkpoint) {
1126
+ this.log.info(`Validation checkpoint building SUCCEEDED for slot ${this.slot}`, {
1127
+ ...checkpoint.toCheckpointInfo(),
1128
+ ...checkpoint.getStats(),
1129
+ feeAnalysisId: feeAnalysis?.id
1130
+ });
1131
+ } else {
1132
+ this.log.warn(`Validation block building FAILED for slot ${this.slot}`, {
1133
+ slot: this.slot,
1134
+ feeAnalysisId: feeAnalysis?.id
1135
+ });
1136
+ this.metrics.recordBlockProposalFailed('block_build_failed');
1137
+ }
1138
+ this.publisher.clearPendingRequests();
1139
+ }
1140
+ /** Waits until a specific time within the current slot */ async waitUntilTimeInSlot(targetSecondsIntoSlot) {
1141
+ const slotStartTimestamp = this.getSlotStartBuildTimestamp();
1142
+ const targetTimestamp = slotStartTimestamp + targetSecondsIntoSlot;
1143
+ await sleepUntil(new Date(targetTimestamp * 1000), this.dateProvider.nowAsDate());
1144
+ }
1145
+ getSlotStartBuildTimestamp() {
1146
+ return getSlotStartBuildTimestamp(this.slot, this.l1Constants);
1147
+ }
1148
+ getSecondsIntoSlot() {
1149
+ const slotStartTimestamp = this.getSlotStartBuildTimestamp();
1150
+ return Number((this.dateProvider.now() / 1000 - slotStartTimestamp).toFixed(3));
1151
+ }
1152
+ getPublisher() {
1153
+ return this.publisher;
1154
+ }
1155
+ }