@aztec/prover-client 0.0.1-commit.fcb71a6 → 0.0.1-commit.fffb133c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/dest/light/lightweight_checkpoint_builder.d.ts +14 -6
  2. package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
  3. package/dest/light/lightweight_checkpoint_builder.js +57 -10
  4. package/dest/mocks/test_context.d.ts +4 -2
  5. package/dest/mocks/test_context.d.ts.map +1 -1
  6. package/dest/mocks/test_context.js +14 -3
  7. package/dest/orchestrator/block-building-helpers.d.ts +1 -1
  8. package/dest/orchestrator/block-building-helpers.js +2 -2
  9. package/dest/orchestrator/checkpoint-proving-state.d.ts +15 -2
  10. package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
  11. package/dest/orchestrator/checkpoint-proving-state.js +34 -1
  12. package/dest/orchestrator/epoch-proving-state.d.ts +5 -4
  13. package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
  14. package/dest/orchestrator/epoch-proving-state.js +35 -1
  15. package/dest/orchestrator/orchestrator.d.ts +16 -3
  16. package/dest/orchestrator/orchestrator.d.ts.map +1 -1
  17. package/dest/orchestrator/orchestrator.js +471 -48
  18. package/dest/orchestrator/orchestrator_metrics.d.ts +1 -1
  19. package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
  20. package/dest/orchestrator/orchestrator_metrics.js +2 -6
  21. package/dest/orchestrator/tx-proving-state.d.ts +5 -4
  22. package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
  23. package/dest/orchestrator/tx-proving-state.js +6 -6
  24. package/dest/prover-client/prover-client.d.ts +1 -1
  25. package/dest/prover-client/prover-client.d.ts.map +1 -1
  26. package/dest/prover-client/prover-client.js +2 -2
  27. package/dest/proving_broker/broker_prover_facade.d.ts +4 -3
  28. package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
  29. package/dest/proving_broker/config.d.ts +5 -1
  30. package/dest/proving_broker/config.d.ts.map +1 -1
  31. package/dest/proving_broker/config.js +7 -1
  32. package/dest/proving_broker/proving_agent.d.ts +3 -8
  33. package/dest/proving_broker/proving_agent.d.ts.map +1 -1
  34. package/dest/proving_broker/proving_agent.js +1 -16
  35. package/dest/proving_broker/proving_broker.d.ts +1 -1
  36. package/dest/proving_broker/proving_broker.d.ts.map +1 -1
  37. package/dest/proving_broker/proving_broker.js +1 -10
  38. package/dest/proving_broker/proving_broker_database/persisted.d.ts +3 -2
  39. package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
  40. package/dest/proving_broker/proving_broker_database/persisted.js +389 -1
  41. package/dest/proving_broker/proving_broker_instrumentation.d.ts +1 -1
  42. package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
  43. package/dest/proving_broker/proving_broker_instrumentation.js +11 -35
  44. package/dest/test/mock_proof_store.d.ts +3 -3
  45. package/dest/test/mock_proof_store.d.ts.map +1 -1
  46. package/dest/test/mock_prover.d.ts +2 -2
  47. package/dest/test/mock_prover.d.ts.map +1 -1
  48. package/dest/test/mock_prover.js +3 -3
  49. package/package.json +16 -17
  50. package/src/light/lightweight_checkpoint_builder.ts +88 -12
  51. package/src/mocks/test_context.ts +11 -1
  52. package/src/orchestrator/block-building-helpers.ts +2 -2
  53. package/src/orchestrator/checkpoint-proving-state.ts +47 -1
  54. package/src/orchestrator/epoch-proving-state.ts +56 -8
  55. package/src/orchestrator/orchestrator.ts +63 -23
  56. package/src/orchestrator/orchestrator_metrics.ts +2 -6
  57. package/src/orchestrator/tx-proving-state.ts +8 -11
  58. package/src/prover-client/prover-client.ts +8 -10
  59. package/src/proving_broker/broker_prover_facade.ts +2 -3
  60. package/src/proving_broker/config.ts +9 -0
  61. package/src/proving_broker/proving_agent.ts +1 -17
  62. package/src/proving_broker/proving_broker.ts +1 -8
  63. package/src/proving_broker/proving_broker_database/persisted.ts +15 -1
  64. package/src/proving_broker/proving_broker_instrumentation.ts +10 -35
  65. package/src/test/mock_prover.ts +1 -8
  66. package/dest/block-factory/index.d.ts +0 -2
  67. package/dest/block-factory/index.d.ts.map +0 -1
  68. package/dest/block-factory/index.js +0 -1
  69. package/dest/block-factory/light.d.ts +0 -38
  70. package/dest/block-factory/light.d.ts.map +0 -1
  71. package/dest/block-factory/light.js +0 -108
  72. package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
  73. package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
  74. package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
  75. package/src/block-factory/index.ts +0 -1
  76. package/src/block-factory/light.ts +0 -137
  77. package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
@@ -1,9 +1,376 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
6
369
  }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
+ }
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _initProto;
7
374
  import { L1_TO_L2_MSG_SUBTREE_HEIGHT, L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, NUM_BASE_PARITY_PER_ROOT_PARITY } from '@aztec/constants';
8
375
  import { BlockNumber } from '@aztec/foundation/branded-types';
9
376
  import { padArrayEnd } from '@aztec/foundation/collection';
@@ -23,6 +390,15 @@ import { EpochProvingState } from './epoch-proving-state.js';
23
390
  import { ProvingOrchestratorMetrics } from './orchestrator_metrics.js';
24
391
  import { TxProvingState } from './tx-proving-state.js';
25
392
  const logger = createLogger('prover-client:orchestrator');
393
+ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
394
+ [Attributes.BLOCK_NUMBER]: blockNumber
395
+ })), _dec1 = trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
396
+ [Attributes.BLOCK_TXS_COUNT]: txs.length
397
+ })), _dec2 = trackSpan('ProvingOrchestrator.startChonkVerifierCircuits'), _dec3 = trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
398
+ [Attributes.BLOCK_NUMBER]: blockNumber
399
+ })), _dec4 = trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
400
+ [Attributes.TX_HASH]: tx.hash.toString()
401
+ }));
26
402
  /**
27
403
  * Implements an event driven proving scheduler to build the recursive proof tree. The idea being:
28
404
  * 1. Transactions are provided to the scheduler post simulation.
@@ -38,17 +414,48 @@ const logger = createLogger('prover-client:orchestrator');
38
414
  dbProvider;
39
415
  prover;
40
416
  proverId;
417
+ cancelJobsOnStop;
418
+ static{
419
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
420
+ [
421
+ _dec,
422
+ 2,
423
+ "startNewBlock"
424
+ ],
425
+ [
426
+ _dec1,
427
+ 2,
428
+ "addTxs"
429
+ ],
430
+ [
431
+ _dec2,
432
+ 2,
433
+ "startChonkVerifierCircuits"
434
+ ],
435
+ [
436
+ _dec3,
437
+ 2,
438
+ "setBlockCompleted"
439
+ ],
440
+ [
441
+ _dec4,
442
+ 2,
443
+ "prepareBaseRollupInputs"
444
+ ]
445
+ ], []));
446
+ }
41
447
  provingState;
42
448
  pendingProvingJobs;
43
449
  provingPromise;
44
450
  metrics;
45
451
  // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
46
452
  dbs;
47
- constructor(dbProvider, prover, proverId, telemetryClient = getTelemetryClient()){
453
+ constructor(dbProvider, prover, proverId, cancelJobsOnStop = false, telemetryClient = getTelemetryClient()){
48
454
  this.dbProvider = dbProvider;
49
455
  this.prover = prover;
50
456
  this.proverId = proverId;
51
- this.provingState = undefined;
457
+ this.cancelJobsOnStop = cancelJobsOnStop;
458
+ this.provingState = (_initProto(this), undefined);
52
459
  this.pendingProvingJobs = [];
53
460
  this.provingPromise = undefined;
54
461
  this.dbs = new Map();
@@ -60,6 +467,9 @@ const logger = createLogger('prover-client:orchestrator');
60
467
  getProverId() {
61
468
  return this.proverId;
62
469
  }
470
+ getNumActiveForks() {
471
+ return this.dbs.size;
472
+ }
63
473
  stop() {
64
474
  this.cancel();
65
475
  return Promise.resolve();
@@ -77,7 +487,14 @@ const logger = createLogger('prover-client:orchestrator');
77
487
  this.provingState = new EpochProvingState(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges, (provingState)=>this.checkAndEnqueueCheckpointRootRollup(provingState), resolve, reject);
78
488
  this.provingPromise = promise;
79
489
  }
80
- async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
490
+ /**
491
+ * Starts a new checkpoint.
492
+ * @param checkpointIndex - The index of the checkpoint in the epoch.
493
+ * @param constants - The constants for this checkpoint.
494
+ * @param l1ToL2Messages - The set of L1 to L2 messages to be inserted at the beginning of this checkpoint.
495
+ * @param totalNumBlocks - The total number of blocks expected in the checkpoint (must be at least one).
496
+ * @param headerOfLastBlockInPreviousCheckpoint - The header of the last block in the previous checkpoint.
497
+ */ async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
81
498
  if (!this.provingState) {
82
499
  throw new Error('Empty epoch proving state. Call startNewEpoch before starting a checkpoint.');
83
500
  }
@@ -88,7 +505,10 @@ const logger = createLogger('prover-client:orchestrator');
88
505
  const lastBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber;
89
506
  const db = await this.dbProvider.fork(lastBlockNumber);
90
507
  const firstBlockNumber = BlockNumber(lastBlockNumber + 1);
91
- this.dbs.set(firstBlockNumber, db);
508
+ this.dbs.set(firstBlockNumber, {
509
+ fork: db,
510
+ cleanupPromise: undefined
511
+ });
92
512
  // Get archive sibling path before any block in this checkpoint lands.
93
513
  const lastArchiveSiblingPath = await getLastSiblingPath(MerkleTreeId.ARCHIVE, db);
94
514
  // Insert all the l1 to l2 messages into the db. And get the states before and after the insertion.
@@ -118,9 +538,12 @@ const logger = createLogger('prover-client:orchestrator');
118
538
  if (!this.dbs.has(blockNumber)) {
119
539
  // Fork world state at the end of the immediately previous block
120
540
  const db = await this.dbProvider.fork(BlockNumber(blockNumber - 1));
121
- this.dbs.set(blockNumber, db);
541
+ this.dbs.set(blockNumber, {
542
+ fork: db,
543
+ cleanupPromise: undefined
544
+ });
122
545
  }
123
- const db = this.dbs.get(blockNumber);
546
+ const db = this.dbs.get(blockNumber).fork;
124
547
  // Get archive snapshot and sibling path before any txs in this block lands.
125
548
  const lastArchiveTreeSnapshot = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
126
549
  const lastArchiveSiblingPath = await getRootTreeSiblingPath(MerkleTreeId.ARCHIVE, db);
@@ -140,7 +563,8 @@ const logger = createLogger('prover-client:orchestrator');
140
563
  const blockEndBlobFields = blockProvingState.getBlockEndBlobFields();
141
564
  await endSpongeBlob.absorb(blockEndBlobFields);
142
565
  blockProvingState.setEndSpongeBlob(endSpongeBlob);
143
- // And also try to accumulate the blobs as far as we can:
566
+ // Try to accumulate the out hashes and blobs as far as we can:
567
+ await this.provingState.accumulateCheckpointOutHashes();
144
568
  await this.provingState.setBlobAccumulators();
145
569
  }
146
570
  }
@@ -169,7 +593,7 @@ const logger = createLogger('prover-client:orchestrator');
169
593
  throw new Error(`Block ${blockNumber} has been initialized with transactions.`);
170
594
  }
171
595
  logger.info(`Adding ${txs.length} transactions to block ${blockNumber}`);
172
- const db = this.dbs.get(blockNumber);
596
+ const db = this.dbs.get(blockNumber).fork;
173
597
  const lastArchive = provingState.lastArchiveTreeSnapshot;
174
598
  const newL1ToL2MessageTreeSnapshot = provingState.newL1ToL2MessageTreeSnapshot;
175
599
  const spongeBlobState = provingState.getStartSpongeBlob().clone();
@@ -207,7 +631,8 @@ const logger = createLogger('prover-client:orchestrator');
207
631
  const blockEndBlobFields = provingState.getBlockEndBlobFields();
208
632
  await spongeBlobState.absorb(blockEndBlobFields);
209
633
  provingState.setEndSpongeBlob(spongeBlobState);
210
- // Txs have been added to the block. Now try to accumulate the blobs as far as we can:
634
+ // Txs have been added to the block. Now try to accumulate the out hashes and blobs as far as we can:
635
+ await this.provingState.accumulateCheckpointOutHashes();
211
636
  await this.provingState.setBlobAccumulators();
212
637
  }
213
638
  /**
@@ -258,7 +683,7 @@ const logger = createLogger('prover-client:orchestrator');
258
683
  throw new Error('Block header mismatch');
259
684
  }
260
685
  // Get db for this block
261
- const db = this.dbs.get(provingState.blockNumber);
686
+ const db = this.dbs.get(provingState.blockNumber).fork;
262
687
  // Update the archive tree, so we're ready to start processing the next block:
263
688
  logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
264
689
  await db.updateArchive(header);
@@ -285,7 +710,7 @@ const logger = createLogger('prover-client:orchestrator');
285
710
  }
286
711
  // Get db for this block
287
712
  const blockNumber = provingState.blockNumber;
288
- const db = this.dbs.get(blockNumber);
713
+ const db = this.dbs.get(blockNumber).fork;
289
714
  const newArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
290
715
  const syncedArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.dbProvider.getSnapshot(blockNumber));
291
716
  if (!syncedArchive.equals(newArchive)) {
@@ -303,14 +728,17 @@ const logger = createLogger('prover-client:orchestrator');
303
728
  // is aborted and never reaches this point, it will leak the fork. We need to add a global cleanup,
304
729
  // but have to make sure it only runs once all operations are completed, otherwise some function here
305
730
  // will attempt to access the fork after it was closed.
306
- logger.debug(`Cleaning up world state fork for ${blockNumber}`);
307
- void this.dbs.get(blockNumber)?.close().then(()=>this.dbs.delete(blockNumber)).catch((err)=>logger.error(`Error closing db for block ${blockNumber}`, err));
731
+ void this.cleanupDBFork(blockNumber);
308
732
  }
309
733
  /**
310
- * Cancel any further proving
734
+ * Cancel any further proving.
735
+ * If cancelJobsOnStop is true, aborts all pending jobs with the broker (which marks them as 'Aborted').
736
+ * If cancelJobsOnStop is false (default), jobs remain in the broker queue and can be reused on restart/reorg.
311
737
  */ cancel() {
312
- for (const controller of this.pendingProvingJobs){
313
- controller.abort();
738
+ if (this.cancelJobsOnStop) {
739
+ for (const controller of this.pendingProvingJobs){
740
+ controller.abort();
741
+ }
314
742
  }
315
743
  this.provingState?.cancel();
316
744
  }
@@ -332,6 +760,22 @@ const logger = createLogger('prover-client:orchestrator');
332
760
  });
333
761
  return epochProofResult;
334
762
  }
763
+ async cleanupDBFork(blockNumber) {
764
+ logger.debug(`Cleaning up world state fork for ${blockNumber}`);
765
+ const fork = this.dbs.get(blockNumber);
766
+ if (!fork) {
767
+ return;
768
+ }
769
+ try {
770
+ if (!fork.cleanupPromise) {
771
+ fork.cleanupPromise = fork.fork.close();
772
+ }
773
+ await fork.cleanupPromise;
774
+ this.dbs.delete(blockNumber);
775
+ } catch (err) {
776
+ logger.error(`Error closing db for block ${blockNumber}`, err);
777
+ }
778
+ }
335
779
  /**
336
780
  * Enqueue a job to be scheduled
337
781
  * @param provingState - The proving state object being operated on
@@ -540,16 +984,18 @@ const logger = createLogger('prover-client:orchestrator');
540
984
  return this.prover.getBlockRootRollupProof(inputs, signal, provingState.epochNumber);
541
985
  }
542
986
  }), async (result)=>{
543
- // If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
544
- await this.verifyBuiltBlockAgainstSyncedState(provingState);
545
987
  logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`);
546
988
  const leafLocation = provingState.setBlockRootRollupProof(result);
547
989
  const checkpointProvingState = provingState.parentCheckpoint;
990
+ // If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
991
+ await this.verifyBuiltBlockAgainstSyncedState(provingState);
548
992
  if (checkpointProvingState.totalNumBlocks === 1) {
549
993
  this.checkAndEnqueueCheckpointRootRollup(checkpointProvingState);
550
994
  } else {
551
995
  this.checkAndEnqueueNextBlockMergeRollup(checkpointProvingState, leafLocation);
552
996
  }
997
+ // We are finished with the block at this point, ensure the fork is cleaned up
998
+ void this.cleanupDBFork(provingState.blockNumber);
553
999
  });
554
1000
  }
555
1001
  // Executes the base parity circuit and stores the intermediate state for the root parity circuit
@@ -778,9 +1224,9 @@ const logger = createLogger('prover-client:orchestrator');
778
1224
  const inputs = txProvingState.getAvmInputs();
779
1225
  return await this.prover.getAvmProof(inputs, signal, provingState.epochNumber);
780
1226
  });
781
- this.deferredProving(provingState, doAvmProving, (proofAndVk)=>{
1227
+ this.deferredProving(provingState, doAvmProving, (proof)=>{
782
1228
  logger.debug(`Proven VM for tx index: ${txIndex}`);
783
- txProvingState.setAvmProof(proofAndVk);
1229
+ txProvingState.setAvmProof(proof);
784
1230
  this.checkAndEnqueueBaseRollup(provingState, txIndex);
785
1231
  });
786
1232
  }
@@ -794,26 +1240,3 @@ const logger = createLogger('prover-client:orchestrator');
794
1240
  this.enqueueBaseRollup(provingState, txIndex);
795
1241
  }
796
1242
  }
797
- _ts_decorate([
798
- trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
799
- [Attributes.BLOCK_NUMBER]: blockNumber
800
- }))
801
- ], ProvingOrchestrator.prototype, "startNewBlock", null);
802
- _ts_decorate([
803
- trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
804
- [Attributes.BLOCK_TXS_COUNT]: txs.length
805
- }))
806
- ], ProvingOrchestrator.prototype, "addTxs", null);
807
- _ts_decorate([
808
- trackSpan('ProvingOrchestrator.startChonkVerifierCircuits')
809
- ], ProvingOrchestrator.prototype, "startChonkVerifierCircuits", null);
810
- _ts_decorate([
811
- trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
812
- [Attributes.BLOCK_NUMBER]: blockNumber
813
- }))
814
- ], ProvingOrchestrator.prototype, "setBlockCompleted", null);
815
- _ts_decorate([
816
- trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
817
- [Attributes.TX_HASH]: tx.hash.toString()
818
- }))
819
- ], ProvingOrchestrator.prototype, "prepareBaseRollupInputs", null);
@@ -5,4 +5,4 @@ export declare class ProvingOrchestratorMetrics {
5
5
  constructor(client: TelemetryClient, name?: string);
6
6
  recordBaseRollupInputs(durationMs: number): void;
7
7
  }
8
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3JjaGVzdHJhdG9yX21ldHJpY3MuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9vcmNoZXN0cmF0b3Ivb3JjaGVzdHJhdG9yX21ldHJpY3MudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUEyQixLQUFLLGVBQWUsRUFBRSxLQUFLLE1BQU0sRUFBYSxNQUFNLHlCQUF5QixDQUFDO0FBRWhILHFCQUFhLDBCQUEwQjtJQUNyQyxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLE9BQU8sQ0FBQyx3QkFBd0IsQ0FBWTtJQUU1QyxZQUFZLE1BQU0sRUFBRSxlQUFlLEVBQUUsSUFBSSxTQUF3QixFQVNoRTtJQUVELHNCQUFzQixDQUFDLFVBQVUsRUFBRSxNQUFNLFFBRXhDO0NBQ0YifQ==
8
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3JjaGVzdHJhdG9yX21ldHJpY3MuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9vcmNoZXN0cmF0b3Ivb3JjaGVzdHJhdG9yX21ldHJpY3MudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUEyQixLQUFLLGVBQWUsRUFBRSxLQUFLLE1BQU0sRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBRXJHLHFCQUFhLDBCQUEwQjtJQUNyQyxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLE9BQU8sQ0FBQyx3QkFBd0IsQ0FBWTtJQUU1QyxZQUFZLE1BQU0sRUFBRSxlQUFlLEVBQUUsSUFBSSxTQUF3QixFQUtoRTtJQUVELHNCQUFzQixDQUFDLFVBQVUsRUFBRSxNQUFNLFFBRXhDO0NBQ0YifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"orchestrator_metrics.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator_metrics.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,eAAe,EAAE,KAAK,MAAM,EAAa,MAAM,yBAAyB,CAAC;AAEhH,qBAAa,0BAA0B;IACrC,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,wBAAwB,CAAY;IAE5C,YAAY,MAAM,EAAE,eAAe,EAAE,IAAI,SAAwB,EAShE;IAED,sBAAsB,CAAC,UAAU,EAAE,MAAM,QAExC;CACF"}
1
+ {"version":3,"file":"orchestrator_metrics.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator_metrics.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,eAAe,EAAE,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAErG,qBAAa,0BAA0B;IACrC,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,wBAAwB,CAAY;IAE5C,YAAY,MAAM,EAAE,eAAe,EAAE,IAAI,SAAwB,EAKhE;IAED,sBAAsB,CAAC,UAAU,EAAE,MAAM,QAExC;CACF"}
@@ -1,15 +1,11 @@
1
- import { Metrics, ValueType } from '@aztec/telemetry-client';
1
+ import { Metrics } from '@aztec/telemetry-client';
2
2
  export class ProvingOrchestratorMetrics {
3
3
  tracer;
4
4
  baseRollupInputsDuration;
5
5
  constructor(client, name = 'ProvingOrchestrator'){
6
6
  this.tracer = client.getTracer(name);
7
7
  const meter = client.getMeter(name);
8
- this.baseRollupInputsDuration = meter.createHistogram(Metrics.PROVING_ORCHESTRATOR_BASE_ROLLUP_INPUTS_DURATION, {
9
- unit: 'ms',
10
- description: 'Duration to build base rollup inputs',
11
- valueType: ValueType.INT
12
- });
8
+ this.baseRollupInputsDuration = meter.createHistogram(Metrics.PROVING_ORCHESTRATOR_BASE_ROLLUP_INPUTS_DURATION);
13
9
  }
14
10
  recordBaseRollupInputs(durationMs) {
15
11
  this.baseRollupInputsDuration.record(Math.ceil(durationMs));