@aztec/prover-client 0.0.1-commit.fcb71a6 → 0.0.1-commit.ff7989d6c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (111) hide show
  1. package/dest/light/lightweight_checkpoint_builder.d.ts +18 -6
  2. package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
  3. package/dest/light/lightweight_checkpoint_builder.js +73 -18
  4. package/dest/mocks/fixtures.d.ts +1 -1
  5. package/dest/mocks/fixtures.d.ts.map +1 -1
  6. package/dest/mocks/fixtures.js +2 -1
  7. package/dest/mocks/test_context.d.ts +4 -2
  8. package/dest/mocks/test_context.d.ts.map +1 -1
  9. package/dest/mocks/test_context.js +17 -3
  10. package/dest/orchestrator/block-building-helpers.d.ts +5 -5
  11. package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
  12. package/dest/orchestrator/block-building-helpers.js +4 -4
  13. package/dest/orchestrator/block-proving-state.d.ts +4 -1
  14. package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
  15. package/dest/orchestrator/block-proving-state.js +7 -0
  16. package/dest/orchestrator/checkpoint-proving-state.d.ts +17 -4
  17. package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
  18. package/dest/orchestrator/checkpoint-proving-state.js +37 -4
  19. package/dest/orchestrator/epoch-proving-state.d.ts +7 -6
  20. package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
  21. package/dest/orchestrator/epoch-proving-state.js +37 -1
  22. package/dest/orchestrator/orchestrator.d.ts +18 -3
  23. package/dest/orchestrator/orchestrator.d.ts.map +1 -1
  24. package/dest/orchestrator/orchestrator.js +541 -126
  25. package/dest/orchestrator/orchestrator_metrics.d.ts +1 -1
  26. package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
  27. package/dest/orchestrator/orchestrator_metrics.js +2 -6
  28. package/dest/orchestrator/tx-proving-state.d.ts +5 -4
  29. package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
  30. package/dest/orchestrator/tx-proving-state.js +6 -6
  31. package/dest/prover-client/prover-client.d.ts +3 -3
  32. package/dest/prover-client/prover-client.d.ts.map +1 -1
  33. package/dest/prover-client/prover-client.js +15 -10
  34. package/dest/proving_broker/broker_prover_facade.d.ts +7 -5
  35. package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
  36. package/dest/proving_broker/broker_prover_facade.js +3 -3
  37. package/dest/proving_broker/config.d.ts +13 -1
  38. package/dest/proving_broker/config.d.ts.map +1 -1
  39. package/dest/proving_broker/config.js +19 -2
  40. package/dest/proving_broker/proof_store/factory.d.ts +2 -5
  41. package/dest/proving_broker/proof_store/factory.d.ts.map +1 -1
  42. package/dest/proving_broker/proof_store/factory.js +7 -30
  43. package/dest/proving_broker/proof_store/file_store_proof_store.d.ts +18 -0
  44. package/dest/proving_broker/proof_store/file_store_proof_store.d.ts.map +1 -0
  45. package/dest/proving_broker/proof_store/file_store_proof_store.js +60 -0
  46. package/dest/proving_broker/proof_store/index.d.ts +2 -2
  47. package/dest/proving_broker/proof_store/index.d.ts.map +1 -1
  48. package/dest/proving_broker/proof_store/index.js +1 -1
  49. package/dest/proving_broker/proving_agent.d.ts +5 -9
  50. package/dest/proving_broker/proving_agent.d.ts.map +1 -1
  51. package/dest/proving_broker/proving_agent.js +4 -19
  52. package/dest/proving_broker/proving_broker.d.ts +7 -4
  53. package/dest/proving_broker/proving_broker.d.ts.map +1 -1
  54. package/dest/proving_broker/proving_broker.js +30 -11
  55. package/dest/proving_broker/proving_broker_database/persisted.d.ts +3 -2
  56. package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
  57. package/dest/proving_broker/proving_broker_database/persisted.js +389 -1
  58. package/dest/proving_broker/proving_broker_instrumentation.d.ts +1 -1
  59. package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
  60. package/dest/proving_broker/proving_broker_instrumentation.js +15 -35
  61. package/dest/proving_broker/proving_job_controller.d.ts +4 -3
  62. package/dest/proving_broker/proving_job_controller.d.ts.map +1 -1
  63. package/dest/proving_broker/proving_job_controller.js +6 -3
  64. package/dest/proving_broker/rpc.d.ts +4 -2
  65. package/dest/proving_broker/rpc.d.ts.map +1 -1
  66. package/dest/proving_broker/rpc.js +8 -0
  67. package/dest/test/mock_proof_store.d.ts +3 -3
  68. package/dest/test/mock_proof_store.d.ts.map +1 -1
  69. package/dest/test/mock_prover.d.ts +5 -5
  70. package/dest/test/mock_prover.d.ts.map +1 -1
  71. package/dest/test/mock_prover.js +3 -3
  72. package/package.json +16 -17
  73. package/src/light/lightweight_checkpoint_builder.ts +115 -19
  74. package/src/mocks/fixtures.ts +2 -1
  75. package/src/mocks/test_context.ts +12 -2
  76. package/src/orchestrator/block-building-helpers.ts +4 -4
  77. package/src/orchestrator/block-proving-state.ts +9 -0
  78. package/src/orchestrator/checkpoint-proving-state.ts +51 -5
  79. package/src/orchestrator/epoch-proving-state.ts +59 -9
  80. package/src/orchestrator/orchestrator.ts +141 -106
  81. package/src/orchestrator/orchestrator_metrics.ts +2 -6
  82. package/src/orchestrator/tx-proving-state.ts +8 -11
  83. package/src/prover-client/prover-client.ts +28 -21
  84. package/src/proving_broker/broker_prover_facade.ts +8 -6
  85. package/src/proving_broker/config.ts +22 -0
  86. package/src/proving_broker/proof_store/factory.ts +10 -32
  87. package/src/proving_broker/proof_store/file_store_proof_store.ts +78 -0
  88. package/src/proving_broker/proof_store/index.ts +1 -1
  89. package/src/proving_broker/proving_agent.ts +6 -19
  90. package/src/proving_broker/proving_broker.ts +31 -9
  91. package/src/proving_broker/proving_broker_database/persisted.ts +15 -1
  92. package/src/proving_broker/proving_broker_instrumentation.ts +14 -35
  93. package/src/proving_broker/proving_job_controller.ts +9 -3
  94. package/src/proving_broker/rpc.ts +14 -0
  95. package/src/test/mock_prover.ts +1 -8
  96. package/dest/block-factory/index.d.ts +0 -2
  97. package/dest/block-factory/index.d.ts.map +0 -1
  98. package/dest/block-factory/index.js +0 -1
  99. package/dest/block-factory/light.d.ts +0 -38
  100. package/dest/block-factory/light.d.ts.map +0 -1
  101. package/dest/block-factory/light.js +0 -108
  102. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts +0 -14
  103. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts.map +0 -1
  104. package/dest/proving_broker/proof_store/gcs_proof_store.js +0 -52
  105. package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
  106. package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
  107. package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
  108. package/src/block-factory/index.ts +0 -1
  109. package/src/block-factory/light.ts +0 -137
  110. package/src/proving_broker/proof_store/gcs_proof_store.ts +0 -76
  111. package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
@@ -1,9 +1,376 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
369
+ }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
6
372
  }
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _initProto;
7
374
  import { L1_TO_L2_MSG_SUBTREE_HEIGHT, L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, NUM_BASE_PARITY_PER_ROOT_PARITY } from '@aztec/constants';
8
375
  import { BlockNumber } from '@aztec/foundation/branded-types';
9
376
  import { padArrayEnd } from '@aztec/foundation/collection';
@@ -22,7 +389,15 @@ import { buildHeaderFromCircuitOutputs, getLastSiblingPath, getPublicChonkVerifi
22
389
  import { EpochProvingState } from './epoch-proving-state.js';
23
390
  import { ProvingOrchestratorMetrics } from './orchestrator_metrics.js';
24
391
  import { TxProvingState } from './tx-proving-state.js';
25
- const logger = createLogger('prover-client:orchestrator');
392
+ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
393
+ [Attributes.BLOCK_NUMBER]: blockNumber
394
+ })), _dec1 = trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
395
+ [Attributes.BLOCK_TXS_COUNT]: txs.length
396
+ })), _dec2 = trackSpan('ProvingOrchestrator.startChonkVerifierCircuits'), _dec3 = trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
397
+ [Attributes.BLOCK_NUMBER]: blockNumber
398
+ })), _dec4 = trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
399
+ [Attributes.TX_HASH]: tx.hash.toString()
400
+ }));
26
401
  /**
27
402
  * Implements an event driven proving scheduler to build the recursive proof tree. The idea being:
28
403
  * 1. Transactions are provided to the scheduler post simulation.
@@ -38,20 +413,53 @@ const logger = createLogger('prover-client:orchestrator');
38
413
  dbProvider;
39
414
  prover;
40
415
  proverId;
416
+ cancelJobsOnStop;
417
+ static{
418
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
419
+ [
420
+ _dec,
421
+ 2,
422
+ "startNewBlock"
423
+ ],
424
+ [
425
+ _dec1,
426
+ 2,
427
+ "addTxs"
428
+ ],
429
+ [
430
+ _dec2,
431
+ 2,
432
+ "startChonkVerifierCircuits"
433
+ ],
434
+ [
435
+ _dec3,
436
+ 2,
437
+ "setBlockCompleted"
438
+ ],
439
+ [
440
+ _dec4,
441
+ 2,
442
+ "prepareBaseRollupInputs"
443
+ ]
444
+ ], []));
445
+ }
41
446
  provingState;
42
447
  pendingProvingJobs;
43
448
  provingPromise;
44
449
  metrics;
45
450
  // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
46
451
  dbs;
47
- constructor(dbProvider, prover, proverId, telemetryClient = getTelemetryClient()){
452
+ logger;
453
+ constructor(dbProvider, prover, proverId, cancelJobsOnStop = false, telemetryClient = getTelemetryClient(), bindings){
48
454
  this.dbProvider = dbProvider;
49
455
  this.prover = prover;
50
456
  this.proverId = proverId;
51
- this.provingState = undefined;
457
+ this.cancelJobsOnStop = cancelJobsOnStop;
458
+ this.provingState = (_initProto(this), undefined);
52
459
  this.pendingProvingJobs = [];
53
460
  this.provingPromise = undefined;
54
461
  this.dbs = new Map();
462
+ this.logger = createLogger('prover-client:orchestrator', bindings);
55
463
  this.metrics = new ProvingOrchestratorMetrics(telemetryClient, 'ProvingOrchestrator');
56
464
  }
57
465
  get tracer() {
@@ -60,6 +468,9 @@ const logger = createLogger('prover-client:orchestrator');
60
468
  getProverId() {
61
469
  return this.proverId;
62
470
  }
471
+ getNumActiveForks() {
472
+ return this.dbs.size;
473
+ }
63
474
  stop() {
64
475
  this.cancel();
65
476
  return Promise.resolve();
@@ -73,11 +484,18 @@ const logger = createLogger('prover-client:orchestrator');
73
484
  status: 'failure',
74
485
  reason
75
486
  }));
76
- logger.info(`Starting epoch ${epochNumber} with ${totalNumCheckpoints} checkpoints.`);
487
+ this.logger.info(`Starting epoch ${epochNumber} with ${totalNumCheckpoints} checkpoints.`);
77
488
  this.provingState = new EpochProvingState(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges, (provingState)=>this.checkAndEnqueueCheckpointRootRollup(provingState), resolve, reject);
78
489
  this.provingPromise = promise;
79
490
  }
80
- async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
491
+ /**
492
+ * Starts a new checkpoint.
493
+ * @param checkpointIndex - The index of the checkpoint in the epoch.
494
+ * @param constants - The constants for this checkpoint.
495
+ * @param l1ToL2Messages - The set of L1 to L2 messages to be inserted at the beginning of this checkpoint.
496
+ * @param totalNumBlocks - The total number of blocks expected in the checkpoint (must be at least one).
497
+ * @param headerOfLastBlockInPreviousCheckpoint - The header of the last block in the previous checkpoint.
498
+ */ async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
81
499
  if (!this.provingState) {
82
500
  throw new Error('Empty epoch proving state. Call startNewEpoch before starting a checkpoint.');
83
501
  }
@@ -113,14 +531,14 @@ const logger = createLogger('prover-client:orchestrator');
113
531
  throw new Error(`Checkpoint not accepting further blocks.`);
114
532
  }
115
533
  const constants = checkpointProvingState.constants;
116
- logger.info(`Starting block ${blockNumber} for slot ${constants.slotNumber}.`);
534
+ this.logger.info(`Starting block ${blockNumber} for slot ${constants.slotNumber}.`);
117
535
  // Fork the db only when it's not already set. The db for the first block is set in `startNewCheckpoint`.
118
536
  if (!this.dbs.has(blockNumber)) {
119
537
  // Fork world state at the end of the immediately previous block
120
538
  const db = await this.dbProvider.fork(BlockNumber(blockNumber - 1));
121
539
  this.dbs.set(blockNumber, db);
122
540
  }
123
- const db = this.dbs.get(blockNumber);
541
+ const db = this.getDbForBlock(blockNumber);
124
542
  // Get archive snapshot and sibling path before any txs in this block lands.
125
543
  const lastArchiveTreeSnapshot = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
126
544
  const lastArchiveSiblingPath = await getRootTreeSiblingPath(MerkleTreeId.ARCHIVE, db);
@@ -140,7 +558,8 @@ const logger = createLogger('prover-client:orchestrator');
140
558
  const blockEndBlobFields = blockProvingState.getBlockEndBlobFields();
141
559
  await endSpongeBlob.absorb(blockEndBlobFields);
142
560
  blockProvingState.setEndSpongeBlob(endSpongeBlob);
143
- // And also try to accumulate the blobs as far as we can:
561
+ // Try to accumulate the out hashes and blobs as far as we can:
562
+ await this.provingState.accumulateCheckpointOutHashes();
144
563
  await this.provingState.setBlobAccumulators();
145
564
  }
146
565
  }
@@ -154,7 +573,7 @@ const logger = createLogger('prover-client:orchestrator');
154
573
  if (!txs.length) {
155
574
  // To avoid an ugly throw below. If we require an empty block, we can just call setBlockCompleted
156
575
  // on a block with no txs. We cannot do that here because we cannot find the blockNumber without any txs.
157
- logger.warn(`Provided no txs to orchestrator addTxs.`);
576
+ this.logger.warn(`Provided no txs to orchestrator addTxs.`);
158
577
  return;
159
578
  }
160
579
  const blockNumber = BlockNumber(txs[0].globalVariables.blockNumber);
@@ -168,8 +587,8 @@ const logger = createLogger('prover-client:orchestrator');
168
587
  if (!provingState.isAcceptingTxs()) {
169
588
  throw new Error(`Block ${blockNumber} has been initialized with transactions.`);
170
589
  }
171
- logger.info(`Adding ${txs.length} transactions to block ${blockNumber}`);
172
- const db = this.dbs.get(blockNumber);
590
+ this.logger.info(`Adding ${txs.length} transactions to block ${blockNumber}`);
591
+ const db = this.getDbForBlock(blockNumber);
173
592
  const lastArchive = provingState.lastArchiveTreeSnapshot;
174
593
  const newL1ToL2MessageTreeSnapshot = provingState.newL1ToL2MessageTreeSnapshot;
175
594
  const spongeBlobState = provingState.getStartSpongeBlob().clone();
@@ -179,7 +598,7 @@ const logger = createLogger('prover-client:orchestrator');
179
598
  throw new Error(`Invalid proving state when adding a tx`);
180
599
  }
181
600
  validateTx(tx);
182
- logger.debug(`Received transaction: ${tx.hash}`);
601
+ this.logger.debug(`Received transaction: ${tx.hash}`);
183
602
  const startSpongeBlob = spongeBlobState.clone();
184
603
  const [hints, treeSnapshots] = await this.prepareBaseRollupInputs(tx, lastArchive, newL1ToL2MessageTreeSnapshot, startSpongeBlob, db);
185
604
  if (!provingState.verifyState()) {
@@ -190,10 +609,10 @@ const logger = createLogger('prover-client:orchestrator');
190
609
  const txIndex = provingState.addNewTx(txProvingState);
191
610
  if (txProvingState.requireAvmProof) {
192
611
  this.getOrEnqueueChonkVerifier(provingState, txIndex);
193
- logger.debug(`Enqueueing public VM for tx ${txIndex}`);
612
+ this.logger.debug(`Enqueueing public VM for tx ${txIndex}`);
194
613
  this.enqueueVM(provingState, txIndex);
195
614
  } else {
196
- logger.debug(`Enqueueing base rollup for private-only tx ${txIndex}`);
615
+ this.logger.debug(`Enqueueing base rollup for private-only tx ${txIndex}`);
197
616
  this.enqueueBaseRollup(provingState, txIndex);
198
617
  }
199
618
  } catch (err) {
@@ -207,7 +626,8 @@ const logger = createLogger('prover-client:orchestrator');
207
626
  const blockEndBlobFields = provingState.getBlockEndBlobFields();
208
627
  await spongeBlobState.absorb(blockEndBlobFields);
209
628
  provingState.setEndSpongeBlob(spongeBlobState);
210
- // Txs have been added to the block. Now try to accumulate the blobs as far as we can:
629
+ // Txs have been added to the block. Now try to accumulate the out hashes and blobs as far as we can:
630
+ await this.provingState.accumulateCheckpointOutHashes();
211
631
  await this.provingState.setBlobAccumulators();
212
632
  }
213
633
  /**
@@ -222,7 +642,7 @@ const logger = createLogger('prover-client:orchestrator');
222
642
  const txHash = tx.getTxHash().toString();
223
643
  const privateInputs = getPublicChonkVerifierPrivateInputsFromTx(tx, this.proverId.toField());
224
644
  const tubeProof = promiseWithResolvers();
225
- logger.debug(`Starting chonk verifier circuit for tx ${txHash}`);
645
+ this.logger.debug(`Starting chonk verifier circuit for tx ${txHash}`);
226
646
  this.doEnqueueChonkVerifier(txHash, privateInputs, (proof)=>{
227
647
  tubeProof.resolve(proof);
228
648
  });
@@ -251,17 +671,23 @@ const logger = createLogger('prover-client:orchestrator');
251
671
  throw new Error(`Block ${blockNumber} is still accepting txs. Call setBlockCompleted after all txs have been added.`);
252
672
  }
253
673
  // Given we've applied every change from this block, now assemble the block header:
254
- logger.verbose(`Block ${blockNumber} completed. Assembling header.`);
674
+ this.logger.verbose(`Block ${blockNumber} completed. Assembling header.`);
255
675
  const header = await provingState.buildBlockHeader();
256
676
  if (expectedHeader && !header.equals(expectedHeader)) {
257
- logger.error(`Block header mismatch: header=${header} expectedHeader=${expectedHeader}`);
677
+ this.logger.error(`Block header mismatch: header=${header} expectedHeader=${expectedHeader}`);
258
678
  throw new Error('Block header mismatch');
259
679
  }
260
- // Get db for this block
261
- const db = this.dbs.get(provingState.blockNumber);
262
- // Update the archive tree, so we're ready to start processing the next block:
263
- logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
264
- await db.updateArchive(header);
680
+ // Get db for this block and remove from map — no other code should use it after this point.
681
+ const db = this.getDbForBlock(provingState.blockNumber);
682
+ this.dbs.delete(provingState.blockNumber);
683
+ // Update the archive tree, capture the snapshot, and close the fork deterministically.
684
+ try {
685
+ this.logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
686
+ await db.updateArchive(header);
687
+ provingState.setBuiltArchive(await getTreeSnapshot(MerkleTreeId.ARCHIVE, db));
688
+ } finally{
689
+ await db.close();
690
+ }
265
691
  await this.verifyBuiltBlockAgainstSyncedState(provingState);
266
692
  return header;
267
693
  }
@@ -269,50 +695,61 @@ const logger = createLogger('prover-client:orchestrator');
269
695
  async verifyBuiltBlockAgainstSyncedState(provingState) {
270
696
  const builtBlockHeader = provingState.getBuiltBlockHeader();
271
697
  if (!builtBlockHeader) {
272
- logger.debug('Block header not built yet, skipping header check.');
698
+ this.logger.debug('Block header not built yet, skipping header check.');
273
699
  return;
274
700
  }
275
701
  const output = provingState.getBlockRootRollupOutput();
276
702
  if (!output) {
277
- logger.debug('Block root rollup proof not built yet, skipping header check.');
703
+ this.logger.debug('Block root rollup proof not built yet, skipping header check.');
704
+ return;
705
+ }
706
+ const newArchive = provingState.getBuiltArchive();
707
+ if (!newArchive) {
708
+ this.logger.debug('Archive snapshot not yet captured, skipping header check.');
278
709
  return;
279
710
  }
280
711
  const header = await buildHeaderFromCircuitOutputs(output);
281
712
  if (!(await header.hash()).equals(await builtBlockHeader.hash())) {
282
- logger.error(`Block header mismatch.\nCircuit: ${inspect(header)}\nComputed: ${inspect(builtBlockHeader)}`);
713
+ this.logger.error(`Block header mismatch.\nCircuit: ${inspect(header)}\nComputed: ${inspect(builtBlockHeader)}`);
283
714
  provingState.reject(`Block header hash mismatch.`);
284
715
  return;
285
716
  }
286
- // Get db for this block
287
717
  const blockNumber = provingState.blockNumber;
288
- const db = this.dbs.get(blockNumber);
289
- const newArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
290
718
  const syncedArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.dbProvider.getSnapshot(blockNumber));
291
719
  if (!syncedArchive.equals(newArchive)) {
292
- logger.error(`Archive tree mismatch for block ${blockNumber}: world state synced to ${inspect(syncedArchive)} but built ${inspect(newArchive)}`);
720
+ this.logger.error(`Archive tree mismatch for block ${blockNumber}: world state synced to ${inspect(syncedArchive)} but built ${inspect(newArchive)}`);
293
721
  provingState.reject(`Archive tree mismatch.`);
294
722
  return;
295
723
  }
296
724
  const circuitArchive = output.newArchive;
297
725
  if (!newArchive.equals(circuitArchive)) {
298
- logger.error(`New archive mismatch.\nCircuit: ${output.newArchive}\nComputed: ${newArchive}`);
726
+ this.logger.error(`New archive mismatch.\nCircuit: ${output.newArchive}\nComputed: ${newArchive}`);
299
727
  provingState.reject(`New archive mismatch.`);
300
728
  return;
301
729
  }
302
- // TODO(palla/prover): This closes the fork only on the happy path. If this epoch orchestrator
303
- // is aborted and never reaches this point, it will leak the fork. We need to add a global cleanup,
304
- // but have to make sure it only runs once all operations are completed, otherwise some function here
305
- // will attempt to access the fork after it was closed.
306
- logger.debug(`Cleaning up world state fork for ${blockNumber}`);
307
- void this.dbs.get(blockNumber)?.close().then(()=>this.dbs.delete(blockNumber)).catch((err)=>logger.error(`Error closing db for block ${blockNumber}`, err));
308
730
  }
309
731
  /**
310
- * Cancel any further proving
732
+ * Cancel any further proving.
733
+ * If cancelJobsOnStop is true, aborts all pending jobs with the broker (which marks them as 'Aborted').
734
+ * If cancelJobsOnStop is false (default), jobs remain in the broker queue and can be reused on restart/reorg.
311
735
  */ cancel() {
312
- for (const controller of this.pendingProvingJobs){
313
- controller.abort();
736
+ if (this.cancelJobsOnStop) {
737
+ for (const controller of this.pendingProvingJobs){
738
+ controller.abort();
739
+ }
314
740
  }
315
741
  this.provingState?.cancel();
742
+ for (const [blockNumber, db] of this.dbs.entries()){
743
+ void db.close().catch((err)=>this.logger.error(`Error closing db for block ${blockNumber}`, err));
744
+ }
745
+ this.dbs.clear();
746
+ }
747
+ getDbForBlock(blockNumber) {
748
+ const db = this.dbs.get(blockNumber);
749
+ if (!db) {
750
+ throw new Error(`World state fork for block ${blockNumber} not found.`);
751
+ }
752
+ return db;
316
753
  }
317
754
  /**
318
755
  * Returns the proof for the current epoch.
@@ -339,7 +776,7 @@ const logger = createLogger('prover-client:orchestrator');
339
776
  * @param job - The actual job, returns a promise notifying of the job's completion
340
777
  */ deferredProving(provingState, request, callback) {
341
778
  if (!provingState.verifyState()) {
342
- logger.debug(`Not enqueuing job, state no longer valid`);
779
+ this.logger.debug(`Not enqueuing job, state no longer valid`);
343
780
  return;
344
781
  }
345
782
  const controller = new AbortController();
@@ -354,7 +791,7 @@ const logger = createLogger('prover-client:orchestrator');
354
791
  }
355
792
  const result = await request(controller.signal);
356
793
  if (!provingState.verifyState()) {
357
- logger.debug(`State no longer valid, discarding result`);
794
+ this.logger.debug(`State no longer valid, discarding result`);
358
795
  return;
359
796
  }
360
797
  // we could have been cancelled whilst waiting for the result
@@ -369,7 +806,7 @@ const logger = createLogger('prover-client:orchestrator');
369
806
  // drop this result
370
807
  return;
371
808
  }
372
- logger.error(`Error thrown when proving job`, err);
809
+ this.logger.error(`Error thrown when proving job`, err);
373
810
  provingState.reject(`${err}`);
374
811
  } finally{
375
812
  const index = this.pendingProvingJobs.indexOf(controller);
@@ -425,17 +862,17 @@ const logger = createLogger('prover-client:orchestrator');
425
862
  // Executes the next level of merge if all inputs are available
426
863
  enqueueBaseRollup(provingState, txIndex) {
427
864
  if (!provingState.verifyState()) {
428
- logger.debug('Not running base rollup, state invalid');
865
+ this.logger.debug('Not running base rollup, state invalid');
429
866
  return;
430
867
  }
431
868
  if (!provingState.tryStartProvingBase(txIndex)) {
432
- logger.debug(`Base rollup for tx ${txIndex} already started.`);
869
+ this.logger.debug(`Base rollup for tx ${txIndex} already started.`);
433
870
  return;
434
871
  }
435
872
  const txProvingState = provingState.getTxProvingState(txIndex);
436
873
  const { processedTx } = txProvingState;
437
874
  const { rollupType, inputs } = txProvingState.getBaseRollupTypeAndInputs();
438
- logger.debug(`Enqueuing deferred proving base rollup for ${processedTx.hash.toString()}`);
875
+ this.logger.debug(`Enqueuing deferred proving base rollup for ${processedTx.hash.toString()}`);
439
876
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, `ProvingOrchestrator.prover.${inputs instanceof PrivateTxBaseRollupPrivateInputs ? 'getPrivateTxBaseRollupProof' : 'getPublicTxBaseRollupProof'}`, {
440
877
  [Attributes.TX_HASH]: processedTx.hash.toString(),
441
878
  [Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
@@ -446,7 +883,7 @@ const logger = createLogger('prover-client:orchestrator');
446
883
  return this.prover.getPublicTxBaseRollupProof(inputs, signal, provingState.epochNumber);
447
884
  }
448
885
  }), (result)=>{
449
- logger.debug(`Completed proof for ${rollupType} for tx ${processedTx.hash.toString()}`);
886
+ this.logger.debug(`Completed proof for ${rollupType} for tx ${processedTx.hash.toString()}`);
450
887
  validatePartialState(result.inputs.endTreeSnapshots, txProvingState.treeSnapshots);
451
888
  const leafLocation = provingState.setBaseRollupProof(txIndex, result);
452
889
  if (provingState.totalNumTxs === 1) {
@@ -460,14 +897,14 @@ const logger = createLogger('prover-client:orchestrator');
460
897
  // Once completed, will enqueue the the public tx base rollup.
461
898
  getOrEnqueueChonkVerifier(provingState, txIndex) {
462
899
  if (!provingState.verifyState()) {
463
- logger.debug('Not running chonk verifier circuit, state invalid');
900
+ this.logger.debug('Not running chonk verifier circuit, state invalid');
464
901
  return;
465
902
  }
466
903
  const txProvingState = provingState.getTxProvingState(txIndex);
467
904
  const txHash = txProvingState.processedTx.hash.toString();
468
905
  NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH;
469
906
  const handleResult = (result)=>{
470
- logger.debug(`Got chonk verifier proof for tx index: ${txIndex}`, {
907
+ this.logger.debug(`Got chonk verifier proof for tx index: ${txIndex}`, {
471
908
  txHash
472
909
  });
473
910
  txProvingState.setPublicChonkVerifierProof(result);
@@ -475,18 +912,18 @@ const logger = createLogger('prover-client:orchestrator');
475
912
  this.checkAndEnqueueBaseRollup(provingState, txIndex);
476
913
  };
477
914
  if (this.provingState?.cachedChonkVerifierProofs.has(txHash)) {
478
- logger.debug(`Chonk verifier proof already enqueued for tx index: ${txIndex}`, {
915
+ this.logger.debug(`Chonk verifier proof already enqueued for tx index: ${txIndex}`, {
479
916
  txHash
480
917
  });
481
918
  void this.provingState.cachedChonkVerifierProofs.get(txHash).then(handleResult);
482
919
  return;
483
920
  }
484
- logger.debug(`Enqueuing chonk verifier circuit for tx index: ${txIndex}`);
921
+ this.logger.debug(`Enqueuing chonk verifier circuit for tx index: ${txIndex}`);
485
922
  this.doEnqueueChonkVerifier(txHash, txProvingState.getPublicChonkVerifierPrivateInputs(), handleResult);
486
923
  }
487
924
  doEnqueueChonkVerifier(txHash, inputs, handler, provingState = this.provingState) {
488
925
  if (!provingState.verifyState()) {
489
- logger.debug('Not running chonk verifier circuit, state invalid');
926
+ this.logger.debug('Not running chonk verifier circuit, state invalid');
490
927
  return;
491
928
  }
492
929
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getPublicChonkVerifierProof', {
@@ -498,11 +935,11 @@ const logger = createLogger('prover-client:orchestrator');
498
935
  // Enqueues the next level of merge if all inputs are available
499
936
  enqueueMergeRollup(provingState, location) {
500
937
  if (!provingState.verifyState()) {
501
- logger.debug('Not running merge rollup. State no longer valid.');
938
+ this.logger.debug('Not running merge rollup. State no longer valid.');
502
939
  return;
503
940
  }
504
941
  if (!provingState.tryStartProvingMerge(location)) {
505
- logger.debug('Merge rollup already started.');
942
+ this.logger.debug('Merge rollup already started.');
506
943
  return;
507
944
  }
508
945
  const inputs = provingState.getMergeRollupInputs(location);
@@ -516,15 +953,15 @@ const logger = createLogger('prover-client:orchestrator');
516
953
  // Executes the block root rollup circuit
517
954
  enqueueBlockRootRollup(provingState) {
518
955
  if (!provingState.verifyState()) {
519
- logger.debug('Not running block root rollup, state no longer valid');
956
+ this.logger.debug('Not running block root rollup, state no longer valid');
520
957
  return;
521
958
  }
522
959
  if (!provingState.tryStartProvingBlockRoot()) {
523
- logger.debug('Block root rollup already started.');
960
+ this.logger.debug('Block root rollup already started.');
524
961
  return;
525
962
  }
526
963
  const { rollupType, inputs } = provingState.getBlockRootRollupTypeAndInputs();
527
- logger.debug(`Enqueuing ${rollupType} for block ${provingState.blockNumber}.`);
964
+ this.logger.debug(`Enqueuing ${rollupType} for block ${provingState.blockNumber}.`);
528
965
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getBlockRootRollupProof', {
529
966
  [Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
530
967
  }, (signal)=>{
@@ -540,15 +977,16 @@ const logger = createLogger('prover-client:orchestrator');
540
977
  return this.prover.getBlockRootRollupProof(inputs, signal, provingState.epochNumber);
541
978
  }
542
979
  }), async (result)=>{
543
- // If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
544
- await this.verifyBuiltBlockAgainstSyncedState(provingState);
545
- logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`);
980
+ this.logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`);
546
981
  const leafLocation = provingState.setBlockRootRollupProof(result);
547
982
  const checkpointProvingState = provingState.parentCheckpoint;
983
+ // Verification is called from both here and setBlockCompleted. Whichever runs last
984
+ // will be the first to see all three pieces (header, proof output, archive) and run the checks.
985
+ await this.verifyBuiltBlockAgainstSyncedState(provingState);
548
986
  if (checkpointProvingState.totalNumBlocks === 1) {
549
- this.checkAndEnqueueCheckpointRootRollup(checkpointProvingState);
987
+ await this.checkAndEnqueueCheckpointRootRollup(checkpointProvingState);
550
988
  } else {
551
- this.checkAndEnqueueNextBlockMergeRollup(checkpointProvingState, leafLocation);
989
+ await this.checkAndEnqueueNextBlockMergeRollup(checkpointProvingState, leafLocation);
552
990
  }
553
991
  });
554
992
  }
@@ -556,11 +994,11 @@ const logger = createLogger('prover-client:orchestrator');
556
994
  // Enqueues the root parity circuit if all inputs are available
557
995
  enqueueBaseParityCircuit(checkpointProvingState, provingState, baseParityIndex) {
558
996
  if (!provingState.verifyState()) {
559
- logger.debug('Not running base parity. State no longer valid.');
997
+ this.logger.debug('Not running base parity. State no longer valid.');
560
998
  return;
561
999
  }
562
1000
  if (!provingState.tryStartProvingBaseParity(baseParityIndex)) {
563
- logger.warn(`Base parity ${baseParityIndex} already started.`);
1001
+ this.logger.warn(`Base parity ${baseParityIndex} already started.`);
564
1002
  return;
565
1003
  }
566
1004
  const inputs = checkpointProvingState.getBaseParityInputs(baseParityIndex);
@@ -581,11 +1019,11 @@ const logger = createLogger('prover-client:orchestrator');
581
1019
  // Enqueues the root rollup proof if all inputs are available
582
1020
  enqueueRootParityCircuit(provingState) {
583
1021
  if (!provingState.verifyState()) {
584
- logger.debug('Not running root parity. State no longer valid.');
1022
+ this.logger.debug('Not running root parity. State no longer valid.');
585
1023
  return;
586
1024
  }
587
1025
  if (!provingState.tryStartProvingRootParity()) {
588
- logger.debug('Root parity already started.');
1026
+ this.logger.debug('Root parity already started.');
589
1027
  return;
590
1028
  }
591
1029
  const inputs = provingState.getParityRootInputs();
@@ -600,33 +1038,33 @@ const logger = createLogger('prover-client:orchestrator');
600
1038
  // Enqueues the next level of merge if all inputs are available
601
1039
  enqueueBlockMergeRollup(provingState, location) {
602
1040
  if (!provingState.verifyState()) {
603
- logger.debug('Not running block merge rollup. State no longer valid.');
1041
+ this.logger.debug('Not running block merge rollup. State no longer valid.');
604
1042
  return;
605
1043
  }
606
1044
  if (!provingState.tryStartProvingBlockMerge(location)) {
607
- logger.debug('Block merge rollup already started.');
1045
+ this.logger.debug('Block merge rollup already started.');
608
1046
  return;
609
1047
  }
610
1048
  const inputs = provingState.getBlockMergeRollupInputs(location);
611
1049
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getBlockMergeRollupProof', {
612
1050
  [Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-block-merge'
613
- }, (signal)=>this.prover.getBlockMergeRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
1051
+ }, (signal)=>this.prover.getBlockMergeRollupProof(inputs, signal, provingState.epochNumber)), async (result)=>{
614
1052
  provingState.setBlockMergeRollupProof(location, result);
615
- this.checkAndEnqueueNextBlockMergeRollup(provingState, location);
1053
+ await this.checkAndEnqueueNextBlockMergeRollup(provingState, location);
616
1054
  });
617
1055
  }
618
- enqueueCheckpointRootRollup(provingState) {
1056
+ async enqueueCheckpointRootRollup(provingState) {
619
1057
  if (!provingState.verifyState()) {
620
- logger.debug('Not running checkpoint root rollup. State no longer valid.');
1058
+ this.logger.debug('Not running checkpoint root rollup. State no longer valid.');
621
1059
  return;
622
1060
  }
623
1061
  if (!provingState.tryStartProvingCheckpointRoot()) {
624
- logger.debug('Checkpoint root rollup already started.');
1062
+ this.logger.debug('Checkpoint root rollup already started.');
625
1063
  return;
626
1064
  }
627
1065
  const rollupType = provingState.getCheckpointRootRollupType();
628
- logger.debug(`Enqueuing ${rollupType} for checkpoint ${provingState.index}.`);
629
- const inputs = provingState.getCheckpointRootRollupInputs();
1066
+ this.logger.debug(`Enqueuing ${rollupType} for checkpoint ${provingState.index}.`);
1067
+ const inputs = await provingState.getCheckpointRootRollupInputs();
630
1068
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointRootRollupProof', {
631
1069
  [Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
632
1070
  }, (signal)=>{
@@ -639,11 +1077,11 @@ const logger = createLogger('prover-client:orchestrator');
639
1077
  const computedEndBlobAccumulatorState = provingState.getEndBlobAccumulator().toBlobAccumulator();
640
1078
  const circuitEndBlobAccumulatorState = result.inputs.endBlobAccumulator;
641
1079
  if (!circuitEndBlobAccumulatorState.equals(computedEndBlobAccumulatorState)) {
642
- logger.error(`Blob accumulator state mismatch.\nCircuit: ${inspect(circuitEndBlobAccumulatorState)}\nComputed: ${inspect(computedEndBlobAccumulatorState)}`);
1080
+ this.logger.error(`Blob accumulator state mismatch.\nCircuit: ${inspect(circuitEndBlobAccumulatorState)}\nComputed: ${inspect(computedEndBlobAccumulatorState)}`);
643
1081
  provingState.reject(`Blob accumulator state mismatch.`);
644
1082
  return;
645
1083
  }
646
- logger.debug(`Completed ${rollupType} proof for checkpoint ${provingState.index}.`);
1084
+ this.logger.debug(`Completed ${rollupType} proof for checkpoint ${provingState.index}.`);
647
1085
  const leafLocation = provingState.setCheckpointRootRollupProof(result);
648
1086
  const epochProvingState = provingState.parentEpoch;
649
1087
  if (epochProvingState.totalNumCheckpoints === 1) {
@@ -655,37 +1093,37 @@ const logger = createLogger('prover-client:orchestrator');
655
1093
  }
656
1094
  enqueueCheckpointMergeRollup(provingState, location) {
657
1095
  if (!provingState.verifyState()) {
658
- logger.debug('Not running checkpoint merge rollup. State no longer valid.');
1096
+ this.logger.debug('Not running checkpoint merge rollup. State no longer valid.');
659
1097
  return;
660
1098
  }
661
1099
  if (!provingState.tryStartProvingCheckpointMerge(location)) {
662
- logger.debug('Checkpoint merge rollup already started.');
1100
+ this.logger.debug('Checkpoint merge rollup already started.');
663
1101
  return;
664
1102
  }
665
1103
  const inputs = provingState.getCheckpointMergeRollupInputs(location);
666
1104
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointMergeRollupProof', {
667
1105
  [Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-checkpoint-merge'
668
1106
  }, (signal)=>this.prover.getCheckpointMergeRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
669
- logger.debug('Completed proof for checkpoint merge rollup.');
1107
+ this.logger.debug('Completed proof for checkpoint merge rollup.');
670
1108
  provingState.setCheckpointMergeRollupProof(location, result);
671
1109
  this.checkAndEnqueueNextCheckpointMergeRollup(provingState, location);
672
1110
  });
673
1111
  }
674
1112
  enqueueEpochPadding(provingState) {
675
1113
  if (!provingState.verifyState()) {
676
- logger.debug('Not running epoch padding. State no longer valid.');
1114
+ this.logger.debug('Not running epoch padding. State no longer valid.');
677
1115
  return;
678
1116
  }
679
1117
  if (!provingState.tryStartProvingPaddingCheckpoint()) {
680
- logger.debug('Padding checkpoint already started.');
1118
+ this.logger.debug('Padding checkpoint already started.');
681
1119
  return;
682
1120
  }
683
- logger.debug('Padding epoch proof with a padding block root proof.');
1121
+ this.logger.debug('Padding epoch proof with a padding block root proof.');
684
1122
  const inputs = provingState.getPaddingCheckpointInputs();
685
1123
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointPaddingRollupProof', {
686
1124
  [Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-checkpoint-padding'
687
1125
  }, (signal)=>this.prover.getCheckpointPaddingRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
688
- logger.debug('Completed proof for padding checkpoint.');
1126
+ this.logger.debug('Completed proof for padding checkpoint.');
689
1127
  provingState.setCheckpointPaddingProof(result);
690
1128
  this.checkAndEnqueueRootRollup(provingState);
691
1129
  });
@@ -693,15 +1131,15 @@ const logger = createLogger('prover-client:orchestrator');
693
1131
  // Executes the root rollup circuit
694
1132
  enqueueRootRollup(provingState) {
695
1133
  if (!provingState.verifyState()) {
696
- logger.debug('Not running root rollup, state no longer valid');
1134
+ this.logger.debug('Not running root rollup, state no longer valid');
697
1135
  return;
698
1136
  }
699
- logger.debug(`Preparing root rollup`);
1137
+ this.logger.debug(`Preparing root rollup`);
700
1138
  const inputs = provingState.getRootRollupInputs();
701
1139
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getRootRollupProof', {
702
1140
  [Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-root'
703
1141
  }, (signal)=>this.prover.getRootRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
704
- logger.verbose(`Orchestrator completed root rollup for epoch ${provingState.epochNumber}`);
1142
+ this.logger.verbose(`Orchestrator completed root rollup for epoch ${provingState.epochNumber}`);
705
1143
  provingState.setRootRollupProof(result);
706
1144
  provingState.resolve({
707
1145
  status: 'success'
@@ -721,27 +1159,27 @@ const logger = createLogger('prover-client:orchestrator');
721
1159
  }
722
1160
  checkAndEnqueueBlockRootRollup(provingState) {
723
1161
  if (!provingState.isReadyForBlockRootRollup()) {
724
- logger.debug('Not ready for block root rollup');
1162
+ this.logger.debug('Not ready for block root rollup');
725
1163
  return;
726
1164
  }
727
1165
  this.enqueueBlockRootRollup(provingState);
728
1166
  }
729
- checkAndEnqueueNextBlockMergeRollup(provingState, currentLocation) {
1167
+ async checkAndEnqueueNextBlockMergeRollup(provingState, currentLocation) {
730
1168
  if (!provingState.isReadyForBlockMerge(currentLocation)) {
731
1169
  return;
732
1170
  }
733
1171
  const parentLocation = provingState.getParentLocation(currentLocation);
734
1172
  if (parentLocation.level === 0) {
735
- this.checkAndEnqueueCheckpointRootRollup(provingState);
1173
+ await this.checkAndEnqueueCheckpointRootRollup(provingState);
736
1174
  } else {
737
1175
  this.enqueueBlockMergeRollup(provingState, parentLocation);
738
1176
  }
739
1177
  }
740
- checkAndEnqueueCheckpointRootRollup(provingState) {
1178
+ async checkAndEnqueueCheckpointRootRollup(provingState) {
741
1179
  if (!provingState.isReadyForCheckpointRoot()) {
742
1180
  return;
743
1181
  }
744
- this.enqueueCheckpointRootRollup(provingState);
1182
+ await this.enqueueCheckpointRootRollup(provingState);
745
1183
  }
746
1184
  checkAndEnqueueNextCheckpointMergeRollup(provingState, currentLocation) {
747
1185
  if (!provingState.isReadyForCheckpointMerge(currentLocation)) {
@@ -756,7 +1194,7 @@ const logger = createLogger('prover-client:orchestrator');
756
1194
  }
757
1195
  checkAndEnqueueRootRollup(provingState) {
758
1196
  if (!provingState.isReadyForRootRollup()) {
759
- logger.debug('Not ready for root rollup');
1197
+ this.logger.debug('Not ready for root rollup');
760
1198
  return;
761
1199
  }
762
1200
  this.enqueueRootRollup(provingState);
@@ -768,7 +1206,7 @@ const logger = createLogger('prover-client:orchestrator');
768
1206
  * @param txIndex - The index of the transaction being proven
769
1207
  */ enqueueVM(provingState, txIndex) {
770
1208
  if (!provingState.verifyState()) {
771
- logger.debug(`Not running VM circuit as state is no longer valid`);
1209
+ this.logger.debug(`Not running VM circuit as state is no longer valid`);
772
1210
  return;
773
1211
  }
774
1212
  const txProvingState = provingState.getTxProvingState(txIndex);
@@ -778,9 +1216,9 @@ const logger = createLogger('prover-client:orchestrator');
778
1216
  const inputs = txProvingState.getAvmInputs();
779
1217
  return await this.prover.getAvmProof(inputs, signal, provingState.epochNumber);
780
1218
  });
781
- this.deferredProving(provingState, doAvmProving, (proofAndVk)=>{
782
- logger.debug(`Proven VM for tx index: ${txIndex}`);
783
- txProvingState.setAvmProof(proofAndVk);
1219
+ this.deferredProving(provingState, doAvmProving, (proof)=>{
1220
+ this.logger.debug(`Proven VM for tx index: ${txIndex}`);
1221
+ txProvingState.setAvmProof(proof);
784
1222
  this.checkAndEnqueueBaseRollup(provingState, txIndex);
785
1223
  });
786
1224
  }
@@ -790,30 +1228,7 @@ const logger = createLogger('prover-client:orchestrator');
790
1228
  return;
791
1229
  }
792
1230
  // We must have completed all proving (chonk verifier proof and (if required) vm proof are generated), we now move to the base rollup.
793
- logger.debug(`Public functions completed for tx ${txIndex} enqueueing base rollup`);
1231
+ this.logger.debug(`Public functions completed for tx ${txIndex} enqueueing base rollup`);
794
1232
  this.enqueueBaseRollup(provingState, txIndex);
795
1233
  }
796
1234
  }
797
- _ts_decorate([
798
- trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
799
- [Attributes.BLOCK_NUMBER]: blockNumber
800
- }))
801
- ], ProvingOrchestrator.prototype, "startNewBlock", null);
802
- _ts_decorate([
803
- trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
804
- [Attributes.BLOCK_TXS_COUNT]: txs.length
805
- }))
806
- ], ProvingOrchestrator.prototype, "addTxs", null);
807
- _ts_decorate([
808
- trackSpan('ProvingOrchestrator.startChonkVerifierCircuits')
809
- ], ProvingOrchestrator.prototype, "startChonkVerifierCircuits", null);
810
- _ts_decorate([
811
- trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
812
- [Attributes.BLOCK_NUMBER]: blockNumber
813
- }))
814
- ], ProvingOrchestrator.prototype, "setBlockCompleted", null);
815
- _ts_decorate([
816
- trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
817
- [Attributes.TX_HASH]: tx.hash.toString()
818
- }))
819
- ], ProvingOrchestrator.prototype, "prepareBaseRollupInputs", null);