@aztec/prover-client 0.0.1-commit.9b94fc1 → 0.0.1-commit.b468ad8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (107) hide show
  1. package/dest/config.d.ts +2 -2
  2. package/dest/config.d.ts.map +1 -1
  3. package/dest/config.js +1 -1
  4. package/dest/light/index.d.ts +2 -0
  5. package/dest/light/index.d.ts.map +1 -0
  6. package/dest/light/index.js +1 -0
  7. package/dest/light/lightweight_checkpoint_builder.d.ts +33 -14
  8. package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
  9. package/dest/light/lightweight_checkpoint_builder.js +116 -23
  10. package/dest/mocks/fixtures.d.ts +1 -1
  11. package/dest/mocks/fixtures.d.ts.map +1 -1
  12. package/dest/mocks/fixtures.js +6 -5
  13. package/dest/mocks/test_context.d.ts +5 -3
  14. package/dest/mocks/test_context.d.ts.map +1 -1
  15. package/dest/mocks/test_context.js +25 -11
  16. package/dest/orchestrator/block-building-helpers.d.ts +4 -4
  17. package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
  18. package/dest/orchestrator/block-building-helpers.js +5 -4
  19. package/dest/orchestrator/block-proving-state.d.ts +5 -4
  20. package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
  21. package/dest/orchestrator/block-proving-state.js +1 -1
  22. package/dest/orchestrator/checkpoint-proving-state.d.ts +20 -6
  23. package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
  24. package/dest/orchestrator/checkpoint-proving-state.js +40 -5
  25. package/dest/orchestrator/epoch-proving-state.d.ts +8 -7
  26. package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
  27. package/dest/orchestrator/epoch-proving-state.js +36 -2
  28. package/dest/orchestrator/orchestrator.d.ts +23 -8
  29. package/dest/orchestrator/orchestrator.d.ts.map +1 -1
  30. package/dest/orchestrator/orchestrator.js +540 -137
  31. package/dest/orchestrator/orchestrator_metrics.d.ts +1 -3
  32. package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
  33. package/dest/orchestrator/orchestrator_metrics.js +2 -15
  34. package/dest/orchestrator/tx-proving-state.d.ts +6 -5
  35. package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
  36. package/dest/orchestrator/tx-proving-state.js +8 -8
  37. package/dest/prover-client/factory.d.ts +3 -3
  38. package/dest/prover-client/factory.d.ts.map +1 -1
  39. package/dest/prover-client/prover-client.d.ts +3 -3
  40. package/dest/prover-client/prover-client.d.ts.map +1 -1
  41. package/dest/prover-client/prover-client.js +7 -4
  42. package/dest/prover-client/server-epoch-prover.d.ts +5 -5
  43. package/dest/prover-client/server-epoch-prover.d.ts.map +1 -1
  44. package/dest/proving_broker/broker_prover_facade.d.ts +7 -5
  45. package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
  46. package/dest/proving_broker/broker_prover_facade.js +6 -13
  47. package/dest/proving_broker/config.d.ts +6 -2
  48. package/dest/proving_broker/config.d.ts.map +1 -1
  49. package/dest/proving_broker/config.js +8 -2
  50. package/dest/proving_broker/fixtures.js +1 -1
  51. package/dest/proving_broker/proving_agent.d.ts +5 -9
  52. package/dest/proving_broker/proving_agent.d.ts.map +1 -1
  53. package/dest/proving_broker/proving_agent.js +4 -19
  54. package/dest/proving_broker/proving_broker.d.ts +1 -1
  55. package/dest/proving_broker/proving_broker.d.ts.map +1 -1
  56. package/dest/proving_broker/proving_broker.js +4 -10
  57. package/dest/proving_broker/proving_broker_database/persisted.d.ts +3 -2
  58. package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
  59. package/dest/proving_broker/proving_broker_database/persisted.js +389 -1
  60. package/dest/proving_broker/proving_broker_instrumentation.d.ts +1 -1
  61. package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
  62. package/dest/proving_broker/proving_broker_instrumentation.js +15 -35
  63. package/dest/proving_broker/proving_job_controller.d.ts +4 -3
  64. package/dest/proving_broker/proving_job_controller.d.ts.map +1 -1
  65. package/dest/proving_broker/proving_job_controller.js +8 -6
  66. package/dest/test/mock_proof_store.d.ts +3 -3
  67. package/dest/test/mock_proof_store.d.ts.map +1 -1
  68. package/dest/test/mock_prover.d.ts +2 -2
  69. package/dest/test/mock_prover.d.ts.map +1 -1
  70. package/dest/test/mock_prover.js +4 -4
  71. package/package.json +20 -19
  72. package/src/config.ts +1 -1
  73. package/src/light/index.ts +1 -0
  74. package/src/light/lightweight_checkpoint_builder.ts +178 -31
  75. package/src/mocks/fixtures.ts +6 -5
  76. package/src/mocks/test_context.ts +25 -10
  77. package/src/orchestrator/block-building-helpers.ts +5 -4
  78. package/src/orchestrator/block-proving-state.ts +3 -2
  79. package/src/orchestrator/checkpoint-proving-state.ts +56 -8
  80. package/src/orchestrator/epoch-proving-state.ts +63 -12
  81. package/src/orchestrator/orchestrator.ts +138 -121
  82. package/src/orchestrator/orchestrator_metrics.ts +2 -25
  83. package/src/orchestrator/tx-proving-state.ts +10 -14
  84. package/src/prover-client/factory.ts +6 -2
  85. package/src/prover-client/prover-client.ts +25 -15
  86. package/src/prover-client/server-epoch-prover.ts +4 -4
  87. package/src/proving_broker/broker_prover_facade.ts +10 -17
  88. package/src/proving_broker/config.ts +10 -1
  89. package/src/proving_broker/fixtures.ts +1 -1
  90. package/src/proving_broker/proving_agent.ts +6 -19
  91. package/src/proving_broker/proving_broker.ts +4 -8
  92. package/src/proving_broker/proving_broker_database/persisted.ts +15 -1
  93. package/src/proving_broker/proving_broker_instrumentation.ts +14 -35
  94. package/src/proving_broker/proving_job_controller.ts +11 -6
  95. package/src/test/mock_prover.ts +2 -14
  96. package/dest/block-factory/index.d.ts +0 -2
  97. package/dest/block-factory/index.d.ts.map +0 -1
  98. package/dest/block-factory/index.js +0 -1
  99. package/dest/block-factory/light.d.ts +0 -38
  100. package/dest/block-factory/light.d.ts.map +0 -1
  101. package/dest/block-factory/light.js +0 -108
  102. package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
  103. package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
  104. package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
  105. package/src/block-factory/index.ts +0 -1
  106. package/src/block-factory/light.ts +0 -137
  107. package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
@@ -1,19 +1,386 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
369
+ }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
6
372
  }
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _initProto;
7
374
  import { L1_TO_L2_MSG_SUBTREE_HEIGHT, L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, NUM_BASE_PARITY_PER_ROOT_PARITY } from '@aztec/constants';
375
+ import { BlockNumber } from '@aztec/foundation/branded-types';
8
376
  import { padArrayEnd } from '@aztec/foundation/collection';
377
+ import { Fr } from '@aztec/foundation/curves/bn254';
9
378
  import { AbortError } from '@aztec/foundation/error';
10
- import { Fr } from '@aztec/foundation/fields';
11
379
  import { createLogger } from '@aztec/foundation/log';
12
380
  import { promiseWithResolvers } from '@aztec/foundation/promise';
13
381
  import { assertLength } from '@aztec/foundation/serialize';
14
382
  import { pushTestData } from '@aztec/foundation/testing';
15
383
  import { elapsed } from '@aztec/foundation/timer';
16
- import { readAvmMinimalPublicTxInputsFromFile } from '@aztec/simulator/public/fixtures';
17
384
  import { BlockRootEmptyTxFirstRollupPrivateInputs, BlockRootFirstRollupPrivateInputs, BlockRootSingleTxFirstRollupPrivateInputs, BlockRootSingleTxRollupPrivateInputs, CheckpointRootSingleBlockRollupPrivateInputs, PrivateTxBaseRollupPrivateInputs } from '@aztec/stdlib/rollup';
18
385
  import { MerkleTreeId } from '@aztec/stdlib/trees';
19
386
  import { Attributes, getTelemetryClient, trackSpan, wrapCallbackInSpan } from '@aztec/telemetry-client';
@@ -22,7 +389,15 @@ import { buildHeaderFromCircuitOutputs, getLastSiblingPath, getPublicChonkVerifi
22
389
  import { EpochProvingState } from './epoch-proving-state.js';
23
390
  import { ProvingOrchestratorMetrics } from './orchestrator_metrics.js';
24
391
  import { TxProvingState } from './tx-proving-state.js';
25
- const logger = createLogger('prover-client:orchestrator');
392
+ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
393
+ [Attributes.BLOCK_NUMBER]: blockNumber
394
+ })), _dec1 = trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
395
+ [Attributes.BLOCK_TXS_COUNT]: txs.length
396
+ })), _dec2 = trackSpan('ProvingOrchestrator.startChonkVerifierCircuits'), _dec3 = trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
397
+ [Attributes.BLOCK_NUMBER]: blockNumber
398
+ })), _dec4 = trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
399
+ [Attributes.TX_HASH]: tx.hash.toString()
400
+ }));
26
401
  /**
27
402
  * Implements an event driven proving scheduler to build the recursive proof tree. The idea being:
28
403
  * 1. Transactions are provided to the scheduler post simulation.
@@ -38,19 +413,53 @@ const logger = createLogger('prover-client:orchestrator');
38
413
  dbProvider;
39
414
  prover;
40
415
  proverId;
416
+ cancelJobsOnStop;
417
+ static{
418
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
419
+ [
420
+ _dec,
421
+ 2,
422
+ "startNewBlock"
423
+ ],
424
+ [
425
+ _dec1,
426
+ 2,
427
+ "addTxs"
428
+ ],
429
+ [
430
+ _dec2,
431
+ 2,
432
+ "startChonkVerifierCircuits"
433
+ ],
434
+ [
435
+ _dec3,
436
+ 2,
437
+ "setBlockCompleted"
438
+ ],
439
+ [
440
+ _dec4,
441
+ 2,
442
+ "prepareBaseRollupInputs"
443
+ ]
444
+ ], []));
445
+ }
41
446
  provingState;
42
447
  pendingProvingJobs;
43
448
  provingPromise;
44
449
  metrics;
450
+ // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
45
451
  dbs;
46
- constructor(dbProvider, prover, proverId, telemetryClient = getTelemetryClient()){
452
+ logger;
453
+ constructor(dbProvider, prover, proverId, cancelJobsOnStop = false, telemetryClient = getTelemetryClient(), bindings){
47
454
  this.dbProvider = dbProvider;
48
455
  this.prover = prover;
49
456
  this.proverId = proverId;
50
- this.provingState = undefined;
457
+ this.cancelJobsOnStop = cancelJobsOnStop;
458
+ this.provingState = (_initProto(this), undefined);
51
459
  this.pendingProvingJobs = [];
52
460
  this.provingPromise = undefined;
53
461
  this.dbs = new Map();
462
+ this.logger = createLogger('prover-client:orchestrator', bindings);
54
463
  this.metrics = new ProvingOrchestratorMetrics(telemetryClient, 'ProvingOrchestrator');
55
464
  }
56
465
  get tracer() {
@@ -59,6 +468,9 @@ const logger = createLogger('prover-client:orchestrator');
59
468
  getProverId() {
60
469
  return this.proverId;
61
470
  }
471
+ getNumActiveForks() {
472
+ return this.dbs.size;
473
+ }
62
474
  stop() {
63
475
  this.cancel();
64
476
  return Promise.resolve();
@@ -72,11 +484,18 @@ const logger = createLogger('prover-client:orchestrator');
72
484
  status: 'failure',
73
485
  reason
74
486
  }));
75
- logger.info(`Starting epoch ${epochNumber} with ${totalNumCheckpoints} checkpoints.`);
487
+ this.logger.info(`Starting epoch ${epochNumber} with ${totalNumCheckpoints} checkpoints.`);
76
488
  this.provingState = new EpochProvingState(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges, (provingState)=>this.checkAndEnqueueCheckpointRootRollup(provingState), resolve, reject);
77
489
  this.provingPromise = promise;
78
490
  }
79
- async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
491
+ /**
492
+ * Starts a new checkpoint.
493
+ * @param checkpointIndex - The index of the checkpoint in the epoch.
494
+ * @param constants - The constants for this checkpoint.
495
+ * @param l1ToL2Messages - The set of L1 to L2 messages to be inserted at the beginning of this checkpoint.
496
+ * @param totalNumBlocks - The total number of blocks expected in the checkpoint (must be at least one).
497
+ * @param headerOfLastBlockInPreviousCheckpoint - The header of the last block in the previous checkpoint.
498
+ */ async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
80
499
  if (!this.provingState) {
81
500
  throw new Error('Empty epoch proving state. Call startNewEpoch before starting a checkpoint.');
82
501
  }
@@ -86,8 +505,11 @@ const logger = createLogger('prover-client:orchestrator');
86
505
  // Fork world state at the end of the immediately previous block.
87
506
  const lastBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber;
88
507
  const db = await this.dbProvider.fork(lastBlockNumber);
89
- const firstBlockNumber = lastBlockNumber + 1;
90
- this.dbs.set(firstBlockNumber, db);
508
+ const firstBlockNumber = BlockNumber(lastBlockNumber + 1);
509
+ this.dbs.set(firstBlockNumber, {
510
+ fork: db,
511
+ cleanupPromise: undefined
512
+ });
91
513
  // Get archive sibling path before any block in this checkpoint lands.
92
514
  const lastArchiveSiblingPath = await getLastSiblingPath(MerkleTreeId.ARCHIVE, db);
93
515
  // Insert all the l1 to l2 messages into the db. And get the states before and after the insertion.
@@ -112,14 +534,17 @@ const logger = createLogger('prover-client:orchestrator');
112
534
  throw new Error(`Checkpoint not accepting further blocks.`);
113
535
  }
114
536
  const constants = checkpointProvingState.constants;
115
- logger.info(`Starting block ${blockNumber} for slot ${constants.slotNumber}.`);
537
+ this.logger.info(`Starting block ${blockNumber} for slot ${constants.slotNumber}.`);
116
538
  // Fork the db only when it's not already set. The db for the first block is set in `startNewCheckpoint`.
117
539
  if (!this.dbs.has(blockNumber)) {
118
540
  // Fork world state at the end of the immediately previous block
119
- const db = await this.dbProvider.fork(blockNumber - 1);
120
- this.dbs.set(blockNumber, db);
541
+ const db = await this.dbProvider.fork(BlockNumber(blockNumber - 1));
542
+ this.dbs.set(blockNumber, {
543
+ fork: db,
544
+ cleanupPromise: undefined
545
+ });
121
546
  }
122
- const db = this.dbs.get(blockNumber);
547
+ const db = this.dbs.get(blockNumber).fork;
123
548
  // Get archive snapshot and sibling path before any txs in this block lands.
124
549
  const lastArchiveTreeSnapshot = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
125
550
  const lastArchiveSiblingPath = await getRootTreeSiblingPath(MerkleTreeId.ARCHIVE, db);
@@ -139,7 +564,8 @@ const logger = createLogger('prover-client:orchestrator');
139
564
  const blockEndBlobFields = blockProvingState.getBlockEndBlobFields();
140
565
  await endSpongeBlob.absorb(blockEndBlobFields);
141
566
  blockProvingState.setEndSpongeBlob(endSpongeBlob);
142
- // And also try to accumulate the blobs as far as we can:
567
+ // Try to accumulate the out hashes and blobs as far as we can:
568
+ await this.provingState.accumulateCheckpointOutHashes();
143
569
  await this.provingState.setBlobAccumulators();
144
570
  }
145
571
  }
@@ -153,10 +579,10 @@ const logger = createLogger('prover-client:orchestrator');
153
579
  if (!txs.length) {
154
580
  // To avoid an ugly throw below. If we require an empty block, we can just call setBlockCompleted
155
581
  // on a block with no txs. We cannot do that here because we cannot find the blockNumber without any txs.
156
- logger.warn(`Provided no txs to orchestrator addTxs.`);
582
+ this.logger.warn(`Provided no txs to orchestrator addTxs.`);
157
583
  return;
158
584
  }
159
- const blockNumber = txs[0].globalVariables.blockNumber;
585
+ const blockNumber = BlockNumber(txs[0].globalVariables.blockNumber);
160
586
  const provingState = this.provingState.getBlockProvingStateByBlockNumber(blockNumber);
161
587
  if (!provingState) {
162
588
  throw new Error(`Proving state for block ${blockNumber} not found. Call startNewBlock first.`);
@@ -167,8 +593,8 @@ const logger = createLogger('prover-client:orchestrator');
167
593
  if (!provingState.isAcceptingTxs()) {
168
594
  throw new Error(`Block ${blockNumber} has been initialized with transactions.`);
169
595
  }
170
- logger.info(`Adding ${txs.length} transactions to block ${blockNumber}`);
171
- const db = this.dbs.get(blockNumber);
596
+ this.logger.info(`Adding ${txs.length} transactions to block ${blockNumber}`);
597
+ const db = this.dbs.get(blockNumber).fork;
172
598
  const lastArchive = provingState.lastArchiveTreeSnapshot;
173
599
  const newL1ToL2MessageTreeSnapshot = provingState.newL1ToL2MessageTreeSnapshot;
174
600
  const spongeBlobState = provingState.getStartSpongeBlob().clone();
@@ -178,7 +604,7 @@ const logger = createLogger('prover-client:orchestrator');
178
604
  throw new Error(`Invalid proving state when adding a tx`);
179
605
  }
180
606
  validateTx(tx);
181
- logger.info(`Received transaction: ${tx.hash}`);
607
+ this.logger.debug(`Received transaction: ${tx.hash}`);
182
608
  const startSpongeBlob = spongeBlobState.clone();
183
609
  const [hints, treeSnapshots] = await this.prepareBaseRollupInputs(tx, lastArchive, newL1ToL2MessageTreeSnapshot, startSpongeBlob, db);
184
610
  if (!provingState.verifyState()) {
@@ -189,10 +615,10 @@ const logger = createLogger('prover-client:orchestrator');
189
615
  const txIndex = provingState.addNewTx(txProvingState);
190
616
  if (txProvingState.requireAvmProof) {
191
617
  this.getOrEnqueueChonkVerifier(provingState, txIndex);
192
- logger.debug(`Enqueueing public VM for tx ${txIndex}`);
618
+ this.logger.debug(`Enqueueing public VM for tx ${txIndex}`);
193
619
  this.enqueueVM(provingState, txIndex);
194
620
  } else {
195
- logger.debug(`Enqueueing base rollup for private-only tx ${txIndex}`);
621
+ this.logger.debug(`Enqueueing base rollup for private-only tx ${txIndex}`);
196
622
  this.enqueueBaseRollup(provingState, txIndex);
197
623
  }
198
624
  } catch (err) {
@@ -206,7 +632,8 @@ const logger = createLogger('prover-client:orchestrator');
206
632
  const blockEndBlobFields = provingState.getBlockEndBlobFields();
207
633
  await spongeBlobState.absorb(blockEndBlobFields);
208
634
  provingState.setEndSpongeBlob(spongeBlobState);
209
- // Txs have been added to the block. Now try to accumulate the blobs as far as we can:
635
+ // Txs have been added to the block. Now try to accumulate the out hashes and blobs as far as we can:
636
+ await this.provingState.accumulateCheckpointOutHashes();
210
637
  await this.provingState.setBlobAccumulators();
211
638
  }
212
639
  /**
@@ -221,7 +648,7 @@ const logger = createLogger('prover-client:orchestrator');
221
648
  const txHash = tx.getTxHash().toString();
222
649
  const privateInputs = getPublicChonkVerifierPrivateInputsFromTx(tx, this.proverId.toField());
223
650
  const tubeProof = promiseWithResolvers();
224
- logger.debug(`Starting chonk verifier circuit for tx ${txHash}`);
651
+ this.logger.debug(`Starting chonk verifier circuit for tx ${txHash}`);
225
652
  this.doEnqueueChonkVerifier(txHash, privateInputs, (proof)=>{
226
653
  tubeProof.resolve(proof);
227
654
  });
@@ -250,16 +677,16 @@ const logger = createLogger('prover-client:orchestrator');
250
677
  throw new Error(`Block ${blockNumber} is still accepting txs. Call setBlockCompleted after all txs have been added.`);
251
678
  }
252
679
  // Given we've applied every change from this block, now assemble the block header:
253
- logger.verbose(`Block ${blockNumber} completed. Assembling header.`);
680
+ this.logger.verbose(`Block ${blockNumber} completed. Assembling header.`);
254
681
  const header = await provingState.buildBlockHeader();
255
682
  if (expectedHeader && !header.equals(expectedHeader)) {
256
- logger.error(`Block header mismatch: header=${header} expectedHeader=${expectedHeader}`);
683
+ this.logger.error(`Block header mismatch: header=${header} expectedHeader=${expectedHeader}`);
257
684
  throw new Error('Block header mismatch');
258
685
  }
259
686
  // Get db for this block
260
- const db = this.dbs.get(provingState.blockNumber);
687
+ const db = this.dbs.get(provingState.blockNumber).fork;
261
688
  // Update the archive tree, so we're ready to start processing the next block:
262
- logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
689
+ this.logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
263
690
  await db.updateArchive(header);
264
691
  await this.verifyBuiltBlockAgainstSyncedState(provingState);
265
692
  return header;
@@ -268,33 +695,33 @@ const logger = createLogger('prover-client:orchestrator');
268
695
  async verifyBuiltBlockAgainstSyncedState(provingState) {
269
696
  const builtBlockHeader = provingState.getBuiltBlockHeader();
270
697
  if (!builtBlockHeader) {
271
- logger.debug('Block header not built yet, skipping header check.');
698
+ this.logger.debug('Block header not built yet, skipping header check.');
272
699
  return;
273
700
  }
274
701
  const output = provingState.getBlockRootRollupOutput();
275
702
  if (!output) {
276
- logger.debug('Block root rollup proof not built yet, skipping header check.');
703
+ this.logger.debug('Block root rollup proof not built yet, skipping header check.');
277
704
  return;
278
705
  }
279
706
  const header = await buildHeaderFromCircuitOutputs(output);
280
707
  if (!(await header.hash()).equals(await builtBlockHeader.hash())) {
281
- logger.error(`Block header mismatch.\nCircuit: ${inspect(header)}\nComputed: ${inspect(builtBlockHeader)}`);
708
+ this.logger.error(`Block header mismatch.\nCircuit: ${inspect(header)}\nComputed: ${inspect(builtBlockHeader)}`);
282
709
  provingState.reject(`Block header hash mismatch.`);
283
710
  return;
284
711
  }
285
712
  // Get db for this block
286
713
  const blockNumber = provingState.blockNumber;
287
- const db = this.dbs.get(blockNumber);
714
+ const db = this.dbs.get(blockNumber).fork;
288
715
  const newArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
289
716
  const syncedArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.dbProvider.getSnapshot(blockNumber));
290
717
  if (!syncedArchive.equals(newArchive)) {
291
- logger.error(`Archive tree mismatch for block ${blockNumber}: world state synced to ${inspect(syncedArchive)} but built ${inspect(newArchive)}`);
718
+ this.logger.error(`Archive tree mismatch for block ${blockNumber}: world state synced to ${inspect(syncedArchive)} but built ${inspect(newArchive)}`);
292
719
  provingState.reject(`Archive tree mismatch.`);
293
720
  return;
294
721
  }
295
722
  const circuitArchive = output.newArchive;
296
723
  if (!newArchive.equals(circuitArchive)) {
297
- logger.error(`New archive mismatch.\nCircuit: ${output.newArchive}\nComputed: ${newArchive}`);
724
+ this.logger.error(`New archive mismatch.\nCircuit: ${output.newArchive}\nComputed: ${newArchive}`);
298
725
  provingState.reject(`New archive mismatch.`);
299
726
  return;
300
727
  }
@@ -302,14 +729,17 @@ const logger = createLogger('prover-client:orchestrator');
302
729
  // is aborted and never reaches this point, it will leak the fork. We need to add a global cleanup,
303
730
  // but have to make sure it only runs once all operations are completed, otherwise some function here
304
731
  // will attempt to access the fork after it was closed.
305
- logger.debug(`Cleaning up world state fork for ${blockNumber}`);
306
- void this.dbs.get(blockNumber)?.close().then(()=>this.dbs.delete(blockNumber)).catch((err)=>logger.error(`Error closing db for block ${blockNumber}`, err));
732
+ void this.cleanupDBFork(blockNumber);
307
733
  }
308
734
  /**
309
- * Cancel any further proving
735
+ * Cancel any further proving.
736
+ * If cancelJobsOnStop is true, aborts all pending jobs with the broker (which marks them as 'Aborted').
737
+ * If cancelJobsOnStop is false (default), jobs remain in the broker queue and can be reused on restart/reorg.
310
738
  */ cancel() {
311
- for (const controller of this.pendingProvingJobs){
312
- controller.abort();
739
+ if (this.cancelJobsOnStop) {
740
+ for (const controller of this.pendingProvingJobs){
741
+ controller.abort();
742
+ }
313
743
  }
314
744
  this.provingState?.cancel();
315
745
  }
@@ -331,6 +761,22 @@ const logger = createLogger('prover-client:orchestrator');
331
761
  });
332
762
  return epochProofResult;
333
763
  }
764
+ async cleanupDBFork(blockNumber) {
765
+ this.logger.debug(`Cleaning up world state fork for ${blockNumber}`);
766
+ const fork = this.dbs.get(blockNumber);
767
+ if (!fork) {
768
+ return;
769
+ }
770
+ try {
771
+ if (!fork.cleanupPromise) {
772
+ fork.cleanupPromise = fork.fork.close();
773
+ }
774
+ await fork.cleanupPromise;
775
+ this.dbs.delete(blockNumber);
776
+ } catch (err) {
777
+ this.logger.error(`Error closing db for block ${blockNumber}`, err);
778
+ }
779
+ }
334
780
  /**
335
781
  * Enqueue a job to be scheduled
336
782
  * @param provingState - The proving state object being operated on
@@ -338,7 +784,7 @@ const logger = createLogger('prover-client:orchestrator');
338
784
  * @param job - The actual job, returns a promise notifying of the job's completion
339
785
  */ deferredProving(provingState, request, callback) {
340
786
  if (!provingState.verifyState()) {
341
- logger.debug(`Not enqueuing job, state no longer valid`);
787
+ this.logger.debug(`Not enqueuing job, state no longer valid`);
342
788
  return;
343
789
  }
344
790
  const controller = new AbortController();
@@ -353,7 +799,7 @@ const logger = createLogger('prover-client:orchestrator');
353
799
  }
354
800
  const result = await request(controller.signal);
355
801
  if (!provingState.verifyState()) {
356
- logger.debug(`State no longer valid, discarding result`);
802
+ this.logger.debug(`State no longer valid, discarding result`);
357
803
  return;
358
804
  }
359
805
  // we could have been cancelled whilst waiting for the result
@@ -368,7 +814,7 @@ const logger = createLogger('prover-client:orchestrator');
368
814
  // drop this result
369
815
  return;
370
816
  }
371
- logger.error(`Error thrown when proving job`, err);
817
+ this.logger.error(`Error thrown when proving job`, err);
372
818
  provingState.reject(`${err}`);
373
819
  } finally{
374
820
  const index = this.pendingProvingJobs.indexOf(controller);
@@ -424,17 +870,17 @@ const logger = createLogger('prover-client:orchestrator');
424
870
  // Executes the next level of merge if all inputs are available
425
871
  enqueueBaseRollup(provingState, txIndex) {
426
872
  if (!provingState.verifyState()) {
427
- logger.debug('Not running base rollup, state invalid');
873
+ this.logger.debug('Not running base rollup, state invalid');
428
874
  return;
429
875
  }
430
876
  if (!provingState.tryStartProvingBase(txIndex)) {
431
- logger.debug(`Base rollup for tx ${txIndex} already started.`);
877
+ this.logger.debug(`Base rollup for tx ${txIndex} already started.`);
432
878
  return;
433
879
  }
434
880
  const txProvingState = provingState.getTxProvingState(txIndex);
435
881
  const { processedTx } = txProvingState;
436
882
  const { rollupType, inputs } = txProvingState.getBaseRollupTypeAndInputs();
437
- logger.debug(`Enqueuing deferred proving base rollup for ${processedTx.hash.toString()}`);
883
+ this.logger.debug(`Enqueuing deferred proving base rollup for ${processedTx.hash.toString()}`);
438
884
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, `ProvingOrchestrator.prover.${inputs instanceof PrivateTxBaseRollupPrivateInputs ? 'getPrivateTxBaseRollupProof' : 'getPublicTxBaseRollupProof'}`, {
439
885
  [Attributes.TX_HASH]: processedTx.hash.toString(),
440
886
  [Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
@@ -445,7 +891,7 @@ const logger = createLogger('prover-client:orchestrator');
445
891
  return this.prover.getPublicTxBaseRollupProof(inputs, signal, provingState.epochNumber);
446
892
  }
447
893
  }), (result)=>{
448
- logger.debug(`Completed proof for ${rollupType} for tx ${processedTx.hash.toString()}`);
894
+ this.logger.debug(`Completed proof for ${rollupType} for tx ${processedTx.hash.toString()}`);
449
895
  validatePartialState(result.inputs.endTreeSnapshots, txProvingState.treeSnapshots);
450
896
  const leafLocation = provingState.setBaseRollupProof(txIndex, result);
451
897
  if (provingState.totalNumTxs === 1) {
@@ -459,14 +905,14 @@ const logger = createLogger('prover-client:orchestrator');
459
905
  // Once completed, will enqueue the the public tx base rollup.
460
906
  getOrEnqueueChonkVerifier(provingState, txIndex) {
461
907
  if (!provingState.verifyState()) {
462
- logger.debug('Not running chonk verifier circuit, state invalid');
908
+ this.logger.debug('Not running chonk verifier circuit, state invalid');
463
909
  return;
464
910
  }
465
911
  const txProvingState = provingState.getTxProvingState(txIndex);
466
912
  const txHash = txProvingState.processedTx.hash.toString();
467
913
  NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH;
468
914
  const handleResult = (result)=>{
469
- logger.debug(`Got chonk verifier proof for tx index: ${txIndex}`, {
915
+ this.logger.debug(`Got chonk verifier proof for tx index: ${txIndex}`, {
470
916
  txHash
471
917
  });
472
918
  txProvingState.setPublicChonkVerifierProof(result);
@@ -474,18 +920,18 @@ const logger = createLogger('prover-client:orchestrator');
474
920
  this.checkAndEnqueueBaseRollup(provingState, txIndex);
475
921
  };
476
922
  if (this.provingState?.cachedChonkVerifierProofs.has(txHash)) {
477
- logger.debug(`Chonk verifier proof already enqueued for tx index: ${txIndex}`, {
923
+ this.logger.debug(`Chonk verifier proof already enqueued for tx index: ${txIndex}`, {
478
924
  txHash
479
925
  });
480
926
  void this.provingState.cachedChonkVerifierProofs.get(txHash).then(handleResult);
481
927
  return;
482
928
  }
483
- logger.debug(`Enqueuing chonk verifier circuit for tx index: ${txIndex}`);
929
+ this.logger.debug(`Enqueuing chonk verifier circuit for tx index: ${txIndex}`);
484
930
  this.doEnqueueChonkVerifier(txHash, txProvingState.getPublicChonkVerifierPrivateInputs(), handleResult);
485
931
  }
486
932
  doEnqueueChonkVerifier(txHash, inputs, handler, provingState = this.provingState) {
487
933
  if (!provingState.verifyState()) {
488
- logger.debug('Not running chonk verifier circuit, state invalid');
934
+ this.logger.debug('Not running chonk verifier circuit, state invalid');
489
935
  return;
490
936
  }
491
937
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getPublicChonkVerifierProof', {
@@ -497,11 +943,11 @@ const logger = createLogger('prover-client:orchestrator');
497
943
  // Enqueues the next level of merge if all inputs are available
498
944
  enqueueMergeRollup(provingState, location) {
499
945
  if (!provingState.verifyState()) {
500
- logger.debug('Not running merge rollup. State no longer valid.');
946
+ this.logger.debug('Not running merge rollup. State no longer valid.');
501
947
  return;
502
948
  }
503
949
  if (!provingState.tryStartProvingMerge(location)) {
504
- logger.debug('Merge rollup already started.');
950
+ this.logger.debug('Merge rollup already started.');
505
951
  return;
506
952
  }
507
953
  const inputs = provingState.getMergeRollupInputs(location);
@@ -515,15 +961,15 @@ const logger = createLogger('prover-client:orchestrator');
515
961
  // Executes the block root rollup circuit
516
962
  enqueueBlockRootRollup(provingState) {
517
963
  if (!provingState.verifyState()) {
518
- logger.debug('Not running block root rollup, state no longer valid');
964
+ this.logger.debug('Not running block root rollup, state no longer valid');
519
965
  return;
520
966
  }
521
967
  if (!provingState.tryStartProvingBlockRoot()) {
522
- logger.debug('Block root rollup already started.');
968
+ this.logger.debug('Block root rollup already started.');
523
969
  return;
524
970
  }
525
971
  const { rollupType, inputs } = provingState.getBlockRootRollupTypeAndInputs();
526
- logger.debug(`Enqueuing ${rollupType} for block ${provingState.blockNumber}.`);
972
+ this.logger.debug(`Enqueuing ${rollupType} for block ${provingState.blockNumber}.`);
527
973
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getBlockRootRollupProof', {
528
974
  [Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
529
975
  }, (signal)=>{
@@ -539,27 +985,29 @@ const logger = createLogger('prover-client:orchestrator');
539
985
  return this.prover.getBlockRootRollupProof(inputs, signal, provingState.epochNumber);
540
986
  }
541
987
  }), async (result)=>{
542
- // If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
543
- await this.verifyBuiltBlockAgainstSyncedState(provingState);
544
- logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`);
988
+ this.logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`);
545
989
  const leafLocation = provingState.setBlockRootRollupProof(result);
546
990
  const checkpointProvingState = provingState.parentCheckpoint;
991
+ // If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
992
+ await this.verifyBuiltBlockAgainstSyncedState(provingState);
547
993
  if (checkpointProvingState.totalNumBlocks === 1) {
548
994
  this.checkAndEnqueueCheckpointRootRollup(checkpointProvingState);
549
995
  } else {
550
996
  this.checkAndEnqueueNextBlockMergeRollup(checkpointProvingState, leafLocation);
551
997
  }
998
+ // We are finished with the block at this point, ensure the fork is cleaned up
999
+ void this.cleanupDBFork(provingState.blockNumber);
552
1000
  });
553
1001
  }
554
1002
  // Executes the base parity circuit and stores the intermediate state for the root parity circuit
555
1003
  // Enqueues the root parity circuit if all inputs are available
556
1004
  enqueueBaseParityCircuit(checkpointProvingState, provingState, baseParityIndex) {
557
1005
  if (!provingState.verifyState()) {
558
- logger.debug('Not running base parity. State no longer valid.');
1006
+ this.logger.debug('Not running base parity. State no longer valid.');
559
1007
  return;
560
1008
  }
561
1009
  if (!provingState.tryStartProvingBaseParity(baseParityIndex)) {
562
- logger.warn(`Base parity ${baseParityIndex} already started.`);
1010
+ this.logger.warn(`Base parity ${baseParityIndex} already started.`);
563
1011
  return;
564
1012
  }
565
1013
  const inputs = checkpointProvingState.getBaseParityInputs(baseParityIndex);
@@ -580,11 +1028,11 @@ const logger = createLogger('prover-client:orchestrator');
580
1028
  // Enqueues the root rollup proof if all inputs are available
581
1029
  enqueueRootParityCircuit(provingState) {
582
1030
  if (!provingState.verifyState()) {
583
- logger.debug('Not running root parity. State no longer valid.');
1031
+ this.logger.debug('Not running root parity. State no longer valid.');
584
1032
  return;
585
1033
  }
586
1034
  if (!provingState.tryStartProvingRootParity()) {
587
- logger.debug('Root parity already started.');
1035
+ this.logger.debug('Root parity already started.');
588
1036
  return;
589
1037
  }
590
1038
  const inputs = provingState.getParityRootInputs();
@@ -599,11 +1047,11 @@ const logger = createLogger('prover-client:orchestrator');
599
1047
  // Enqueues the next level of merge if all inputs are available
600
1048
  enqueueBlockMergeRollup(provingState, location) {
601
1049
  if (!provingState.verifyState()) {
602
- logger.debug('Not running block merge rollup. State no longer valid.');
1050
+ this.logger.debug('Not running block merge rollup. State no longer valid.');
603
1051
  return;
604
1052
  }
605
1053
  if (!provingState.tryStartProvingBlockMerge(location)) {
606
- logger.debug('Block merge rollup already started.');
1054
+ this.logger.debug('Block merge rollup already started.');
607
1055
  return;
608
1056
  }
609
1057
  const inputs = provingState.getBlockMergeRollupInputs(location);
@@ -616,15 +1064,15 @@ const logger = createLogger('prover-client:orchestrator');
616
1064
  }
617
1065
  enqueueCheckpointRootRollup(provingState) {
618
1066
  if (!provingState.verifyState()) {
619
- logger.debug('Not running checkpoint root rollup. State no longer valid.');
1067
+ this.logger.debug('Not running checkpoint root rollup. State no longer valid.');
620
1068
  return;
621
1069
  }
622
1070
  if (!provingState.tryStartProvingCheckpointRoot()) {
623
- logger.debug('Checkpoint root rollup already started.');
1071
+ this.logger.debug('Checkpoint root rollup already started.');
624
1072
  return;
625
1073
  }
626
1074
  const rollupType = provingState.getCheckpointRootRollupType();
627
- logger.debug(`Enqueuing ${rollupType} for checkpoint ${provingState.index}.`);
1075
+ this.logger.debug(`Enqueuing ${rollupType} for checkpoint ${provingState.index}.`);
628
1076
  const inputs = provingState.getCheckpointRootRollupInputs();
629
1077
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointRootRollupProof', {
630
1078
  [Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
@@ -638,11 +1086,11 @@ const logger = createLogger('prover-client:orchestrator');
638
1086
  const computedEndBlobAccumulatorState = provingState.getEndBlobAccumulator().toBlobAccumulator();
639
1087
  const circuitEndBlobAccumulatorState = result.inputs.endBlobAccumulator;
640
1088
  if (!circuitEndBlobAccumulatorState.equals(computedEndBlobAccumulatorState)) {
641
- logger.error(`Blob accumulator state mismatch.\nCircuit: ${inspect(circuitEndBlobAccumulatorState)}\nComputed: ${inspect(computedEndBlobAccumulatorState)}`);
1089
+ this.logger.error(`Blob accumulator state mismatch.\nCircuit: ${inspect(circuitEndBlobAccumulatorState)}\nComputed: ${inspect(computedEndBlobAccumulatorState)}`);
642
1090
  provingState.reject(`Blob accumulator state mismatch.`);
643
1091
  return;
644
1092
  }
645
- logger.debug(`Completed ${rollupType} proof for checkpoint ${provingState.index}.`);
1093
+ this.logger.debug(`Completed ${rollupType} proof for checkpoint ${provingState.index}.`);
646
1094
  const leafLocation = provingState.setCheckpointRootRollupProof(result);
647
1095
  const epochProvingState = provingState.parentEpoch;
648
1096
  if (epochProvingState.totalNumCheckpoints === 1) {
@@ -654,37 +1102,37 @@ const logger = createLogger('prover-client:orchestrator');
654
1102
  }
655
1103
  enqueueCheckpointMergeRollup(provingState, location) {
656
1104
  if (!provingState.verifyState()) {
657
- logger.debug('Not running checkpoint merge rollup. State no longer valid.');
1105
+ this.logger.debug('Not running checkpoint merge rollup. State no longer valid.');
658
1106
  return;
659
1107
  }
660
1108
  if (!provingState.tryStartProvingCheckpointMerge(location)) {
661
- logger.debug('Checkpoint merge rollup already started.');
1109
+ this.logger.debug('Checkpoint merge rollup already started.');
662
1110
  return;
663
1111
  }
664
1112
  const inputs = provingState.getCheckpointMergeRollupInputs(location);
665
1113
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointMergeRollupProof', {
666
1114
  [Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-checkpoint-merge'
667
1115
  }, (signal)=>this.prover.getCheckpointMergeRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
668
- logger.debug('Completed proof for checkpoint merge rollup.');
1116
+ this.logger.debug('Completed proof for checkpoint merge rollup.');
669
1117
  provingState.setCheckpointMergeRollupProof(location, result);
670
1118
  this.checkAndEnqueueNextCheckpointMergeRollup(provingState, location);
671
1119
  });
672
1120
  }
673
1121
  enqueueEpochPadding(provingState) {
674
1122
  if (!provingState.verifyState()) {
675
- logger.debug('Not running epoch padding. State no longer valid.');
1123
+ this.logger.debug('Not running epoch padding. State no longer valid.');
676
1124
  return;
677
1125
  }
678
1126
  if (!provingState.tryStartProvingPaddingCheckpoint()) {
679
- logger.debug('Padding checkpoint already started.');
1127
+ this.logger.debug('Padding checkpoint already started.');
680
1128
  return;
681
1129
  }
682
- logger.debug('Padding epoch proof with a padding block root proof.');
1130
+ this.logger.debug('Padding epoch proof with a padding block root proof.');
683
1131
  const inputs = provingState.getPaddingCheckpointInputs();
684
1132
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointPaddingRollupProof', {
685
1133
  [Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-checkpoint-padding'
686
1134
  }, (signal)=>this.prover.getCheckpointPaddingRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
687
- logger.debug('Completed proof for padding checkpoint.');
1135
+ this.logger.debug('Completed proof for padding checkpoint.');
688
1136
  provingState.setCheckpointPaddingProof(result);
689
1137
  this.checkAndEnqueueRootRollup(provingState);
690
1138
  });
@@ -692,15 +1140,15 @@ const logger = createLogger('prover-client:orchestrator');
692
1140
  // Executes the root rollup circuit
693
1141
  enqueueRootRollup(provingState) {
694
1142
  if (!provingState.verifyState()) {
695
- logger.debug('Not running root rollup, state no longer valid');
1143
+ this.logger.debug('Not running root rollup, state no longer valid');
696
1144
  return;
697
1145
  }
698
- logger.debug(`Preparing root rollup`);
1146
+ this.logger.debug(`Preparing root rollup`);
699
1147
  const inputs = provingState.getRootRollupInputs();
700
1148
  this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getRootRollupProof', {
701
1149
  [Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-root'
702
1150
  }, (signal)=>this.prover.getRootRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
703
- logger.verbose(`Orchestrator completed root rollup for epoch ${provingState.epochNumber}`);
1151
+ this.logger.verbose(`Orchestrator completed root rollup for epoch ${provingState.epochNumber}`);
704
1152
  provingState.setRootRollupProof(result);
705
1153
  provingState.resolve({
706
1154
  status: 'success'
@@ -720,7 +1168,7 @@ const logger = createLogger('prover-client:orchestrator');
720
1168
  }
721
1169
  checkAndEnqueueBlockRootRollup(provingState) {
722
1170
  if (!provingState.isReadyForBlockRootRollup()) {
723
- logger.debug('Not ready for block root rollup');
1171
+ this.logger.debug('Not ready for block root rollup');
724
1172
  return;
725
1173
  }
726
1174
  this.enqueueBlockRootRollup(provingState);
@@ -755,7 +1203,7 @@ const logger = createLogger('prover-client:orchestrator');
755
1203
  }
756
1204
  checkAndEnqueueRootRollup(provingState) {
757
1205
  if (!provingState.isReadyForRootRollup()) {
758
- logger.debug('Not ready for root rollup');
1206
+ this.logger.debug('Not ready for root rollup');
759
1207
  return;
760
1208
  }
761
1209
  this.enqueueRootRollup(provingState);
@@ -767,41 +1215,19 @@ const logger = createLogger('prover-client:orchestrator');
767
1215
  * @param txIndex - The index of the transaction being proven
768
1216
  */ enqueueVM(provingState, txIndex) {
769
1217
  if (!provingState.verifyState()) {
770
- logger.debug(`Not running VM circuit as state is no longer valid`);
1218
+ this.logger.debug(`Not running VM circuit as state is no longer valid`);
771
1219
  return;
772
1220
  }
773
1221
  const txProvingState = provingState.getTxProvingState(txIndex);
774
- // This function tries to do AVM proving. If there is a failure, it fakes the proof unless AVM_PROVING_STRICT is defined.
775
- // Nothing downstream depends on the AVM proof yet. So having this mode lets us incrementally build the AVM circuit.
776
1222
  const doAvmProving = wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getAvmProof', {
777
1223
  [Attributes.TX_HASH]: txProvingState.processedTx.hash.toString()
778
1224
  }, async (signal)=>{
779
1225
  const inputs = txProvingState.getAvmInputs();
780
- try {
781
- // TODO(#14234)[Unconditional PIs validation]: Remove the whole try-catch logic and
782
- // just keep the next line but removing the second argument (false).
783
- return await this.prover.getAvmProof(inputs, false, signal, provingState.epochNumber);
784
- } catch (err) {
785
- if (process.env.AVM_PROVING_STRICT) {
786
- logger.error(`Error thrown when proving AVM circuit with AVM_PROVING_STRICT on`, err);
787
- throw err;
788
- } else {
789
- logger.warn(`Error thrown when proving AVM circuit but AVM_PROVING_STRICT is off. Use snapshotted
790
- AVM inputs and carrying on. ${inspect(err)}.`);
791
- try {
792
- this.metrics.incAvmFallback();
793
- const snapshotAvmPrivateInputs = readAvmMinimalPublicTxInputsFromFile();
794
- return await this.prover.getAvmProof(snapshotAvmPrivateInputs, true, signal, provingState.epochNumber);
795
- } catch (err) {
796
- logger.error(`Error thrown when proving snapshotted AVM inputs.`, err);
797
- throw err;
798
- }
799
- }
800
- }
1226
+ return await this.prover.getAvmProof(inputs, signal, provingState.epochNumber);
801
1227
  });
802
- this.deferredProving(provingState, doAvmProving, (proofAndVk)=>{
803
- logger.debug(`Proven VM for tx index: ${txIndex}`);
804
- txProvingState.setAvmProof(proofAndVk);
1228
+ this.deferredProving(provingState, doAvmProving, (proof)=>{
1229
+ this.logger.debug(`Proven VM for tx index: ${txIndex}`);
1230
+ txProvingState.setAvmProof(proof);
805
1231
  this.checkAndEnqueueBaseRollup(provingState, txIndex);
806
1232
  });
807
1233
  }
@@ -811,30 +1237,7 @@ const logger = createLogger('prover-client:orchestrator');
811
1237
  return;
812
1238
  }
813
1239
  // We must have completed all proving (chonk verifier proof and (if required) vm proof are generated), we now move to the base rollup.
814
- logger.debug(`Public functions completed for tx ${txIndex} enqueueing base rollup`);
1240
+ this.logger.debug(`Public functions completed for tx ${txIndex} enqueueing base rollup`);
815
1241
  this.enqueueBaseRollup(provingState, txIndex);
816
1242
  }
817
1243
  }
818
- _ts_decorate([
819
- trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
820
- [Attributes.BLOCK_NUMBER]: blockNumber
821
- }))
822
- ], ProvingOrchestrator.prototype, "startNewBlock", null);
823
- _ts_decorate([
824
- trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
825
- [Attributes.BLOCK_TXS_COUNT]: txs.length
826
- }))
827
- ], ProvingOrchestrator.prototype, "addTxs", null);
828
- _ts_decorate([
829
- trackSpan('ProvingOrchestrator.startChonkVerifierCircuits')
830
- ], ProvingOrchestrator.prototype, "startChonkVerifierCircuits", null);
831
- _ts_decorate([
832
- trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
833
- [Attributes.BLOCK_NUMBER]: blockNumber
834
- }))
835
- ], ProvingOrchestrator.prototype, "setBlockCompleted", null);
836
- _ts_decorate([
837
- trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
838
- [Attributes.TX_HASH]: tx.hash.toString()
839
- }))
840
- ], ProvingOrchestrator.prototype, "prepareBaseRollupInputs", null);