@aztec/prover-client 0.0.1-commit.24de95ac → 0.0.1-commit.3469e52

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (129) hide show
  1. package/dest/config.d.ts +2 -2
  2. package/dest/config.d.ts.map +1 -1
  3. package/dest/config.js +1 -1
  4. package/dest/index.d.ts +1 -1
  5. package/dest/light/index.d.ts +2 -0
  6. package/dest/light/index.d.ts.map +1 -0
  7. package/dest/light/index.js +1 -0
  8. package/dest/light/lightweight_checkpoint_builder.d.ts +44 -0
  9. package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -0
  10. package/dest/light/lightweight_checkpoint_builder.js +194 -0
  11. package/dest/mocks/fixtures.d.ts +1 -4
  12. package/dest/mocks/fixtures.d.ts.map +1 -1
  13. package/dest/mocks/fixtures.js +7 -17
  14. package/dest/mocks/test_context.d.ts +29 -46
  15. package/dest/mocks/test_context.d.ts.map +1 -1
  16. package/dest/mocks/test_context.js +116 -116
  17. package/dest/orchestrator/block-building-helpers.d.ts +17 -19
  18. package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
  19. package/dest/orchestrator/block-building-helpers.js +87 -112
  20. package/dest/orchestrator/block-proving-state.d.ts +17 -11
  21. package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
  22. package/dest/orchestrator/block-proving-state.js +81 -20
  23. package/dest/orchestrator/checkpoint-proving-state.d.ts +22 -9
  24. package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
  25. package/dest/orchestrator/checkpoint-proving-state.js +49 -17
  26. package/dest/orchestrator/epoch-proving-state.d.ts +12 -10
  27. package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
  28. package/dest/orchestrator/epoch-proving-state.js +38 -4
  29. package/dest/orchestrator/index.d.ts +1 -1
  30. package/dest/orchestrator/orchestrator.d.ts +20 -10
  31. package/dest/orchestrator/orchestrator.d.ts.map +1 -1
  32. package/dest/orchestrator/orchestrator.js +472 -93
  33. package/dest/orchestrator/orchestrator_metrics.d.ts +1 -3
  34. package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
  35. package/dest/orchestrator/orchestrator_metrics.js +2 -15
  36. package/dest/orchestrator/tx-proving-state.d.ts +6 -5
  37. package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
  38. package/dest/orchestrator/tx-proving-state.js +7 -16
  39. package/dest/prover-client/factory.d.ts +3 -3
  40. package/dest/prover-client/factory.d.ts.map +1 -1
  41. package/dest/prover-client/index.d.ts +1 -1
  42. package/dest/prover-client/prover-client.d.ts +3 -3
  43. package/dest/prover-client/prover-client.d.ts.map +1 -1
  44. package/dest/prover-client/prover-client.js +1 -1
  45. package/dest/prover-client/server-epoch-prover.d.ts +8 -7
  46. package/dest/prover-client/server-epoch-prover.d.ts.map +1 -1
  47. package/dest/prover-client/server-epoch-prover.js +2 -2
  48. package/dest/proving_broker/broker_prover_facade.d.ts +22 -21
  49. package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
  50. package/dest/proving_broker/broker_prover_facade.js +6 -12
  51. package/dest/proving_broker/config.d.ts +12 -8
  52. package/dest/proving_broker/config.d.ts.map +1 -1
  53. package/dest/proving_broker/config.js +8 -2
  54. package/dest/proving_broker/factory.d.ts +1 -1
  55. package/dest/proving_broker/fixtures.d.ts +3 -2
  56. package/dest/proving_broker/fixtures.d.ts.map +1 -1
  57. package/dest/proving_broker/fixtures.js +3 -2
  58. package/dest/proving_broker/index.d.ts +1 -1
  59. package/dest/proving_broker/proof_store/factory.d.ts +2 -2
  60. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts +1 -1
  61. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts.map +1 -1
  62. package/dest/proving_broker/proof_store/index.d.ts +1 -1
  63. package/dest/proving_broker/proof_store/inline_proof_store.d.ts +1 -1
  64. package/dest/proving_broker/proof_store/inline_proof_store.d.ts.map +1 -1
  65. package/dest/proving_broker/proof_store/proof_store.d.ts +1 -1
  66. package/dest/proving_broker/proving_agent.d.ts +3 -8
  67. package/dest/proving_broker/proving_agent.d.ts.map +1 -1
  68. package/dest/proving_broker/proving_agent.js +1 -16
  69. package/dest/proving_broker/proving_broker.d.ts +2 -2
  70. package/dest/proving_broker/proving_broker.d.ts.map +1 -1
  71. package/dest/proving_broker/proving_broker.js +6 -11
  72. package/dest/proving_broker/proving_broker_database/memory.d.ts +3 -2
  73. package/dest/proving_broker/proving_broker_database/memory.d.ts.map +1 -1
  74. package/dest/proving_broker/proving_broker_database/persisted.d.ts +5 -3
  75. package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
  76. package/dest/proving_broker/proving_broker_database/persisted.js +392 -3
  77. package/dest/proving_broker/proving_broker_database.d.ts +3 -2
  78. package/dest/proving_broker/proving_broker_database.d.ts.map +1 -1
  79. package/dest/proving_broker/proving_broker_instrumentation.d.ts +1 -1
  80. package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
  81. package/dest/proving_broker/proving_broker_instrumentation.js +11 -35
  82. package/dest/proving_broker/proving_job_controller.d.ts +3 -2
  83. package/dest/proving_broker/proving_job_controller.d.ts.map +1 -1
  84. package/dest/proving_broker/proving_job_controller.js +2 -3
  85. package/dest/proving_broker/rpc.d.ts +4 -4
  86. package/dest/test/mock_proof_store.d.ts +1 -1
  87. package/dest/test/mock_proof_store.d.ts.map +1 -1
  88. package/dest/test/mock_prover.d.ts +3 -4
  89. package/dest/test/mock_prover.d.ts.map +1 -1
  90. package/dest/test/mock_prover.js +4 -4
  91. package/package.json +20 -18
  92. package/src/config.ts +1 -1
  93. package/src/light/index.ts +1 -0
  94. package/src/light/lightweight_checkpoint_builder.ts +274 -0
  95. package/src/mocks/fixtures.ts +7 -30
  96. package/src/mocks/test_context.ts +158 -177
  97. package/src/orchestrator/block-building-helpers.ts +126 -206
  98. package/src/orchestrator/block-proving-state.ts +103 -25
  99. package/src/orchestrator/checkpoint-proving-state.ts +71 -21
  100. package/src/orchestrator/epoch-proving-state.ts +64 -14
  101. package/src/orchestrator/orchestrator.ts +76 -81
  102. package/src/orchestrator/orchestrator_metrics.ts +2 -25
  103. package/src/orchestrator/tx-proving-state.ts +10 -27
  104. package/src/prover-client/factory.ts +6 -2
  105. package/src/prover-client/prover-client.ts +4 -11
  106. package/src/prover-client/server-epoch-prover.ts +6 -7
  107. package/src/proving_broker/broker_prover_facade.ts +25 -34
  108. package/src/proving_broker/config.ts +8 -1
  109. package/src/proving_broker/fixtures.ts +8 -3
  110. package/src/proving_broker/proving_agent.ts +1 -17
  111. package/src/proving_broker/proving_broker.ts +6 -9
  112. package/src/proving_broker/proving_broker_database/memory.ts +2 -1
  113. package/src/proving_broker/proving_broker_database/persisted.ts +20 -5
  114. package/src/proving_broker/proving_broker_database.ts +2 -1
  115. package/src/proving_broker/proving_broker_instrumentation.ts +10 -35
  116. package/src/proving_broker/proving_job_controller.ts +4 -4
  117. package/src/test/mock_prover.ts +2 -14
  118. package/dest/block-factory/index.d.ts +0 -2
  119. package/dest/block-factory/index.d.ts.map +0 -1
  120. package/dest/block-factory/index.js +0 -1
  121. package/dest/block-factory/light.d.ts +0 -38
  122. package/dest/block-factory/light.d.ts.map +0 -1
  123. package/dest/block-factory/light.js +0 -94
  124. package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
  125. package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
  126. package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
  127. package/src/block-factory/index.ts +0 -1
  128. package/src/block-factory/light.ts +0 -140
  129. package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
@@ -1,29 +1,404 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
6
369
  }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
+ }
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _initProto;
7
374
  import { L1_TO_L2_MSG_SUBTREE_HEIGHT, L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, NUM_BASE_PARITY_PER_ROOT_PARITY } from '@aztec/constants';
375
+ import { BlockNumber } from '@aztec/foundation/branded-types';
8
376
  import { padArrayEnd } from '@aztec/foundation/collection';
377
+ import { Fr } from '@aztec/foundation/curves/bn254';
9
378
  import { AbortError } from '@aztec/foundation/error';
10
- import { Fr } from '@aztec/foundation/fields';
11
379
  import { createLogger } from '@aztec/foundation/log';
12
380
  import { promiseWithResolvers } from '@aztec/foundation/promise';
13
381
  import { assertLength } from '@aztec/foundation/serialize';
14
382
  import { pushTestData } from '@aztec/foundation/testing';
15
383
  import { elapsed } from '@aztec/foundation/timer';
16
- import { readAvmMinimalPublicTxInputsFromFile } from '@aztec/simulator/public/fixtures';
17
- import { createBlockEndMarker } from '@aztec/stdlib/block';
18
384
  import { BlockRootEmptyTxFirstRollupPrivateInputs, BlockRootFirstRollupPrivateInputs, BlockRootSingleTxFirstRollupPrivateInputs, BlockRootSingleTxRollupPrivateInputs, CheckpointRootSingleBlockRollupPrivateInputs, PrivateTxBaseRollupPrivateInputs } from '@aztec/stdlib/rollup';
19
385
  import { MerkleTreeId } from '@aztec/stdlib/trees';
20
386
  import { Attributes, getTelemetryClient, trackSpan, wrapCallbackInSpan } from '@aztec/telemetry-client';
21
387
  import { inspect } from 'util';
22
- import { buildBlockHeaderFromTxs, buildHeaderFromCircuitOutputs, getLastSiblingPath, getPublicChonkVerifierPrivateInputsFromTx, getRootTreeSiblingPath, getSubtreeSiblingPath, getTreeSnapshot, insertSideEffectsAndBuildBaseRollupHints, validatePartialState, validateTx } from './block-building-helpers.js';
388
+ import { buildHeaderFromCircuitOutputs, getLastSiblingPath, getPublicChonkVerifierPrivateInputsFromTx, getRootTreeSiblingPath, getSubtreeSiblingPath, getTreeSnapshot, insertSideEffectsAndBuildBaseRollupHints, validatePartialState, validateTx } from './block-building-helpers.js';
23
389
  import { EpochProvingState } from './epoch-proving-state.js';
24
390
  import { ProvingOrchestratorMetrics } from './orchestrator_metrics.js';
25
391
  import { TxProvingState } from './tx-proving-state.js';
26
392
  const logger = createLogger('prover-client:orchestrator');
393
+ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
394
+ [Attributes.BLOCK_NUMBER]: blockNumber
395
+ })), _dec1 = trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
396
+ [Attributes.BLOCK_TXS_COUNT]: txs.length
397
+ })), _dec2 = trackSpan('ProvingOrchestrator.startChonkVerifierCircuits'), _dec3 = trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
398
+ [Attributes.BLOCK_NUMBER]: blockNumber
399
+ })), _dec4 = trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
400
+ [Attributes.TX_HASH]: tx.hash.toString()
401
+ }));
27
402
  /**
28
403
  * Implements an event driven proving scheduler to build the recursive proof tree. The idea being:
29
404
  * 1. Transactions are provided to the scheduler post simulation.
@@ -39,16 +414,46 @@ const logger = createLogger('prover-client:orchestrator');
39
414
  dbProvider;
40
415
  prover;
41
416
  proverId;
417
+ static{
418
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
419
+ [
420
+ _dec,
421
+ 2,
422
+ "startNewBlock"
423
+ ],
424
+ [
425
+ _dec1,
426
+ 2,
427
+ "addTxs"
428
+ ],
429
+ [
430
+ _dec2,
431
+ 2,
432
+ "startChonkVerifierCircuits"
433
+ ],
434
+ [
435
+ _dec3,
436
+ 2,
437
+ "setBlockCompleted"
438
+ ],
439
+ [
440
+ _dec4,
441
+ 2,
442
+ "prepareBaseRollupInputs"
443
+ ]
444
+ ], []));
445
+ }
42
446
  provingState;
43
447
  pendingProvingJobs;
44
448
  provingPromise;
45
449
  metrics;
450
+ // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
46
451
  dbs;
47
452
  constructor(dbProvider, prover, proverId, telemetryClient = getTelemetryClient()){
48
453
  this.dbProvider = dbProvider;
49
454
  this.prover = prover;
50
455
  this.proverId = proverId;
51
- this.provingState = undefined;
456
+ this.provingState = (_initProto(this), undefined);
52
457
  this.pendingProvingJobs = [];
53
458
  this.provingPromise = undefined;
54
459
  this.dbs = new Map();
@@ -60,6 +465,9 @@ const logger = createLogger('prover-client:orchestrator');
60
465
  getProverId() {
61
466
  return this.proverId;
62
467
  }
468
+ getNumActiveForks() {
469
+ return this.dbs.size;
470
+ }
63
471
  stop() {
64
472
  this.cancel();
65
473
  return Promise.resolve();
@@ -77,7 +485,14 @@ const logger = createLogger('prover-client:orchestrator');
77
485
  this.provingState = new EpochProvingState(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges, (provingState)=>this.checkAndEnqueueCheckpointRootRollup(provingState), resolve, reject);
78
486
  this.provingPromise = promise;
79
487
  }
80
- async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, totalNumBlobFields, headerOfLastBlockInPreviousCheckpoint) {
488
+ /**
489
+ * Starts a new checkpoint.
490
+ * @param checkpointIndex - The index of the checkpoint in the epoch.
491
+ * @param constants - The constants for this checkpoint.
492
+ * @param l1ToL2Messages - The set of L1 to L2 messages to be inserted at the beginning of this checkpoint.
493
+ * @param totalNumBlocks - The total number of blocks expected in the checkpoint (must be at least one).
494
+ * @param headerOfLastBlockInPreviousCheckpoint - The header of the last block in the previous checkpoint.
495
+ */ async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
81
496
  if (!this.provingState) {
82
497
  throw new Error('Empty epoch proving state. Call startNewEpoch before starting a checkpoint.');
83
498
  }
@@ -87,13 +502,13 @@ const logger = createLogger('prover-client:orchestrator');
87
502
  // Fork world state at the end of the immediately previous block.
88
503
  const lastBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber;
89
504
  const db = await this.dbProvider.fork(lastBlockNumber);
90
- const firstBlockNumber = lastBlockNumber + 1;
505
+ const firstBlockNumber = BlockNumber(lastBlockNumber + 1);
91
506
  this.dbs.set(firstBlockNumber, db);
92
507
  // Get archive sibling path before any block in this checkpoint lands.
93
508
  const lastArchiveSiblingPath = await getLastSiblingPath(MerkleTreeId.ARCHIVE, db);
94
509
  // Insert all the l1 to l2 messages into the db. And get the states before and after the insertion.
95
510
  const { lastL1ToL2MessageTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath, newL1ToL2MessageTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath } = await this.updateL1ToL2MessageTree(l1ToL2Messages, db);
96
- this.provingState.startNewCheckpoint(checkpointIndex, constants, totalNumBlocks, totalNumBlobFields, headerOfLastBlockInPreviousCheckpoint, lastArchiveSiblingPath, l1ToL2Messages, lastL1ToL2MessageTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath, newL1ToL2MessageTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath);
511
+ this.provingState.startNewCheckpoint(checkpointIndex, constants, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint, lastArchiveSiblingPath, l1ToL2Messages, lastL1ToL2MessageTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath, newL1ToL2MessageTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath);
97
512
  }
98
513
  /**
99
514
  * Starts off a new block
@@ -113,18 +528,18 @@ const logger = createLogger('prover-client:orchestrator');
113
528
  throw new Error(`Checkpoint not accepting further blocks.`);
114
529
  }
115
530
  const constants = checkpointProvingState.constants;
116
- logger.info(`Starting block ${blockNumber} for slot ${constants.slotNumber.toNumber()}.`);
531
+ logger.info(`Starting block ${blockNumber} for slot ${constants.slotNumber}.`);
117
532
  // Fork the db only when it's not already set. The db for the first block is set in `startNewCheckpoint`.
118
533
  if (!this.dbs.has(blockNumber)) {
119
534
  // Fork world state at the end of the immediately previous block
120
- const db = await this.dbProvider.fork(blockNumber - 1);
535
+ const db = await this.dbProvider.fork(BlockNumber(blockNumber - 1));
121
536
  this.dbs.set(blockNumber, db);
122
537
  }
123
538
  const db = this.dbs.get(blockNumber);
124
539
  // Get archive snapshot and sibling path before any txs in this block lands.
125
540
  const lastArchiveTreeSnapshot = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
126
541
  const lastArchiveSiblingPath = await getRootTreeSiblingPath(MerkleTreeId.ARCHIVE, db);
127
- const blockProvingState = await checkpointProvingState.startNewBlock(blockNumber, timestamp, totalNumTxs, lastArchiveTreeSnapshot, lastArchiveSiblingPath);
542
+ const blockProvingState = checkpointProvingState.startNewBlock(blockNumber, timestamp, totalNumTxs, lastArchiveTreeSnapshot, lastArchiveSiblingPath);
128
543
  // Enqueue base parity circuits for the first block in the checkpoint.
129
544
  if (blockProvingState.index === 0) {
130
545
  for(let i = 0; i < NUM_BASE_PARITY_PER_ROOT_PARITY; i++){
@@ -134,12 +549,14 @@ const logger = createLogger('prover-client:orchestrator');
134
549
  // Because `addTxs` won't be called for a block without txs, and that's where the sponge blob state is computed.
135
550
  // We need to set its end sponge blob here, which will become the start sponge blob for the next block.
136
551
  if (totalNumTxs === 0) {
552
+ const endState = await db.getStateReference();
553
+ blockProvingState.setEndState(endState);
137
554
  const endSpongeBlob = blockProvingState.getStartSpongeBlob().clone();
138
- await endSpongeBlob.absorb([
139
- createBlockEndMarker(0)
140
- ]);
555
+ const blockEndBlobFields = blockProvingState.getBlockEndBlobFields();
556
+ await endSpongeBlob.absorb(blockEndBlobFields);
141
557
  blockProvingState.setEndSpongeBlob(endSpongeBlob);
142
- // And also try to accumulate the blobs as far as we can:
558
+ // Try to accumulate the out hashes and blobs as far as we can:
559
+ await this.provingState.accumulateCheckpointOutHashes();
143
560
  await this.provingState.setBlobAccumulators();
144
561
  }
145
562
  }
@@ -156,7 +573,7 @@ const logger = createLogger('prover-client:orchestrator');
156
573
  logger.warn(`Provided no txs to orchestrator addTxs.`);
157
574
  return;
158
575
  }
159
- const blockNumber = txs[0].globalVariables.blockNumber;
576
+ const blockNumber = BlockNumber(txs[0].globalVariables.blockNumber);
160
577
  const provingState = this.provingState.getBlockProvingStateByBlockNumber(blockNumber);
161
578
  if (!provingState) {
162
579
  throw new Error(`Proving state for block ${blockNumber} not found. Call startNewBlock first.`);
@@ -178,7 +595,7 @@ const logger = createLogger('prover-client:orchestrator');
178
595
  throw new Error(`Invalid proving state when adding a tx`);
179
596
  }
180
597
  validateTx(tx);
181
- logger.info(`Received transaction: ${tx.hash}`);
598
+ logger.debug(`Received transaction: ${tx.hash}`);
182
599
  const startSpongeBlob = spongeBlobState.clone();
183
600
  const [hints, treeSnapshots] = await this.prepareBaseRollupInputs(tx, lastArchive, newL1ToL2MessageTreeSnapshot, startSpongeBlob, db);
184
601
  if (!provingState.verifyState()) {
@@ -201,11 +618,13 @@ const logger = createLogger('prover-client:orchestrator');
201
618
  });
202
619
  }
203
620
  }
204
- await spongeBlobState.absorb([
205
- createBlockEndMarker(txs.length)
206
- ]);
621
+ const endState = await db.getStateReference();
622
+ provingState.setEndState(endState);
623
+ const blockEndBlobFields = provingState.getBlockEndBlobFields();
624
+ await spongeBlobState.absorb(blockEndBlobFields);
207
625
  provingState.setEndSpongeBlob(spongeBlobState);
208
- // Txs have been added to the block. Now try to accumulate the blobs as far as we can:
626
+ // Txs have been added to the block. Now try to accumulate the out hashes and blobs as far as we can:
627
+ await this.provingState.accumulateCheckpointOutHashes();
209
628
  await this.provingState.setBlobAccumulators();
210
629
  }
211
630
  /**
@@ -248,28 +667,19 @@ const logger = createLogger('prover-client:orchestrator');
248
667
  if (provingState.isAcceptingTxs()) {
249
668
  throw new Error(`Block ${blockNumber} is still accepting txs. Call setBlockCompleted after all txs have been added.`);
250
669
  }
251
- // And build the block header
670
+ // Given we've applied every change from this block, now assemble the block header:
252
671
  logger.verbose(`Block ${blockNumber} completed. Assembling header.`);
253
- const header = await this.buildL2BlockHeader(provingState, expectedHeader);
254
- await this.verifyBuiltBlockAgainstSyncedState(provingState);
255
- return header;
256
- }
257
- async buildL2BlockHeader(provingState, expectedHeader) {
258
- // Collect all txs in this block to build the header. The function calling this has made sure that all txs have been added.
259
- const txs = provingState.getProcessedTxs();
260
- const startSpongeBlob = provingState.getStartSpongeBlob();
261
- // Get db for this block
262
- const db = this.dbs.get(provingState.blockNumber);
263
- // Given we've applied every change from this block, now assemble the block header
264
- // and update the archive tree, so we're ready to start processing the next block
265
- const header = await buildBlockHeaderFromTxs(txs, provingState.getGlobalVariables(), startSpongeBlob, db);
672
+ const header = await provingState.buildBlockHeader();
266
673
  if (expectedHeader && !header.equals(expectedHeader)) {
267
674
  logger.error(`Block header mismatch: header=${header} expectedHeader=${expectedHeader}`);
268
675
  throw new Error('Block header mismatch');
269
676
  }
677
+ // Get db for this block
678
+ const db = this.dbs.get(provingState.blockNumber);
679
+ // Update the archive tree, so we're ready to start processing the next block:
270
680
  logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
271
681
  await db.updateArchive(header);
272
- provingState.setBuiltBlockHeader(header);
682
+ await this.verifyBuiltBlockAgainstSyncedState(provingState);
273
683
  return header;
274
684
  }
275
685
  // Flagged as protected to disable in certain unit tests
@@ -310,8 +720,7 @@ const logger = createLogger('prover-client:orchestrator');
310
720
  // is aborted and never reaches this point, it will leak the fork. We need to add a global cleanup,
311
721
  // but have to make sure it only runs once all operations are completed, otherwise some function here
312
722
  // will attempt to access the fork after it was closed.
313
- logger.debug(`Cleaning up world state fork for ${blockNumber}`);
314
- void this.dbs.get(blockNumber)?.close().then(()=>this.dbs.delete(blockNumber)).catch((err)=>logger.error(`Error closing db for block ${blockNumber}`, err));
723
+ void this.cleanupDBFork(blockNumber);
315
724
  }
316
725
  /**
317
726
  * Cancel any further proving
@@ -339,6 +748,19 @@ const logger = createLogger('prover-client:orchestrator');
339
748
  });
340
749
  return epochProofResult;
341
750
  }
751
+ async cleanupDBFork(blockNumber) {
752
+ logger.debug(`Cleaning up world state fork for ${blockNumber}`);
753
+ const fork = this.dbs.get(blockNumber);
754
+ if (!fork) {
755
+ return;
756
+ }
757
+ try {
758
+ await fork.close();
759
+ this.dbs.delete(blockNumber);
760
+ } catch (err) {
761
+ logger.error(`Error closing db for block ${blockNumber}`, err);
762
+ }
763
+ }
342
764
  /**
343
765
  * Enqueue a job to be scheduled
344
766
  * @param provingState - The proving state object being operated on
@@ -547,16 +969,18 @@ const logger = createLogger('prover-client:orchestrator');
547
969
  return this.prover.getBlockRootRollupProof(inputs, signal, provingState.epochNumber);
548
970
  }
549
971
  }), async (result)=>{
550
- // If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
551
- await this.verifyBuiltBlockAgainstSyncedState(provingState);
552
972
  logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`);
553
973
  const leafLocation = provingState.setBlockRootRollupProof(result);
554
974
  const checkpointProvingState = provingState.parentCheckpoint;
975
+ // If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
976
+ await this.verifyBuiltBlockAgainstSyncedState(provingState);
555
977
  if (checkpointProvingState.totalNumBlocks === 1) {
556
978
  this.checkAndEnqueueCheckpointRootRollup(checkpointProvingState);
557
979
  } else {
558
980
  this.checkAndEnqueueNextBlockMergeRollup(checkpointProvingState, leafLocation);
559
981
  }
982
+ // We are finished with the block at this point, ensure the fork is cleaned up
983
+ void this.cleanupDBFork(provingState.blockNumber);
560
984
  });
561
985
  }
562
986
  // Executes the base parity circuit and stores the intermediate state for the root parity circuit
@@ -779,37 +1203,15 @@ const logger = createLogger('prover-client:orchestrator');
779
1203
  return;
780
1204
  }
781
1205
  const txProvingState = provingState.getTxProvingState(txIndex);
782
- // This function tries to do AVM proving. If there is a failure, it fakes the proof unless AVM_PROVING_STRICT is defined.
783
- // Nothing downstream depends on the AVM proof yet. So having this mode lets us incrementally build the AVM circuit.
784
1206
  const doAvmProving = wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getAvmProof', {
785
1207
  [Attributes.TX_HASH]: txProvingState.processedTx.hash.toString()
786
1208
  }, async (signal)=>{
787
1209
  const inputs = txProvingState.getAvmInputs();
788
- try {
789
- // TODO(#14234)[Unconditional PIs validation]: Remove the whole try-catch logic and
790
- // just keep the next line but removing the second argument (false).
791
- return await this.prover.getAvmProof(inputs, false, signal, provingState.epochNumber);
792
- } catch (err) {
793
- if (process.env.AVM_PROVING_STRICT) {
794
- logger.error(`Error thrown when proving AVM circuit with AVM_PROVING_STRICT on`, err);
795
- throw err;
796
- } else {
797
- logger.warn(`Error thrown when proving AVM circuit but AVM_PROVING_STRICT is off. Use snapshotted
798
- AVM inputs and carrying on. ${inspect(err)}.`);
799
- try {
800
- this.metrics.incAvmFallback();
801
- const snapshotAvmPrivateInputs = readAvmMinimalPublicTxInputsFromFile();
802
- return await this.prover.getAvmProof(snapshotAvmPrivateInputs, true, signal, provingState.epochNumber);
803
- } catch (err) {
804
- logger.error(`Error thrown when proving snapshotted AVM inputs.`, err);
805
- throw err;
806
- }
807
- }
808
- }
1210
+ return await this.prover.getAvmProof(inputs, signal, provingState.epochNumber);
809
1211
  });
810
- this.deferredProving(provingState, doAvmProving, (proofAndVk)=>{
1212
+ this.deferredProving(provingState, doAvmProving, (proof)=>{
811
1213
  logger.debug(`Proven VM for tx index: ${txIndex}`);
812
- txProvingState.setAvmProof(proofAndVk);
1214
+ txProvingState.setAvmProof(proof);
813
1215
  this.checkAndEnqueueBaseRollup(provingState, txIndex);
814
1216
  });
815
1217
  }
@@ -823,26 +1225,3 @@ const logger = createLogger('prover-client:orchestrator');
823
1225
  this.enqueueBaseRollup(provingState, txIndex);
824
1226
  }
825
1227
  }
826
- _ts_decorate([
827
- trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
828
- [Attributes.BLOCK_NUMBER]: blockNumber
829
- }))
830
- ], ProvingOrchestrator.prototype, "startNewBlock", null);
831
- _ts_decorate([
832
- trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
833
- [Attributes.BLOCK_TXS_COUNT]: txs.length
834
- }))
835
- ], ProvingOrchestrator.prototype, "addTxs", null);
836
- _ts_decorate([
837
- trackSpan('ProvingOrchestrator.startChonkVerifierCircuits')
838
- ], ProvingOrchestrator.prototype, "startChonkVerifierCircuits", null);
839
- _ts_decorate([
840
- trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
841
- [Attributes.BLOCK_NUMBER]: blockNumber
842
- }))
843
- ], ProvingOrchestrator.prototype, "setBlockCompleted", null);
844
- _ts_decorate([
845
- trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
846
- [Attributes.TX_HASH]: tx.hash.toString()
847
- }))
848
- ], ProvingOrchestrator.prototype, "prepareBaseRollupInputs", null);