@aztec/simulator 0.0.1-commit.3469e52 → 0.0.1-commit.3895657bc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/README.md +4 -4
  2. package/dest/private/acvm/acvm.d.ts +4 -2
  3. package/dest/private/acvm/acvm.d.ts.map +1 -1
  4. package/dest/private/acvm/acvm.js +4 -3
  5. package/dest/private/acvm_native.d.ts +5 -3
  6. package/dest/private/acvm_native.d.ts.map +1 -1
  7. package/dest/private/acvm_native.js +8 -6
  8. package/dest/private/acvm_wasm.d.ts +4 -3
  9. package/dest/private/acvm_wasm.d.ts.map +1 -1
  10. package/dest/private/acvm_wasm.js +4 -4
  11. package/dest/private/circuit_recording/circuit_recorder.d.ts +4 -3
  12. package/dest/private/circuit_recording/circuit_recorder.d.ts.map +1 -1
  13. package/dest/private/circuit_recording/circuit_recorder.js +7 -5
  14. package/dest/private/circuit_recording/file_circuit_recorder.d.ts +3 -2
  15. package/dest/private/circuit_recording/file_circuit_recorder.d.ts.map +1 -1
  16. package/dest/private/circuit_recording/file_circuit_recorder.js +2 -2
  17. package/dest/private/circuit_recording/memory_circuit_recorder.d.ts +7 -2
  18. package/dest/private/circuit_recording/memory_circuit_recorder.d.ts.map +1 -1
  19. package/dest/private/circuit_recording/memory_circuit_recorder.js +4 -4
  20. package/dest/private/factory.d.ts +3 -3
  21. package/dest/private/factory.d.ts.map +1 -1
  22. package/dest/private/factory.js +7 -4
  23. package/dest/public/avm/avm_context.d.ts +3 -3
  24. package/dest/public/avm/avm_context.d.ts.map +1 -1
  25. package/dest/public/avm/avm_contract_call_result.d.ts +6 -6
  26. package/dest/public/avm/avm_contract_call_result.d.ts.map +1 -1
  27. package/dest/public/avm/avm_contract_call_result.js +3 -3
  28. package/dest/public/avm/avm_execution_environment.d.ts +6 -5
  29. package/dest/public/avm/avm_execution_environment.d.ts.map +1 -1
  30. package/dest/public/avm/avm_gas.js +3 -3
  31. package/dest/public/avm/avm_machine_state.d.ts +6 -5
  32. package/dest/public/avm/avm_machine_state.d.ts.map +1 -1
  33. package/dest/public/avm/avm_machine_state.js +3 -2
  34. package/dest/public/avm/avm_memory_types.d.ts +1 -1
  35. package/dest/public/avm/avm_memory_types.d.ts.map +1 -1
  36. package/dest/public/avm/avm_memory_types.js +3 -0
  37. package/dest/public/avm/avm_simulator.d.ts +3 -2
  38. package/dest/public/avm/avm_simulator.d.ts.map +1 -1
  39. package/dest/public/avm/avm_simulator.js +5 -4
  40. package/dest/public/avm/calldata.d.ts +51 -0
  41. package/dest/public/avm/calldata.d.ts.map +1 -0
  42. package/dest/public/avm/calldata.js +63 -0
  43. package/dest/public/avm/fixtures/account_proof_fetcher.d.ts +2 -0
  44. package/dest/public/avm/fixtures/account_proof_fetcher.d.ts.map +1 -0
  45. package/dest/public/avm/fixtures/account_proof_fetcher.js +152 -0
  46. package/dest/public/avm/fixtures/avm_simulation_tester.d.ts +1 -1
  47. package/dest/public/avm/fixtures/avm_simulation_tester.d.ts.map +1 -1
  48. package/dest/public/avm/fixtures/avm_simulation_tester.js +3 -2
  49. package/dest/public/avm/fixtures/initializers.d.ts +1 -1
  50. package/dest/public/avm/fixtures/initializers.d.ts.map +1 -1
  51. package/dest/public/avm/fixtures/initializers.js +2 -1
  52. package/dest/public/avm/opcodes/accrued_substate.d.ts +4 -5
  53. package/dest/public/avm/opcodes/accrued_substate.d.ts.map +1 -1
  54. package/dest/public/avm/opcodes/accrued_substate.js +15 -16
  55. package/dest/public/avm/opcodes/contract.d.ts +1 -1
  56. package/dest/public/avm/opcodes/contract.d.ts.map +1 -1
  57. package/dest/public/avm/opcodes/contract.js +4 -4
  58. package/dest/public/avm/opcodes/external_calls.d.ts +1 -1
  59. package/dest/public/avm/opcodes/external_calls.d.ts.map +1 -1
  60. package/dest/public/avm/opcodes/external_calls.js +7 -7
  61. package/dest/public/avm/opcodes/memory.js +1 -1
  62. package/dest/public/avm/opcodes/storage.d.ts +13 -12
  63. package/dest/public/avm/opcodes/storage.d.ts.map +1 -1
  64. package/dest/public/avm/opcodes/storage.js +30 -20
  65. package/dest/public/avm/serialization/bytecode_serialization.js +3 -3
  66. package/dest/public/avm/serialization/instruction_serialization.d.ts +2 -2
  67. package/dest/public/avm/serialization/instruction_serialization.d.ts.map +1 -1
  68. package/dest/public/avm/serialization/instruction_serialization.js +1 -1
  69. package/dest/public/debug_fn_name.d.ts +4 -4
  70. package/dest/public/debug_fn_name.d.ts.map +1 -1
  71. package/dest/public/debug_fn_name.js +7 -5
  72. package/dest/public/executor_metrics.d.ts +1 -1
  73. package/dest/public/executor_metrics.d.ts.map +1 -1
  74. package/dest/public/executor_metrics.js +7 -2
  75. package/dest/public/fixtures/amm_test.js +2 -2
  76. package/dest/public/fixtures/opcode_spammer.d.ts +3 -4
  77. package/dest/public/fixtures/opcode_spammer.d.ts.map +1 -1
  78. package/dest/public/fixtures/opcode_spammer.js +36 -64
  79. package/dest/public/fixtures/public_tx_simulation_tester.d.ts +6 -5
  80. package/dest/public/fixtures/public_tx_simulation_tester.d.ts.map +1 -1
  81. package/dest/public/fixtures/public_tx_simulation_tester.js +36 -9
  82. package/dest/public/fixtures/utils.d.ts +2 -2
  83. package/dest/public/fixtures/utils.d.ts.map +1 -1
  84. package/dest/public/fixtures/utils.js +6 -6
  85. package/dest/public/fuzzing/avm_simulator_bin.js +7 -4
  86. package/dest/public/hinting_db_sources.d.ts +2 -2
  87. package/dest/public/hinting_db_sources.d.ts.map +1 -1
  88. package/dest/public/hinting_db_sources.js +1 -1
  89. package/dest/public/public_db_sources.d.ts +4 -3
  90. package/dest/public/public_db_sources.d.ts.map +1 -1
  91. package/dest/public/public_db_sources.js +4 -4
  92. package/dest/public/public_processor/guarded_merkle_tree.d.ts +2 -2
  93. package/dest/public/public_processor/guarded_merkle_tree.d.ts.map +1 -1
  94. package/dest/public/public_processor/guarded_merkle_tree.js +1 -1
  95. package/dest/public/public_processor/public_processor.d.ts +8 -4
  96. package/dest/public/public_processor/public_processor.d.ts.map +1 -1
  97. package/dest/public/public_processor/public_processor.js +50 -35
  98. package/dest/public/public_processor/public_processor_metrics.d.ts +2 -2
  99. package/dest/public/public_processor/public_processor_metrics.d.ts.map +1 -1
  100. package/dest/public/public_processor/public_processor_metrics.js +20 -4
  101. package/dest/public/public_tx_simulator/contract_provider_for_cpp.d.ts +3 -2
  102. package/dest/public/public_tx_simulator/contract_provider_for_cpp.d.ts.map +1 -1
  103. package/dest/public/public_tx_simulator/contract_provider_for_cpp.js +2 -2
  104. package/dest/public/public_tx_simulator/cpp_public_tx_simulator.d.ts +5 -5
  105. package/dest/public/public_tx_simulator/cpp_public_tx_simulator.d.ts.map +1 -1
  106. package/dest/public/public_tx_simulator/cpp_public_tx_simulator.js +10 -11
  107. package/dest/public/public_tx_simulator/cpp_public_tx_simulator_with_hinted_dbs.d.ts +4 -4
  108. package/dest/public/public_tx_simulator/cpp_public_tx_simulator_with_hinted_dbs.d.ts.map +1 -1
  109. package/dest/public/public_tx_simulator/cpp_public_tx_simulator_with_hinted_dbs.js +7 -7
  110. package/dest/public/public_tx_simulator/cpp_vs_ts_public_tx_simulator.d.ts +4 -4
  111. package/dest/public/public_tx_simulator/cpp_vs_ts_public_tx_simulator.d.ts.map +1 -1
  112. package/dest/public/public_tx_simulator/cpp_vs_ts_public_tx_simulator.js +6 -6
  113. package/dest/public/public_tx_simulator/dumping_cpp_public_tx_simulator.d.ts +3 -2
  114. package/dest/public/public_tx_simulator/dumping_cpp_public_tx_simulator.d.ts.map +1 -1
  115. package/dest/public/public_tx_simulator/dumping_cpp_public_tx_simulator.js +2 -2
  116. package/dest/public/public_tx_simulator/factories.d.ts +3 -2
  117. package/dest/public/public_tx_simulator/factories.d.ts.map +1 -1
  118. package/dest/public/public_tx_simulator/factories.js +4 -4
  119. package/dest/public/public_tx_simulator/public_tx_context.d.ts +4 -3
  120. package/dest/public/public_tx_simulator/public_tx_context.d.ts.map +1 -1
  121. package/dest/public/public_tx_simulator/public_tx_context.js +8 -8
  122. package/dest/public/public_tx_simulator/public_tx_simulator.d.ts +4 -3
  123. package/dest/public/public_tx_simulator/public_tx_simulator.d.ts.map +1 -1
  124. package/dest/public/public_tx_simulator/public_tx_simulator.js +11 -8
  125. package/dest/public/side_effect_trace.d.ts +4 -4
  126. package/dest/public/side_effect_trace.d.ts.map +1 -1
  127. package/dest/public/side_effect_trace.js +3 -3
  128. package/dest/public/state_manager/state_manager.d.ts +10 -4
  129. package/dest/public/state_manager/state_manager.d.ts.map +1 -1
  130. package/dest/public/state_manager/state_manager.js +12 -5
  131. package/dest/public/test_executor_metrics.d.ts +8 -2
  132. package/dest/public/test_executor_metrics.d.ts.map +1 -1
  133. package/dest/public/test_executor_metrics.js +24 -2
  134. package/package.json +16 -16
  135. package/src/private/acvm/acvm.ts +4 -3
  136. package/src/private/acvm_native.ts +11 -5
  137. package/src/private/acvm_wasm.ts +7 -3
  138. package/src/private/circuit_recording/circuit_recorder.ts +7 -5
  139. package/src/private/circuit_recording/file_circuit_recorder.ts +7 -2
  140. package/src/private/circuit_recording/memory_circuit_recorder.ts +6 -4
  141. package/src/private/factory.ts +7 -4
  142. package/src/public/avm/avm_context.ts +2 -2
  143. package/src/public/avm/avm_contract_call_result.ts +8 -6
  144. package/src/public/avm/avm_execution_environment.ts +9 -4
  145. package/src/public/avm/avm_gas.ts +2 -2
  146. package/src/public/avm/avm_machine_state.ts +6 -5
  147. package/src/public/avm/avm_memory_types.ts +4 -0
  148. package/src/public/avm/avm_simulator.ts +8 -5
  149. package/src/public/avm/calldata.ts +100 -0
  150. package/src/public/avm/fixtures/account_proof.json +553 -0
  151. package/src/public/avm/fixtures/account_proof_fetcher.ts +166 -0
  152. package/src/public/avm/fixtures/avm_simulation_tester.ts +8 -2
  153. package/src/public/avm/fixtures/initializers.ts +2 -1
  154. package/src/public/avm/opcodes/accrued_substate.ts +16 -19
  155. package/src/public/avm/opcodes/contract.ts +1 -4
  156. package/src/public/avm/opcodes/external_calls.ts +8 -7
  157. package/src/public/avm/opcodes/memory.ts +1 -1
  158. package/src/public/avm/opcodes/storage.ts +28 -20
  159. package/src/public/avm/serialization/bytecode_serialization.ts +2 -2
  160. package/src/public/avm/serialization/instruction_serialization.ts +1 -1
  161. package/src/public/debug_fn_name.ts +10 -8
  162. package/src/public/executor_metrics.ts +4 -1
  163. package/src/public/fixtures/amm_test.ts +2 -2
  164. package/src/public/fixtures/opcode_spammer.ts +55 -63
  165. package/src/public/fixtures/public_tx_simulation_tester.ts +51 -5
  166. package/src/public/fixtures/utils.ts +6 -5
  167. package/src/public/fuzzing/avm_fuzzer_simulator.ts +1 -1
  168. package/src/public/fuzzing/avm_simulator_bin.ts +11 -1
  169. package/src/public/hinting_db_sources.ts +1 -1
  170. package/src/public/public_db_sources.ts +15 -5
  171. package/src/public/public_processor/guarded_merkle_tree.ts +1 -1
  172. package/src/public/public_processor/public_processor.ts +75 -47
  173. package/src/public/public_processor/public_processor_metrics.ts +10 -4
  174. package/src/public/public_tx_simulator/contract_provider_for_cpp.ts +6 -3
  175. package/src/public/public_tx_simulator/cpp_public_tx_simulator.ts +10 -8
  176. package/src/public/public_tx_simulator/cpp_public_tx_simulator_with_hinted_dbs.ts +7 -5
  177. package/src/public/public_tx_simulator/cpp_vs_ts_public_tx_simulator.ts +7 -5
  178. package/src/public/public_tx_simulator/dumping_cpp_public_tx_simulator.ts +3 -1
  179. package/src/public/public_tx_simulator/factories.ts +6 -3
  180. package/src/public/public_tx_simulator/public_tx_context.ts +13 -6
  181. package/src/public/public_tx_simulator/public_tx_simulator.ts +17 -8
  182. package/src/public/side_effect_trace.ts +5 -2
  183. package/src/public/state_manager/state_manager.ts +27 -4
  184. package/src/public/test_executor_metrics.ts +27 -3
@@ -1,7 +1,7 @@
1
1
  import { MAX_NOTE_HASHES_PER_TX, MAX_NULLIFIERS_PER_TX, NULLIFIER_SUBTREE_HEIGHT } from '@aztec/constants';
2
2
  import { padArrayEnd } from '@aztec/foundation/collection';
3
3
  import { Fr } from '@aztec/foundation/curves/bn254';
4
- import { createLogger } from '@aztec/foundation/log';
4
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
5
5
  import { sleep } from '@aztec/foundation/sleep';
6
6
  import { DateProvider, Timer, elapsed, executeTimeout } from '@aztec/foundation/timer';
7
7
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
@@ -25,6 +25,7 @@ import type {
25
25
  PublicProcessorValidator,
26
26
  SequencerConfig,
27
27
  } from '@aztec/stdlib/interfaces/server';
28
+ import { type DebugLog, type DebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
28
29
  import { ProvingRequestType } from '@aztec/stdlib/proofs';
29
30
  import { MerkleTreeId } from '@aztec/stdlib/trees';
30
31
  import {
@@ -62,11 +63,15 @@ import { PublicProcessorMetrics } from './public_processor_metrics.js';
62
63
  * Creates new instances of PublicProcessor given the provided merkle tree db and contract data source.
63
64
  */
64
65
  export class PublicProcessorFactory {
66
+ private log: Logger;
65
67
  constructor(
66
68
  private contractDataSource: ContractDataSource,
67
69
  private dateProvider: DateProvider = new DateProvider(),
68
70
  protected telemetryClient: TelemetryClient = getTelemetryClient(),
69
- ) {}
71
+ bindings?: LoggerBindings,
72
+ ) {
73
+ this.log = createLogger('simulator:public-processor-factory', bindings);
74
+ }
70
75
 
71
76
  /**
72
77
  * Creates a new instance of a PublicProcessor.
@@ -79,7 +84,8 @@ export class PublicProcessorFactory {
79
84
  globalVariables: GlobalVariables,
80
85
  config: PublicSimulatorConfig,
81
86
  ): PublicProcessor {
82
- const contractsDB = new PublicContractsDB(this.contractDataSource);
87
+ const bindings = this.log.getBindings();
88
+ const contractsDB = new PublicContractsDB(this.contractDataSource, bindings);
83
89
 
84
90
  const guardedFork = new GuardedMerkleTreeOperations(merkleTree);
85
91
  const publicTxSimulator = this.createPublicTxSimulator(guardedFork, contractsDB, globalVariables, config);
@@ -91,6 +97,7 @@ export class PublicProcessorFactory {
91
97
  publicTxSimulator,
92
98
  this.dateProvider,
93
99
  this.telemetryClient,
100
+ createLogger('simulator:public-processor', bindings),
94
101
  );
95
102
  }
96
103
 
@@ -100,7 +107,14 @@ export class PublicProcessorFactory {
100
107
  globalVariables: GlobalVariables,
101
108
  config?: Partial<PublicTxSimulatorConfig>,
102
109
  ): PublicTxSimulatorInterface {
103
- return new TelemetryCppPublicTxSimulator(merkleTree, contractsDB, globalVariables, this.telemetryClient, config);
110
+ return new TelemetryCppPublicTxSimulator(
111
+ merkleTree,
112
+ contractsDB,
113
+ globalVariables,
114
+ this.telemetryClient,
115
+ config,
116
+ this.log.getBindings(),
117
+ );
104
118
  }
105
119
  }
106
120
 
@@ -117,7 +131,6 @@ class PublicProcessorTimeoutError extends Error {
117
131
  */
118
132
  export class PublicProcessor implements Traceable {
119
133
  private metrics: PublicProcessorMetrics;
120
-
121
134
  constructor(
122
135
  protected globalVariables: GlobalVariables,
123
136
  private guardedMerkleTree: GuardedMerkleTreeOperations,
@@ -125,8 +138,9 @@ export class PublicProcessor implements Traceable {
125
138
  protected publicTxSimulator: PublicTxSimulatorInterface,
126
139
  private dateProvider: DateProvider,
127
140
  telemetryClient: TelemetryClient = getTelemetryClient(),
128
- private log = createLogger('simulator:public-processor'),
141
+ private log: Logger,
129
142
  private opts: Pick<SequencerConfig, 'fakeProcessingDelayPerTxMs' | 'fakeThrowAfterProcessingTxCount'> = {},
143
+ private debugLogStore: DebugLogStore = new NullDebugLogStore(),
130
144
  ) {
131
145
  this.metrics = new PublicProcessorMetrics(telemetryClient, 'PublicProcessor');
132
146
  }
@@ -146,12 +160,13 @@ export class PublicProcessor implements Traceable {
146
160
  txs: Iterable<Tx> | AsyncIterable<Tx>,
147
161
  limits: PublicProcessorLimits = {},
148
162
  validator: PublicProcessorValidator = {},
149
- ): Promise<[ProcessedTx[], FailedTx[], Tx[], NestedProcessReturnValues[], number]> {
150
- const { maxTransactions, maxBlockSize, deadline, maxBlockGas, maxBlobFields } = limits;
163
+ ): Promise<[ProcessedTx[], FailedTx[], Tx[], NestedProcessReturnValues[], DebugLog[]]> {
164
+ const { maxTransactions, deadline, maxBlockGas, maxBlobFields, isBuildingProposal } = limits;
151
165
  const { preprocessValidator, nullifierCache } = validator;
152
166
  const result: ProcessedTx[] = [];
153
167
  const usedTxs: Tx[] = [];
154
168
  const failed: FailedTx[] = [];
169
+ const debugLogs: DebugLog[] = [];
155
170
  const timer = new Timer();
156
171
 
157
172
  let totalSizeInBytes = 0;
@@ -173,22 +188,23 @@ export class PublicProcessor implements Traceable {
173
188
  break;
174
189
  }
175
190
 
176
- // Skip this tx if it'd exceed max block size
177
191
  const txHash = tx.getTxHash().toString();
178
- const preTxSizeInBytes = tx.getEstimatedPrivateTxEffectsSize();
179
- if (maxBlockSize !== undefined && totalSizeInBytes + preTxSizeInBytes > maxBlockSize) {
180
- this.log.warn(`Skipping processing of tx ${txHash} sized ${preTxSizeInBytes} bytes due to block size limit`, {
181
- txHash,
182
- sizeInBytes: preTxSizeInBytes,
183
- totalSizeInBytes,
184
- maxBlockSize,
185
- });
192
+
193
+ // Skip this tx if its estimated blob fields would exceed the limit.
194
+ // Only done during proposal building: during re-execution we must process the exact txs from the proposal.
195
+ const txBlobFields = tx.getPrivateTxEffectsSizeInFields();
196
+ if (isBuildingProposal && maxBlobFields !== undefined && totalBlobFields + txBlobFields > maxBlobFields) {
197
+ this.log.warn(
198
+ `Skipping tx ${txHash} with ${txBlobFields} fields from private side effects due to blob fields limit`,
199
+ { txHash, txBlobFields, totalBlobFields, maxBlobFields },
200
+ );
186
201
  continue;
187
202
  }
188
203
 
189
- // Skip this tx if its gas limit would exceed the block gas limit
204
+ // Skip this tx if its gas limit would exceed the block gas limit (either da or l2).
205
+ // Only done during proposal building: during re-execution we must process the exact txs from the proposal.
190
206
  const txGasLimit = tx.data.constants.txContext.gasSettings.gasLimits;
191
- if (maxBlockGas !== undefined && totalBlockGas.add(txGasLimit).gtAny(maxBlockGas)) {
207
+ if (isBuildingProposal && maxBlockGas !== undefined && totalBlockGas.add(txGasLimit).gtAny(maxBlockGas)) {
192
208
  this.log.warn(`Skipping processing of tx ${txHash} due to block gas limit`, {
193
209
  txHash,
194
210
  txGasLimit,
@@ -228,7 +244,7 @@ export class PublicProcessor implements Traceable {
228
244
  this.contractsDB.createCheckpoint();
229
245
 
230
246
  try {
231
- const [processedTx, returnValues] = await this.processTx(tx, deadline);
247
+ const [processedTx, returnValues, txDebugLogs] = await this.processTx(tx, deadline);
232
248
 
233
249
  // Inject a fake processing failure after N txs if requested
234
250
  const fakeThrowAfter = this.opts.fakeThrowAfterProcessingTxCount;
@@ -237,23 +253,9 @@ export class PublicProcessor implements Traceable {
237
253
  }
238
254
 
239
255
  const txBlobFields = processedTx.txEffect.getNumBlobFields();
240
-
241
- // If the actual size of this tx would exceed block size, skip it
242
256
  const txSize = txBlobFields * Fr.SIZE_IN_BYTES;
243
- if (maxBlockSize !== undefined && totalSizeInBytes + txSize > maxBlockSize) {
244
- this.log.debug(`Skipping processed tx ${txHash} sized ${txSize} due to max block size.`, {
245
- txHash,
246
- sizeInBytes: txSize,
247
- totalSizeInBytes,
248
- maxBlockSize,
249
- });
250
- // Need to revert the checkpoint here and don't go any further
251
- await checkpoint.revert();
252
- this.contractsDB.revertCheckpoint();
253
- continue;
254
- }
255
257
 
256
- // If the actual blob fields of this tx would exceed the limit, skip it
258
+ // If the actual blob fields of this tx would exceed the limit, skip it.
257
259
  // Note: maxBlobFields already accounts for block end blob fields and previous blocks in checkpoint.
258
260
  if (maxBlobFields !== undefined && totalBlobFields + txBlobFields > maxBlobFields) {
259
261
  this.log.debug(
@@ -271,12 +273,34 @@ export class PublicProcessor implements Traceable {
271
273
  continue;
272
274
  }
273
275
 
276
+ // During re-execution, check if the actual gas used by this tx would push the block over the gas limit.
277
+ // Unlike the proposal-building check (which uses declared gas limits pessimistically before processing),
278
+ // this uses actual gas and stops processing when the limit is exceeded.
279
+ if (
280
+ !isBuildingProposal &&
281
+ maxBlockGas !== undefined &&
282
+ totalBlockGas.add(processedTx.gasUsed.totalGas).gtAny(maxBlockGas)
283
+ ) {
284
+ this.log.warn(`Stopping re-execution since tx ${txHash} would push block gas over limit`, {
285
+ txHash,
286
+ txGas: processedTx.gasUsed.totalGas,
287
+ totalBlockGas,
288
+ maxBlockGas,
289
+ });
290
+ await checkpoint.revert();
291
+ this.contractsDB.revertCheckpoint();
292
+ break;
293
+ }
294
+
274
295
  // FIXME(fcarreiro): it's ugly to have to notify the validator of nullifiers.
275
296
  // I'd rather pass the validators the processedTx as well and let them deal with it.
276
297
  nullifierCache?.addNullifiers(processedTx.txEffect.nullifiers.map(n => n.toBuffer()));
277
298
  result.push(processedTx);
278
299
  usedTxs.push(tx);
279
300
  returns = returns.concat(returnValues);
301
+ debugLogs.push(...txDebugLogs);
302
+
303
+ this.debugLogStore.storeLogs(processedTx.hash.toString(), txDebugLogs);
280
304
 
281
305
  totalPublicGas = totalPublicGas.add(processedTx.gasUsed.publicGas);
282
306
  totalBlockGas = totalBlockGas.add(processedTx.gasUsed.totalGas);
@@ -350,7 +374,7 @@ export class PublicProcessor implements Traceable {
350
374
  totalSizeInBytes,
351
375
  });
352
376
 
353
- return [result, failed, usedTxs, returns, totalBlobFields];
377
+ return [result, failed, usedTxs, returns, debugLogs];
354
378
  }
355
379
 
356
380
  private async checkWorldStateUnchanged(
@@ -370,8 +394,13 @@ export class PublicProcessor implements Traceable {
370
394
  }
371
395
 
372
396
  @trackSpan('PublicProcessor.processTx', tx => ({ [Attributes.TX_HASH]: tx.getTxHash().toString() }))
373
- private async processTx(tx: Tx, deadline: Date | undefined): Promise<[ProcessedTx, NestedProcessReturnValues[]]> {
374
- const [time, [processedTx, returnValues]] = await elapsed(() => this.processTxWithinDeadline(tx, deadline));
397
+ private async processTx(
398
+ tx: Tx,
399
+ deadline: Date | undefined,
400
+ ): Promise<[ProcessedTx, NestedProcessReturnValues[], DebugLog[]]> {
401
+ const [time, [processedTx, returnValues, debugLogs]] = await elapsed(() =>
402
+ this.processTxWithinDeadline(tx, deadline),
403
+ );
375
404
 
376
405
  this.log.verbose(
377
406
  !tx.hasPublicCalls()
@@ -394,7 +423,7 @@ export class PublicProcessor implements Traceable {
394
423
  },
395
424
  );
396
425
 
397
- return [processedTx, returnValues ?? []];
426
+ return [processedTx, returnValues ?? [], debugLogs];
398
427
  }
399
428
 
400
429
  private async doTreeInsertionsForPrivateOnlyTx(processedTx: ProcessedTx): Promise<void> {
@@ -428,10 +457,9 @@ export class PublicProcessor implements Traceable {
428
457
  private async processTxWithinDeadline(
429
458
  tx: Tx,
430
459
  deadline: Date | undefined,
431
- ): Promise<[ProcessedTx, NestedProcessReturnValues[] | undefined]> {
432
- const innerProcessFn: () => Promise<[ProcessedTx, NestedProcessReturnValues[] | undefined]> = tx.hasPublicCalls()
433
- ? () => this.processTxWithPublicCalls(tx)
434
- : () => this.processPrivateOnlyTx(tx);
460
+ ): Promise<[ProcessedTx, NestedProcessReturnValues[] | undefined, DebugLog[]]> {
461
+ const innerProcessFn: () => Promise<[ProcessedTx, NestedProcessReturnValues[] | undefined, DebugLog[]]> =
462
+ tx.hasPublicCalls() ? () => this.processTxWithPublicCalls(tx) : () => this.processPrivateOnlyTx(tx);
435
463
 
436
464
  // Fake a delay per tx if instructed (used for tests)
437
465
  const fakeDelayPerTxMs = this.opts.fakeProcessingDelayPerTxMs;
@@ -499,7 +527,7 @@ export class PublicProcessor implements Traceable {
499
527
  @trackSpan('PublicProcessor.processPrivateOnlyTx', (tx: Tx) => ({
500
528
  [Attributes.TX_HASH]: tx.getTxHash().toString(),
501
529
  }))
502
- private async processPrivateOnlyTx(tx: Tx): Promise<[ProcessedTx, undefined]> {
530
+ private async processPrivateOnlyTx(tx: Tx): Promise<[ProcessedTx, undefined, DebugLog[]]> {
503
531
  const gasFees = this.globalVariables.gasFees;
504
532
  const transactionFee = computeTransactionFee(gasFees, tx.data.constants.txContext.gasSettings, tx.data.gasUsed);
505
533
 
@@ -524,13 +552,13 @@ export class PublicProcessor implements Traceable {
524
552
 
525
553
  await this.contractsDB.addNewContracts(tx);
526
554
 
527
- return [processedTx, undefined];
555
+ return [processedTx, undefined, []];
528
556
  }
529
557
 
530
558
  @trackSpan('PublicProcessor.processTxWithPublicCalls', tx => ({
531
559
  [Attributes.TX_HASH]: tx.getTxHash().toString(),
532
560
  }))
533
- private async processTxWithPublicCalls(tx: Tx): Promise<[ProcessedTx, NestedProcessReturnValues[]]> {
561
+ private async processTxWithPublicCalls(tx: Tx): Promise<[ProcessedTx, NestedProcessReturnValues[], DebugLog[]]> {
534
562
  const timer = new Timer();
535
563
 
536
564
  const result = await this.publicTxSimulator.simulate(tx);
@@ -568,7 +596,7 @@ export class PublicProcessor implements Traceable {
568
596
  revertReason,
569
597
  );
570
598
 
571
- return [processedTx, appLogicReturnValues];
599
+ return [processedTx, appLogicReturnValues, result.logs ?? []];
572
600
  }
573
601
 
574
602
  /**
@@ -1,6 +1,6 @@
1
1
  import type { ContractClassPublishedEvent } from '@aztec/protocol-contracts/class-registry';
2
2
  import type { Gas } from '@aztec/stdlib/gas';
3
- import type { TxExecutionPhase } from '@aztec/stdlib/tx';
3
+ import { TxExecutionPhase } from '@aztec/stdlib/tx';
4
4
  import {
5
5
  Attributes,
6
6
  type Gauge,
@@ -9,6 +9,7 @@ import {
9
9
  type TelemetryClient,
10
10
  type Tracer,
11
11
  type UpDownCounter,
12
+ createUpDownCounterWithDefault,
12
13
  } from '@aztec/telemetry-client';
13
14
 
14
15
  export class PublicProcessorMetrics {
@@ -35,13 +36,18 @@ export class PublicProcessorMetrics {
35
36
 
36
37
  this.txDuration = meter.createHistogram(Metrics.PUBLIC_PROCESSOR_TX_DURATION);
37
38
 
38
- this.txCount = meter.createUpDownCounter(Metrics.PUBLIC_PROCESSOR_TX_COUNT);
39
+ this.txCount = createUpDownCounterWithDefault(meter, Metrics.PUBLIC_PROCESSOR_TX_COUNT, {
40
+ [Attributes.OK]: [true, false],
41
+ });
39
42
 
40
- this.txPhaseCount = meter.createUpDownCounter(Metrics.PUBLIC_PROCESSOR_TX_PHASE_COUNT);
43
+ this.txPhaseCount = createUpDownCounterWithDefault(meter, Metrics.PUBLIC_PROCESSOR_TX_PHASE_COUNT);
41
44
 
42
45
  this.phaseDuration = meter.createHistogram(Metrics.PUBLIC_PROCESSOR_PHASE_DURATION);
43
46
 
44
- this.phaseCount = meter.createUpDownCounter(Metrics.PUBLIC_PROCESSOR_PHASE_COUNT);
47
+ this.phaseCount = createUpDownCounterWithDefault(meter, Metrics.PUBLIC_PROCESSOR_PHASE_COUNT, {
48
+ [Attributes.TX_PHASE_NAME]: [TxExecutionPhase.SETUP, TxExecutionPhase.APP_LOGIC, TxExecutionPhase.TEARDOWN],
49
+ [Attributes.OK]: [true, false],
50
+ });
45
51
 
46
52
  this.bytecodeDeployed = meter.createHistogram(Metrics.PUBLIC_PROCESSOR_DEPLOY_BYTECODE_SIZE);
47
53
 
@@ -1,5 +1,5 @@
1
1
  import { Fr } from '@aztec/foundation/curves/bn254';
2
- import { type Logger, createLogger } from '@aztec/foundation/log';
2
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
3
3
  import type { ContractProvider } from '@aztec/native';
4
4
  import { FunctionSelector } from '@aztec/stdlib/abi';
5
5
  import { deserializeFromMessagePack, serializeWithMessagePack } from '@aztec/stdlib/avm';
@@ -10,12 +10,15 @@ import type { GlobalVariables } from '@aztec/stdlib/tx';
10
10
  import type { PublicContractsDB } from '../public_db_sources.js';
11
11
 
12
12
  export class ContractProviderForCpp implements ContractProvider {
13
- private log: Logger = createLogger('simulator:contract_provider_for_cpp');
13
+ private log: Logger;
14
14
 
15
15
  constructor(
16
16
  private contractsDB: PublicContractsDB,
17
17
  private globalVariables: GlobalVariables,
18
- ) {}
18
+ bindings?: LoggerBindings,
19
+ ) {
20
+ this.log = createLogger('simulator:contract_provider_for_cpp', bindings);
21
+ }
19
22
 
20
23
  public getContractInstance = async (address: string): Promise<Buffer | undefined> => {
21
24
  this.log.trace(`Contract provider callback: getContractInstance(${address})`);
@@ -1,4 +1,4 @@
1
- import { type Logger, createLogger, logLevel } from '@aztec/foundation/log';
1
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
2
2
  import { sleep } from '@aztec/foundation/sleep';
3
3
  import { type CancellationToken, avmSimulate, cancelSimulation, createCancellationToken } from '@aztec/native';
4
4
  import { ProtocolContractsList } from '@aztec/protocol-contracts';
@@ -44,9 +44,10 @@ export class CppPublicTxSimulator extends PublicTxSimulator implements PublicTxS
44
44
  contractsDB: PublicContractsDB,
45
45
  globalVariables: GlobalVariables,
46
46
  config?: Partial<PublicSimulatorConfig>,
47
+ bindings?: LoggerBindings,
47
48
  ) {
48
- super(merkleTree, contractsDB, globalVariables, config);
49
- this.log = createLogger(`simulator:cpp_public_tx_simulator`);
49
+ super(merkleTree, contractsDB, globalVariables, config, undefined, bindings);
50
+ this.log = createLogger(`simulator:cpp_public_tx_simulator`, bindings);
50
51
  }
51
52
 
52
53
  /**
@@ -84,7 +85,7 @@ export class CppPublicTxSimulator extends PublicTxSimulator implements PublicTxS
84
85
  );
85
86
 
86
87
  // Create contract provider for callbacks to TypeScript PublicContractsDB from C++
87
- const contractProvider = new ContractProviderForCpp(this.contractsDB, this.globalVariables);
88
+ const contractProvider = new ContractProviderForCpp(this.contractsDB, this.globalVariables, this.bindings);
88
89
 
89
90
  // Serialize to msgpack and call the C++ simulator
90
91
  this.log.trace(`Serializing fast simulation inputs to msgpack...`);
@@ -99,8 +100,7 @@ export class CppPublicTxSimulator extends PublicTxSimulator implements PublicTxS
99
100
  inputBuffer,
100
101
  contractProvider,
101
102
  wsCppHandle,
102
- logLevel,
103
- // TODO: re-enable logging
103
+ this.log.level,
104
104
  undefined,
105
105
  this.cancellationToken,
106
106
  );
@@ -171,8 +171,9 @@ export class MeasuredCppPublicTxSimulator extends CppPublicTxSimulator implement
171
171
  globalVariables: GlobalVariables,
172
172
  protected readonly metrics: ExecutorMetricsInterface,
173
173
  config?: Partial<PublicSimulatorConfig>,
174
+ bindings?: LoggerBindings,
174
175
  ) {
175
- super(merkleTree, contractsDB, globalVariables, config);
176
+ super(merkleTree, contractsDB, globalVariables, config, bindings);
176
177
  }
177
178
 
178
179
  public override async simulate(tx: Tx, txLabel: string = 'unlabeledTx'): Promise<PublicTxResult> {
@@ -200,9 +201,10 @@ export class TelemetryCppPublicTxSimulator extends MeasuredCppPublicTxSimulator
200
201
  globalVariables: GlobalVariables,
201
202
  telemetryClient: TelemetryClient = getTelemetryClient(),
202
203
  config?: Partial<PublicSimulatorConfig>,
204
+ bindings?: LoggerBindings,
203
205
  ) {
204
206
  const metrics = new ExecutorMetrics(telemetryClient, 'CppPublicTxSimulator');
205
- super(merkleTree, contractsDB, globalVariables, metrics, config);
207
+ super(merkleTree, contractsDB, globalVariables, metrics, config, bindings);
206
208
  this.tracer = metrics.tracer;
207
209
  }
208
210
  }
@@ -1,4 +1,4 @@
1
- import { type Logger, createLogger, logLevel } from '@aztec/foundation/log';
1
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
2
2
  import { avmSimulateWithHintedDbs } from '@aztec/native';
3
3
  import {
4
4
  AvmCircuitInputs,
@@ -34,9 +34,10 @@ export class CppPublicTxSimulatorHintedDbs extends PublicTxSimulator implements
34
34
  contractsDB: PublicContractsDB,
35
35
  globalVariables: GlobalVariables,
36
36
  config?: Partial<PublicSimulatorConfig>,
37
+ bindings?: LoggerBindings,
37
38
  ) {
38
- super(merkleTree, contractsDB, globalVariables, config);
39
- this.log = createLogger(`simulator:cpp_public_tx_simulator_hinted_dbs`);
39
+ super(merkleTree, contractsDB, globalVariables, config, undefined, bindings);
40
+ this.log = createLogger(`simulator:cpp_public_tx_simulator_hinted_dbs`, bindings);
40
41
  }
41
42
 
42
43
  /**
@@ -74,7 +75,7 @@ export class CppPublicTxSimulatorHintedDbs extends PublicTxSimulator implements
74
75
 
75
76
  let resultBuffer: Buffer;
76
77
  try {
77
- resultBuffer = await avmSimulateWithHintedDbs(inputBuffer, logLevel);
78
+ resultBuffer = await avmSimulateWithHintedDbs(inputBuffer, this.log.level);
78
79
  } catch (error: any) {
79
80
  throw new SimulationError(`C++ hinted simulation failed: ${error.message}`, []);
80
81
  }
@@ -115,8 +116,9 @@ export class MeasuredCppPublicTxSimulatorHintedDbs
115
116
  globalVariables: GlobalVariables,
116
117
  protected readonly metrics: ExecutorMetricsInterface,
117
118
  config?: Partial<PublicSimulatorConfig>,
119
+ bindings?: LoggerBindings,
118
120
  ) {
119
- super(merkleTree, contractsDB, globalVariables, config);
121
+ super(merkleTree, contractsDB, globalVariables, config, bindings);
120
122
  }
121
123
 
122
124
  public override async simulate(tx: Tx, txLabel: string = 'unlabeledTx'): Promise<PublicTxResult> {
@@ -1,4 +1,4 @@
1
- import { type Logger, createLogger, logLevel } from '@aztec/foundation/log';
1
+ import { type Logger, type LoggerBindings, createLogger, logLevel } from '@aztec/foundation/log';
2
2
  import { avmSimulate } from '@aztec/native';
3
3
  import { ProtocolContractsList } from '@aztec/protocol-contracts';
4
4
  import {
@@ -37,9 +37,10 @@ export class CppVsTsPublicTxSimulator extends PublicTxSimulator implements Publi
37
37
  contractsDB: PublicContractsDB,
38
38
  globalVariables: GlobalVariables,
39
39
  config?: Partial<PublicSimulatorConfig>,
40
+ bindings?: LoggerBindings,
40
41
  ) {
41
- super(merkleTree, contractsDB, globalVariables, config);
42
- this.log = createLogger(`simulator:cpp_vs_public_tx_simulator`);
42
+ super(merkleTree, contractsDB, globalVariables, config, undefined, bindings);
43
+ this.log = createLogger(`simulator:cpp_vs_public_tx_simulator`, bindings);
43
44
  }
44
45
 
45
46
  /**
@@ -103,7 +104,7 @@ export class CppVsTsPublicTxSimulator extends PublicTxSimulator implements Publi
103
104
  );
104
105
 
105
106
  // Create contract provider for callbacks to TypeScript PublicContractsDB from C++
106
- const contractProvider = new ContractProviderForCpp(this.contractsDB, this.globalVariables);
107
+ const contractProvider = new ContractProviderForCpp(this.contractsDB, this.globalVariables, this.bindings);
107
108
 
108
109
  // Serialize to msgpack and call the C++ simulator
109
110
  this.log.debug(`Serializing fast simulation inputs to msgpack...`);
@@ -220,8 +221,9 @@ export class MeasuredCppVsTsPublicTxSimulator
220
221
  globalVariables: GlobalVariables,
221
222
  protected readonly metrics: ExecutorMetricsInterface,
222
223
  config?: Partial<PublicSimulatorConfig>,
224
+ bindings?: LoggerBindings,
223
225
  ) {
224
- super(merkleTree, contractsDB, globalVariables, config);
226
+ super(merkleTree, contractsDB, globalVariables, config, bindings);
225
227
  }
226
228
 
227
229
  public override async simulate(tx: Tx, txLabel: string = 'unlabeledTx'): Promise<PublicTxResult> {
@@ -1,3 +1,4 @@
1
+ import type { LoggerBindings } from '@aztec/foundation/log';
1
2
  import {
2
3
  AvmCircuitInputs,
3
4
  AvmCircuitPublicInputs,
@@ -29,8 +30,9 @@ export class DumpingCppPublicTxSimulator extends CppPublicTxSimulator {
29
30
  globalVariables: GlobalVariables,
30
31
  config: Partial<PublicSimulatorConfig>,
31
32
  outputDir: string,
33
+ bindings?: LoggerBindings,
32
34
  ) {
33
- super(merkleTree, contractsDB, globalVariables, config);
35
+ super(merkleTree, contractsDB, globalVariables, config, bindings);
34
36
  assert(config.collectHints === true, 'collectHints must be enabled to dump AVM circuit inputs');
35
37
  assert(config.collectPublicInputs === true, 'collectPublicInputs must be enabled to dump AVM circuit inputs');
36
38
  this.outputDir = outputDir;
@@ -1,3 +1,4 @@
1
+ import type { LoggerBindings } from '@aztec/foundation/log';
1
2
  import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
2
3
  import type { MerkleTreeWriteOperations } from '@aztec/stdlib/trees';
3
4
  import type { GlobalVariables } from '@aztec/stdlib/tx';
@@ -17,10 +18,12 @@ export function createPublicTxSimulatorForBlockBuilding(
17
18
  contractsDB: PublicContractsDB,
18
19
  globalVariables: GlobalVariables,
19
20
  telemetryClient: TelemetryClient,
21
+ bindings?: LoggerBindings,
22
+ collectDebugLogs = false,
20
23
  ) {
21
24
  const config = PublicSimulatorConfig.from({
22
25
  skipFeeEnforcement: false,
23
- collectDebugLogs: false,
26
+ collectDebugLogs,
24
27
  collectHints: false,
25
28
  collectPublicInputs: false,
26
29
  collectStatistics: false,
@@ -35,7 +38,7 @@ export function createPublicTxSimulatorForBlockBuilding(
35
38
  collectHints: true,
36
39
  collectPublicInputs: true,
37
40
  };
38
- return new DumpingCppPublicTxSimulator(merkleTree, contractsDB, globalVariables, dumpingConfig, dumpDir);
41
+ return new DumpingCppPublicTxSimulator(merkleTree, contractsDB, globalVariables, dumpingConfig, dumpDir, bindings);
39
42
  }
40
- return new TelemetryCppPublicTxSimulator(merkleTree, contractsDB, globalVariables, telemetryClient, config);
43
+ return new TelemetryCppPublicTxSimulator(merkleTree, contractsDB, globalVariables, telemetryClient, config, bindings);
41
44
  }
@@ -7,7 +7,7 @@ import {
7
7
  } from '@aztec/constants';
8
8
  import { padArrayEnd } from '@aztec/foundation/collection';
9
9
  import { Fr } from '@aztec/foundation/curves/bn254';
10
- import { type Logger, createLogger } from '@aztec/foundation/log';
10
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
11
11
  import {
12
12
  AvmAccumulatedData,
13
13
  AvmAccumulatedDataArrayLengths,
@@ -87,8 +87,9 @@ export class PublicTxContext {
87
87
  public readonly revertibleAccumulatedDataFromPrivate: PrivateToPublicAccumulatedData,
88
88
  public readonly feePayer: AztecAddress,
89
89
  private readonly trace: SideEffectTrace,
90
+ bindings?: LoggerBindings,
90
91
  ) {
91
- this.log = createLogger(`simulator:public_tx_context`);
92
+ this.log = createLogger(`simulator:public_tx_context`, bindings);
92
93
  }
93
94
 
94
95
  public static async create(
@@ -98,13 +99,14 @@ export class PublicTxContext {
98
99
  globalVariables: GlobalVariables,
99
100
  protocolContracts: ProtocolContracts,
100
101
  proverId: Fr,
102
+ bindings?: LoggerBindings,
101
103
  ) {
102
104
  const contractDeploymentData = AllContractDeploymentData.fromTx(tx);
103
105
  const nonRevertibleContractDeploymentData = contractDeploymentData.getNonRevertibleContractDeploymentData();
104
106
  const revertibleContractDeploymentData = contractDeploymentData.getRevertibleContractDeploymentData();
105
107
  const nonRevertibleAccumulatedDataFromPrivate = tx.data.forPublic!.nonRevertibleAccumulatedData;
106
108
 
107
- const trace = new SideEffectTrace();
109
+ const trace = new SideEffectTrace(0, bindings);
108
110
 
109
111
  const firstNullifier = nonRevertibleAccumulatedDataFromPrivate.nullifiers[0];
110
112
 
@@ -115,6 +117,7 @@ export class PublicTxContext {
115
117
  trace,
116
118
  firstNullifier,
117
119
  globalVariables.timestamp,
120
+ bindings,
118
121
  );
119
122
 
120
123
  const gasSettings = tx.data.constants.txContext.gasSettings;
@@ -124,7 +127,7 @@ export class PublicTxContext {
124
127
 
125
128
  return new PublicTxContext(
126
129
  tx.getTxHash(),
127
- new PhaseStateManager(txStateManager),
130
+ new PhaseStateManager(txStateManager, bindings),
128
131
  await txStateManager.getTreeSnapshots(),
129
132
  globalVariables,
130
133
  protocolContracts,
@@ -142,6 +145,7 @@ export class PublicTxContext {
142
145
  tx.data.forPublic!.revertibleAccumulatedData,
143
146
  tx.data.feePayer,
144
147
  trace,
148
+ bindings,
145
149
  );
146
150
  }
147
151
 
@@ -441,8 +445,11 @@ class PhaseStateManager {
441
445
 
442
446
  private currentlyActiveStateManager: PublicPersistableStateManager | undefined;
443
447
 
444
- constructor(private readonly txStateManager: PublicPersistableStateManager) {
445
- this.log = createLogger(`simulator:public_phase_state_manager`);
448
+ constructor(
449
+ private readonly txStateManager: PublicPersistableStateManager,
450
+ bindings?: LoggerBindings,
451
+ ) {
452
+ this.log = createLogger(`simulator:public_phase_state_manager`, bindings);
446
453
  }
447
454
 
448
455
  async fork() {