@aztec/pxe 0.0.1-commit.03f7ef2 → 0.0.1-commit.04d373f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (488) hide show
  1. package/dest/bin/check_oracle_version.d.ts +12 -2
  2. package/dest/bin/check_oracle_version.d.ts.map +1 -1
  3. package/dest/bin/check_oracle_version.js +32 -26
  4. package/dest/bin/index.d.ts +2 -0
  5. package/dest/bin/index.d.ts.map +1 -0
  6. package/dest/bin/index.js +1 -0
  7. package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
  8. package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
  9. package/dest/block_synchronizer/block_stream_source.js +62 -0
  10. package/dest/block_synchronizer/block_synchronizer.d.ts +22 -12
  11. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  12. package/dest/block_synchronizer/block_synchronizer.js +101 -35
  13. package/dest/config/index.d.ts +10 -2
  14. package/dest/config/index.d.ts.map +1 -1
  15. package/dest/config/index.js +17 -2
  16. package/dest/config/package_info.js +1 -1
  17. package/dest/contract_function_simulator/benchmarked_node.d.ts +9 -0
  18. package/dest/contract_function_simulator/benchmarked_node.d.ts.map +1 -0
  19. package/dest/contract_function_simulator/benchmarked_node.js +77 -0
  20. package/dest/contract_function_simulator/contract_function_simulator.d.ts +77 -41
  21. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  22. package/dest/contract_function_simulator/contract_function_simulator.js +251 -96
  23. package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
  24. package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
  25. package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
  26. package/dest/contract_function_simulator/execution_note_cache.d.ts +18 -9
  27. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  28. package/dest/contract_function_simulator/execution_note_cache.js +45 -28
  29. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +7 -11
  30. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
  31. package/dest/contract_function_simulator/execution_tagging_index_cache.js +19 -15
  32. package/dest/contract_function_simulator/index.d.ts +5 -2
  33. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  34. package/dest/contract_function_simulator/index.js +4 -1
  35. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +48 -0
  36. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
  37. package/dest/contract_function_simulator/noir-structs/bounded_vec.js +45 -0
  38. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +6 -7
  39. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
  40. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +12 -10
  41. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +13 -3
  42. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
  43. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +35 -4
  44. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +2 -2
  45. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  46. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -4
  47. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +5 -8
  48. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
  49. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +7 -11
  50. package/dest/contract_function_simulator/noir-structs/option.d.ts +61 -0
  51. package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
  52. package/dest/contract_function_simulator/noir-structs/option.js +62 -0
  53. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +4 -10
  54. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
  55. package/dest/contract_function_simulator/noir-structs/utility_context.js +7 -18
  56. package/dest/contract_function_simulator/oracle/interfaces.d.ts +70 -50
  57. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  58. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -1
  59. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
  60. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +7 -7
  61. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  62. package/dest/contract_function_simulator/oracle/note_packing_utils.js +10 -10
  63. package/dest/contract_function_simulator/oracle/oracle.d.ts +74 -43
  64. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
  65. package/dest/contract_function_simulator/oracle/oracle.js +471 -264
  66. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +147 -0
  67. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
  68. package/dest/contract_function_simulator/oracle/oracle_registry.js +1199 -0
  69. package/dest/contract_function_simulator/oracle/private_execution.d.ts +2 -26
  70. package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
  71. package/dest/contract_function_simulator/oracle/private_execution.js +5 -39
  72. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +74 -100
  73. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  74. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +168 -139
  75. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +169 -90
  76. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  77. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +468 -193
  78. package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
  79. package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
  80. package/dest/contract_function_simulator/pick_notes.js +20 -3
  81. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +4 -4
  82. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
  83. package/dest/contract_function_simulator/proxied_contract_data_source.js +39 -68
  84. package/dest/contract_logging.d.ts +27 -0
  85. package/dest/contract_logging.d.ts.map +1 -0
  86. package/dest/contract_logging.js +38 -0
  87. package/dest/contract_sync/contract_sync_service.d.ts +42 -0
  88. package/dest/contract_sync/contract_sync_service.d.ts.map +1 -0
  89. package/dest/contract_sync/contract_sync_service.js +135 -0
  90. package/dest/contract_sync/helpers.d.ts +27 -0
  91. package/dest/contract_sync/helpers.d.ts.map +1 -0
  92. package/dest/contract_sync/helpers.js +53 -0
  93. package/dest/debug/pxe_debug_utils.d.ts +21 -12
  94. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  95. package/dest/debug/pxe_debug_utils.js +24 -19
  96. package/dest/entrypoints/client/bundle/index.d.ts +3 -1
  97. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  98. package/dest/entrypoints/client/bundle/index.js +2 -0
  99. package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
  100. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  101. package/dest/entrypoints/client/bundle/utils.js +41 -10
  102. package/dest/entrypoints/client/lazy/index.d.ts +3 -1
  103. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  104. package/dest/entrypoints/client/lazy/index.js +2 -0
  105. package/dest/entrypoints/client/lazy/utils.d.ts +3 -3
  106. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  107. package/dest/entrypoints/client/lazy/utils.js +42 -11
  108. package/dest/entrypoints/pxe_creation_options.d.ts +13 -3
  109. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  110. package/dest/entrypoints/pxe_creation_options.js +3 -1
  111. package/dest/entrypoints/server/index.d.ts +6 -2
  112. package/dest/entrypoints/server/index.d.ts.map +1 -1
  113. package/dest/entrypoints/server/index.js +5 -1
  114. package/dest/entrypoints/server/utils.d.ts +4 -3
  115. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  116. package/dest/entrypoints/server/utils.js +49 -18
  117. package/dest/error_enriching.d.ts +4 -4
  118. package/dest/error_enriching.d.ts.map +1 -1
  119. package/dest/error_enriching.js +6 -6
  120. package/dest/events/event_service.d.ts +19 -10
  121. package/dest/events/event_service.d.ts.map +1 -1
  122. package/dest/events/event_service.js +60 -30
  123. package/dest/events/private_event_filter_validator.d.ts +7 -6
  124. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  125. package/dest/events/private_event_filter_validator.js +20 -6
  126. package/dest/hooks/authorize_utility_call.d.ts +41 -0
  127. package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
  128. package/dest/hooks/authorize_utility_call.js +4 -0
  129. package/dest/hooks/execution_hooks.d.ts +42 -0
  130. package/dest/hooks/execution_hooks.d.ts.map +1 -0
  131. package/dest/hooks/execution_hooks.js +9 -0
  132. package/dest/hooks/index.d.ts +4 -0
  133. package/dest/hooks/index.d.ts.map +1 -0
  134. package/dest/hooks/index.js +1 -0
  135. package/dest/job_coordinator/job_coordinator.d.ts +75 -0
  136. package/dest/job_coordinator/job_coordinator.d.ts.map +1 -0
  137. package/dest/job_coordinator/job_coordinator.js +94 -0
  138. package/dest/logs/log_service.d.ts +21 -35
  139. package/dest/logs/log_service.d.ts.map +1 -1
  140. package/dest/logs/log_service.js +144 -215
  141. package/dest/messages/message_context_service.d.ts +17 -0
  142. package/dest/messages/message_context_service.d.ts.map +1 -0
  143. package/dest/messages/message_context_service.js +38 -0
  144. package/dest/notes/note_service.d.ts +34 -12
  145. package/dest/notes/note_service.d.ts.map +1 -1
  146. package/dest/notes/note_service.js +102 -82
  147. package/dest/notes_filter.d.ts +24 -0
  148. package/dest/notes_filter.d.ts.map +1 -0
  149. package/dest/notes_filter.js +4 -0
  150. package/dest/oracle_version.d.ts +4 -3
  151. package/dest/oracle_version.d.ts.map +1 -1
  152. package/dest/oracle_version.js +20 -9
  153. package/dest/private_kernel/batch_planner.d.ts +47 -0
  154. package/dest/private_kernel/batch_planner.d.ts.map +1 -0
  155. package/dest/private_kernel/batch_planner.js +104 -0
  156. package/dest/private_kernel/hints/compute_tx_expiration_timestamp.d.ts +4 -0
  157. package/dest/private_kernel/hints/compute_tx_expiration_timestamp.d.ts.map +1 -0
  158. package/dest/private_kernel/hints/{compute_tx_include_by_timestamp.js → compute_tx_expiration_timestamp.js} +12 -12
  159. package/dest/private_kernel/hints/index.d.ts +3 -3
  160. package/dest/private_kernel/hints/index.d.ts.map +1 -1
  161. package/dest/private_kernel/hints/index.js +2 -2
  162. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +29 -0
  163. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -0
  164. package/dest/private_kernel/hints/{build_private_kernel_reset_private_inputs.js → private_kernel_reset_private_inputs_builder.js} +142 -75
  165. package/dest/private_kernel/hints/test_utils.d.ts +122 -0
  166. package/dest/private_kernel/hints/test_utils.d.ts.map +1 -0
  167. package/dest/private_kernel/hints/test_utils.js +202 -0
  168. package/dest/private_kernel/private_kernel_execution_prover.d.ts +7 -2
  169. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  170. package/dest/private_kernel/private_kernel_execution_prover.js +169 -69
  171. package/dest/private_kernel/private_kernel_oracle.d.ts +29 -29
  172. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  173. package/dest/private_kernel/private_kernel_oracle.js +96 -2
  174. package/dest/pxe.d.ts +136 -67
  175. package/dest/pxe.d.ts.map +1 -1
  176. package/dest/pxe.js +314 -231
  177. package/dest/storage/address_store/address_store.d.ts +11 -0
  178. package/dest/storage/address_store/address_store.d.ts.map +1 -0
  179. package/dest/storage/{address_data_provider/address_data_provider.js → address_store/address_store.js} +13 -12
  180. package/dest/storage/address_store/index.d.ts +2 -0
  181. package/dest/storage/address_store/index.d.ts.map +1 -0
  182. package/dest/storage/address_store/index.js +1 -0
  183. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +17 -0
  184. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -0
  185. package/dest/storage/anchor_block_store/anchor_block_store.js +26 -0
  186. package/dest/storage/anchor_block_store/index.d.ts +2 -0
  187. package/dest/storage/anchor_block_store/index.d.ts.map +1 -0
  188. package/dest/storage/anchor_block_store/index.js +1 -0
  189. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
  190. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
  191. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
  192. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
  193. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
  194. package/dest/storage/backwards_compatibility_tests/schema_tests.js +591 -0
  195. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
  196. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
  197. package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
  198. package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
  199. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
  200. package/dest/storage/capsule_store/capsule_service.js +50 -0
  201. package/dest/storage/capsule_store/capsule_store.d.ts +72 -0
  202. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -0
  203. package/dest/storage/capsule_store/capsule_store.js +261 -0
  204. package/dest/storage/capsule_store/index.d.ts +3 -0
  205. package/dest/storage/capsule_store/index.d.ts.map +1 -0
  206. package/dest/storage/capsule_store/index.js +2 -0
  207. package/dest/storage/contract_store/contract_store.d.ts +93 -0
  208. package/dest/storage/contract_store/contract_store.d.ts.map +1 -0
  209. package/dest/storage/contract_store/contract_store.js +292 -0
  210. package/dest/storage/contract_store/index.d.ts +2 -0
  211. package/dest/storage/contract_store/index.d.ts.map +1 -0
  212. package/dest/storage/contract_store/index.js +1 -0
  213. package/dest/storage/{contract_data_provider → contract_store}/private_functions_tree.d.ts +1 -1
  214. package/dest/storage/contract_store/private_functions_tree.d.ts.map +1 -0
  215. package/dest/storage/index.d.ts +8 -8
  216. package/dest/storage/index.d.ts.map +1 -1
  217. package/dest/storage/index.js +7 -7
  218. package/dest/storage/metadata.d.ts +1 -1
  219. package/dest/storage/metadata.js +1 -1
  220. package/dest/storage/note_store/index.d.ts +3 -0
  221. package/dest/storage/note_store/index.d.ts.map +1 -0
  222. package/dest/storage/note_store/index.js +2 -0
  223. package/dest/storage/note_store/note_store.d.ts +83 -0
  224. package/dest/storage/note_store/note_store.d.ts.map +1 -0
  225. package/dest/storage/note_store/note_store.js +343 -0
  226. package/dest/storage/note_store/stored_note.d.ts +16 -0
  227. package/dest/storage/note_store/stored_note.d.ts.map +1 -0
  228. package/dest/storage/note_store/stored_note.js +43 -0
  229. package/dest/storage/open_pxe_stores.d.ts +33 -0
  230. package/dest/storage/open_pxe_stores.d.ts.map +1 -0
  231. package/dest/storage/open_pxe_stores.js +27 -0
  232. package/dest/storage/private_event_store/private_event_store.d.ts +91 -0
  233. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -0
  234. package/dest/storage/private_event_store/private_event_store.js +276 -0
  235. package/dest/storage/private_event_store/stored_private_event.d.ts +23 -0
  236. package/dest/storage/private_event_store/stored_private_event.d.ts.map +1 -0
  237. package/dest/storage/private_event_store/stored_private_event.js +56 -0
  238. package/dest/storage/tagging_store/index.d.ts +4 -0
  239. package/dest/storage/tagging_store/index.d.ts.map +1 -0
  240. package/dest/storage/tagging_store/index.js +3 -0
  241. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +28 -0
  242. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -0
  243. package/dest/storage/tagging_store/recipient_tagging_store.js +111 -0
  244. package/dest/storage/tagging_store/sender_address_book_store.d.ts +14 -0
  245. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +1 -0
  246. package/dest/storage/tagging_store/sender_address_book_store.js +36 -0
  247. package/dest/storage/tagging_store/sender_tagging_store.d.ts +78 -0
  248. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -0
  249. package/dest/storage/tagging_store/sender_tagging_store.js +374 -0
  250. package/dest/tagging/constants.d.ts +2 -2
  251. package/dest/tagging/constants.d.ts.map +1 -1
  252. package/dest/tagging/constants.js +10 -3
  253. package/dest/tagging/get_all_logs_by_tags.d.ts +48 -0
  254. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -0
  255. package/dest/tagging/get_all_logs_by_tags.js +59 -0
  256. package/dest/tagging/index.d.ts +18 -5
  257. package/dest/tagging/index.d.ts.map +1 -1
  258. package/dest/tagging/index.js +16 -3
  259. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
  260. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
  261. package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
  262. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +56 -0
  263. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
  264. package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +163 -0
  265. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
  266. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
  267. package/dest/tagging/recipient_sync/utils/find_highest_indexes.js +2 -2
  268. package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
  269. package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
  270. package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
  271. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +16 -0
  272. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -0
  273. package/dest/tagging/{sync → sender_sync}/sync_sender_tagging_indexes.js +35 -34
  274. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +17 -0
  275. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -0
  276. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +60 -0
  277. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +19 -0
  278. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -0
  279. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +72 -0
  280. package/package.json +31 -19
  281. package/src/bin/check_oracle_version.ts +42 -31
  282. package/src/bin/index.ts +1 -0
  283. package/src/block_synchronizer/block_stream_source.ts +81 -0
  284. package/src/block_synchronizer/block_synchronizer.ts +123 -48
  285. package/src/config/index.ts +21 -1
  286. package/src/config/package_info.ts +1 -1
  287. package/src/contract_function_simulator/benchmarked_node.ts +103 -0
  288. package/src/contract_function_simulator/contract_function_simulator.ts +431 -161
  289. package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
  290. package/src/contract_function_simulator/execution_note_cache.ts +44 -25
  291. package/src/contract_function_simulator/execution_tagging_index_cache.ts +19 -18
  292. package/src/contract_function_simulator/index.ts +4 -1
  293. package/src/contract_function_simulator/noir-structs/bounded_vec.ts +55 -0
  294. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +15 -10
  295. package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +36 -3
  296. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +2 -5
  297. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +6 -11
  298. package/src/contract_function_simulator/noir-structs/option.ts +69 -0
  299. package/src/contract_function_simulator/noir-structs/utility_context.ts +6 -25
  300. package/src/contract_function_simulator/oracle/interfaces.ts +93 -70
  301. package/src/contract_function_simulator/oracle/note_packing_utils.ts +13 -13
  302. package/src/contract_function_simulator/oracle/oracle.ts +567 -461
  303. package/src/contract_function_simulator/oracle/oracle_registry.ts +904 -0
  304. package/src/contract_function_simulator/oracle/private_execution.ts +5 -73
  305. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +215 -239
  306. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +668 -261
  307. package/src/contract_function_simulator/pick_notes.ts +22 -3
  308. package/src/contract_function_simulator/proxied_contract_data_source.ts +47 -70
  309. package/src/contract_logging.ts +52 -0
  310. package/src/contract_sync/contract_sync_service.ts +189 -0
  311. package/src/contract_sync/helpers.ts +86 -0
  312. package/src/debug/pxe_debug_utils.ts +57 -20
  313. package/src/entrypoints/client/bundle/index.ts +2 -0
  314. package/src/entrypoints/client/bundle/utils.ts +31 -19
  315. package/src/entrypoints/client/lazy/index.ts +2 -0
  316. package/src/entrypoints/client/lazy/utils.ts +33 -21
  317. package/src/entrypoints/pxe_creation_options.ts +18 -2
  318. package/src/entrypoints/server/index.ts +5 -1
  319. package/src/entrypoints/server/utils.ts +46 -45
  320. package/src/error_enriching.ts +7 -15
  321. package/src/events/event_service.ts +83 -41
  322. package/src/events/private_event_filter_validator.ts +24 -6
  323. package/src/hooks/authorize_utility_call.ts +44 -0
  324. package/src/hooks/execution_hooks.ts +48 -0
  325. package/src/hooks/index.ts +7 -0
  326. package/src/job_coordinator/job_coordinator.ts +150 -0
  327. package/src/logs/log_service.ts +181 -313
  328. package/src/messages/message_context_service.ts +45 -0
  329. package/src/notes/note_service.ts +140 -110
  330. package/src/notes_filter.ts +24 -0
  331. package/src/oracle_version.ts +20 -9
  332. package/src/private_kernel/batch_planner.ts +169 -0
  333. package/src/private_kernel/hints/{compute_tx_include_by_timestamp.ts → compute_tx_expiration_timestamp.ts} +13 -13
  334. package/src/private_kernel/hints/index.ts +2 -2
  335. package/src/private_kernel/hints/{build_private_kernel_reset_private_inputs.ts → private_kernel_reset_private_inputs_builder.ts} +197 -139
  336. package/src/private_kernel/hints/test_utils.ts +318 -0
  337. package/src/private_kernel/private_kernel_execution_prover.ts +262 -96
  338. package/src/private_kernel/private_kernel_oracle.ts +129 -39
  339. package/src/pxe.ts +552 -310
  340. package/src/storage/{address_data_provider/address_data_provider.ts → address_store/address_store.ts} +16 -16
  341. package/src/storage/address_store/index.ts +1 -0
  342. package/src/storage/{anchor_block_data_provider/anchor_block_data_provider.ts → anchor_block_store/anchor_block_store.ts} +10 -2
  343. package/src/storage/anchor_block_store/index.ts +1 -0
  344. package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
  345. package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
  346. package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
  347. package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
  348. package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
  349. package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +46 -0
  350. package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +36 -0
  351. package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
  352. package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +18 -0
  353. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderAddressBookStore.json +16 -0
  354. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +22 -0
  355. package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +97 -0
  356. package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
  357. package/src/storage/backwards_compatibility_tests/schema_tests.ts +712 -0
  358. package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
  359. package/src/storage/capsule_store/capsule_service.ts +90 -0
  360. package/src/storage/capsule_store/capsule_store.ts +333 -0
  361. package/src/storage/capsule_store/index.ts +2 -0
  362. package/src/storage/contract_store/contract_store.ts +408 -0
  363. package/src/storage/contract_store/index.ts +1 -0
  364. package/src/storage/index.ts +7 -7
  365. package/src/storage/metadata.ts +1 -1
  366. package/src/storage/note_store/index.ts +2 -0
  367. package/src/storage/note_store/note_store.ts +415 -0
  368. package/src/storage/note_store/stored_note.ts +48 -0
  369. package/src/storage/open_pxe_stores.ts +49 -0
  370. package/src/storage/private_event_store/private_event_store.ts +388 -0
  371. package/src/storage/private_event_store/stored_private_event.ts +73 -0
  372. package/src/storage/tagging_store/index.ts +3 -0
  373. package/src/storage/tagging_store/recipient_tagging_store.ts +139 -0
  374. package/src/storage/tagging_store/sender_address_book_store.ts +48 -0
  375. package/src/storage/tagging_store/sender_tagging_store.ts +476 -0
  376. package/src/tagging/constants.ts +10 -3
  377. package/src/tagging/get_all_logs_by_tags.ts +120 -0
  378. package/src/tagging/index.ts +20 -4
  379. package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
  380. package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +240 -0
  381. package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +4 -4
  382. package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
  383. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +134 -0
  384. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +66 -0
  385. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +84 -0
  386. package/dest/contract_function_simulator/proxied_node.d.ts +0 -9
  387. package/dest/contract_function_simulator/proxied_node.d.ts.map +0 -1
  388. package/dest/contract_function_simulator/proxied_node.js +0 -27
  389. package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts +0 -28
  390. package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts.map +0 -1
  391. package/dest/private_kernel/hints/compute_tx_include_by_timestamp.d.ts +0 -4
  392. package/dest/private_kernel/hints/compute_tx_include_by_timestamp.d.ts.map +0 -1
  393. package/dest/private_kernel/private_kernel_oracle_impl.d.ts +0 -46
  394. package/dest/private_kernel/private_kernel_oracle_impl.d.ts.map +0 -1
  395. package/dest/private_kernel/private_kernel_oracle_impl.js +0 -86
  396. package/dest/public_storage/public_storage_service.d.ts +0 -24
  397. package/dest/public_storage/public_storage_service.d.ts.map +0 -1
  398. package/dest/public_storage/public_storage_service.js +0 -26
  399. package/dest/storage/address_data_provider/address_data_provider.d.ts +0 -11
  400. package/dest/storage/address_data_provider/address_data_provider.d.ts.map +0 -1
  401. package/dest/storage/address_data_provider/index.d.ts +0 -2
  402. package/dest/storage/address_data_provider/index.d.ts.map +0 -1
  403. package/dest/storage/address_data_provider/index.js +0 -1
  404. package/dest/storage/anchor_block_data_provider/anchor_block_data_provider.d.ts +0 -9
  405. package/dest/storage/anchor_block_data_provider/anchor_block_data_provider.d.ts.map +0 -1
  406. package/dest/storage/anchor_block_data_provider/anchor_block_data_provider.js +0 -19
  407. package/dest/storage/anchor_block_data_provider/index.d.ts +0 -2
  408. package/dest/storage/anchor_block_data_provider/index.d.ts.map +0 -1
  409. package/dest/storage/anchor_block_data_provider/index.js +0 -1
  410. package/dest/storage/capsule_data_provider/capsule_data_provider.d.ts +0 -57
  411. package/dest/storage/capsule_data_provider/capsule_data_provider.d.ts.map +0 -1
  412. package/dest/storage/capsule_data_provider/capsule_data_provider.js +0 -146
  413. package/dest/storage/capsule_data_provider/index.d.ts +0 -2
  414. package/dest/storage/capsule_data_provider/index.d.ts.map +0 -1
  415. package/dest/storage/capsule_data_provider/index.js +0 -1
  416. package/dest/storage/contract_data_provider/contract_data_provider.d.ts +0 -66
  417. package/dest/storage/contract_data_provider/contract_data_provider.d.ts.map +0 -1
  418. package/dest/storage/contract_data_provider/contract_data_provider.js +0 -224
  419. package/dest/storage/contract_data_provider/index.d.ts +0 -2
  420. package/dest/storage/contract_data_provider/index.d.ts.map +0 -1
  421. package/dest/storage/contract_data_provider/index.js +0 -1
  422. package/dest/storage/contract_data_provider/private_functions_tree.d.ts.map +0 -1
  423. package/dest/storage/note_data_provider/index.d.ts +0 -3
  424. package/dest/storage/note_data_provider/index.d.ts.map +0 -1
  425. package/dest/storage/note_data_provider/index.js +0 -2
  426. package/dest/storage/note_data_provider/note_data_provider.d.ts +0 -84
  427. package/dest/storage/note_data_provider/note_data_provider.d.ts.map +0 -1
  428. package/dest/storage/note_data_provider/note_data_provider.js +0 -322
  429. package/dest/storage/private_event_data_provider/private_event_data_provider.d.ts +0 -51
  430. package/dest/storage/private_event_data_provider/private_event_data_provider.d.ts.map +0 -1
  431. package/dest/storage/private_event_data_provider/private_event_data_provider.js +0 -115
  432. package/dest/storage/tagging_data_provider/index.d.ts +0 -3
  433. package/dest/storage/tagging_data_provider/index.d.ts.map +0 -1
  434. package/dest/storage/tagging_data_provider/index.js +0 -2
  435. package/dest/storage/tagging_data_provider/recipient_tagging_data_provider.d.ts +0 -31
  436. package/dest/storage/tagging_data_provider/recipient_tagging_data_provider.d.ts.map +0 -1
  437. package/dest/storage/tagging_data_provider/recipient_tagging_data_provider.js +0 -65
  438. package/dest/storage/tagging_data_provider/sender_tagging_data_provider.d.ts +0 -67
  439. package/dest/storage/tagging_data_provider/sender_tagging_data_provider.d.ts.map +0 -1
  440. package/dest/storage/tagging_data_provider/sender_tagging_data_provider.js +0 -196
  441. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -14
  442. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
  443. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
  444. package/dest/tagging/recipient_sync/new_recipient_tagging_data_provider.d.ts +0 -21
  445. package/dest/tagging/recipient_sync/new_recipient_tagging_data_provider.d.ts.map +0 -1
  446. package/dest/tagging/recipient_sync/new_recipient_tagging_data_provider.js +0 -42
  447. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -14
  448. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
  449. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -29
  450. package/dest/tagging/sync/sync_sender_tagging_indexes.d.ts +0 -21
  451. package/dest/tagging/sync/sync_sender_tagging_indexes.d.ts.map +0 -1
  452. package/dest/tagging/sync/utils/get_status_change_of_pending.d.ts +0 -11
  453. package/dest/tagging/sync/utils/get_status_change_of_pending.d.ts.map +0 -1
  454. package/dest/tagging/sync/utils/get_status_change_of_pending.js +0 -32
  455. package/dest/tagging/sync/utils/load_and_store_new_tagging_indexes.d.ts +0 -18
  456. package/dest/tagging/sync/utils/load_and_store_new_tagging_indexes.d.ts.map +0 -1
  457. package/dest/tagging/sync/utils/load_and_store_new_tagging_indexes.js +0 -55
  458. package/dest/tagging/utils.d.ts +0 -18
  459. package/dest/tagging/utils.d.ts.map +0 -1
  460. package/dest/tagging/utils.js +0 -25
  461. package/dest/tree_membership/tree_membership_service.d.ts +0 -52
  462. package/dest/tree_membership/tree_membership_service.d.ts.map +0 -1
  463. package/dest/tree_membership/tree_membership_service.js +0 -84
  464. package/src/contract_function_simulator/proxied_node.ts +0 -33
  465. package/src/private_kernel/private_kernel_oracle_impl.ts +0 -133
  466. package/src/public_storage/public_storage_service.ts +0 -33
  467. package/src/storage/address_data_provider/index.ts +0 -1
  468. package/src/storage/anchor_block_data_provider/index.ts +0 -1
  469. package/src/storage/capsule_data_provider/capsule_data_provider.ts +0 -179
  470. package/src/storage/capsule_data_provider/index.ts +0 -1
  471. package/src/storage/contract_data_provider/contract_data_provider.ts +0 -319
  472. package/src/storage/contract_data_provider/index.ts +0 -1
  473. package/src/storage/note_data_provider/index.ts +0 -2
  474. package/src/storage/note_data_provider/note_data_provider.ts +0 -412
  475. package/src/storage/private_event_data_provider/private_event_data_provider.ts +0 -162
  476. package/src/storage/tagging_data_provider/index.ts +0 -2
  477. package/src/storage/tagging_data_provider/recipient_tagging_data_provider.ts +0 -86
  478. package/src/storage/tagging_data_provider/sender_tagging_data_provider.ts +0 -244
  479. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -129
  480. package/src/tagging/recipient_sync/new_recipient_tagging_data_provider.ts +0 -53
  481. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -43
  482. package/src/tagging/sync/sync_sender_tagging_indexes.ts +0 -112
  483. package/src/tagging/sync/utils/get_status_change_of_pending.ts +0 -44
  484. package/src/tagging/sync/utils/load_and_store_new_tagging_indexes.ts +0 -72
  485. package/src/tagging/utils.ts +0 -32
  486. package/src/tree_membership/tree_membership_service.ts +0 -112
  487. /package/dest/storage/{contract_data_provider → contract_store}/private_functions_tree.js +0 -0
  488. /package/src/storage/{contract_data_provider → contract_store}/private_functions_tree.ts +0 -0
package/dest/pxe.js CHANGED
@@ -1,74 +1,89 @@
1
- import { Fr } from '@aztec/foundation/curves/bn254';
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
2
2
  import { createLogger } from '@aztec/foundation/log';
3
3
  import { SerialQueue } from '@aztec/foundation/queue';
4
4
  import { Timer } from '@aztec/foundation/timer';
5
- import { KeyStore } from '@aztec/key-store';
6
- import { L2TipsKVStore } from '@aztec/kv-store/stores';
7
5
  import { protocolContractNames } from '@aztec/protocol-contracts';
8
6
  import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
7
+ import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/stdlib/block';
9
8
  import { computeContractAddressFromInstance, getContractClassFromArtifact } from '@aztec/stdlib/contract';
10
9
  import { SimulationError } from '@aztec/stdlib/errors';
11
- import { computeProtocolNullifier, siloNullifier } from '@aztec/stdlib/hash';
12
10
  import { PrivateSimulationResult, TxProfileResult, TxProvingResult, TxSimulationResult } from '@aztec/stdlib/tx';
13
11
  import { inspect } from 'util';
14
12
  import { BlockSynchronizer } from './block_synchronizer/index.js';
13
+ import { BenchmarkedNodeFactory } from './contract_function_simulator/benchmarked_node.js';
15
14
  import { ContractFunctionSimulator, generateSimulatedProvingResult } from './contract_function_simulator/contract_function_simulator.js';
16
- import { readCurrentClassId } from './contract_function_simulator/oracle/private_execution.js';
17
- import { ProxiedContractDataProviderFactory } from './contract_function_simulator/proxied_contract_data_source.js';
15
+ import { ProxiedContractStoreFactory } from './contract_function_simulator/proxied_contract_data_source.js';
16
+ import { displayDebugLogs } from './contract_logging.js';
17
+ import { ContractSyncService } from './contract_sync/contract_sync_service.js';
18
+ import { readCurrentClassId } from './contract_sync/helpers.js';
18
19
  import { PXEDebugUtils } from './debug/pxe_debug_utils.js';
19
20
  import { enrichPublicSimulationError, enrichSimulationError } from './error_enriching.js';
20
21
  import { PrivateEventFilterValidator } from './events/private_event_filter_validator.js';
22
+ import { JobCoordinator } from './job_coordinator/job_coordinator.js';
23
+ import { MessageContextService } from './messages/message_context_service.js';
21
24
  import { PrivateKernelExecutionProver } from './private_kernel/private_kernel_execution_prover.js';
22
- import { PrivateKernelOracleImpl } from './private_kernel/private_kernel_oracle_impl.js';
23
- import { AddressDataProvider } from './storage/address_data_provider/address_data_provider.js';
24
- import { AnchorBlockDataProvider } from './storage/anchor_block_data_provider/anchor_block_data_provider.js';
25
- import { CapsuleDataProvider } from './storage/capsule_data_provider/capsule_data_provider.js';
26
- import { ContractDataProvider } from './storage/contract_data_provider/contract_data_provider.js';
27
- import { NoteDataProvider } from './storage/note_data_provider/note_data_provider.js';
28
- import { PrivateEventDataProvider } from './storage/private_event_data_provider/private_event_data_provider.js';
29
- import { RecipientTaggingDataProvider } from './storage/tagging_data_provider/recipient_tagging_data_provider.js';
30
- import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sender_tagging_data_provider.js';
25
+ import { PrivateKernelOracle } from './private_kernel/private_kernel_oracle.js';
26
+ import { openPxeStores } from './storage/open_pxe_stores.js';
27
+ import { persistSenderTaggingIndexRangesForTx } from './tagging/index.js';
31
28
  /**
32
29
  * Private eXecution Environment (PXE) is a library used by wallets to simulate private phase of transactions and to
33
30
  * manage private state of users.
34
31
  */ export class PXE {
35
32
  node;
33
+ db;
36
34
  blockStateSynchronizer;
37
35
  keyStore;
38
- contractDataProvider;
39
- noteDataProvider;
40
- capsuleDataProvider;
41
- anchorBlockDataProvider;
42
- senderTaggingDataProvider;
43
- recipientTaggingDataProvider;
44
- addressDataProvider;
45
- privateEventDataProvider;
36
+ contractStore;
37
+ noteStore;
38
+ capsuleStore;
39
+ anchorBlockStore;
40
+ senderTaggingStore;
41
+ senderAddressBookStore;
42
+ recipientTaggingStore;
43
+ addressStore;
44
+ privateEventStore;
45
+ contractSyncService;
46
+ messageContextService;
47
+ l2TipsStore;
46
48
  simulator;
47
49
  proverEnabled;
50
+ autoSync;
48
51
  proofCreator;
49
52
  protocolContractsProvider;
53
+ preloadedContractsProvider;
50
54
  log;
51
55
  jobQueue;
56
+ jobCoordinator;
52
57
  debug;
53
- constructor(node, blockStateSynchronizer, keyStore, contractDataProvider, noteDataProvider, capsuleDataProvider, anchorBlockDataProvider, senderTaggingDataProvider, recipientTaggingDataProvider, addressDataProvider, privateEventDataProvider, simulator, proverEnabled, proofCreator, protocolContractsProvider, log, jobQueue, debug){
58
+ hooks;
59
+ constructor(node, db, blockStateSynchronizer, keyStore, contractStore, noteStore, capsuleStore, anchorBlockStore, senderTaggingStore, senderAddressBookStore, recipientTaggingStore, addressStore, privateEventStore, contractSyncService, messageContextService, l2TipsStore, simulator, proverEnabled, autoSync, proofCreator, protocolContractsProvider, preloadedContractsProvider, log, jobQueue, jobCoordinator, debug, hooks){
54
60
  this.node = node;
61
+ this.db = db;
55
62
  this.blockStateSynchronizer = blockStateSynchronizer;
56
63
  this.keyStore = keyStore;
57
- this.contractDataProvider = contractDataProvider;
58
- this.noteDataProvider = noteDataProvider;
59
- this.capsuleDataProvider = capsuleDataProvider;
60
- this.anchorBlockDataProvider = anchorBlockDataProvider;
61
- this.senderTaggingDataProvider = senderTaggingDataProvider;
62
- this.recipientTaggingDataProvider = recipientTaggingDataProvider;
63
- this.addressDataProvider = addressDataProvider;
64
- this.privateEventDataProvider = privateEventDataProvider;
64
+ this.contractStore = contractStore;
65
+ this.noteStore = noteStore;
66
+ this.capsuleStore = capsuleStore;
67
+ this.anchorBlockStore = anchorBlockStore;
68
+ this.senderTaggingStore = senderTaggingStore;
69
+ this.senderAddressBookStore = senderAddressBookStore;
70
+ this.recipientTaggingStore = recipientTaggingStore;
71
+ this.addressStore = addressStore;
72
+ this.privateEventStore = privateEventStore;
73
+ this.contractSyncService = contractSyncService;
74
+ this.messageContextService = messageContextService;
75
+ this.l2TipsStore = l2TipsStore;
65
76
  this.simulator = simulator;
66
77
  this.proverEnabled = proverEnabled;
78
+ this.autoSync = autoSync;
67
79
  this.proofCreator = proofCreator;
68
80
  this.protocolContractsProvider = protocolContractsProvider;
81
+ this.preloadedContractsProvider = preloadedContractsProvider;
69
82
  this.log = log;
70
83
  this.jobQueue = jobQueue;
84
+ this.jobCoordinator = jobCoordinator;
71
85
  this.debug = debug;
86
+ this.hooks = hooks;
72
87
  }
73
88
  /**
74
89
  * Creates an instance of a PXE by instantiating all the necessary data providers and services.
@@ -76,34 +91,64 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
76
91
  * can be contacted.
77
92
  *
78
93
  * @returns A promise that resolves PXE is ready to be used.
79
- */ static async create(node, store, proofCreator, simulator, protocolContractsProvider, config, loggerOrSuffix) {
94
+ */ static async create({ node, store, proofCreator, simulator, protocolContractsProvider, preloadedContractsProvider, config, loggerOrSuffix, hooks }) {
95
+ // Extract bindings from the logger, or use empty bindings if a string suffix is provided.
96
+ const bindings = loggerOrSuffix && typeof loggerOrSuffix !== 'string' ? loggerOrSuffix.getBindings() : undefined;
80
97
  const log = !loggerOrSuffix || typeof loggerOrSuffix === 'string' ? createLogger(loggerOrSuffix ? `pxe:service:${loggerOrSuffix}` : `pxe:service`) : loggerOrSuffix;
81
- const proverEnabled = !!config.proverEnabled;
82
- const addressDataProvider = new AddressDataProvider(store);
83
- const privateEventDataProvider = new PrivateEventDataProvider(store);
84
- const contractDataProvider = new ContractDataProvider(store);
85
- const noteDataProvider = await NoteDataProvider.create(store);
86
- const anchorBlockDataProvider = new AnchorBlockDataProvider(store);
87
- const senderTaggingDataProvider = new SenderTaggingDataProvider(store);
88
- const recipientTaggingDataProvider = new RecipientTaggingDataProvider(store);
89
- const capsuleDataProvider = new CapsuleDataProvider(store);
90
- const keyStore = new KeyStore(store);
91
- const tipsStore = new L2TipsKVStore(store, 'pxe');
92
- const synchronizer = new BlockSynchronizer(node, anchorBlockDataProvider, noteDataProvider, recipientTaggingDataProvider, tipsStore, config, loggerOrSuffix);
93
- const debugUtils = new PXEDebugUtils(contractDataProvider, noteDataProvider);
98
+ const info = await node.getNodeInfo();
99
+ // Source the genesis block hash from the node so PXE's L2BlockStream agrees with the node's
100
+ // archiver on the dynamic initial header hash. Without this the tip store would fall back to
101
+ // the static `GENESIS_BLOCK_HEADER_HASH` constant, which only matches deployments with the
102
+ // default empty genesis (timestamp 0, no prefilled public data) and diverges otherwise — the
103
+ // sync at block 0 would then get stuck in `areBlockHashesEqualAt` and abort. If the node does
104
+ // not return a genesis block (older node or test fixture) we fall back to the static constant.
105
+ const initialBlockHash = (await node.getBlock(BlockNumber.ZERO))?.hash ?? GENESIS_BLOCK_HEADER_HASH;
106
+ const proverEnabled = config.proverEnabled !== undefined ? config.proverEnabled : info.realProofs;
107
+ const { addressStore, privateEventStore, contractStore, noteStore, anchorBlockStore, senderTaggingStore, senderAddressBookStore, recipientTaggingStore, capsuleStore, keyStore, l2TipsStore } = openPxeStores(store, initialBlockHash);
108
+ const contractSyncService = new ContractSyncService(node, contractStore, noteStore, createLogger('pxe:contract_sync', bindings));
109
+ const messageContextService = new MessageContextService(node);
110
+ const synchronizer = new BlockSynchronizer(node, store, anchorBlockStore, noteStore, privateEventStore, l2TipsStore, contractSyncService, config, bindings);
111
+ const jobCoordinator = new JobCoordinator(store, bindings);
112
+ jobCoordinator.registerStores([
113
+ capsuleStore,
114
+ senderTaggingStore,
115
+ recipientTaggingStore,
116
+ privateEventStore,
117
+ noteStore,
118
+ contractSyncService
119
+ ]);
120
+ const debugUtils = new PXEDebugUtils(contractSyncService, noteStore, synchronizer, anchorBlockStore);
94
121
  const jobQueue = new SerialQueue();
95
- const pxe = new PXE(node, synchronizer, keyStore, contractDataProvider, noteDataProvider, capsuleDataProvider, anchorBlockDataProvider, senderTaggingDataProvider, recipientTaggingDataProvider, addressDataProvider, privateEventDataProvider, simulator, proverEnabled, proofCreator, protocolContractsProvider, log, jobQueue, debugUtils);
96
- debugUtils.setPXE(pxe);
122
+ const pxe = new PXE(node, store, synchronizer, keyStore, contractStore, noteStore, capsuleStore, anchorBlockStore, senderTaggingStore, senderAddressBookStore, recipientTaggingStore, addressStore, privateEventStore, contractSyncService, messageContextService, l2TipsStore, simulator, proverEnabled, config.autoSync, proofCreator, protocolContractsProvider, preloadedContractsProvider, log, jobQueue, jobCoordinator, debugUtils, hooks);
123
+ debugUtils.setPXEHelpers(pxe.#putInJobQueue.bind(pxe), pxe.#getSimulatorForTx.bind(pxe), pxe.#executeUtility.bind(pxe));
97
124
  pxe.jobQueue.start();
98
- await pxe.#registerProtocolContracts();
99
- const info = await node.getNodeInfo();
125
+ await Promise.all([
126
+ pxe.#registerProtocolContracts(),
127
+ pxe.#registerPreloadedContracts()
128
+ ]);
100
129
  log.info(`Started PXE connected to chain ${info.l1ChainId} version ${info.rollupVersion}`);
101
130
  return pxe;
102
131
  }
103
132
  // Internal methods
104
133
  #getSimulatorForTx(overrides) {
105
- const proxyContractDataProvider = ProxiedContractDataProviderFactory.create(this.contractDataProvider, overrides?.contracts);
106
- return new ContractFunctionSimulator(proxyContractDataProvider, this.noteDataProvider, this.keyStore, this.addressDataProvider, this.node, this.anchorBlockDataProvider, this.senderTaggingDataProvider, this.recipientTaggingDataProvider, this.capsuleDataProvider, this.privateEventDataProvider, this.simulator);
134
+ const proxyContractStore = ProxiedContractStoreFactory.create(this.contractStore, overrides?.contracts);
135
+ return new ContractFunctionSimulator({
136
+ contractStore: proxyContractStore,
137
+ noteStore: this.noteStore,
138
+ keyStore: this.keyStore,
139
+ addressStore: this.addressStore,
140
+ aztecNode: BenchmarkedNodeFactory.create(this.node),
141
+ l2TipsStore: this.l2TipsStore,
142
+ senderTaggingStore: this.senderTaggingStore,
143
+ recipientTaggingStore: this.recipientTaggingStore,
144
+ senderAddressBookStore: this.senderAddressBookStore,
145
+ capsuleStore: this.capsuleStore,
146
+ privateEventStore: this.privateEventStore,
147
+ simulator: this.simulator,
148
+ contractSyncService: this.contractSyncService,
149
+ messageContextService: this.messageContextService,
150
+ hooks: this.hooks
151
+ });
107
152
  }
108
153
  #contextualizeError(err, ...context) {
109
154
  let contextStr = '';
@@ -128,61 +173,86 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
128
173
  if (this.jobQueue.length() != 0) {
129
174
  this.log.warn(`PXE is already processing ${this.jobQueue.length()} jobs, concurrent execution is not supported. Will run once those are complete.`);
130
175
  }
131
- return this.jobQueue.put(fn);
176
+ return this.jobQueue.put(async ()=>{
177
+ const jobId = this.jobCoordinator.beginJob();
178
+ this.log.verbose(`Beginning job ${jobId}`);
179
+ try {
180
+ const result = await fn(jobId);
181
+ this.log.verbose(`Committing job ${jobId}`);
182
+ await this.jobCoordinator.commitJob(jobId);
183
+ return result;
184
+ } catch (err) {
185
+ this.log.verbose(`Aborting job ${jobId}`);
186
+ await this.jobCoordinator.abortJob(jobId);
187
+ throw err;
188
+ }
189
+ });
132
190
  }
133
191
  async #registerProtocolContracts() {
134
- const registered = {};
135
- for (const name of protocolContractNames){
136
- const { address, contractClass, instance, artifact } = await this.protocolContractsProvider.getProtocolContractArtifact(name);
137
- await this.contractDataProvider.addContractArtifact(contractClass.id, artifact);
138
- await this.contractDataProvider.addContractInstance(instance);
139
- registered[name] = address.toString();
140
- }
192
+ const registered = Object.fromEntries(await Promise.all(protocolContractNames.map(async (name)=>{
193
+ const { address, instance, artifact } = await this.protocolContractsProvider.getProtocolContractArtifact(name);
194
+ await this.contractStore.addContractArtifact(artifact);
195
+ await this.contractStore.addContractInstance(instance);
196
+ return [
197
+ name,
198
+ address.toString()
199
+ ];
200
+ })));
141
201
  this.log.verbose(`Registered protocol contracts in pxe`, registered);
142
202
  }
143
- async #isContractClassPubliclyRegistered(id) {
144
- return !!await this.node.getContractClass(id);
145
- }
146
- async #isContractPublished(address) {
147
- return !!await this.node.getContract(address);
148
- }
149
- async #isContractInitialized(address) {
150
- const initNullifier = await siloNullifier(address, address.toField());
151
- return !!await this.node.getNullifierMembershipWitness('latest', initNullifier);
203
+ async #registerPreloadedContracts() {
204
+ const contracts = await this.preloadedContractsProvider.getPreloadedContracts();
205
+ await Promise.all(contracts.map(({ instance, artifact })=>this.registerContract({
206
+ instance,
207
+ artifact
208
+ })));
209
+ this.log.verbose(`Registered preloaded contracts in pxe`, {
210
+ contracts: contracts.map(({ instance })=>instance.address.toString())
211
+ });
152
212
  }
153
213
  // Executes the entrypoint private function, as well as all nested private
154
214
  // functions that might arise.
155
- async #executePrivate(contractFunctionSimulator, txRequest, scopes) {
215
+ async #executePrivate({ contractFunctionSimulator, txRequest, anchorBlockHeader, scopes, jobId, senderForTags }) {
156
216
  const { origin: contractAddress, functionSelector } = txRequest;
157
217
  try {
158
- const anchorBlockHeader = await this.anchorBlockDataProvider.getBlockHeader();
159
- const result = await contractFunctionSimulator.run(txRequest, contractAddress, functionSelector, undefined, anchorBlockHeader, // The sender for tags is set by contracts, typically by an account
160
- // contract entrypoint
161
- undefined, scopes);
218
+ await this.contractSyncService.ensureContractSynced(contractAddress, functionSelector, (privateSyncCall, execScopes)=>this.#executeUtility(contractFunctionSimulator, privateSyncCall, [], execScopes, jobId), anchorBlockHeader, jobId, scopes);
219
+ const result = await contractFunctionSimulator.run(txRequest, {
220
+ contractAddress,
221
+ selector: functionSelector,
222
+ anchorBlockHeader,
223
+ scopes,
224
+ jobId,
225
+ senderForTags
226
+ });
162
227
  this.log.debug(`Private simulation completed for ${contractAddress.toString()}:${functionSelector}`);
163
228
  return result;
164
229
  } catch (err) {
165
230
  if (err instanceof SimulationError) {
166
- await enrichSimulationError(err, this.contractDataProvider, this.log);
231
+ await enrichSimulationError(err, this.contractStore, this.log);
167
232
  }
168
233
  throw err;
169
234
  }
170
235
  }
171
236
  /**
172
- * Simulate a utility function call on the given contract.
237
+ * Execute a utility function call on the given contract.
173
238
  * @param contractFunctionSimulator - The simulator to use for the function call.
174
239
  * @param call - The function call to execute.
175
240
  * @param authWitnesses - Authentication witnesses required for the function call.
176
241
  * @param scopes - Optional array of account addresses whose notes can be accessed in this call. Defaults to all
177
242
  * accounts if not specified.
178
- * @returns The simulation result containing the outputs of the utility function.
179
- */ async #simulateUtility(contractFunctionSimulator, call, authWitnesses, scopes) {
243
+ * @param jobId - The job ID for staged writes.
244
+ * @returns The execution result containing the outputs of the utility function.
245
+ */ async #executeUtility(contractFunctionSimulator, call, authWitnesses, scopes, jobId) {
180
246
  try {
181
- const anchorBlockHeader = await this.anchorBlockDataProvider.getBlockHeader();
182
- return contractFunctionSimulator.runUtility(call, authWitnesses ?? [], anchorBlockHeader, scopes);
247
+ const anchorBlockHeader = await this.anchorBlockStore.getBlockHeader();
248
+ const { result, offchainEffects } = await contractFunctionSimulator.runUtility(call, authWitnesses ?? [], anchorBlockHeader, scopes, jobId);
249
+ return {
250
+ result,
251
+ offchainEffects
252
+ };
183
253
  } catch (err) {
184
254
  if (err instanceof SimulationError) {
185
- await enrichSimulationError(err, this.contractDataProvider, this.log);
255
+ await enrichSimulationError(err, this.contractStore, this.log);
186
256
  }
187
257
  throw err;
188
258
  }
@@ -192,11 +262,11 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
192
262
  * This allows to catch public execution errors before submitting the transaction.
193
263
  * It can also be used for estimating gas in the future.
194
264
  * @param tx - The transaction to be simulated.
195
- */ async #simulatePublicCalls(tx, skipFeeEnforcement) {
265
+ */ async #simulatePublicCalls(tx, skipFeeEnforcement, overrides) {
196
266
  // Simulating public calls can throw if the TX fails in a phase that doesn't allow reverts (setup)
197
267
  // Or return as reverted if it fails in a phase that allows reverts (app logic, teardown)
198
268
  try {
199
- const result = await this.node.simulatePublicCalls(tx, skipFeeEnforcement);
269
+ const result = await this.node.simulatePublicCalls(tx, skipFeeEnforcement, overrides);
200
270
  if (result.revertReason) {
201
271
  throw result.revertReason;
202
272
  }
@@ -204,7 +274,7 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
204
274
  } catch (err) {
205
275
  if (err instanceof SimulationError) {
206
276
  try {
207
- await enrichPublicSimulationError(err, this.contractDataProvider, this.log);
277
+ await enrichPublicSimulationError(err, this.contractStore, this.log);
208
278
  } catch (enrichErr) {
209
279
  this.log.error(`Failed to enrich public simulation error: ${enrichErr}`);
210
280
  }
@@ -222,63 +292,50 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
222
292
  * @param privateExecutionResult - The result of the private execution
223
293
  * @param config - The configuration for the kernel execution prover.
224
294
  * @returns An object that contains the output of the kernel execution, including the ChonkProof if proving is enabled.
225
- */ async #prove(txExecutionRequest, proofCreator, privateExecutionResult, config) {
226
- const simulationAnchorBlock = privateExecutionResult.getSimulationAnchorBlockNumber();
227
- const kernelOracle = new PrivateKernelOracleImpl(this.contractDataProvider, this.keyStore, this.node, simulationAnchorBlock);
228
- const kernelTraceProver = new PrivateKernelExecutionProver(kernelOracle, proofCreator, !this.proverEnabled);
295
+ */ async #prove(txExecutionRequest, proofCreator, privateExecutionResult, anchorBlockHeader, config) {
296
+ const kernelOracle = new PrivateKernelOracle(this.contractStore, this.keyStore, this.node, anchorBlockHeader);
297
+ const kernelTraceProver = new PrivateKernelExecutionProver(kernelOracle, proofCreator, !this.proverEnabled, this.log.getBindings());
229
298
  this.log.debug(`Executing kernel trace prover (${JSON.stringify(config)})...`);
230
299
  return await kernelTraceProver.proveWithKernels(txExecutionRequest.toTxRequest(), privateExecutionResult, config);
231
300
  }
301
+ /**
302
+ * Syncs with the node only when `autoSync` is enabled.
303
+ * When `autoSync` is disabled, callers (typically a wallet) are
304
+ * responsible for invoking `pxe.sync()` at the right granularity.
305
+ */ async #maybeSync() {
306
+ if (this.autoSync) {
307
+ await this.blockStateSynchronizer.sync();
308
+ }
309
+ }
232
310
  // Public API
233
- getContractInstance(address) {
234
- return this.contractDataProvider.getContractInstance(address);
311
+ /**
312
+ * Triggers a sync of PXE state with the node, regardless of the `autoSync` config flag. Use this to
313
+ * batch syncs across composite flows when `autoSync` is disabled (e.g. one sync per simulate+send
314
+ * instead of one per inner PXE call). Serialized through the job queue.
315
+ */ sync() {
316
+ return this.#putInJobQueue(()=>this.blockStateSynchronizer.sync());
235
317
  }
236
318
  /**
237
- * Returns the contract class metadata given a contract class id.
238
- * The metadata consists of its contract class, whether it has been publicly registered, and its artifact.
239
- * @remark - it queries the node to check whether the contract class with the given id has been publicly registered.
240
- * @param id - Identifier of the class.
241
- * @param includeArtifact - Identifier of the class.
242
- * @returns - It returns the contract class metadata, with the artifact field being optional, and will only be returned if true is passed in
243
- * for `includeArtifact`
244
- * TODO(@spalladino): The PXE actually holds artifacts and not classes, what should we return? Also,
245
- * should the pxe query the node for contract public info, and merge it with its own definitions?
246
- * TODO(@spalladino): This method is strictly needed to decide whether to publicly register a class or not
247
- * during a public deployment. We probably want a nicer and more general API for this, but it'll have to
248
- * do for the time being.
249
- */ async getContractClassMetadata(id, includeArtifact = false) {
250
- const artifact = await this.contractDataProvider.getContractArtifact(id);
251
- if (!artifact) {
252
- this.log.warn(`No artifact found for contract class ${id.toString()} when looking for its metadata`);
253
- }
254
- return {
255
- contractClass: artifact && await getContractClassFromArtifact(artifact),
256
- isContractClassPubliclyRegistered: await this.#isContractClassPubliclyRegistered(id),
257
- artifact: includeArtifact ? artifact : undefined
258
- };
319
+ * Returns the block header up to which the PXE has synced.
320
+ * @returns The synced block header
321
+ */ getSyncedBlockHeader() {
322
+ return this.#putInJobQueue(()=>{
323
+ return this.anchorBlockStore.getBlockHeader();
324
+ });
259
325
  }
260
326
  /**
261
- * Returns the contract metadata given an address.
262
- * The metadata consists of its contract instance, which includes the contract class identifier,
263
- * initialization hash, deployment salt, and public keys hash; whether the contract instance has been initialized;
264
- * and whether the contract instance with the given address has been publicly deployed.
265
- * @remark - it queries the node to check whether the contract instance has been initialized / publicly deployed through a node.
266
- * This query is not dependent on the PXE.
267
- * @param address - The address that the contract instance resides at.
268
- * @returns - It returns the contract metadata
269
- * TODO(@spalladino): Should we return the public keys in plain as well here?
270
- */ async getContractMetadata(address) {
271
- let instance;
272
- try {
273
- instance = await this.contractDataProvider.getContractInstance(address);
274
- } catch {
275
- this.log.warn(`No instance found for contract ${address.toString()} when looking for its metadata`);
276
- }
277
- return {
278
- contractInstance: instance,
279
- isContractInitialized: await this.#isContractInitialized(address),
280
- isContractPublished: await this.#isContractPublished(address)
281
- };
327
+ * Returns the contract instance for a given address, if it's registered in the PXE.
328
+ * @param address - The contract address.
329
+ * @returns The contract instance if found, undefined otherwise.
330
+ */ getContractInstance(address) {
331
+ return this.contractStore.getContractInstance(address);
332
+ }
333
+ /**
334
+ * Returns the contract artifact for a given contract class id, if it's registered in the PXE.
335
+ * @param id - Identifier of the contract class.
336
+ * @returns The contract artifact if found, undefined otherwise.
337
+ */ async getContractArtifact(id) {
338
+ return await this.contractStore.getContractArtifact(id);
282
339
  }
283
340
  /**
284
341
  * Registers a user account in PXE given its master encryption private key.
@@ -292,15 +349,14 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
292
349
  */ async registerAccount(secretKey, partialAddress) {
293
350
  const accounts = await this.keyStore.getAccounts();
294
351
  const accountCompleteAddress = await this.keyStore.addAccount(secretKey, partialAddress);
295
- if (accounts.includes(accountCompleteAddress.address)) {
352
+ if (accounts.some((a)=>a.equals(accountCompleteAddress.address))) {
296
353
  this.log.info(`Account:\n "${accountCompleteAddress.address.toString()}"\n already registered.`);
297
354
  return accountCompleteAddress;
298
355
  } else {
299
356
  this.log.info(`Registered account ${accountCompleteAddress.address.toString()}`);
300
357
  this.log.debug(`Registered account\n ${accountCompleteAddress.toReadableString()}`);
301
358
  }
302
- await this.addressDataProvider.addCompleteAddress(accountCompleteAddress);
303
- await this.noteDataProvider.addScope(accountCompleteAddress.address);
359
+ await this.addressStore.addCompleteAddress(accountCompleteAddress);
304
360
  return accountCompleteAddress;
305
361
  }
306
362
  /**
@@ -313,14 +369,20 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
313
369
  * @returns The address of the sender.
314
370
  * TODO: It's strange that we return the address here and I (benesjan) think we should drop the return value.
315
371
  */ async registerSender(sender) {
372
+ if (!await sender.isValid()) {
373
+ throw new Error(`Address ${sender} is not valid: it does not correspond to a point on the Grumpkin curve. Cannot register it as a sender.`);
374
+ }
316
375
  const accounts = await this.keyStore.getAccounts();
317
- if (accounts.includes(sender)) {
376
+ if (accounts.some((a)=>a.equals(sender))) {
318
377
  this.log.info(`Sender:\n "${sender.toString()}"\n already registered.`);
319
378
  return sender;
320
379
  }
321
- const wasAdded = await this.recipientTaggingDataProvider.addSenderAddress(sender);
380
+ const wasAdded = await this.senderAddressBookStore.addSender(sender);
322
381
  if (wasAdded) {
323
382
  this.log.info(`Added sender:\n ${sender.toString()}`);
383
+ // Wipe the entire sync cache: the new sender's tagged logs could contain notes/events for any contract, so
384
+ // all contracts must re-sync to discover them. Queued to avoid wiping while a job is in flight.
385
+ await this.#putInJobQueue(()=>Promise.resolve(this.contractSyncService.wipe()));
324
386
  } else {
325
387
  this.log.info(`Sender:\n "${sender.toString()}"\n already registered.`);
326
388
  }
@@ -330,13 +392,13 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
330
392
  * Retrieves senders registered in this PXE.
331
393
  * @returns Senders registered in this PXE.
332
394
  */ getSenders() {
333
- return this.recipientTaggingDataProvider.getSenderAddresses();
395
+ return this.senderAddressBookStore.getSenders();
334
396
  }
335
397
  /**
336
398
  * Removes a sender registered in this PXE.
337
399
  * @param sender - The address of the sender to remove.
338
400
  */ async removeSender(sender) {
339
- const wasRemoved = await this.recipientTaggingDataProvider.removeSenderAddress(sender);
401
+ const wasRemoved = await this.senderAddressBookStore.removeSender(sender);
340
402
  if (wasRemoved) {
341
403
  this.log.info(`Removed sender:\n ${sender.toString()}`);
342
404
  } else {
@@ -348,7 +410,7 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
348
410
  * @returns An array of the accounts registered on this PXE.
349
411
  */ async getRegisteredAccounts() {
350
412
  // Get complete addresses of both the recipients and the accounts
351
- const completeAddresses = await this.addressDataProvider.getCompleteAddresses();
413
+ const completeAddresses = await this.addressStore.getCompleteAddresses();
352
414
  // Filter out the addresses not corresponding to accounts
353
415
  const accounts = await this.keyStore.getAccounts();
354
416
  return completeAddresses.filter((completeAddress)=>accounts.find((address)=>address.equals(completeAddress.address)));
@@ -358,8 +420,7 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
358
420
  *
359
421
  * @param artifact - The build artifact for the contract class.
360
422
  */ async registerContractClass(artifact) {
361
- const { id: contractClassId } = await getContractClassFromArtifact(artifact);
362
- await this.contractDataProvider.addContractArtifact(contractClassId, artifact);
423
+ const contractClassId = await this.contractStore.addContractArtifact(artifact);
363
424
  this.log.info(`Added contract class ${artifact.name} with id ${contractClassId}`);
364
425
  }
365
426
  /**
@@ -375,25 +436,26 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
375
436
  if (artifact) {
376
437
  // If the user provides an artifact, validate it against the expected class id and register it
377
438
  const contractClass = await getContractClassFromArtifact(artifact);
378
- const contractClassId = contractClass.id;
379
- if (!contractClassId.equals(instance.currentContractClassId)) {
380
- throw new Error(`Artifact does not match expected class id (computed ${contractClassId} but instance refers to ${instance.currentContractClassId})`);
439
+ if (!contractClass.id.equals(instance.currentContractClassId)) {
440
+ throw new Error(`Artifact does not match expected class id (computed ${contractClass.id} but instance refers to ${instance.currentContractClassId})`);
381
441
  }
382
442
  const computedAddress = await computeContractAddressFromInstance(instance);
383
443
  if (!computedAddress.equals(instance.address)) {
384
444
  throw new Error('Added a contract in which the address does not match the contract instance.');
385
445
  }
386
- await this.contractDataProvider.addContractArtifact(contractClass.id, artifact);
446
+ await this.contractStore.addContractArtifact(artifact, contractClass);
387
447
  const publicFunctionSignatures = artifact.functions.filter((fn)=>fn.functionType === FunctionType.PUBLIC).map((fn)=>decodeFunctionSignature(fn.name, fn.parameters));
388
- await this.node.registerContractFunctionSignatures(publicFunctionSignatures);
448
+ if (publicFunctionSignatures.length > 0) {
449
+ await this.node.registerContractFunctionSignatures(publicFunctionSignatures);
450
+ }
389
451
  } else {
390
452
  // Otherwise, make sure there is an artifact already registered for that class id
391
- artifact = await this.contractDataProvider.getContractArtifact(instance.currentContractClassId);
453
+ artifact = await this.contractStore.getContractArtifact(instance.currentContractClassId);
392
454
  if (!artifact) {
393
455
  throw new Error(`Artifact not found when registering an instance. Contract class: ${instance.currentContractClassId}.`);
394
456
  }
395
457
  }
396
- await this.contractDataProvider.addContractInstance(instance);
458
+ await this.contractStore.addContractInstance(instance);
397
459
  this.log.info(`Added contract ${artifact.name} at ${instance.address.toString()} with class ${instance.currentContractClassId}`);
398
460
  }
399
461
  /**
@@ -408,22 +470,26 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
408
470
  // We disable concurrently updating contracts to avoid concurrently syncing with the node, or changing a contract's
409
471
  // class while we're simulating it.
410
472
  return this.#putInJobQueue(async ()=>{
411
- const currentInstance = await this.contractDataProvider.getContractInstance(contractAddress);
473
+ const currentInstance = await this.contractStore.getContractInstance(contractAddress);
412
474
  if (!currentInstance) {
413
475
  throw new Error(`Instance not found when updating a contract. Contract address: ${contractAddress}.`);
414
476
  }
415
477
  const contractClass = await getContractClassFromArtifact(artifact);
416
- await this.blockStateSynchronizer.sync();
417
- const header = await this.anchorBlockDataProvider.getBlockHeader();
418
- const currentClassId = await readCurrentClassId(contractAddress, currentInstance, this.node, header.globalVariables.blockNumber, header.globalVariables.timestamp);
478
+ await this.#maybeSync();
479
+ const header = await this.anchorBlockStore.getBlockHeader();
480
+ const currentClassId = await readCurrentClassId(contractAddress, currentInstance, this.node, header);
419
481
  if (!contractClass.id.equals(currentClassId)) {
420
482
  throw new Error('Could not update contract to a class different from the current one.');
421
483
  }
422
- await this.contractDataProvider.addContractArtifact(contractClass.id, artifact);
423
484
  const publicFunctionSignatures = artifact.functions.filter((fn)=>fn.functionType === FunctionType.PUBLIC).map((fn)=>decodeFunctionSignature(fn.name, fn.parameters));
424
- await this.node.registerContractFunctionSignatures(publicFunctionSignatures);
485
+ if (publicFunctionSignatures.length > 0) {
486
+ await this.node.registerContractFunctionSignatures(publicFunctionSignatures);
487
+ }
425
488
  currentInstance.currentContractClassId = contractClass.id;
426
- await this.contractDataProvider.addContractInstance(currentInstance);
489
+ await Promise.all([
490
+ this.contractStore.addContractArtifact(artifact, contractClass),
491
+ this.contractStore.addContractInstance(currentInstance)
492
+ ]);
427
493
  this.log.info(`Updated contract ${artifact.name} at ${contractAddress.toString()} to class ${contractClass.id}`);
428
494
  });
429
495
  }
@@ -431,29 +497,38 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
431
497
  * Retrieves the addresses of contracts added to this PXE.
432
498
  * @returns An array of contracts addresses registered on this PXE.
433
499
  */ getContracts() {
434
- return this.contractDataProvider.getContractsAddresses();
500
+ return this.contractStore.getContractsAddresses();
435
501
  }
436
502
  /**
437
503
  * Proves the private portion of a simulated transaction, ready to send to the network
438
504
  * (where validators prove the public portion).
439
505
  *
440
506
  * @param txRequest - An authenticated tx request ready for proving
507
+ * @param scopes - Addresses whose private state and keys are accessible during private execution.
441
508
  * @returns A result containing the proof and public inputs of the tail circuit.
442
509
  * @throws If contract code not found, or public simulation reverts.
443
510
  * Also throws if simulatePublic is true and public simulation reverts.
444
- */ proveTx(txRequest) {
511
+ */ proveTx(txRequest, { scopes, senderForTags }) {
445
512
  let privateExecutionResult;
446
513
  // We disable proving concurrently mostly out of caution, since it accesses some of our stores. Proving is so
447
514
  // computationally demanding that it'd be rare for someone to try to do it concurrently regardless.
448
- return this.#putInJobQueue(async ()=>{
515
+ return this.#putInJobQueue(async (jobId)=>{
449
516
  const totalTimer = new Timer();
450
517
  try {
451
518
  const syncTimer = new Timer();
452
- await this.blockStateSynchronizer.sync();
519
+ await this.#maybeSync();
520
+ const anchorBlockHeader = await this.anchorBlockStore.getBlockHeader();
453
521
  const syncTime = syncTimer.ms();
454
522
  const contractFunctionSimulator = this.#getSimulatorForTx();
455
- privateExecutionResult = await this.#executePrivate(contractFunctionSimulator, txRequest);
456
- const { publicInputs, chonkProof, executionSteps, timings: { proving } = {} } = await this.#prove(txRequest, this.proofCreator, privateExecutionResult, {
523
+ privateExecutionResult = await this.#executePrivate({
524
+ contractFunctionSimulator,
525
+ txRequest,
526
+ anchorBlockHeader,
527
+ scopes,
528
+ jobId,
529
+ senderForTags
530
+ });
531
+ const { publicInputs, chonkProof, executionSteps, timings: { proving } = {} } = await this.#prove(txRequest, this.proofCreator, privateExecutionResult, anchorBlockHeader, {
457
532
  simulate: false,
458
533
  skipFeeEnforcement: false,
459
534
  profileMode: 'none'
@@ -478,22 +553,13 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
478
553
  timings,
479
554
  nodeRPCCalls: contractFunctionSimulator?.getStats().nodeRPCCalls
480
555
  });
481
- // While not strictly necessary to store tagging cache contents in the DB since we sync tagging indexes from
482
- // chain before sending new logs, the sync can only see logs already included in blocks. If we send another
483
- // transaction before this one is included in a block from this PXE, and that transaction contains a log with
484
- // a tag derived from the same secret, we would reuse the tag and the transactions would be linked. Hence
485
- // storing the tags here prevents linkage of txs sent from the same PXE.
486
- const preTagsUsedInTheTx = privateExecutionResult.entrypoint.preTags;
487
- if (preTagsUsedInTheTx.length > 0) {
488
- // TODO(benesjan): The following is an expensive operation. Figure out a way to avoid it.
489
- const txHash = (await txProvingResult.toTx()).txHash;
490
- await this.senderTaggingDataProvider.storePendingIndexes(preTagsUsedInTheTx, txHash);
491
- this.log.debug(`Stored used pre-tags as sender for the tx`, {
492
- preTagsUsedInTheTx
493
- });
494
- } else {
495
- this.log.debug(`No pre-tags used in the tx`);
496
- }
556
+ // We keep track of which tagging indices we've used in this tx so that we don't repeat them in future txs
557
+ // (which would link them) without having to rely on this tx being mined (and us seeing the indices being used
558
+ // onchain).
559
+ // Note that this must happen _after_ proving as it requires the proof's public inputs, from which the kernels
560
+ // may have removed some logs due to note-nullifier squashing - this may lead to range of tagging indices we've
561
+ // actually used to being reduced.
562
+ await persistSenderTaggingIndexRangesForTx(this.senderTaggingStore, privateExecutionResult.entrypoint.taggingIndexRanges, publicInputs, ()=>txProvingResult.getTxHash(), jobId, this.log);
497
563
  return txProvingResult;
498
564
  } catch (err) {
499
565
  throw this.#contextualizeError(err, inspect(txRequest), inspect(privateExecutionResult));
@@ -502,15 +568,12 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
502
568
  }
503
569
  /**
504
570
  * Profiles a transaction, reporting gate counts (unless disabled) and returns an execution trace.
505
- *
506
- * @param txRequest - An authenticated tx request ready for simulation
507
- * @param msgSender - (Optional) The message sender to use for the simulation.
508
- * @param skipTxValidation - (Optional) If false, this function throws if the transaction is unable to be included in a block at the current state.
571
+ * @param txRequest - An authenticated tx request ready for simulation.
509
572
  * @returns A trace of the program execution with gate counts.
510
573
  * @throws If the code for the functions executed in this transaction have not been made available via `addContracts`.
511
- */ profileTx(txRequest, profileMode, skipProofGeneration = true) {
574
+ */ profileTx(txRequest, { profileMode, skipProofGeneration = true, scopes, senderForTags }) {
512
575
  // We disable concurrent profiles for consistency with simulateTx.
513
- return this.#putInJobQueue(async ()=>{
576
+ return this.#putInJobQueue(async (jobId)=>{
514
577
  const totalTimer = new Timer();
515
578
  try {
516
579
  const txInfo = {
@@ -523,11 +586,19 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
523
586
  };
524
587
  this.log.info(`Profiling transaction execution request to ${txRequest.functionSelector} at ${txRequest.origin}`, txInfo);
525
588
  const syncTimer = new Timer();
526
- await this.blockStateSynchronizer.sync();
589
+ await this.#maybeSync();
590
+ const anchorBlockHeader = await this.anchorBlockStore.getBlockHeader();
527
591
  const syncTime = syncTimer.ms();
528
592
  const contractFunctionSimulator = this.#getSimulatorForTx();
529
- const privateExecutionResult = await this.#executePrivate(contractFunctionSimulator, txRequest);
530
- const { executionSteps, timings: { proving } = {} } = await this.#prove(txRequest, this.proofCreator, privateExecutionResult, {
593
+ const privateExecutionResult = await this.#executePrivate({
594
+ contractFunctionSimulator,
595
+ txRequest,
596
+ anchorBlockHeader,
597
+ scopes,
598
+ jobId,
599
+ senderForTags
600
+ });
601
+ const { executionSteps, timings: { proving } = {} } = await this.#prove(txRequest, this.proofCreator, privateExecutionResult, anchorBlockHeader, {
531
602
  simulate: skipProofGeneration,
532
603
  skipFeeEnforcement: false,
533
604
  profileMode
@@ -571,22 +642,17 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
571
642
  * In that case, the transaction returned is only potentially ready to be sent to the network for execution.
572
643
  *
573
644
  *
574
- * @param txRequest - An authenticated tx request ready for simulation
575
- * @param simulatePublic - Whether to simulate the public part of the transaction.
576
- * @param skipTxValidation - (Optional) If false, this function throws if the transaction is unable to be included in a block at the current state.
577
- * @param skipFeeEnforcement - (Optional) If false, fees are enforced.
578
- * @param overrides - (Optional) State overrides for the simulation, such as msgSender, contract instances and artifacts.
579
- * @param scopes - (Optional) The accounts whose notes we can access in this call. Currently optional and will default to all.
645
+ * @param txRequest - An authenticated tx request ready for simulation.
580
646
  * @returns A simulated transaction result object that includes public and private return values.
581
647
  * @throws If the code for the functions executed in this transaction have not been made available via `addContracts`.
582
648
  * Also throws if simulatePublic is true and public simulation reverts.
583
649
  *
584
650
  * TODO(#7456) Prevent msgSender being defined here for the first call
585
- */ simulateTx(txRequest, simulatePublic, skipTxValidation = false, skipFeeEnforcement = false, overrides, scopes) {
651
+ */ simulateTx(txRequest, { simulatePublic, skipTxValidation = false, skipFeeEnforcement = false, skipKernels = true, overrides, scopes, senderForTags }) {
586
652
  // We disable concurrent simulations since those might execute oracles which read and write to the PXE stores (e.g.
587
653
  // to the capsules), and we need to prevent concurrent runs from interfering with one another (e.g. attempting to
588
654
  // delete the same read value, or reading values that another simulation is currently modifying).
589
- return this.#putInJobQueue(async ()=>{
655
+ return this.#putInJobQueue(async (jobId)=>{
590
656
  try {
591
657
  const totalTimer = new Timer();
592
658
  const txInfo = {
@@ -599,25 +665,29 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
599
665
  };
600
666
  this.log.info(`Simulating transaction execution request to ${txRequest.functionSelector} at ${txRequest.origin}`, txInfo);
601
667
  const syncTimer = new Timer();
602
- await this.blockStateSynchronizer.sync();
668
+ await this.#maybeSync();
669
+ const anchorBlockHeader = await this.anchorBlockStore.getBlockHeader();
603
670
  const syncTime = syncTimer.ms();
671
+ if (overrides?.contracts && Object.keys(overrides.contracts).length > 0 && !skipKernels) {
672
+ throw new Error('Simulating with overridden contracts is not compatible with kernel execution. Please set skipKernels to true when simulating with overridden contracts.');
673
+ }
604
674
  const contractFunctionSimulator = this.#getSimulatorForTx(overrides);
605
- // Temporary: in case there are overrides, we have to skip the kernels or validations
606
- // will fail. Consider handing control to the user/wallet on whether they want to run them
607
- // or not.
608
- const skipKernels = overrides?.contracts !== undefined && Object.keys(overrides.contracts ?? {}).length > 0;
609
675
  // Execution of private functions only; no proving, and no kernel logic.
610
- const privateExecutionResult = await this.#executePrivate(contractFunctionSimulator, txRequest, scopes);
676
+ const privateExecutionResult = await this.#executePrivate({
677
+ contractFunctionSimulator,
678
+ txRequest,
679
+ anchorBlockHeader,
680
+ scopes,
681
+ jobId,
682
+ senderForTags
683
+ });
611
684
  let publicInputs;
612
685
  let executionSteps = [];
613
686
  if (skipKernels) {
614
- // According to the protocol rules, the nonce generator for the note hashes
615
- // can either be the first nullifier in the tx or the protocol nullifier if there are none.
616
- const nonceGenerator = privateExecutionResult.firstNullifier.equals(Fr.ZERO) ? await computeProtocolNullifier(await txRequest.toTxRequest().hash()) : privateExecutionResult.firstNullifier;
617
- ({ publicInputs, executionSteps } = await generateSimulatedProvingResult(privateExecutionResult, nonceGenerator, this.contractDataProvider));
687
+ ({ publicInputs, executionSteps } = await generateSimulatedProvingResult(privateExecutionResult, (addr, sel)=>this.contractStore.getDebugFunctionName(addr, sel), this.node));
618
688
  } else {
619
689
  // Kernel logic, plus proving of all private functions and kernels.
620
- ({ publicInputs, executionSteps } = await this.#prove(txRequest, this.proofCreator, privateExecutionResult, {
690
+ ({ publicInputs, executionSteps } = await this.#prove(txRequest, this.proofCreator, privateExecutionResult, anchorBlockHeader, {
621
691
  simulate: true,
622
692
  skipFeeEnforcement,
623
693
  profileMode: 'none'
@@ -629,8 +699,11 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
629
699
  let publicOutput;
630
700
  if (simulatePublic && publicInputs.forPublic) {
631
701
  const publicSimulationTimer = new Timer();
632
- publicOutput = await this.#simulatePublicCalls(simulatedTx, skipFeeEnforcement);
702
+ publicOutput = await this.#simulatePublicCalls(simulatedTx, skipFeeEnforcement, overrides);
633
703
  publicSimulationTime = publicSimulationTimer.ms();
704
+ if (publicOutput?.debugLogs?.length) {
705
+ await displayDebugLogs(publicOutput.debugLogs, (addr)=>this.contractStore.getDebugContractName(addr));
706
+ }
634
707
  }
635
708
  let validationTime;
636
709
  if (!skipTxValidation) {
@@ -641,7 +714,8 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
641
714
  });
642
715
  validationTime = validationTimer.ms();
643
716
  if (validationResult.result === 'invalid') {
644
- throw new Error('The simulated transaction is unable to be added to state and is invalid.');
717
+ const reason = validationResult.reason.length > 0 ? ` Reason: ${validationResult.reason.join(', ')}` : '';
718
+ throw new Error(`The simulated transaction is unable to be added to state and is invalid.${reason}`);
645
719
  }
646
720
  }
647
721
  const txHash = simulatedTx.getTxHash();
@@ -674,31 +748,30 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
674
748
  nodeRPCCalls: simulatorStats.nodeRPCCalls
675
749
  });
676
750
  } catch (err) {
677
- throw this.#contextualizeError(err, inspect(txRequest), `simulatePublic=${simulatePublic}`, `skipTxValidation=${skipTxValidation}`, `scopes=${scopes?.map((s)=>s.toString()).join(', ') ?? 'undefined'}`);
751
+ throw this.#contextualizeError(err, inspect(txRequest), `simulatePublic=${simulatePublic}`, `skipTxValidation=${skipTxValidation}`, `scopes=${scopes.map((s)=>s.toString()).join(', ')}`);
678
752
  }
679
753
  });
680
754
  }
681
755
  /**
682
- * Simulate the execution of a contract utility function.
683
- *
756
+ * Executes a contract utility function.
684
757
  * @param call - The function call containing the function details, arguments, and target contract address.
685
- * @param authwits - (Optional) The authentication witnesses required for the function call.
686
- * @param scopes - (Optional) The accounts whose notes we can access in this call. Currently optional and will
687
- * default to all.
688
- * @returns The result of the utility function call, structured based on the function ABI.
689
- */ simulateUtility(call, authwits, scopes) {
690
- // We disable concurrent simulations since those might execute oracles which read and write to the PXE stores (e.g.
758
+ */ executeUtility(call, { authwits, scopes } = {
759
+ scopes: []
760
+ }) {
761
+ // We disable concurrent executions since those might execute oracles which read and write to the PXE stores (e.g.
691
762
  // to the capsules), and we need to prevent concurrent runs from interfering with one another (e.g. attempting to
692
- // delete the same read value, or reading values that another simulation is currently modifying).
693
- return this.#putInJobQueue(async ()=>{
763
+ // delete the same read value, or reading values that another execution is currently modifying).
764
+ return this.#putInJobQueue(async (jobId)=>{
694
765
  try {
695
766
  const totalTimer = new Timer();
696
767
  const syncTimer = new Timer();
697
- await this.blockStateSynchronizer.sync();
768
+ await this.#maybeSync();
698
769
  const syncTime = syncTimer.ms();
699
770
  const functionTimer = new Timer();
700
771
  const contractFunctionSimulator = this.#getSimulatorForTx();
701
- const executionResult = await this.#simulateUtility(contractFunctionSimulator, call, authwits ?? [], scopes);
772
+ const anchorBlockHeader = await this.anchorBlockStore.getBlockHeader();
773
+ await this.contractSyncService.ensureContractSynced(call.to, call.selector, (privateSyncCall, execScopes)=>this.#executeUtility(contractFunctionSimulator, privateSyncCall, [], execScopes, jobId), anchorBlockHeader, jobId, scopes);
774
+ const { result: executionResult, offchainEffects } = await this.#executeUtility(contractFunctionSimulator, call, authwits ?? [], scopes, jobId);
702
775
  const functionTime = functionTimer.ms();
703
776
  const totalTime = totalTimer.ms();
704
777
  const perFunction = [
@@ -716,6 +789,8 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
716
789
  const simulationStats = contractFunctionSimulator.getStats();
717
790
  return {
718
791
  result: executionResult,
792
+ offchainEffects,
793
+ anchorBlockTimestamp: anchorBlockHeader.globalVariables.timestamp,
719
794
  stats: {
720
795
  timings,
721
796
  nodeRPCCalls: simulationStats.nodeRPCCalls
@@ -724,7 +799,7 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
724
799
  } catch (err) {
725
800
  const { to, name, args } = call;
726
801
  const stringifiedArgs = args.map((arg)=>arg.toString()).join(', ');
727
- throw this.#contextualizeError(err, `simulateUtility ${to}:${name}(${stringifiedArgs})`, `scopes=${scopes?.map((s)=>s.toString()).join(', ') ?? 'undefined'}`);
802
+ throw this.#contextualizeError(err, `executeUtility ${to}:${name}(${stringifiedArgs})`, `scopes=${scopes.map((s)=>s.toString()).join(', ')}`);
728
803
  }
729
804
  });
730
805
  }
@@ -741,16 +816,24 @@ import { SenderTaggingDataProvider } from './storage/tagging_data_provider/sende
741
816
  * Defaults to the latest known block to PXE + 1.
742
817
  * @returns - The packed events with block and tx metadata.
743
818
  */ async getPrivateEvents(eventSelector, filter) {
744
- // We need to manually trigger private state sync to have a guarantee that all the events are available.
745
- const call = await this.contractDataProvider.getFunctionCall('sync_private_state', [], filter.contractAddress);
746
- await this.simulateUtility(call);
747
- const sanitizedFilter = await new PrivateEventFilterValidator(this.anchorBlockDataProvider).validate(filter);
819
+ let anchorBlockNumber;
820
+ await this.#putInJobQueue(async (jobId)=>{
821
+ await this.#maybeSync();
822
+ const anchorBlockHeader = await this.anchorBlockStore.getBlockHeader();
823
+ anchorBlockNumber = anchorBlockHeader.getBlockNumber();
824
+ const contractFunctionSimulator = this.#getSimulatorForTx();
825
+ await this.contractSyncService.ensureContractSynced(filter.contractAddress, null, async (privateSyncCall, execScopes)=>await this.#executeUtility(contractFunctionSimulator, privateSyncCall, [], execScopes, jobId), anchorBlockHeader, jobId, filter.scopes);
826
+ });
827
+ // anchorBlockNumber is set during the job and fixed to whatever it is after a block sync
828
+ const sanitizedFilter = new PrivateEventFilterValidator(anchorBlockNumber).validate(filter);
748
829
  this.log.debug(`Getting private events for ${sanitizedFilter.contractAddress.toString()} from ${sanitizedFilter.fromBlock} to ${sanitizedFilter.toBlock}`);
749
- return this.privateEventDataProvider.getPrivateEvents(eventSelector, sanitizedFilter);
830
+ return this.privateEventStore.getPrivateEvents(eventSelector, sanitizedFilter);
750
831
  }
751
832
  /**
752
- * Stops the PXE's job queue.
753
- */ stop() {
754
- return this.jobQueue.end();
833
+ * Stops the PXE's job queue and closes the backing store.
834
+ */ async stop() {
835
+ await this.jobQueue.end();
836
+ await this.blockStateSynchronizer.stop();
837
+ await this.db.close();
755
838
  }
756
839
  }