@aztec/pxe 0.0.1-commit.b9865e97 → 0.0.1-commit.be03c316

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (397) hide show
  1. package/dest/bin/check_oracle_version.js +8 -23
  2. package/dest/bin/index.d.ts +2 -2
  3. package/dest/bin/index.d.ts.map +1 -1
  4. package/dest/bin/index.js +1 -1
  5. package/dest/bin/oracle_version_helpers.d.ts +16 -8
  6. package/dest/bin/oracle_version_helpers.d.ts.map +1 -1
  7. package/dest/bin/oracle_version_helpers.js +22 -69
  8. package/dest/block_synchronizer/block_stream_source.d.ts +5 -5
  9. package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -1
  10. package/dest/block_synchronizer/block_stream_source.js +4 -29
  11. package/dest/block_synchronizer/block_synchronizer.d.ts +18 -14
  12. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  13. package/dest/block_synchronizer/block_synchronizer.js +54 -18
  14. package/dest/config/index.d.ts +2 -1
  15. package/dest/config/index.d.ts.map +1 -1
  16. package/dest/config/index.js +1 -0
  17. package/dest/contract/contract_class_service.d.ts +31 -0
  18. package/dest/contract/contract_class_service.d.ts.map +1 -0
  19. package/dest/contract/contract_class_service.js +68 -0
  20. package/dest/contract/contract_sync_service.d.ts +48 -0
  21. package/dest/contract/contract_sync_service.d.ts.map +1 -0
  22. package/dest/{contract_sync → contract}/contract_sync_service.js +26 -45
  23. package/dest/contract/helpers.d.ts +7 -0
  24. package/dest/contract/helpers.d.ts.map +1 -0
  25. package/dest/contract/helpers.js +20 -0
  26. package/dest/contract/skip_sync_contracts.d.ts +11 -0
  27. package/dest/contract/skip_sync_contracts.d.ts.map +1 -0
  28. package/dest/contract/skip_sync_contracts.js +18 -0
  29. package/dest/contract_function_simulator/anchored_contract_data.d.ts +36 -0
  30. package/dest/contract_function_simulator/anchored_contract_data.d.ts.map +1 -0
  31. package/dest/contract_function_simulator/anchored_contract_data.js +54 -0
  32. package/dest/contract_function_simulator/aztec_node_read_cache.d.ts +39 -0
  33. package/dest/contract_function_simulator/aztec_node_read_cache.d.ts.map +1 -0
  34. package/dest/contract_function_simulator/aztec_node_read_cache.js +60 -0
  35. package/dest/contract_function_simulator/contract_function_simulator.d.ts +19 -18
  36. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  37. package/dest/contract_function_simulator/contract_function_simulator.js +63 -32
  38. package/dest/contract_function_simulator/execution_note_cache.d.ts +3 -9
  39. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  40. package/dest/contract_function_simulator/execution_note_cache.js +8 -28
  41. package/dest/contract_function_simulator/index.d.ts +19 -10
  42. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  43. package/dest/contract_function_simulator/index.js +6 -9
  44. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +8 -27
  45. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -1
  46. package/dest/contract_function_simulator/noir-structs/bounded_vec.js +8 -23
  47. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts +9 -0
  48. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts.map +1 -0
  49. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.js +1 -0
  50. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts +7 -0
  51. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts.map +1 -0
  52. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.js +1 -0
  53. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +1 -1
  54. package/dest/contract_function_simulator/noir-structs/fact.d.ts +16 -0
  55. package/dest/contract_function_simulator/noir-structs/fact.d.ts.map +1 -0
  56. package/dest/contract_function_simulator/noir-structs/fact.js +6 -0
  57. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts +27 -0
  58. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts.map +1 -0
  59. package/dest/contract_function_simulator/noir-structs/fact_collection.js +31 -0
  60. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +11 -12
  61. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
  62. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +6 -49
  63. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +10 -8
  64. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  65. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +1 -60
  66. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +2 -2
  67. package/dest/contract_function_simulator/noir-structs/option.d.ts +9 -11
  68. package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -1
  69. package/dest/contract_function_simulator/noir-structs/option.js +18 -13
  70. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts +11 -0
  71. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts.map +1 -0
  72. package/dest/contract_function_simulator/noir-structs/origin_block.js +5 -0
  73. package/dest/contract_function_simulator/noir-structs/pending_tagged_log.d.ts +11 -0
  74. package/dest/contract_function_simulator/noir-structs/pending_tagged_log.d.ts.map +1 -0
  75. package/dest/contract_function_simulator/noir-structs/pending_tagged_log.js +4 -0
  76. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +6 -9
  77. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -1
  78. package/dest/contract_function_simulator/noir-structs/provided_secret.js +1 -24
  79. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts +28 -0
  80. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts.map +1 -0
  81. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.js +50 -0
  82. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts +19 -0
  83. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts.map +1 -0
  84. package/dest/contract_function_simulator/noir-structs/resolved_tx.js +9 -0
  85. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts +15 -0
  86. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts.map +1 -0
  87. package/dest/contract_function_simulator/noir-structs/tx_effect_data.js +5 -0
  88. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +6 -11
  89. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
  90. package/dest/contract_function_simulator/noir-structs/utility_context.js +1 -20
  91. package/dest/contract_function_simulator/oracle/acir_callback.d.ts +21 -0
  92. package/dest/contract_function_simulator/oracle/acir_callback.d.ts.map +1 -0
  93. package/dest/contract_function_simulator/oracle/acir_callback.js +115 -0
  94. package/dest/contract_function_simulator/oracle/index.d.ts +2 -13
  95. package/dest/contract_function_simulator/oracle/index.d.ts.map +1 -1
  96. package/dest/contract_function_simulator/oracle/index.js +1 -1
  97. package/dest/contract_function_simulator/oracle/interfaces.d.ts +2 -3
  98. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  99. package/dest/contract_function_simulator/oracle/legacy_oracle_registry.d.ts +39 -0
  100. package/dest/contract_function_simulator/oracle/legacy_oracle_registry.d.ts.map +1 -0
  101. package/dest/contract_function_simulator/oracle/legacy_oracle_registry.js +107 -0
  102. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -14
  103. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
  104. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.js +1 -24
  105. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +43 -31
  106. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -1
  107. package/dest/contract_function_simulator/oracle/oracle_registry.js +259 -29
  108. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +180 -45
  109. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -1
  110. package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +1024 -341
  111. package/dest/contract_function_simulator/oracle/private_execution.d.ts +1 -1
  112. package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
  113. package/dest/contract_function_simulator/oracle/private_execution.js +2 -3
  114. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +21 -8
  115. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  116. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +132 -22
  117. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +77 -34
  118. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  119. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +247 -106
  120. package/dest/contract_function_simulator/transient_array_service.d.ts +31 -0
  121. package/dest/contract_function_simulator/transient_array_service.d.ts.map +1 -0
  122. package/dest/contract_function_simulator/transient_array_service.js +62 -0
  123. package/dest/debug/pxe_debug_utils.d.ts +2 -2
  124. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  125. package/dest/entrypoints/client/bundle/index.d.ts +2 -1
  126. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  127. package/dest/entrypoints/client/bundle/index.js +1 -0
  128. package/dest/entrypoints/client/bundle/utils.d.ts +1 -1
  129. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  130. package/dest/entrypoints/client/bundle/utils.js +17 -6
  131. package/dest/entrypoints/client/lazy/index.d.ts +2 -1
  132. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  133. package/dest/entrypoints/client/lazy/index.js +1 -0
  134. package/dest/entrypoints/client/lazy/utils.d.ts +1 -1
  135. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  136. package/dest/entrypoints/client/lazy/utils.js +17 -6
  137. package/dest/entrypoints/client/store.d.ts +14 -0
  138. package/dest/entrypoints/client/store.d.ts.map +1 -0
  139. package/dest/entrypoints/client/store.js +42 -0
  140. package/dest/entrypoints/pxe_creation_options.d.ts +9 -3
  141. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  142. package/dest/entrypoints/server/index.d.ts +6 -3
  143. package/dest/entrypoints/server/index.d.ts.map +1 -1
  144. package/dest/entrypoints/server/index.js +4 -2
  145. package/dest/entrypoints/server/store.d.ts +18 -0
  146. package/dest/entrypoints/server/store.d.ts.map +1 -0
  147. package/dest/entrypoints/server/store.js +28 -0
  148. package/dest/entrypoints/server/utils.d.ts +1 -1
  149. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  150. package/dest/entrypoints/server/utils.js +16 -4
  151. package/dest/error_enriching.d.ts +5 -3
  152. package/dest/error_enriching.d.ts.map +1 -1
  153. package/dest/error_enriching.js +13 -11
  154. package/dest/hooks/execution_hooks.d.ts +31 -11
  155. package/dest/hooks/execution_hooks.d.ts.map +1 -1
  156. package/dest/hooks/execution_hooks.js +3 -3
  157. package/dest/hooks/index.d.ts +4 -3
  158. package/dest/hooks/index.d.ts.map +1 -1
  159. package/dest/hooks/index.js +1 -0
  160. package/dest/hooks/resolve_custom_request.d.ts +23 -0
  161. package/dest/hooks/resolve_custom_request.d.ts.map +1 -0
  162. package/dest/hooks/resolve_custom_request.js +3 -0
  163. package/dest/hooks/resolve_tagging_secret_strategy.d.ts +50 -0
  164. package/dest/hooks/resolve_tagging_secret_strategy.d.ts.map +1 -0
  165. package/dest/hooks/resolve_tagging_secret_strategy.js +3 -0
  166. package/dest/logs/log_service.d.ts +8 -6
  167. package/dest/logs/log_service.d.ts.map +1 -1
  168. package/dest/logs/log_service.js +88 -28
  169. package/dest/messages/tx_resolver_service.d.ts +17 -0
  170. package/dest/messages/tx_resolver_service.d.ts.map +1 -0
  171. package/dest/messages/{message_context_service.js → tx_resolver_service.js} +13 -8
  172. package/dest/notes/note_service.d.ts +1 -1
  173. package/dest/notes/note_service.js +1 -1
  174. package/dest/oracle_version.d.ts +3 -3
  175. package/dest/oracle_version.js +5 -5
  176. package/dest/private_kernel/batch_planner.d.ts +1 -1
  177. package/dest/private_kernel/batch_planner.d.ts.map +1 -1
  178. package/dest/private_kernel/batch_planner.js +1 -1
  179. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +1 -1
  180. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -1
  181. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +6 -2
  182. package/dest/private_kernel/hints/test_utils.js +1 -1
  183. package/dest/private_kernel/private_kernel_execution_prover.d.ts +1 -1
  184. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  185. package/dest/private_kernel/private_kernel_execution_prover.js +61 -40
  186. package/dest/private_kernel/private_kernel_oracle.d.ts +4 -2
  187. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  188. package/dest/private_kernel/private_kernel_oracle.js +17 -5
  189. package/dest/pxe.d.ts +114 -48
  190. package/dest/pxe.d.ts.map +1 -1
  191. package/dest/pxe.js +225 -139
  192. package/dest/storage/allowed_scopes.d.ts +6 -0
  193. package/dest/storage/allowed_scopes.d.ts.map +1 -0
  194. package/dest/storage/allowed_scopes.js +7 -0
  195. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -6
  196. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
  197. package/dest/storage/anchor_block_store/anchor_block_store.js +8 -6
  198. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +1 -1
  199. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -1
  200. package/dest/storage/backwards_compatibility_tests/schema_tests.js +129 -49
  201. package/dest/storage/capsule_store/capsule_service.d.ts +1 -1
  202. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -1
  203. package/dest/storage/capsule_store/capsule_service.js +6 -9
  204. package/dest/storage/contract_store/contract_store.d.ts +27 -24
  205. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  206. package/dest/storage/contract_store/contract_store.js +64 -75
  207. package/dest/storage/fact_store/fact_service.d.ts +22 -0
  208. package/dest/storage/fact_store/fact_service.d.ts.map +1 -0
  209. package/dest/storage/fact_store/fact_service.js +45 -0
  210. package/dest/storage/fact_store/fact_store.d.ts +95 -0
  211. package/dest/storage/fact_store/fact_store.d.ts.map +1 -0
  212. package/dest/storage/fact_store/fact_store.js +408 -0
  213. package/dest/storage/fact_store/fact_store_keys.d.ts +34 -0
  214. package/dest/storage/fact_store/fact_store_keys.d.ts.map +1 -0
  215. package/dest/storage/fact_store/fact_store_keys.js +50 -0
  216. package/dest/storage/fact_store/index.d.ts +6 -0
  217. package/dest/storage/fact_store/index.d.ts.map +1 -0
  218. package/dest/storage/fact_store/index.js +4 -0
  219. package/dest/storage/fact_store/origin_state.d.ts +59 -0
  220. package/dest/storage/fact_store/origin_state.d.ts.map +1 -0
  221. package/dest/storage/fact_store/origin_state.js +60 -0
  222. package/dest/storage/fact_store/stored_fact.d.ts +32 -0
  223. package/dest/storage/fact_store/stored_fact.d.ts.map +1 -0
  224. package/dest/storage/fact_store/stored_fact.js +64 -0
  225. package/dest/storage/index.d.ts +3 -2
  226. package/dest/storage/index.d.ts.map +1 -1
  227. package/dest/storage/index.js +2 -1
  228. package/dest/storage/metadata.d.ts +2 -2
  229. package/dest/storage/metadata.d.ts.map +1 -1
  230. package/dest/storage/metadata.js +1 -1
  231. package/dest/storage/note_store/note_store.d.ts +42 -33
  232. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  233. package/dest/storage/note_store/note_store.js +197 -168
  234. package/dest/storage/note_store/stored_note.d.ts +3 -8
  235. package/dest/storage/note_store/stored_note.d.ts.map +1 -1
  236. package/dest/storage/note_store/stored_note.js +4 -20
  237. package/dest/storage/open_pxe_stores.d.ts +5 -3
  238. package/dest/storage/open_pxe_stores.d.ts.map +1 -1
  239. package/dest/storage/open_pxe_stores.js +5 -3
  240. package/dest/storage/private_event_store/private_event_store.d.ts +13 -16
  241. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  242. package/dest/storage/private_event_store/private_event_store.js +40 -43
  243. package/dest/storage/store_identity.d.ts +35 -0
  244. package/dest/storage/store_identity.d.ts.map +1 -0
  245. package/dest/storage/store_identity.js +44 -0
  246. package/dest/storage/tagging_store/index.d.ts +2 -2
  247. package/dest/storage/tagging_store/index.d.ts.map +1 -1
  248. package/dest/storage/tagging_store/index.js +1 -1
  249. package/dest/storage/tagging_store/sender_tagging_store.d.ts +19 -3
  250. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  251. package/dest/storage/tagging_store/sender_tagging_store.js +48 -11
  252. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts +51 -0
  253. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts.map +1 -0
  254. package/dest/storage/tagging_store/tagging_secret_sources_store.js +105 -0
  255. package/dest/tagging/constants.d.ts +3 -2
  256. package/dest/tagging/constants.d.ts.map +1 -1
  257. package/dest/tagging/constants.js +28 -10
  258. package/dest/tagging/index.d.ts +2 -2
  259. package/dest/tagging/index.d.ts.map +1 -1
  260. package/dest/tagging/index.js +1 -1
  261. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +26 -8
  262. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -1
  263. package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +95 -20
  264. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +1 -1
  265. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +1 -1
  266. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  267. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +6 -2
  268. package/dest/tagging/testing/tag_query_test_utils.d.ts +6 -0
  269. package/dest/tagging/testing/tag_query_test_utils.d.ts.map +1 -0
  270. package/dest/tagging/testing/tag_query_test_utils.js +10 -0
  271. package/package.json +17 -17
  272. package/src/bin/check_oracle_version.ts +8 -24
  273. package/src/bin/index.ts +1 -1
  274. package/src/bin/oracle_version_helpers.ts +23 -90
  275. package/src/block_synchronizer/block_stream_source.ts +6 -45
  276. package/src/block_synchronizer/block_synchronizer.ts +70 -29
  277. package/src/config/index.ts +1 -0
  278. package/src/contract/contract_class_service.ts +83 -0
  279. package/src/{contract_sync → contract}/contract_sync_service.ts +37 -50
  280. package/src/contract/helpers.ts +35 -0
  281. package/src/contract/skip_sync_contracts.ts +23 -0
  282. package/src/contract_function_simulator/anchored_contract_data.ts +74 -0
  283. package/src/contract_function_simulator/aztec_node_read_cache.ts +89 -0
  284. package/src/contract_function_simulator/contract_function_simulator.ts +96 -42
  285. package/src/contract_function_simulator/execution_note_cache.ts +7 -28
  286. package/src/contract_function_simulator/index.ts +48 -13
  287. package/src/contract_function_simulator/noir-structs/bounded_vec.ts +12 -24
  288. package/src/contract_function_simulator/noir-structs/contract_class_log_data.ts +9 -0
  289. package/src/contract_function_simulator/noir-structs/embedded_curve_point.ts +4 -0
  290. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +1 -1
  291. package/src/contract_function_simulator/noir-structs/fact.ts +13 -0
  292. package/src/contract_function_simulator/noir-structs/fact_collection.ts +64 -0
  293. package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +20 -46
  294. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +13 -60
  295. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +2 -2
  296. package/src/contract_function_simulator/noir-structs/option.ts +17 -11
  297. package/src/contract_function_simulator/noir-structs/origin_block.ts +8 -0
  298. package/src/contract_function_simulator/noir-structs/pending_tagged_log.ts +12 -0
  299. package/src/contract_function_simulator/noir-structs/provided_secret.ts +4 -26
  300. package/src/contract_function_simulator/noir-structs/resolved_tagging_strategy.ts +66 -0
  301. package/src/contract_function_simulator/noir-structs/resolved_tx.ts +19 -0
  302. package/src/contract_function_simulator/noir-structs/tx_effect_data.ts +16 -0
  303. package/src/contract_function_simulator/noir-structs/utility_context.ts +5 -17
  304. package/src/contract_function_simulator/oracle/acir_callback.ts +154 -0
  305. package/src/contract_function_simulator/oracle/index.ts +1 -15
  306. package/src/contract_function_simulator/oracle/interfaces.ts +1 -2
  307. package/src/contract_function_simulator/oracle/legacy_oracle_registry.ts +147 -0
  308. package/src/contract_function_simulator/oracle/message_load_oracle_inputs.ts +6 -21
  309. package/src/contract_function_simulator/oracle/oracle_registry.ts +172 -47
  310. package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +814 -315
  311. package/src/contract_function_simulator/oracle/private_execution.ts +2 -3
  312. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +167 -30
  313. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +399 -135
  314. package/src/contract_function_simulator/transient_array_service.ts +91 -0
  315. package/src/debug/pxe_debug_utils.ts +1 -1
  316. package/src/entrypoints/client/bundle/index.ts +1 -0
  317. package/src/entrypoints/client/bundle/utils.ts +24 -5
  318. package/src/entrypoints/client/lazy/index.ts +1 -0
  319. package/src/entrypoints/client/lazy/utils.ts +24 -5
  320. package/src/entrypoints/client/store.ts +54 -0
  321. package/src/entrypoints/pxe_creation_options.ts +8 -2
  322. package/src/entrypoints/server/index.ts +6 -2
  323. package/src/entrypoints/server/store.ts +47 -0
  324. package/src/entrypoints/server/utils.ts +31 -9
  325. package/src/error_enriching.ts +27 -11
  326. package/src/hooks/execution_hooks.ts +32 -12
  327. package/src/hooks/index.ts +8 -2
  328. package/src/hooks/resolve_custom_request.ts +24 -0
  329. package/src/hooks/resolve_tagging_secret_strategy.ts +60 -0
  330. package/src/logs/log_service.ts +100 -37
  331. package/src/messages/{message_context_service.ts → tx_resolver_service.ts} +16 -9
  332. package/src/notes/note_service.ts +1 -1
  333. package/src/oracle_version.ts +5 -5
  334. package/src/private_kernel/batch_planner.ts +0 -1
  335. package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +11 -1
  336. package/src/private_kernel/hints/test_utils.ts +1 -1
  337. package/src/private_kernel/private_kernel_execution_prover.ts +112 -56
  338. package/src/private_kernel/private_kernel_oracle.ts +23 -4
  339. package/src/pxe.ts +328 -159
  340. package/src/storage/allowed_scopes.ts +14 -0
  341. package/src/storage/anchor_block_store/anchor_block_store.ts +8 -6
  342. package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +6 -6
  343. package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +1 -1
  344. package/src/storage/backwards_compatibility_tests/__snapshots__/FactStore.json +40 -0
  345. package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +12 -12
  346. package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +9 -15
  347. package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +24 -4
  348. package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +11 -3
  349. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +12 -4
  350. package/src/storage/backwards_compatibility_tests/__snapshots__/TaggingSecretSourcesStore.json +30 -0
  351. package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +29 -9
  352. package/src/storage/backwards_compatibility_tests/schema_tests.ts +141 -50
  353. package/src/storage/capsule_store/capsule_service.ts +8 -13
  354. package/src/storage/contract_store/contract_store.ts +86 -93
  355. package/src/storage/fact_store/fact_service.ts +69 -0
  356. package/src/storage/fact_store/fact_store.ts +487 -0
  357. package/src/storage/fact_store/fact_store_keys.ts +75 -0
  358. package/src/storage/fact_store/index.ts +15 -0
  359. package/src/storage/fact_store/origin_state.ts +84 -0
  360. package/src/storage/fact_store/stored_fact.ts +80 -0
  361. package/src/storage/index.ts +2 -1
  362. package/src/storage/metadata.ts +1 -1
  363. package/src/storage/note_store/note_store.ts +226 -187
  364. package/src/storage/note_store/stored_note.ts +5 -27
  365. package/src/storage/open_pxe_stores.ts +6 -3
  366. package/src/storage/private_event_store/private_event_store.ts +49 -55
  367. package/src/storage/store_identity.ts +72 -0
  368. package/src/storage/tagging_store/index.ts +1 -1
  369. package/src/storage/tagging_store/sender_tagging_store.ts +62 -15
  370. package/src/storage/tagging_store/tagging_secret_sources_store.ts +138 -0
  371. package/src/tagging/constants.ts +30 -10
  372. package/src/tagging/index.ts +1 -1
  373. package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +148 -30
  374. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +1 -1
  375. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +6 -2
  376. package/src/tagging/testing/tag_query_test_utils.ts +11 -0
  377. package/dest/contract_function_simulator/oracle/oracle.d.ts +0 -89
  378. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +0 -1
  379. package/dest/contract_function_simulator/oracle/oracle.js +0 -552
  380. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +0 -6
  381. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +0 -1
  382. package/dest/contract_function_simulator/proxied_contract_data_source.js +0 -51
  383. package/dest/contract_sync/contract_sync_service.d.ts +0 -42
  384. package/dest/contract_sync/contract_sync_service.d.ts.map +0 -1
  385. package/dest/contract_sync/helpers.d.ts +0 -27
  386. package/dest/contract_sync/helpers.d.ts.map +0 -1
  387. package/dest/contract_sync/helpers.js +0 -53
  388. package/dest/messages/message_context_service.d.ts +0 -17
  389. package/dest/messages/message_context_service.d.ts.map +0 -1
  390. package/dest/storage/tagging_store/sender_address_book_store.d.ts +0 -14
  391. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +0 -1
  392. package/dest/storage/tagging_store/sender_address_book_store.js +0 -36
  393. package/src/contract_function_simulator/oracle/oracle.ts +0 -711
  394. package/src/contract_function_simulator/proxied_contract_data_source.ts +0 -60
  395. package/src/contract_sync/helpers.ts +0 -86
  396. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderAddressBookStore.json +0 -16
  397. package/src/storage/tagging_store/sender_address_book_store.ts +0 -48
@@ -0,0 +1,80 @@
1
+ import { sha256ToField } from '@aztec/foundation/crypto/sha256';
2
+ import { Fr } from '@aztec/foundation/curves/bn254';
3
+ import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
4
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
5
+
6
+ import { FactCollectionKey, type OriginBlock } from './fact_store_keys.js';
7
+
8
+ /** A fact as returned by the fact store. */
9
+ export type Fact = { factTypeId: Fr; payload: Fr[]; originBlock: OriginBlock | undefined };
10
+
11
+ /**
12
+ * A single immutable fact belonging to a fact collection.
13
+ */
14
+ export class StoredFact {
15
+ constructor(
16
+ public readonly factCollectionKey: FactCollectionKey,
17
+ public readonly factTypeId: Fr,
18
+ public readonly payload: Fr[],
19
+ public readonly originBlock: OriginBlock | undefined,
20
+ ) {}
21
+
22
+ /** Whether this fact is deleted on block pruning (true) or survives reorgs (false). */
23
+ get isRetractable(): boolean {
24
+ return this.originBlock !== undefined;
25
+ }
26
+
27
+ /** Stable digest of the payload, used for fact idempotency. */
28
+ payloadHash(): Fr {
29
+ return sha256ToField([this.payload.length, ...this.payload]);
30
+ }
31
+
32
+ /** Returns the externally facing view of this fact. */
33
+ toFact(): Fact {
34
+ return { factTypeId: this.factTypeId, payload: this.payload, originBlock: this.originBlock };
35
+ }
36
+
37
+ toBuffer(): Buffer {
38
+ return serializeToBuffer(
39
+ this.factCollectionKey.contractAddress,
40
+ this.factCollectionKey.scope,
41
+ this.factCollectionKey.factCollectionTypeId,
42
+ this.factCollectionKey.factCollectionId,
43
+ this.factTypeId,
44
+ this.payload.length,
45
+ ...this.payload,
46
+ this.originBlock !== undefined,
47
+ this.originBlock ? this.originBlock.blockNumber : 0,
48
+ this.originBlock ? this.originBlock.blockHash : Fr.ZERO,
49
+ );
50
+ }
51
+
52
+ static fromBuffer(buffer: Buffer | BufferReader): StoredFact {
53
+ const reader = BufferReader.asReader(buffer);
54
+ const contractAddress = reader.readObject(AztecAddress);
55
+ const scope = reader.readObject(AztecAddress);
56
+ const factCollectionTypeId = reader.readObject(Fr);
57
+ const factCollectionId = reader.readObject(Fr);
58
+ const factTypeId = reader.readObject(Fr);
59
+ const payloadLen = reader.readNumber();
60
+ const payload = reader.readArray(payloadLen, Fr);
61
+ const hasOriginBlock = reader.readBoolean();
62
+ const blockNumber = reader.readNumber();
63
+ const blockHash = reader.readObject(Fr);
64
+ const originBlock = hasOriginBlock ? { blockNumber, blockHash } : undefined;
65
+ return new StoredFact(
66
+ new FactCollectionKey(contractAddress, scope, factCollectionTypeId, factCollectionId),
67
+ factTypeId,
68
+ [...payload],
69
+ originBlock,
70
+ );
71
+ }
72
+ }
73
+
74
+ /**
75
+ * Builds the serialized key that identifies a fact in the store.
76
+ */
77
+ export function factKeyStrOf(fact: StoredFact): string {
78
+ const origin = fact.originBlock ? `${fact.originBlock.blockNumber}:${fact.originBlock.blockHash}` : 'none';
79
+ return `${fact.factCollectionKey}:${fact.factTypeId}:${fact.payloadHash()}:${origin}`;
80
+ }
@@ -1,8 +1,9 @@
1
1
  export * from './address_store/index.js';
2
+ export * from './anchor_block_store/index.js';
2
3
  export * from './capsule_store/index.js';
3
4
  export * from './contract_store/index.js';
5
+ export * from './fact_store/index.js';
4
6
  export * from './note_store/index.js';
5
- export * from './anchor_block_store/index.js';
6
7
  export * from './tagging_store/index.js';
7
8
  export * from './metadata.js';
8
9
  export * from './private_event_store/private_event_store.js';
@@ -1 +1 @@
1
- export const PXE_DATA_SCHEMA_VERSION = 6;
1
+ export const PXE_DATA_SCHEMA_VERSION = 13;
@@ -1,3 +1,4 @@
1
+ import { createLogger } from '@aztec/foundation/log';
1
2
  import { Semaphore } from '@aztec/foundation/queue';
2
3
  import type { Fr } from '@aztec/foundation/schemas';
3
4
  import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
@@ -9,52 +10,79 @@ import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
9
10
  import type { NotesFilter } from '../../notes_filter.js';
10
11
  import { StoredNote } from './stored_note.js';
11
12
 
13
+ /// Alias types for kv map readability
14
+ type SiloedNullifier = string;
15
+ type JobId = string;
16
+ type AddressStr = string;
17
+ type BlockNum = number;
18
+ type StoredNoteBuffer = Buffer;
19
+
12
20
  /**
13
- * NoteStore manages the storage and retrieval of notes.
21
+ * NoteStore manages the storage and retrieval of notes using an append-only model.
22
+ *
23
+ * Notes are written once (keyed by siloedNullifier) and never mutated. They might be deleted in case of reorg though.
24
+ * Nullifier emissions are recorded as separate append-only entries: a map from nullifier to the number of the block
25
+ * that emitted it.
14
26
  *
15
- * Notes can be active or nullified. This class processes new notes, nullifications, and performs rollback handling in
16
- * the case of a reorg.
17
- **/
27
+ * Reorgs are handled by delete-on-prune: the `chain-pruned` event triggers deletion of every note and nullifier
28
+ * originating on a reorg'd block.
29
+ */
18
30
  export class NoteStore implements StagedStore {
19
31
  readonly storeName: string = 'note';
20
32
 
33
+ logger = createLogger('note_store');
34
+
21
35
  #store: AztecAsyncKVStore;
22
36
 
23
- // Note that we use the siloedNullifier as the note id in the store as it's guaranteed to be unique.
37
+ // Note that we use the siloedNullifier as the note id in this store as it's guaranteed to be unique.
24
38
 
25
39
  // Main storage for notes. Avoid performing full scans on it as it contains all notes PXE knows, use
26
- // #nullifiersByContractAddress or #nullifiersByNullificationBlockNumber to find relevant note nullifiers that can be
27
- // used to read into this map instead.
40
+ // #nullifiersByContractAddress to find relevant note nullifiers that can be used to read into this map instead.
41
+ //
28
42
  // nullifier => StoredNote (serialized)
29
- #notes: AztecAsyncMap<string, Buffer>;
43
+ #notes: AztecAsyncMap<SiloedNullifier, StoredNoteBuffer>;
30
44
 
31
45
  // Indexes which notes (via their nullifiers) belong to a contract. Used in `getNotes` to reduce the amount of notes
32
46
  // checked.
47
+ //
33
48
  // contract address => nullifier
34
- #nullifiersByContractAddress: AztecAsyncMultiMap<string, string>;
49
+ #notesByContractAddress: AztecAsyncMultiMap<AddressStr, SiloedNullifier>;
35
50
 
36
- // Groups note nullifiers by the block number they were added to the nullifier tree. Used in `rollback` to handle
37
- // re-orgs.
38
- // block number => nullifier (block number in which nullifier is included)
39
- #nullifiersByNullificationBlockNumber: AztecAsyncMultiMap<number, string>;
51
+ // block number => nullifier
52
+ #notesByBlockNumber: AztecAsyncMultiMap<BlockNum, SiloedNullifier>;
53
+
54
+ // Records, for each nullified note, the block number where its nullifier was emitted.
55
+ // nullifier => emission block number
56
+ #nullifierEmissions: AztecAsyncMap<SiloedNullifier, BlockNum>;
57
+
58
+ // Index of emitted nullifiers by block height, used for performance reasons upon reorgs.
59
+ // nullification block number => nullifier
60
+ #nullifierEmissionsByBlockNumber: AztecAsyncMultiMap<BlockNum, SiloedNullifier>;
40
61
 
41
62
  // In-memory changes performed during a not-yet committed job. When `commit` is called with said job's id, these
42
63
  // changes are persisted in the DB maps specified above and cleared.
43
- // jobId => nullifier => StoredNote (serialized)
44
- #notesForJob: Map<string, Map<string, StoredNote>>;
64
+ // jobId => nullifier => StoredNote
65
+ #notesForJob: Map<JobId, Map<SiloedNullifier, StoredNote>>;
66
+
67
+ // Staged nullifier emissions per job.
68
+ // jobId => nullifier => emission block number
69
+ #nullifierEmissionsForJob: Map<JobId, Map<SiloedNullifier, BlockNum>>;
45
70
 
46
71
  // Per job locks to prevent multiple concurrent writes to affect each other.
47
72
  // jobId => lock
48
- #jobLocks: Map<string, Semaphore>;
73
+ #jobLocks: Map<JobId, Semaphore>;
49
74
 
50
75
  constructor(store: AztecAsyncKVStore) {
51
76
  this.#store = store;
52
77
  this.#notes = store.openMap('notes');
53
- this.#nullifiersByContractAddress = store.openMultiMap('note_nullifiers_by_contract');
54
- this.#nullifiersByNullificationBlockNumber = store.openMultiMap('note_block_number_to_nullifier');
78
+ this.#notesByContractAddress = store.openMultiMap('note_nullifiers_by_contract');
79
+ this.#notesByBlockNumber = store.openMultiMap('note_nullifiers_by_block');
80
+ this.#nullifierEmissions = store.openMap('note_nullifications_by_nullifier');
81
+ this.#nullifierEmissionsByBlockNumber = store.openMultiMap('note_nullifications_by_block');
55
82
 
56
83
  this.#jobLocks = new Map();
57
84
  this.#notesForJob = new Map();
85
+ this.#nullifierEmissionsForJob = new Map();
58
86
  }
59
87
 
60
88
  /**
@@ -94,16 +122,34 @@ export class NoteStore implements StagedStore {
94
122
  this.#getNotesForJob(jobId).set(note.noteDao.siloedNullifier.toString(), note);
95
123
  }
96
124
 
125
+ /**
126
+ * Reads the block number at which a note's nullifier was emitted, layering the current job's staged emission over
127
+ * committed state, the nullifier emission counterpart to {@link #readNote}. Returns the emission block number if the
128
+ * nullifier has been emitted (committed or staged in this job), or `undefined` if it has not.
129
+ */
130
+ async #readNullifierEmission(nullifier: string, jobId: string): Promise<number | undefined> {
131
+ // Always issue the DB read to keep the IndexedDB transaction alive (see #readNote); the staged emission still takes
132
+ // precedence if present.
133
+ const committed = await this.#nullifierEmissions.getAsync(nullifier);
134
+ const staged = this.#getNullifierEmissionsForJob(jobId).get(nullifier);
135
+ return staged ?? committed;
136
+ }
137
+
138
+ #writeNullifierEmission(nullifier: string, blockNumber: BlockNum, jobId: string): void {
139
+ this.#getNullifierEmissionsForJob(jobId).set(nullifier, blockNumber);
140
+ }
141
+
97
142
  /**
98
143
  * Retrieves notes based on the provided filter criteria.
99
144
  *
100
- * This method queries both active and optionally nullified notes based on the filter parameters.
145
+ * A note is considered nullified iff its corresponding nullifier emission has been recorded.
146
+ *
147
+ * All DB reads are kicked off before any await so IndexedDB does not auto-commit the transaction mid-read.
101
148
  *
102
149
  * @param filter - Filter criteria including contractAddress (required), and optional owner,
103
150
  * storageSlot, status, scopes, and siloedNullifier.
104
- * @params jobId - the job context to read from.
105
- * @returns Filtered and deduplicated notes (a note might be present in multiple scopes - we ensure it is only
106
- * returned once if this is the case)
151
+ * @param jobId - the job context to read from.
152
+ * @returns Filtered and deduplicated notes (a note might be present in multiple scopes, but returned at most once)
107
153
  */
108
154
  getNotes(filter: NotesFilter, jobId: string): Promise<NoteDao[]> {
109
155
  if (filter.scopes.length === 0) {
@@ -113,48 +159,47 @@ export class NoteStore implements StagedStore {
113
159
  return this.#store.transactionAsync(async () => {
114
160
  const targetStatus = filter.status ?? NoteStatus.ACTIVE;
115
161
 
116
- // The code below might read a bit unnatural, the reason is that we need to be careful in how we use `await` inside
117
- // `transactionAsync`, otherwise browsers might choose to auto-commit the IndexedDB transaction forcing us to
118
- // explicitly handle that condition. The rule we need to honor is: do not await unless you generate a database
119
- // read or write or you're done using the DB for the remainder of the transaction. The following sequence is
120
- // unsafe in IndexedDB:
121
- //
122
- // 1. start transactionAsync()
123
- // 2. await readDb() <-- OK, transaction alive because we issued DB ops
124
- // 3. run a bunch of computations (no await involved) <-- OK, tx alive because we are in the same microtask
125
- // 4. await doSthNotInDb() <-- no DB ops issued in this task, browser's free to decide to commit the tx
126
- // 5. await readDb() <-- BOOM, TransactionInactiveError
127
- //
128
- // Note that the real issue is in step number 5: we try to continue using a transaction that the browser might
129
- // have already committed.
130
- //
131
- // We need to read candidate notes which are either indexed by contract address in the DB (in
132
- // #nullifiersByContractAddress), or lie in memory for the not yet committed `jobId`.
133
- // So we collect promises based on both sources without awaiting for them.
134
- const noteReadPromises: Map<string, Promise<StoredNote | undefined>> = new Map();
135
-
136
- // Awaiting the getValuesAsync iterator is fine because it's reading from the DB
137
- for await (const nullifier of this.#nullifiersByContractAddress.getValuesAsync(
138
- filter.contractAddress.toString(),
139
- )) {
140
- // Each #readNote will perform a DB read
141
- noteReadPromises.set(nullifier, this.#readNote(nullifier, jobId));
162
+ // Collect note-read and nullifier-emission-read promises together in one map so all DB reads are in-flight
163
+ // before any await. This keeps the IndexedDB transaction alive (IndexedDB auto-commits when a new micro-task
164
+ // starts with no pending read requests), so both promises must be started during the synchronous iteration.
165
+ const candidates = new Map<
166
+ string,
167
+ { notePromise: Promise<StoredNote | undefined>; nullificationPromise: Promise<number | undefined> }
168
+ >();
169
+
170
+ // Committed notes indexed by contract address
171
+ for await (const nullifier of this.#notesByContractAddress.getValuesAsync(filter.contractAddress.toString())) {
172
+ candidates.set(nullifier, {
173
+ notePromise: this.#readNote(nullifier, jobId),
174
+ nullificationPromise: this.#readNullifierEmission(nullifier, jobId),
175
+ });
142
176
  }
143
177
 
144
- // Add staged nullifiers from job, no awaits involved, so we are fine
178
+ // Staged notes from the current job (not yet committed to the DB index)
145
179
  for (const storedNote of this.#getNotesForJob(jobId).values()) {
146
180
  if (storedNote.noteDao.contractAddress.equals(filter.contractAddress)) {
147
181
  const nullifier = storedNote.noteDao.siloedNullifier.toString();
148
- if (!noteReadPromises.has(nullifier)) {
149
- noteReadPromises.set(nullifier, Promise.resolve(storedNote));
182
+ if (!candidates.has(nullifier)) {
183
+ candidates.set(nullifier, {
184
+ notePromise: Promise.resolve(storedNote),
185
+ nullificationPromise: this.#readNullifierEmission(nullifier, jobId),
186
+ });
150
187
  }
151
188
  }
152
189
  }
153
190
 
154
- // By now we have pending DB requests from all the #readNote calls. Await them all together.
155
- const notes = await Promise.all(noteReadPromises.values());
191
+ // Await all DB reads together before the await-free tail.
192
+ const entries = [...candidates.entries()];
193
+ const notes = await Promise.all(entries.map(([, { notePromise }]) => notePromise));
194
+ const nullifierEmissions = await Promise.all(entries.map(([, { nullificationPromise }]) => nullificationPromise));
195
+
196
+ // Await-free tail: filter and sort. No DB ops from here on.
197
+ // Build a lookup: nullifier => emission block number
198
+ const emissionByNullifier = new Map<string, number | undefined>();
199
+ for (let i = 0; i < entries.length; i++) {
200
+ emissionByNullifier.set(entries[i][0], nullifierEmissions[i]);
201
+ }
156
202
 
157
- // The rest of the function is await-free, and just deals with filtering and sorting our findings.
158
203
  const foundNotes: Map<string, NoteDao> = new Map();
159
204
 
160
205
  for (const note of notes) {
@@ -163,8 +208,10 @@ export class NoteStore implements StagedStore {
163
208
  throw new Error('PXE note database is corrupted.');
164
209
  }
165
210
 
166
- // Apply filters
167
- if (targetStatus === NoteStatus.ACTIVE && note.isNullified()) {
211
+ // A note is nullified once its nullifier emission has been recorded (committed or staged in this job).
212
+ const nullified = emissionByNullifier.get(note.noteDao.siloedNullifier.toString()) !== undefined;
213
+
214
+ if (targetStatus === NoteStatus.ACTIVE && nullified) {
168
215
  continue;
169
216
  }
170
217
 
@@ -201,160 +248,68 @@ export class NoteStore implements StagedStore {
201
248
  }
202
249
 
203
250
  /**
204
- * Transitions notes from "active" to "nullified" state.
251
+ * Records emission of the given siloed nullifiers, which causes notes to be considered nullified.
252
+ *
253
+ * Each nullifier gets an append-only entry recording the block number at which it was emitted.
205
254
  *
206
- * This operation processes a batch of nullifiers to mark the corresponding notes as spent/nullified.
207
- * The operation is atomic - if any nullifier is not found, the entire operation fails and no notes are modified.
255
+ * Every nullifier passed must correspond to a note already present in this store. Callers only apply nullifiers for
256
+ * notes of scopes they track, and a note is always discovered before the nullifier that spends it, so a nullifier
257
+ * with no matching note signals a bug (broken nonce/index discovery, a sync-ordering error, store corruption, etc).
208
258
  *
209
- * applyNullifiers is idempotent: the same nullifier can be applied multiple times without error.
210
- * This relaxes constraints on usage of NoteService#validateAndStoreNote, which can then be run concurrently in a Promise.all
211
- * context without risking unnecessarily defensive checks failing.
259
+ * `applyNullifiers` is idempotent: a nullifier whose emission is already recorded (committed or staged in this job) is
260
+ * skipped, so re-applying it neither re-writes the emission, changes note visibility, nor appears in the result.
212
261
  *
213
- * @param nullifiers - Array of nullifiers with their block numbers to process
262
+ * @param siloedNullifiers - Array of nullifiers with their block locations to record
214
263
  * @param jobId - The job context for staged writes
215
- * @returns Array of NoteDao objects that were nullified
216
- * @throws Error if any nullifier is not found in this notes store
264
+ * @returns The notes that transition from active to nullified in this call; already-nullified notes are skipped, so
265
+ * a repeat application returns an empty array.
266
+ * @throws If any nullifier has no matching note in this store, or was emitted at block 0.
217
267
  */
218
- applyNullifiers(nullifiers: DataInBlock<Fr>[], jobId: string): Promise<NoteDao[]> {
219
- if (nullifiers.length === 0) {
268
+ applyNullifiers(siloedNullifiers: DataInBlock<Fr>[], jobId: string): Promise<NoteDao[]> {
269
+ if (siloedNullifiers.length === 0) {
220
270
  return Promise.resolve([]);
221
271
  }
222
272
 
223
- if (nullifiers.some(n => n.l2BlockNumber === 0)) {
273
+ if (siloedNullifiers.some(n => n.l2BlockNumber === 0)) {
224
274
  return Promise.reject(new Error('applyNullifiers: nullifiers cannot have been emitted at block 0'));
225
275
  }
226
276
 
227
277
  return this.#withJobLock(jobId, () =>
228
278
  this.#store.transactionAsync(async () => {
229
- const notesToNullify = await Promise.all(
230
- nullifiers.map(async nullifierInBlock => {
231
- const nullifier = nullifierInBlock.data.toString();
232
-
233
- const storedNote = await this.#readNote(nullifier, jobId);
279
+ // Kick off the note read and the existing-emission read together during the synchronous map so all are in
280
+ // flight before the first await, which keeps the IndexedDB transaction alive.
281
+ const resolved = await Promise.all(
282
+ siloedNullifiers.map(async nullifier => {
283
+ const key = nullifier.data.toString();
284
+ const [storedNote, existingEmission] = await Promise.all([
285
+ this.#readNote(key, jobId),
286
+ this.#readNullifierEmission(key, jobId),
287
+ ]);
234
288
  if (!storedNote) {
235
- throw new Error(`Attempted to mark a note as nullified which does not exist in PXE DB`);
289
+ throw new Error(`Attempted to mark a note as nullified which does not exist in PXE DB: ${key}`);
236
290
  }
237
-
238
- return { storedNote, blockNumber: nullifierInBlock.l2BlockNumber };
291
+ return { nullifier, storedNote, alreadyEmitted: existingEmission !== undefined };
239
292
  }),
240
293
  );
241
294
 
242
- const notesNullifiedInThisCall: Map<string, NoteDao> = new Map();
243
- for (const noteToNullify of notesToNullify) {
244
- const note = noteToNullify.storedNote;
245
-
246
- // Skip already nullified notes
247
- if (note.isNullified()) {
295
+ // Await-free tail: record an emission only for notes not already nullified, and return exactly those that
296
+ // transition active -> nullified in this call.
297
+ const affected: NoteDao[] = [];
298
+ for (const { nullifier, storedNote, alreadyEmitted } of resolved) {
299
+ if (alreadyEmitted) {
248
300
  continue;
249
301
  }
250
-
251
- note.markAsNullified(noteToNullify.blockNumber);
252
- this.#writeNote(note, jobId);
253
- notesNullifiedInThisCall.set(note.noteDao.siloedNullifier.toString(), note.noteDao);
302
+ this.#writeNullifierEmission(nullifier.data.toString(), nullifier.l2BlockNumber, jobId);
303
+ affected.push(storedNote.noteDao);
254
304
  }
255
305
 
256
- return [...notesNullifiedInThisCall.values()];
306
+ return affected;
257
307
  }),
258
308
  );
259
309
  }
260
310
 
261
311
  /**
262
- * Synchronizes notes and nullifiers to a specific block number.
263
- *
264
- * This method ensures that the state of notes and nullifiers is consistent with the specified block number.
265
- * It restores any notes that were nullified after the given block and deletes any active notes created after that
266
- * block.
267
- *
268
- * IMPORTANT: This method must be called within a transaction to ensure atomicity.
269
- *
270
- * @param blockNumber - The new chain tip after a reorg
271
- * @param synchedBlockNumber - The block number up to which PXE managed to sync before the reorg happened.
272
- */
273
- public async rollback(blockNumber: number, synchedBlockNumber: number): Promise<void> {
274
- if (this.#notesForJob.size > 0) {
275
- throw new Error('PXE note store rollback is not allowed while jobs are running');
276
- }
277
- await this.#rewindNullifiedNotesAfterBlock(blockNumber, synchedBlockNumber);
278
- await this.#deleteActiveNotesAfterBlock(blockNumber);
279
- }
280
-
281
- /**
282
- * Deletes (removes) all notes created after the specified block number.
283
- *
284
- * Permanently delete notes from the notes store, e.g. during a reorg.
285
- *
286
- * @param blockNumber - Notes created after this block number will be deleted
287
- */
288
- async #deleteActiveNotesAfterBlock(blockNumber: number): Promise<void> {
289
- // Collect notes to delete during iteration to keep IndexedDB transaction alive.
290
- const notesToDelete: { nullifier: string; contractAddress: string }[] = [];
291
- for await (const noteBuffer of this.#notes.valuesAsync()) {
292
- const storedNote = StoredNote.fromBuffer(noteBuffer);
293
- if (storedNote.noteDao.l2BlockNumber > blockNumber) {
294
- notesToDelete.push({
295
- nullifier: storedNote.noteDao.siloedNullifier.toString(),
296
- contractAddress: storedNote.noteDao.contractAddress.toString(),
297
- });
298
- }
299
- }
300
-
301
- // Delete all collected notes. Each delete is a DB operation that keeps the transaction alive.
302
- for (const { nullifier, contractAddress } of notesToDelete) {
303
- await this.#notes.delete(nullifier);
304
- await this.#nullifiersByContractAddress.deleteValue(contractAddress, nullifier);
305
- }
306
- }
307
-
308
- /**
309
- * Rewinds nullifications after a given block number.
310
- *
311
- * This operation "un-nullifies" notes, rolling back nullifications that occurred in orphaned blocks, e.g. during a
312
- * reorg.
313
- *
314
- * @param blockNumber - Revert nullifications that occurred after this block
315
- * @param anchorBlockNumber - Upper bound for the block range to process
316
- */
317
- async #rewindNullifiedNotesAfterBlock(blockNumber: number, anchorBlockNumber: number): Promise<void> {
318
- // First pass: collect all nullifiers for all blocks, starting reads during iteration to keep tx alive.
319
- const nullifiersByBlock: Map<number, { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[]> =
320
- new Map();
321
-
322
- for (let i = blockNumber + 1; i <= anchorBlockNumber; i++) {
323
- const blockNullifiers: { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[] = [];
324
- for await (const nullifier of this.#nullifiersByNullificationBlockNumber.getValuesAsync(i)) {
325
- // Start read immediately during iteration to keep IndexedDB transaction alive
326
- blockNullifiers.push({ nullifier, noteReadPromise: this.#notes.getAsync(nullifier) });
327
- }
328
- if (blockNullifiers.length > 0) {
329
- nullifiersByBlock.set(i, blockNullifiers);
330
- }
331
- }
332
-
333
- // Second pass: await reads and perform writes
334
- for (const [block, nullifiers] of nullifiersByBlock) {
335
- for (const { nullifier, noteReadPromise } of nullifiers) {
336
- const noteBuffer = await noteReadPromise;
337
- if (!noteBuffer) {
338
- throw new Error(`PXE DB integrity error: no note found with nullifier ${nullifier}`);
339
- }
340
-
341
- const storedNote = StoredNote.fromBuffer(noteBuffer);
342
- if (storedNote.scopes.size === 0) {
343
- throw new Error(`No scopes found for nullified note with nullifier ${nullifier}`);
344
- }
345
-
346
- storedNote.markAsActive();
347
-
348
- await Promise.all([
349
- this.#notes.set(nullifier, storedNote.toBuffer()),
350
- this.#nullifiersByNullificationBlockNumber.deleteValue(block, nullifier),
351
- ]);
352
- }
353
- }
354
- }
355
-
356
- /**
357
- * Commits in memory job data to persistent storage.
312
+ * Commits in-memory job data to persistent storage.
358
313
  *
359
314
  * Called by JobCoordinator when a job completes successfully.
360
315
  *
@@ -366,10 +321,13 @@ export class NoteStore implements StagedStore {
366
321
  async commit(jobId: string): Promise<void> {
367
322
  for (const [nullifier, storedNote] of this.#getNotesForJob(jobId)) {
368
323
  await this.#notes.set(nullifier, storedNote.toBuffer());
369
- await this.#nullifiersByContractAddress.set(storedNote.noteDao.contractAddress.toString(), nullifier);
370
- if (storedNote.nullifiedAt !== undefined) {
371
- await this.#nullifiersByNullificationBlockNumber.set(storedNote.nullifiedAt, nullifier);
372
- }
324
+ await this.#notesByContractAddress.set(storedNote.noteDao.contractAddress.toString(), nullifier);
325
+ await this.#notesByBlockNumber.set(storedNote.noteDao.l2BlockNumber, nullifier);
326
+ }
327
+
328
+ for (const [nullifier, blockNumber] of this.#getNullifierEmissionsForJob(jobId)) {
329
+ await this.#nullifierEmissions.set(nullifier, blockNumber);
330
+ await this.#nullifierEmissionsByBlockNumber.set(blockNumber, nullifier);
373
331
  }
374
332
 
375
333
  this.#clearJobData(jobId);
@@ -382,6 +340,7 @@ export class NoteStore implements StagedStore {
382
340
 
383
341
  #clearJobData(jobId: string) {
384
342
  this.#notesForJob.delete(jobId);
343
+ this.#nullifierEmissionsForJob.delete(jobId);
385
344
  this.#jobLocks.delete(jobId);
386
345
  }
387
346
 
@@ -412,4 +371,84 @@ export class NoteStore implements StagedStore {
412
371
  }
413
372
  return notesForJob;
414
373
  }
374
+
375
+ #getNullifierEmissionsForJob(jobId: string): Map<string, BlockNum> {
376
+ let nullificationsForJob = this.#nullifierEmissionsForJob.get(jobId);
377
+ if (!nullificationsForJob) {
378
+ nullificationsForJob = new Map();
379
+ this.#nullifierEmissionsForJob.set(jobId, nullificationsForJob);
380
+ }
381
+ return nullificationsForJob;
382
+ }
383
+
384
+ /** Returns the nullifiers (note ids) of all notes created at the given block number. Used by delete-on-prune. */
385
+ public async nullifiersOfNotesAtBlock(blockNumber: number): Promise<string[]> {
386
+ const nullifiers: string[] = [];
387
+ for await (const nullifier of this.#notesByBlockNumber.getValuesAsync(blockNumber)) {
388
+ nullifiers.push(nullifier);
389
+ }
390
+ return nullifiers;
391
+ }
392
+
393
+ /**
394
+ * Rolls the store back to `toBlock`: deletes every note and nullifier emission originating on a block strictly above
395
+ * it, as if nothing past that block height ever happened. Used to retract notes and nullifiers on a reorg.
396
+ *
397
+ * Must be called inside a transaction owned by the caller (it issues no `transactionAsync` of its own, because the
398
+ * reorg path wraps it together with other store operations, and IndexedDB has no nested transaction support).
399
+ *
400
+ * Throws if any job has uncommitted staged writes, since rolling back mid-job could later re-introduce notes or
401
+ * nullifier emissions anchored to deleted blocks.
402
+ */
403
+ public async rollback(toBlock: number): Promise<void> {
404
+ if (this.#notesForJob.size > 0 || this.#nullifierEmissionsForJob.size > 0) {
405
+ throw new Error('PXE note store rollback is not allowed while jobs are running');
406
+ }
407
+ // Snapshot the orphaned (block, nullifier) pairs before mutating so we never delete from the cursor we are
408
+ // iterating. Scanning from `toBlock + 1` upward covers everything above the rollback target without needing to know
409
+ // the chain tip. Each nullifier's rows are independent (nullifiers are globally unique), so the deletes run
410
+ // concurrently. Keeping requests in flight also prevents the IndexedDB transaction from auto-committing mid-way.
411
+ const orphanedNotes: { block: number; siloedNullifier: string }[] = [];
412
+
413
+ for await (const [block, siloedNullifier] of this.#notesByBlockNumber.entriesAsync({ start: toBlock + 1 })) {
414
+ orphanedNotes.push({ block, siloedNullifier });
415
+ }
416
+
417
+ let removedNotes = 0;
418
+ await Promise.all(
419
+ orphanedNotes.map(async ({ block, siloedNullifier }) => {
420
+ const buf = await this.#notes.getAsync(siloedNullifier);
421
+ if (!buf) {
422
+ throw new Error(`Note not found for siloedNullifier ${siloedNullifier}`);
423
+ }
424
+ const stored = StoredNote.fromBuffer(buf);
425
+ await this.#notes.delete(siloedNullifier);
426
+ await this.#notesByContractAddress.deleteValue(stored.noteDao.contractAddress.toString(), siloedNullifier);
427
+ await this.#notesByBlockNumber.deleteValue(block, siloedNullifier);
428
+ removedNotes++;
429
+ }),
430
+ );
431
+
432
+ // Same procedure, with nullifier emissions
433
+ const orphanedEmissions: { block: number; siloedNullifier: string }[] = [];
434
+
435
+ for await (const [block, siloedNullifier] of this.#nullifierEmissionsByBlockNumber.entriesAsync({
436
+ start: toBlock + 1,
437
+ })) {
438
+ orphanedEmissions.push({ block, siloedNullifier });
439
+ }
440
+
441
+ await Promise.all(
442
+ orphanedEmissions.map(async ({ block, siloedNullifier }) => {
443
+ await this.#nullifierEmissions.delete(siloedNullifier);
444
+ await this.#nullifierEmissionsByBlockNumber.deleteValue(block, siloedNullifier);
445
+ }),
446
+ );
447
+
448
+ this.logger.verbose('rolled back notes and nullifier emissions', {
449
+ removedNotes,
450
+ removedNullifierEmissions: orphanedEmissions.length,
451
+ toBlock,
452
+ });
453
+ }
415
454
  }