@aztec/pxe 5.0.0-private.20260319 → 5.0.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (453) hide show
  1. package/dest/bin/check_oracle_version.js +45 -111
  2. package/dest/bin/index.d.ts +2 -0
  3. package/dest/bin/index.d.ts.map +1 -0
  4. package/dest/bin/index.js +1 -0
  5. package/dest/bin/oracle_version_helpers.d.ts +51 -0
  6. package/dest/bin/oracle_version_helpers.d.ts.map +1 -0
  7. package/dest/bin/oracle_version_helpers.js +254 -0
  8. package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
  9. package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
  10. package/dest/block_synchronizer/block_stream_source.js +37 -0
  11. package/dest/block_synchronizer/block_synchronizer.d.ts +20 -14
  12. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  13. package/dest/block_synchronizer/block_synchronizer.js +78 -28
  14. package/dest/config/index.d.ts +8 -1
  15. package/dest/config/index.d.ts.map +1 -1
  16. package/dest/config/index.js +13 -14
  17. package/dest/contract_function_simulator/contract_function_simulator.d.ts +19 -19
  18. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  19. package/dest/contract_function_simulator/contract_function_simulator.js +57 -32
  20. package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
  21. package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
  22. package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
  23. package/dest/contract_function_simulator/execution_note_cache.d.ts +2 -2
  24. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  25. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +5 -9
  26. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
  27. package/dest/contract_function_simulator/execution_tagging_index_cache.js +3 -7
  28. package/dest/contract_function_simulator/index.d.ts +24 -6
  29. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  30. package/dest/contract_function_simulator/index.js +11 -4
  31. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +29 -0
  32. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
  33. package/dest/contract_function_simulator/noir-structs/bounded_vec.js +30 -0
  34. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts +9 -0
  35. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts.map +1 -0
  36. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.js +1 -0
  37. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts +7 -0
  38. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts.map +1 -0
  39. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.js +1 -0
  40. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts +37 -0
  41. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts.map +1 -0
  42. package/dest/contract_function_simulator/noir-structs/ephemeral_array.js +59 -0
  43. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +5 -5
  44. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
  45. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +7 -9
  46. package/dest/contract_function_simulator/noir-structs/fact.d.ts +16 -0
  47. package/dest/contract_function_simulator/noir-structs/fact.d.ts.map +1 -0
  48. package/dest/contract_function_simulator/noir-structs/fact.js +6 -0
  49. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts +27 -0
  50. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts.map +1 -0
  51. package/dest/contract_function_simulator/noir-structs/fact_collection.js +29 -0
  52. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +19 -10
  53. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
  54. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +12 -24
  55. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +5 -9
  56. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  57. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -61
  58. package/dest/contract_function_simulator/noir-structs/note_data.d.ts +27 -0
  59. package/dest/contract_function_simulator/noir-structs/note_data.d.ts.map +1 -0
  60. package/dest/contract_function_simulator/noir-structs/note_data.js +3 -0
  61. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +5 -5
  62. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
  63. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +8 -10
  64. package/dest/contract_function_simulator/noir-structs/option.d.ts +59 -0
  65. package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
  66. package/dest/contract_function_simulator/noir-structs/option.js +67 -0
  67. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts +11 -0
  68. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts.map +1 -0
  69. package/dest/contract_function_simulator/noir-structs/origin_block.js +5 -0
  70. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +8 -0
  71. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -0
  72. package/dest/contract_function_simulator/noir-structs/provided_secret.js +1 -0
  73. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts +21 -0
  74. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts.map +1 -0
  75. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.js +33 -0
  76. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts +21 -0
  77. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts.map +1 -0
  78. package/dest/contract_function_simulator/noir-structs/resolved_tx.js +50 -0
  79. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts +14 -0
  80. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts.map +1 -0
  81. package/dest/contract_function_simulator/noir-structs/tx_effect_data.js +5 -0
  82. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +6 -11
  83. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
  84. package/dest/contract_function_simulator/noir-structs/utility_context.js +1 -20
  85. package/dest/contract_function_simulator/oracle/acir_callback.d.ts +16 -0
  86. package/dest/contract_function_simulator/oracle/acir_callback.d.ts.map +1 -0
  87. package/dest/contract_function_simulator/oracle/acir_callback.js +71 -0
  88. package/dest/contract_function_simulator/oracle/index.d.ts +2 -13
  89. package/dest/contract_function_simulator/oracle/index.d.ts.map +1 -1
  90. package/dest/contract_function_simulator/oracle/index.js +1 -1
  91. package/dest/contract_function_simulator/oracle/interfaces.d.ts +15 -103
  92. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  93. package/dest/contract_function_simulator/oracle/interfaces.js +2 -2
  94. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -14
  95. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
  96. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.js +1 -24
  97. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +2 -2
  98. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  99. package/dest/contract_function_simulator/oracle/note_packing_utils.js +2 -2
  100. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +135 -0
  101. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
  102. package/dest/contract_function_simulator/oracle/oracle_registry.js +976 -0
  103. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +183 -0
  104. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -0
  105. package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +1222 -0
  106. package/dest/contract_function_simulator/oracle/private_execution.d.ts +1 -1
  107. package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
  108. package/dest/contract_function_simulator/oracle/private_execution.js +3 -4
  109. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +44 -42
  110. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  111. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +147 -59
  112. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +143 -71
  113. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  114. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +485 -187
  115. package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
  116. package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
  117. package/dest/contract_function_simulator/pick_notes.js +20 -3
  118. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +1 -1
  119. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
  120. package/dest/contract_function_simulator/proxied_contract_data_source.js +35 -64
  121. package/dest/contract_function_simulator/transient_array_service.d.ts +31 -0
  122. package/dest/contract_function_simulator/transient_array_service.d.ts.map +1 -0
  123. package/dest/contract_function_simulator/transient_array_service.js +62 -0
  124. package/dest/contract_logging.d.ts +9 -4
  125. package/dest/contract_logging.d.ts.map +1 -1
  126. package/dest/contract_logging.js +21 -6
  127. package/dest/contract_sync/contract_sync_service.d.ts +11 -9
  128. package/dest/contract_sync/contract_sync_service.d.ts.map +1 -1
  129. package/dest/contract_sync/contract_sync_service.js +73 -51
  130. package/dest/contract_sync/helpers.d.ts +8 -9
  131. package/dest/contract_sync/helpers.d.ts.map +1 -1
  132. package/dest/contract_sync/helpers.js +23 -30
  133. package/dest/debug/pxe_debug_utils.d.ts +3 -8
  134. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  135. package/dest/debug/pxe_debug_utils.js +0 -6
  136. package/dest/entrypoints/client/bundle/index.d.ts +1 -2
  137. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  138. package/dest/entrypoints/client/bundle/index.js +0 -1
  139. package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
  140. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  141. package/dest/entrypoints/client/bundle/utils.js +18 -5
  142. package/dest/entrypoints/client/lazy/index.d.ts +1 -2
  143. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  144. package/dest/entrypoints/client/lazy/index.js +0 -1
  145. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  146. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  147. package/dest/entrypoints/client/lazy/utils.js +18 -5
  148. package/dest/entrypoints/pxe_creation_options.d.ts +16 -2
  149. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  150. package/dest/entrypoints/pxe_creation_options.js +3 -1
  151. package/dest/entrypoints/server/index.d.ts +2 -3
  152. package/dest/entrypoints/server/index.d.ts.map +1 -1
  153. package/dest/entrypoints/server/index.js +1 -2
  154. package/dest/entrypoints/server/utils.d.ts +4 -3
  155. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  156. package/dest/entrypoints/server/utils.js +20 -6
  157. package/dest/error_enriching.js +1 -1
  158. package/dest/events/event_service.d.ts +15 -6
  159. package/dest/events/event_service.d.ts.map +1 -1
  160. package/dest/events/event_service.js +44 -11
  161. package/dest/events/private_event_filter_validator.d.ts +3 -2
  162. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  163. package/dest/events/private_event_filter_validator.js +15 -0
  164. package/dest/hooks/authorize_utility_call.d.ts +41 -0
  165. package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
  166. package/dest/hooks/authorize_utility_call.js +4 -0
  167. package/dest/hooks/execution_hooks.d.ts +51 -0
  168. package/dest/hooks/execution_hooks.d.ts.map +1 -0
  169. package/dest/hooks/execution_hooks.js +9 -0
  170. package/dest/hooks/index.d.ts +4 -0
  171. package/dest/hooks/index.d.ts.map +1 -0
  172. package/dest/hooks/index.js +1 -0
  173. package/dest/hooks/resolve_tagging_secret_strategy.d.ts +41 -0
  174. package/dest/hooks/resolve_tagging_secret_strategy.d.ts.map +1 -0
  175. package/dest/hooks/resolve_tagging_secret_strategy.js +3 -0
  176. package/dest/logs/log_service.d.ts +12 -12
  177. package/dest/logs/log_service.d.ts.map +1 -1
  178. package/dest/logs/log_service.js +169 -81
  179. package/dest/messages/tx_resolver_service.d.ts +17 -0
  180. package/dest/messages/tx_resolver_service.d.ts.map +1 -0
  181. package/dest/messages/tx_resolver_service.js +55 -0
  182. package/dest/notes/note_service.d.ts +27 -6
  183. package/dest/notes/note_service.d.ts.map +1 -1
  184. package/dest/notes/note_service.js +80 -56
  185. package/dest/notes_filter.d.ts +2 -3
  186. package/dest/notes_filter.d.ts.map +1 -1
  187. package/dest/oracle_version.d.ts +4 -3
  188. package/dest/oracle_version.d.ts.map +1 -1
  189. package/dest/oracle_version.js +20 -10
  190. package/dest/private_kernel/batch_planner.d.ts +47 -0
  191. package/dest/private_kernel/batch_planner.d.ts.map +1 -0
  192. package/dest/private_kernel/batch_planner.js +104 -0
  193. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +1 -1
  194. package/dest/private_kernel/hints/test_utils.d.ts +1 -1
  195. package/dest/private_kernel/hints/test_utils.d.ts.map +1 -1
  196. package/dest/private_kernel/hints/test_utils.js +3 -4
  197. package/dest/private_kernel/private_kernel_execution_prover.d.ts +6 -2
  198. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  199. package/dest/private_kernel/private_kernel_execution_prover.js +152 -59
  200. package/dest/private_kernel/private_kernel_oracle.d.ts +10 -10
  201. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  202. package/dest/private_kernel/private_kernel_oracle.js +24 -22
  203. package/dest/pxe.d.ts +104 -27
  204. package/dest/pxe.d.ts.map +1 -1
  205. package/dest/pxe.js +229 -130
  206. package/dest/storage/allowed_scopes.d.ts +6 -0
  207. package/dest/storage/allowed_scopes.d.ts.map +1 -0
  208. package/dest/storage/allowed_scopes.js +7 -0
  209. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -6
  210. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
  211. package/dest/storage/anchor_block_store/anchor_block_store.js +9 -7
  212. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
  213. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
  214. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
  215. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
  216. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
  217. package/dest/storage/backwards_compatibility_tests/schema_tests.js +647 -0
  218. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
  219. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
  220. package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
  221. package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
  222. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
  223. package/dest/storage/capsule_store/capsule_service.js +47 -0
  224. package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
  225. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  226. package/dest/storage/capsule_store/capsule_store.js +36 -28
  227. package/dest/storage/capsule_store/index.d.ts +2 -1
  228. package/dest/storage/capsule_store/index.d.ts.map +1 -1
  229. package/dest/storage/capsule_store/index.js +1 -0
  230. package/dest/storage/contract_store/contract_store.d.ts +1 -1
  231. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  232. package/dest/storage/contract_store/contract_store.js +11 -28
  233. package/dest/storage/fact_store/fact_service.d.ts +20 -0
  234. package/dest/storage/fact_store/fact_service.d.ts.map +1 -0
  235. package/dest/storage/fact_store/fact_service.js +30 -0
  236. package/dest/storage/fact_store/fact_store.d.ts +95 -0
  237. package/dest/storage/fact_store/fact_store.d.ts.map +1 -0
  238. package/dest/storage/fact_store/fact_store.js +408 -0
  239. package/dest/storage/fact_store/fact_store_keys.d.ts +34 -0
  240. package/dest/storage/fact_store/fact_store_keys.d.ts.map +1 -0
  241. package/dest/storage/fact_store/fact_store_keys.js +50 -0
  242. package/dest/storage/fact_store/index.d.ts +5 -0
  243. package/dest/storage/fact_store/index.d.ts.map +1 -0
  244. package/dest/storage/fact_store/index.js +3 -0
  245. package/dest/storage/fact_store/stored_fact.d.ts +32 -0
  246. package/dest/storage/fact_store/stored_fact.d.ts.map +1 -0
  247. package/dest/storage/fact_store/stored_fact.js +64 -0
  248. package/dest/storage/index.d.ts +3 -2
  249. package/dest/storage/index.d.ts.map +1 -1
  250. package/dest/storage/index.js +2 -1
  251. package/dest/storage/metadata.d.ts +1 -1
  252. package/dest/storage/metadata.js +1 -1
  253. package/dest/storage/note_store/note_store.d.ts +42 -33
  254. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  255. package/dest/storage/note_store/note_store.js +199 -170
  256. package/dest/storage/note_store/stored_note.d.ts +3 -8
  257. package/dest/storage/note_store/stored_note.d.ts.map +1 -1
  258. package/dest/storage/note_store/stored_note.js +4 -20
  259. package/dest/storage/open_pxe_stores.d.ts +35 -0
  260. package/dest/storage/open_pxe_stores.d.ts.map +1 -0
  261. package/dest/storage/open_pxe_stores.js +29 -0
  262. package/dest/storage/private_event_store/private_event_store.d.ts +13 -16
  263. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  264. package/dest/storage/private_event_store/private_event_store.js +43 -43
  265. package/dest/storage/private_event_store/stored_private_event.js +1 -1
  266. package/dest/storage/tagging_store/index.d.ts +2 -2
  267. package/dest/storage/tagging_store/index.d.ts.map +1 -1
  268. package/dest/storage/tagging_store/index.js +1 -1
  269. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +6 -6
  270. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  271. package/dest/storage/tagging_store/sender_tagging_store.d.ts +5 -5
  272. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  273. package/dest/storage/tagging_store/sender_tagging_store.js +3 -3
  274. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts +40 -0
  275. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts.map +1 -0
  276. package/dest/storage/tagging_store/tagging_secret_sources_store.js +92 -0
  277. package/dest/tagging/get_all_logs_by_tags.d.ts +34 -10
  278. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
  279. package/dest/tagging/get_all_logs_by_tags.js +36 -37
  280. package/dest/tagging/index.d.ts +5 -4
  281. package/dest/tagging/index.d.ts.map +1 -1
  282. package/dest/tagging/index.js +4 -3
  283. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
  284. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
  285. package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
  286. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +69 -0
  287. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
  288. package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +203 -0
  289. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
  290. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
  291. package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
  292. package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
  293. package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
  294. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +4 -5
  295. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  296. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +26 -14
  297. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +11 -6
  298. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
  299. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +21 -0
  300. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +4 -4
  301. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  302. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +2 -2
  303. package/package.json +20 -17
  304. package/src/bin/check_oracle_version.ts +51 -133
  305. package/src/bin/index.ts +5 -0
  306. package/src/bin/oracle_version_helpers.ts +311 -0
  307. package/src/block_synchronizer/block_stream_source.ts +42 -0
  308. package/src/block_synchronizer/block_synchronizer.ts +93 -38
  309. package/src/config/index.ts +15 -8
  310. package/src/contract_function_simulator/contract_function_simulator.ts +86 -48
  311. package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
  312. package/src/contract_function_simulator/execution_note_cache.ts +1 -1
  313. package/src/contract_function_simulator/execution_tagging_index_cache.ts +5 -9
  314. package/src/contract_function_simulator/index.ts +63 -5
  315. package/src/contract_function_simulator/noir-structs/bounded_vec.ts +43 -0
  316. package/src/contract_function_simulator/noir-structs/contract_class_log_data.ts +9 -0
  317. package/src/contract_function_simulator/noir-structs/embedded_curve_point.ts +4 -0
  318. package/src/contract_function_simulator/noir-structs/ephemeral_array.ts +66 -0
  319. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +5 -7
  320. package/src/contract_function_simulator/noir-structs/fact.ts +13 -0
  321. package/src/contract_function_simulator/noir-structs/fact_collection.ts +59 -0
  322. package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +27 -20
  323. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +8 -61
  324. package/src/contract_function_simulator/noir-structs/note_data.ts +27 -0
  325. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +6 -8
  326. package/src/contract_function_simulator/noir-structs/option.ts +75 -0
  327. package/src/contract_function_simulator/noir-structs/origin_block.ts +8 -0
  328. package/src/contract_function_simulator/noir-structs/provided_secret.ts +5 -0
  329. package/src/contract_function_simulator/noir-structs/resolved_tagging_strategy.ts +45 -0
  330. package/src/contract_function_simulator/noir-structs/resolved_tx.ts +53 -0
  331. package/src/contract_function_simulator/noir-structs/tx_effect_data.ts +15 -0
  332. package/src/contract_function_simulator/noir-structs/utility_context.ts +5 -17
  333. package/src/contract_function_simulator/oracle/acir_callback.ts +108 -0
  334. package/src/contract_function_simulator/oracle/index.ts +1 -15
  335. package/src/contract_function_simulator/oracle/interfaces.ts +11 -176
  336. package/src/contract_function_simulator/oracle/message_load_oracle_inputs.ts +6 -21
  337. package/src/contract_function_simulator/oracle/note_packing_utils.ts +3 -3
  338. package/src/contract_function_simulator/oracle/oracle_registry.ts +681 -0
  339. package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +947 -0
  340. package/src/contract_function_simulator/oracle/private_execution.ts +3 -4
  341. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +182 -79
  342. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +743 -295
  343. package/src/contract_function_simulator/pick_notes.ts +22 -3
  344. package/src/contract_function_simulator/proxied_contract_data_source.ts +41 -64
  345. package/src/contract_function_simulator/transient_array_service.ts +91 -0
  346. package/src/contract_logging.ts +18 -5
  347. package/src/contract_sync/contract_sync_service.ts +101 -87
  348. package/src/contract_sync/helpers.ts +24 -43
  349. package/src/debug/pxe_debug_utils.ts +3 -11
  350. package/src/entrypoints/client/bundle/index.ts +0 -1
  351. package/src/entrypoints/client/bundle/utils.ts +17 -5
  352. package/src/entrypoints/client/lazy/index.ts +0 -1
  353. package/src/entrypoints/client/lazy/utils.ts +17 -5
  354. package/src/entrypoints/pxe_creation_options.ts +21 -1
  355. package/src/entrypoints/server/index.ts +1 -2
  356. package/src/entrypoints/server/utils.ts +24 -7
  357. package/src/error_enriching.ts +1 -1
  358. package/src/events/event_service.ts +69 -21
  359. package/src/events/private_event_filter_validator.ts +21 -1
  360. package/src/hooks/authorize_utility_call.ts +44 -0
  361. package/src/hooks/execution_hooks.ts +57 -0
  362. package/src/hooks/index.ts +11 -0
  363. package/src/hooks/resolve_tagging_secret_strategy.ts +46 -0
  364. package/src/logs/log_service.ts +204 -146
  365. package/src/messages/tx_resolver_service.ts +69 -0
  366. package/src/notes/note_service.ts +119 -85
  367. package/src/notes_filter.ts +1 -3
  368. package/src/oracle_version.ts +20 -10
  369. package/src/private_kernel/batch_planner.ts +169 -0
  370. package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +1 -1
  371. package/src/private_kernel/hints/test_utils.ts +3 -10
  372. package/src/private_kernel/private_kernel_execution_prover.ts +240 -82
  373. package/src/private_kernel/private_kernel_oracle.ts +35 -25
  374. package/src/pxe.ts +369 -138
  375. package/src/storage/allowed_scopes.ts +14 -0
  376. package/src/storage/anchor_block_store/anchor_block_store.ts +9 -7
  377. package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
  378. package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
  379. package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
  380. package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
  381. package/src/storage/backwards_compatibility_tests/__snapshots__/FactStore.json +40 -0
  382. package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
  383. package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +40 -0
  384. package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +56 -0
  385. package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
  386. package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +18 -0
  387. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +22 -0
  388. package/src/storage/backwards_compatibility_tests/__snapshots__/TaggingSecretSourcesStore.json +30 -0
  389. package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +117 -0
  390. package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
  391. package/src/storage/backwards_compatibility_tests/schema_tests.ts +769 -0
  392. package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
  393. package/src/storage/capsule_store/capsule_service.ts +85 -0
  394. package/src/storage/capsule_store/capsule_store.ts +44 -26
  395. package/src/storage/capsule_store/index.ts +1 -0
  396. package/src/storage/contract_store/contract_store.ts +16 -37
  397. package/src/storage/fact_store/fact_service.ts +45 -0
  398. package/src/storage/fact_store/fact_store.ts +487 -0
  399. package/src/storage/fact_store/fact_store_keys.ts +75 -0
  400. package/src/storage/fact_store/index.ts +4 -0
  401. package/src/storage/fact_store/stored_fact.ts +80 -0
  402. package/src/storage/index.ts +2 -1
  403. package/src/storage/metadata.ts +1 -1
  404. package/src/storage/note_store/note_store.ts +228 -192
  405. package/src/storage/note_store/stored_note.ts +5 -27
  406. package/src/storage/open_pxe_stores.ts +52 -0
  407. package/src/storage/private_event_store/private_event_store.ts +52 -54
  408. package/src/storage/private_event_store/stored_private_event.ts +1 -1
  409. package/src/storage/tagging_store/index.ts +1 -1
  410. package/src/storage/tagging_store/recipient_tagging_store.ts +5 -9
  411. package/src/storage/tagging_store/sender_tagging_store.ts +6 -6
  412. package/src/storage/tagging_store/tagging_secret_sources_store.ts +117 -0
  413. package/src/tagging/get_all_logs_by_tags.ts +78 -50
  414. package/src/tagging/index.ts +4 -3
  415. package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
  416. package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +301 -0
  417. package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +2 -2
  418. package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
  419. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +41 -19
  420. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +23 -8
  421. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +4 -5
  422. package/dest/access_scopes.d.ts +0 -9
  423. package/dest/access_scopes.d.ts.map +0 -1
  424. package/dest/access_scopes.js +0 -6
  425. package/dest/contract_function_simulator/noir-structs/message_tx_context.d.ts +0 -16
  426. package/dest/contract_function_simulator/noir-structs/message_tx_context.d.ts.map +0 -1
  427. package/dest/contract_function_simulator/noir-structs/message_tx_context.js +0 -57
  428. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts +0 -9
  429. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts.map +0 -1
  430. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.js +0 -42
  431. package/dest/contract_function_simulator/oracle/oracle.d.ts +0 -61
  432. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +0 -1
  433. package/dest/contract_function_simulator/oracle/oracle.js +0 -437
  434. package/dest/messages/message_context_service.d.ts +0 -17
  435. package/dest/messages/message_context_service.d.ts.map +0 -1
  436. package/dest/messages/message_context_service.js +0 -36
  437. package/dest/storage/tagging_store/sender_address_book_store.d.ts +0 -14
  438. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +0 -1
  439. package/dest/storage/tagging_store/sender_address_book_store.js +0 -36
  440. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -14
  441. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
  442. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
  443. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -14
  444. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
  445. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -33
  446. package/src/access_scopes.ts +0 -9
  447. package/src/contract_function_simulator/noir-structs/message_tx_context.ts +0 -55
  448. package/src/contract_function_simulator/oracle/legacy_oracle_mappings.ts +0 -135
  449. package/src/contract_function_simulator/oracle/oracle.ts +0 -675
  450. package/src/messages/message_context_service.ts +0 -45
  451. package/src/storage/tagging_store/sender_address_book_store.ts +0 -48
  452. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -140
  453. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -44
@@ -1,3 +1,4 @@
1
+ import { createLogger } from '@aztec/foundation/log';
1
2
  import { Semaphore } from '@aztec/foundation/queue';
2
3
  import type { Fr } from '@aztec/foundation/schemas';
3
4
  import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
@@ -9,52 +10,79 @@ import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
9
10
  import type { NotesFilter } from '../../notes_filter.js';
10
11
  import { StoredNote } from './stored_note.js';
11
12
 
13
+ /// Alias types for kv map readability
14
+ type SiloedNullifier = string;
15
+ type JobId = string;
16
+ type AddressStr = string;
17
+ type BlockNum = number;
18
+ type StoredNoteBuffer = Buffer;
19
+
12
20
  /**
13
- * NoteStore manages the storage and retrieval of notes.
21
+ * NoteStore manages the storage and retrieval of notes using an append-only model.
22
+ *
23
+ * Notes are written once (keyed by siloedNullifier) and never mutated. They might be deleted in case of reorg though.
24
+ * Nullifier emissions are recorded as separate append-only entries: a map from nullifier to the number of the block
25
+ * that emitted it.
14
26
  *
15
- * Notes can be active or nullified. This class processes new notes, nullifications, and performs rollback handling in
16
- * the case of a reorg.
17
- **/
27
+ * Reorgs are handled by delete-on-prune: the `chain-pruned` event triggers deletion of every note and nullifier
28
+ * originating on a reorg'd block.
29
+ */
18
30
  export class NoteStore implements StagedStore {
19
31
  readonly storeName: string = 'note';
20
32
 
33
+ logger = createLogger('note_store');
34
+
21
35
  #store: AztecAsyncKVStore;
22
36
 
23
- // Note that we use the siloedNullifier as the note id in the store as it's guaranteed to be unique.
37
+ // Note that we use the siloedNullifier as the note id in this store as it's guaranteed to be unique.
24
38
 
25
39
  // Main storage for notes. Avoid performing full scans on it as it contains all notes PXE knows, use
26
- // #nullifiersByContractAddress or #nullifiersByNullificationBlockNumber to find relevant note nullifiers that can be
27
- // used to read into this map instead.
40
+ // #nullifiersByContractAddress to find relevant note nullifiers that can be used to read into this map instead.
41
+ //
28
42
  // nullifier => StoredNote (serialized)
29
- #notes: AztecAsyncMap<string, Buffer>;
43
+ #notes: AztecAsyncMap<SiloedNullifier, StoredNoteBuffer>;
30
44
 
31
45
  // Indexes which notes (via their nullifiers) belong to a contract. Used in `getNotes` to reduce the amount of notes
32
46
  // checked.
47
+ //
33
48
  // contract address => nullifier
34
- #nullifiersByContractAddress: AztecAsyncMultiMap<string, string>;
49
+ #notesByContractAddress: AztecAsyncMultiMap<AddressStr, SiloedNullifier>;
35
50
 
36
- // Groups note nullifiers by the block number they were added to the nullifier tree. Used in `rollback` to handle
37
- // re-orgs.
38
- // block number => nullifier (block number in which nullifier is included)
39
- #nullifiersByNullificationBlockNumber: AztecAsyncMultiMap<number, string>;
51
+ // block number => nullifier
52
+ #notesByBlockNumber: AztecAsyncMultiMap<BlockNum, SiloedNullifier>;
53
+
54
+ // Records, for each nullified note, the block number where its nullifier was emitted.
55
+ // nullifier => emission block number
56
+ #nullifierEmissions: AztecAsyncMap<SiloedNullifier, BlockNum>;
57
+
58
+ // Index of emitted nullifiers by block height, used for performance reasons upon reorgs.
59
+ // nullification block number => nullifier
60
+ #nullifierEmissionsByBlockNumber: AztecAsyncMultiMap<BlockNum, SiloedNullifier>;
40
61
 
41
62
  // In-memory changes performed during a not-yet committed job. When `commit` is called with said job's id, these
42
63
  // changes are persisted in the DB maps specified above and cleared.
43
- // jobId => nullifier => StoredNote (serialized)
44
- #notesForJob: Map<string, Map<string, StoredNote>>;
64
+ // jobId => nullifier => StoredNote
65
+ #notesForJob: Map<JobId, Map<SiloedNullifier, StoredNote>>;
66
+
67
+ // Staged nullifier emissions per job.
68
+ // jobId => nullifier => emission block number
69
+ #nullifierEmissionsForJob: Map<JobId, Map<SiloedNullifier, BlockNum>>;
45
70
 
46
71
  // Per job locks to prevent multiple concurrent writes to affect each other.
47
72
  // jobId => lock
48
- #jobLocks: Map<string, Semaphore>;
73
+ #jobLocks: Map<JobId, Semaphore>;
49
74
 
50
75
  constructor(store: AztecAsyncKVStore) {
51
76
  this.#store = store;
52
77
  this.#notes = store.openMap('notes');
53
- this.#nullifiersByContractAddress = store.openMultiMap('note_nullifiers_by_contract');
54
- this.#nullifiersByNullificationBlockNumber = store.openMultiMap('note_block_number_to_nullifier');
78
+ this.#notesByContractAddress = store.openMultiMap('note_nullifiers_by_contract');
79
+ this.#notesByBlockNumber = store.openMultiMap('note_nullifiers_by_block');
80
+ this.#nullifierEmissions = store.openMap('note_nullifications_by_nullifier');
81
+ this.#nullifierEmissionsByBlockNumber = store.openMultiMap('note_nullifications_by_block');
55
82
 
56
83
  this.#jobLocks = new Map();
57
84
  this.#notesForJob = new Map();
85
+ this.#nullifierEmissionsForJob = new Map();
58
86
  }
59
87
 
60
88
  /**
@@ -94,67 +122,84 @@ export class NoteStore implements StagedStore {
94
122
  this.#getNotesForJob(jobId).set(note.noteDao.siloedNullifier.toString(), note);
95
123
  }
96
124
 
125
+ /**
126
+ * Reads the block number at which a note's nullifier was emitted, layering the current job's staged emission over
127
+ * committed state, the nullifier emission counterpart to {@link #readNote}. Returns the emission block number if the
128
+ * nullifier has been emitted (committed or staged in this job), or `undefined` if it has not.
129
+ */
130
+ async #readNullifierEmission(nullifier: string, jobId: string): Promise<number | undefined> {
131
+ // Always issue the DB read to keep the IndexedDB transaction alive (see #readNote); the staged emission still takes
132
+ // precedence if present.
133
+ const committed = await this.#nullifierEmissions.getAsync(nullifier);
134
+ const staged = this.#getNullifierEmissionsForJob(jobId).get(nullifier);
135
+ return staged ?? committed;
136
+ }
137
+
138
+ #writeNullifierEmission(nullifier: string, blockNumber: BlockNum, jobId: string): void {
139
+ this.#getNullifierEmissionsForJob(jobId).set(nullifier, blockNumber);
140
+ }
141
+
97
142
  /**
98
143
  * Retrieves notes based on the provided filter criteria.
99
144
  *
100
- * This method queries both active and optionally nullified notes based on the filter parameters.
145
+ * A note is considered nullified iff its corresponding nullifier emission has been recorded.
146
+ *
147
+ * All DB reads are kicked off before any await so IndexedDB does not auto-commit the transaction mid-read.
101
148
  *
102
149
  * @param filter - Filter criteria including contractAddress (required), and optional owner,
103
150
  * storageSlot, status, scopes, and siloedNullifier.
104
- * @params jobId - the job context to read from.
105
- * @returns Filtered and deduplicated notes (a note might be present in multiple scopes - we ensure it is only
106
- * returned once if this is the case)
151
+ * @param jobId - the job context to read from.
152
+ * @returns Filtered and deduplicated notes (a note might be present in multiple scopes, but returned at most once)
107
153
  */
108
154
  getNotes(filter: NotesFilter, jobId: string): Promise<NoteDao[]> {
109
- if (filter.scopes !== 'ALL_SCOPES' && filter.scopes.length === 0) {
155
+ if (filter.scopes.length === 0) {
110
156
  return Promise.resolve([]);
111
157
  }
112
158
 
113
159
  return this.#store.transactionAsync(async () => {
114
160
  const targetStatus = filter.status ?? NoteStatus.ACTIVE;
115
161
 
116
- // The code below might read a bit unnatural, the reason is that we need to be careful in how we use `await` inside
117
- // `transactionAsync`, otherwise browsers might choose to auto-commit the IndexedDB transaction forcing us to
118
- // explicitly handle that condition. The rule we need to honor is: do not await unless you generate a database
119
- // read or write or you're done using the DB for the remainder of the transaction. The following sequence is
120
- // unsafe in IndexedDB:
121
- //
122
- // 1. start transactionAsync()
123
- // 2. await readDb() <-- OK, transaction alive because we issued DB ops
124
- // 3. run a bunch of computations (no await involved) <-- OK, tx alive because we are in the same microtask
125
- // 4. await doSthNotInDb() <-- no DB ops issued in this task, browser's free to decide to commit the tx
126
- // 5. await readDb() <-- BOOM, TransactionInactiveError
127
- //
128
- // Note that the real issue is in step number 5: we try to continue using a transaction that the browser might
129
- // have already committed.
130
- //
131
- // We need to read candidate notes which are either indexed by contract address in the DB (in
132
- // #nullifiersByContractAddress), or lie in memory for the not yet committed `jobId`.
133
- // So we collect promises based on both sources without awaiting for them.
134
- const noteReadPromises: Map<string, Promise<StoredNote | undefined>> = new Map();
135
-
136
- // Awaiting the getValuesAsync iterator is fine because it's reading from the DB
137
- for await (const nullifier of this.#nullifiersByContractAddress.getValuesAsync(
138
- filter.contractAddress.toString(),
139
- )) {
140
- // Each #readNote will perform a DB read
141
- noteReadPromises.set(nullifier, this.#readNote(nullifier, jobId));
162
+ // Collect note-read and nullifier-emission-read promises together in one map so all DB reads are in-flight
163
+ // before any await. This keeps the IndexedDB transaction alive (IndexedDB auto-commits when a new micro-task
164
+ // starts with no pending read requests), so both promises must be started during the synchronous iteration.
165
+ const candidates = new Map<
166
+ string,
167
+ { notePromise: Promise<StoredNote | undefined>; nullificationPromise: Promise<number | undefined> }
168
+ >();
169
+
170
+ // Committed notes indexed by contract address
171
+ for await (const nullifier of this.#notesByContractAddress.getValuesAsync(filter.contractAddress.toString())) {
172
+ candidates.set(nullifier, {
173
+ notePromise: this.#readNote(nullifier, jobId),
174
+ nullificationPromise: this.#readNullifierEmission(nullifier, jobId),
175
+ });
142
176
  }
143
177
 
144
- // Add staged nullifiers from job, no awaits involved, so we are fine
178
+ // Staged notes from the current job (not yet committed to the DB index)
145
179
  for (const storedNote of this.#getNotesForJob(jobId).values()) {
146
180
  if (storedNote.noteDao.contractAddress.equals(filter.contractAddress)) {
147
181
  const nullifier = storedNote.noteDao.siloedNullifier.toString();
148
- if (!noteReadPromises.has(nullifier)) {
149
- noteReadPromises.set(nullifier, Promise.resolve(storedNote));
182
+ if (!candidates.has(nullifier)) {
183
+ candidates.set(nullifier, {
184
+ notePromise: Promise.resolve(storedNote),
185
+ nullificationPromise: this.#readNullifierEmission(nullifier, jobId),
186
+ });
150
187
  }
151
188
  }
152
189
  }
153
190
 
154
- // By now we have pending DB requests from all the #readNote calls. Await them all together.
155
- const notes = await Promise.all(noteReadPromises.values());
191
+ // Await all DB reads together before the await-free tail.
192
+ const entries = [...candidates.entries()];
193
+ const notes = await Promise.all(entries.map(([, { notePromise }]) => notePromise));
194
+ const nullifierEmissions = await Promise.all(entries.map(([, { nullificationPromise }]) => nullificationPromise));
195
+
196
+ // Await-free tail: filter and sort. No DB ops from here on.
197
+ // Build a lookup: nullifier => emission block number
198
+ const emissionByNullifier = new Map<string, number | undefined>();
199
+ for (let i = 0; i < entries.length; i++) {
200
+ emissionByNullifier.set(entries[i][0], nullifierEmissions[i]);
201
+ }
156
202
 
157
- // The rest of the function is await-free, and just deals with filtering and sorting our findings.
158
203
  const foundNotes: Map<string, NoteDao> = new Map();
159
204
 
160
205
  for (const note of notes) {
@@ -163,8 +208,10 @@ export class NoteStore implements StagedStore {
163
208
  throw new Error('PXE note database is corrupted.');
164
209
  }
165
210
 
166
- // Apply filters
167
- if (targetStatus === NoteStatus.ACTIVE && note.isNullified()) {
211
+ // A note is nullified once its nullifier emission has been recorded (committed or staged in this job).
212
+ const nullified = emissionByNullifier.get(note.noteDao.siloedNullifier.toString()) !== undefined;
213
+
214
+ if (targetStatus === NoteStatus.ACTIVE && nullified) {
168
215
  continue;
169
216
  }
170
217
 
@@ -180,10 +227,7 @@ export class NoteStore implements StagedStore {
180
227
  continue;
181
228
  }
182
229
 
183
- if (
184
- filter.scopes !== 'ALL_SCOPES' &&
185
- note.scopes.intersection(new Set(filter.scopes.map(s => s.toString()))).size === 0
186
- ) {
230
+ if (note.scopes.intersection(new Set(filter.scopes.map(s => s.toString()))).size === 0) {
187
231
  continue;
188
232
  }
189
233
 
@@ -204,160 +248,68 @@ export class NoteStore implements StagedStore {
204
248
  }
205
249
 
206
250
  /**
207
- * Transitions notes from "active" to "nullified" state.
251
+ * Records emission of the given siloed nullifiers, which causes notes to be considered nullified.
252
+ *
253
+ * Each nullifier gets an append-only entry recording the block number at which it was emitted.
208
254
  *
209
- * This operation processes a batch of nullifiers to mark the corresponding notes as spent/nullified.
210
- * The operation is atomic - if any nullifier is not found, the entire operation fails and no notes are modified.
255
+ * Every nullifier passed must correspond to a note already present in this store. Callers only apply nullifiers for
256
+ * notes of scopes they track, and a note is always discovered before the nullifier that spends it, so a nullifier
257
+ * with no matching note signals a bug (broken nonce/index discovery, a sync-ordering error, store corruption, etc).
211
258
  *
212
- * applyNullifiers is idempotent: the same nullifier can be applied multiple times without error.
213
- * This relaxes constraints on usage of NoteService#validateAndStoreNote, which can then be run concurrently in a Promise.all
214
- * context without risking unnecessarily defensive checks failing.
259
+ * `applyNullifiers` is idempotent: a nullifier whose emission is already recorded (committed or staged in this job) is
260
+ * skipped, so re-applying it neither re-writes the emission, changes note visibility, nor appears in the result.
215
261
  *
216
- * @param nullifiers - Array of nullifiers with their block numbers to process
262
+ * @param siloedNullifiers - Array of nullifiers with their block locations to record
217
263
  * @param jobId - The job context for staged writes
218
- * @returns Array of NoteDao objects that were nullified
219
- * @throws Error if any nullifier is not found in this notes store
264
+ * @returns The notes that transition from active to nullified in this call; already-nullified notes are skipped, so
265
+ * a repeat application returns an empty array.
266
+ * @throws If any nullifier has no matching note in this store, or was emitted at block 0.
220
267
  */
221
- applyNullifiers(nullifiers: DataInBlock<Fr>[], jobId: string): Promise<NoteDao[]> {
222
- if (nullifiers.length === 0) {
268
+ applyNullifiers(siloedNullifiers: DataInBlock<Fr>[], jobId: string): Promise<NoteDao[]> {
269
+ if (siloedNullifiers.length === 0) {
223
270
  return Promise.resolve([]);
224
271
  }
225
272
 
226
- if (nullifiers.some(n => n.l2BlockNumber === 0)) {
273
+ if (siloedNullifiers.some(n => n.l2BlockNumber === 0)) {
227
274
  return Promise.reject(new Error('applyNullifiers: nullifiers cannot have been emitted at block 0'));
228
275
  }
229
276
 
230
277
  return this.#withJobLock(jobId, () =>
231
278
  this.#store.transactionAsync(async () => {
232
- const notesToNullify = await Promise.all(
233
- nullifiers.map(async nullifierInBlock => {
234
- const nullifier = nullifierInBlock.data.toString();
235
-
236
- const storedNote = await this.#readNote(nullifier, jobId);
279
+ // Kick off the note read and the existing-emission read together during the synchronous map so all are in
280
+ // flight before the first await, which keeps the IndexedDB transaction alive.
281
+ const resolved = await Promise.all(
282
+ siloedNullifiers.map(async nullifier => {
283
+ const key = nullifier.data.toString();
284
+ const [storedNote, existingEmission] = await Promise.all([
285
+ this.#readNote(key, jobId),
286
+ this.#readNullifierEmission(key, jobId),
287
+ ]);
237
288
  if (!storedNote) {
238
- throw new Error(`Attempted to mark a note as nullified which does not exist in PXE DB`);
289
+ throw new Error(`Attempted to mark a note as nullified which does not exist in PXE DB: ${key}`);
239
290
  }
240
-
241
- return { storedNote, blockNumber: nullifierInBlock.l2BlockNumber };
291
+ return { nullifier, storedNote, alreadyEmitted: existingEmission !== undefined };
242
292
  }),
243
293
  );
244
294
 
245
- const notesNullifiedInThisCall: Map<string, NoteDao> = new Map();
246
- for (const noteToNullify of notesToNullify) {
247
- const note = noteToNullify.storedNote;
248
-
249
- // Skip already nullified notes
250
- if (note.isNullified()) {
295
+ // Await-free tail: record an emission only for notes not already nullified, and return exactly those that
296
+ // transition active -> nullified in this call.
297
+ const affected: NoteDao[] = [];
298
+ for (const { nullifier, storedNote, alreadyEmitted } of resolved) {
299
+ if (alreadyEmitted) {
251
300
  continue;
252
301
  }
253
-
254
- note.markAsNullified(noteToNullify.blockNumber);
255
- this.#writeNote(note, jobId);
256
- notesNullifiedInThisCall.set(note.noteDao.siloedNullifier.toString(), note.noteDao);
302
+ this.#writeNullifierEmission(nullifier.data.toString(), nullifier.l2BlockNumber, jobId);
303
+ affected.push(storedNote.noteDao);
257
304
  }
258
305
 
259
- return [...notesNullifiedInThisCall.values()];
306
+ return affected;
260
307
  }),
261
308
  );
262
309
  }
263
310
 
264
311
  /**
265
- * Synchronizes notes and nullifiers to a specific block number.
266
- *
267
- * This method ensures that the state of notes and nullifiers is consistent with the specified block number.
268
- * It restores any notes that were nullified after the given block and deletes any active notes created after that
269
- * block.
270
- *
271
- * IMPORTANT: This method must be called within a transaction to ensure atomicity.
272
- *
273
- * @param blockNumber - The new chain tip after a reorg
274
- * @param synchedBlockNumber - The block number up to which PXE managed to sync before the reorg happened.
275
- */
276
- public async rollback(blockNumber: number, synchedBlockNumber: number): Promise<void> {
277
- if (this.#notesForJob.size > 0) {
278
- throw new Error('PXE note store rollback is not allowed while jobs are running');
279
- }
280
- await this.#rewindNullifiedNotesAfterBlock(blockNumber, synchedBlockNumber);
281
- await this.#deleteActiveNotesAfterBlock(blockNumber);
282
- }
283
-
284
- /**
285
- * Deletes (removes) all notes created after the specified block number.
286
- *
287
- * Permanently delete notes from the notes store, e.g. during a reorg.
288
- *
289
- * @param blockNumber - Notes created after this block number will be deleted
290
- */
291
- async #deleteActiveNotesAfterBlock(blockNumber: number): Promise<void> {
292
- // Collect notes to delete during iteration to keep IndexedDB transaction alive.
293
- const notesToDelete: { nullifier: string; contractAddress: string }[] = [];
294
- for await (const noteBuffer of this.#notes.valuesAsync()) {
295
- const storedNote = StoredNote.fromBuffer(noteBuffer);
296
- if (storedNote.noteDao.l2BlockNumber > blockNumber) {
297
- notesToDelete.push({
298
- nullifier: storedNote.noteDao.siloedNullifier.toString(),
299
- contractAddress: storedNote.noteDao.contractAddress.toString(),
300
- });
301
- }
302
- }
303
-
304
- // Delete all collected notes. Each delete is a DB operation that keeps the transaction alive.
305
- for (const { nullifier, contractAddress } of notesToDelete) {
306
- await this.#notes.delete(nullifier);
307
- await this.#nullifiersByContractAddress.deleteValue(contractAddress, nullifier);
308
- }
309
- }
310
-
311
- /**
312
- * Rewinds nullifications after a given block number.
313
- *
314
- * This operation "un-nullifies" notes, rolling back nullifications that occurred in orphaned blocks, e.g. during a
315
- * reorg.
316
- *
317
- * @param blockNumber - Revert nullifications that occurred after this block
318
- * @param anchorBlockNumber - Upper bound for the block range to process
319
- */
320
- async #rewindNullifiedNotesAfterBlock(blockNumber: number, anchorBlockNumber: number): Promise<void> {
321
- // First pass: collect all nullifiers for all blocks, starting reads during iteration to keep tx alive.
322
- const nullifiersByBlock: Map<number, { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[]> =
323
- new Map();
324
-
325
- for (let i = blockNumber + 1; i <= anchorBlockNumber; i++) {
326
- const blockNullifiers: { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[] = [];
327
- for await (const nullifier of this.#nullifiersByNullificationBlockNumber.getValuesAsync(i)) {
328
- // Start read immediately during iteration to keep IndexedDB transaction alive
329
- blockNullifiers.push({ nullifier, noteReadPromise: this.#notes.getAsync(nullifier) });
330
- }
331
- if (blockNullifiers.length > 0) {
332
- nullifiersByBlock.set(i, blockNullifiers);
333
- }
334
- }
335
-
336
- // Second pass: await reads and perform writes
337
- for (const [block, nullifiers] of nullifiersByBlock) {
338
- for (const { nullifier, noteReadPromise } of nullifiers) {
339
- const noteBuffer = await noteReadPromise;
340
- if (!noteBuffer) {
341
- throw new Error(`PXE DB integrity error: no note found with nullifier ${nullifier}`);
342
- }
343
-
344
- const storedNote = StoredNote.fromBuffer(noteBuffer);
345
- if (storedNote.scopes.size === 0) {
346
- throw new Error(`No scopes found for nullified note with nullifier ${nullifier}`);
347
- }
348
-
349
- storedNote.markAsActive();
350
-
351
- await Promise.all([
352
- this.#notes.set(nullifier, storedNote.toBuffer()),
353
- this.#nullifiersByNullificationBlockNumber.deleteValue(block, nullifier),
354
- ]);
355
- }
356
- }
357
- }
358
-
359
- /**
360
- * Commits in memory job data to persistent storage.
312
+ * Commits in-memory job data to persistent storage.
361
313
  *
362
314
  * Called by JobCoordinator when a job completes successfully.
363
315
  *
@@ -369,10 +321,13 @@ export class NoteStore implements StagedStore {
369
321
  async commit(jobId: string): Promise<void> {
370
322
  for (const [nullifier, storedNote] of this.#getNotesForJob(jobId)) {
371
323
  await this.#notes.set(nullifier, storedNote.toBuffer());
372
- await this.#nullifiersByContractAddress.set(storedNote.noteDao.contractAddress.toString(), nullifier);
373
- if (storedNote.nullifiedAt !== undefined) {
374
- await this.#nullifiersByNullificationBlockNumber.set(storedNote.nullifiedAt, nullifier);
375
- }
324
+ await this.#notesByContractAddress.set(storedNote.noteDao.contractAddress.toString(), nullifier);
325
+ await this.#notesByBlockNumber.set(storedNote.noteDao.l2BlockNumber, nullifier);
326
+ }
327
+
328
+ for (const [nullifier, blockNumber] of this.#getNullifierEmissionsForJob(jobId)) {
329
+ await this.#nullifierEmissions.set(nullifier, blockNumber);
330
+ await this.#nullifierEmissionsByBlockNumber.set(blockNumber, nullifier);
376
331
  }
377
332
 
378
333
  this.#clearJobData(jobId);
@@ -385,6 +340,7 @@ export class NoteStore implements StagedStore {
385
340
 
386
341
  #clearJobData(jobId: string) {
387
342
  this.#notesForJob.delete(jobId);
343
+ this.#nullifierEmissionsForJob.delete(jobId);
388
344
  this.#jobLocks.delete(jobId);
389
345
  }
390
346
 
@@ -415,4 +371,84 @@ export class NoteStore implements StagedStore {
415
371
  }
416
372
  return notesForJob;
417
373
  }
374
+
375
+ #getNullifierEmissionsForJob(jobId: string): Map<string, BlockNum> {
376
+ let nullificationsForJob = this.#nullifierEmissionsForJob.get(jobId);
377
+ if (!nullificationsForJob) {
378
+ nullificationsForJob = new Map();
379
+ this.#nullifierEmissionsForJob.set(jobId, nullificationsForJob);
380
+ }
381
+ return nullificationsForJob;
382
+ }
383
+
384
+ /** Returns the nullifiers (note ids) of all notes created at the given block number. Used by delete-on-prune. */
385
+ public async nullifiersOfNotesAtBlock(blockNumber: number): Promise<string[]> {
386
+ const nullifiers: string[] = [];
387
+ for await (const nullifier of this.#notesByBlockNumber.getValuesAsync(blockNumber)) {
388
+ nullifiers.push(nullifier);
389
+ }
390
+ return nullifiers;
391
+ }
392
+
393
+ /**
394
+ * Rolls the store back to `toBlock`: deletes every note and nullifier emission originating on a block strictly above
395
+ * it, as if nothing past that block height ever happened. Used to retract notes and nullifiers on a reorg.
396
+ *
397
+ * Must be called inside a transaction owned by the caller (it issues no `transactionAsync` of its own, because the
398
+ * reorg path wraps it together with other store operations, and IndexedDB has no nested transaction support).
399
+ *
400
+ * Throws if any job has uncommitted staged writes, since rolling back mid-job could later re-introduce notes or
401
+ * nullifier emissions anchored to deleted blocks.
402
+ */
403
+ public async rollback(toBlock: number): Promise<void> {
404
+ if (this.#notesForJob.size > 0 || this.#nullifierEmissionsForJob.size > 0) {
405
+ throw new Error('PXE note store rollback is not allowed while jobs are running');
406
+ }
407
+ // Snapshot the orphaned (block, nullifier) pairs before mutating so we never delete from the cursor we are
408
+ // iterating. Scanning from `toBlock + 1` upward covers everything above the rollback target without needing to know
409
+ // the chain tip. Each nullifier's rows are independent (nullifiers are globally unique), so the deletes run
410
+ // concurrently. Keeping requests in flight also prevents the IndexedDB transaction from auto-committing mid-way.
411
+ const orphanedNotes: { block: number; siloedNullifier: string }[] = [];
412
+
413
+ for await (const [block, siloedNullifier] of this.#notesByBlockNumber.entriesAsync({ start: toBlock + 1 })) {
414
+ orphanedNotes.push({ block, siloedNullifier });
415
+ }
416
+
417
+ let removedNotes = 0;
418
+ await Promise.all(
419
+ orphanedNotes.map(async ({ block, siloedNullifier }) => {
420
+ const buf = await this.#notes.getAsync(siloedNullifier);
421
+ if (!buf) {
422
+ throw new Error(`Note not found for siloedNullifier ${siloedNullifier}`);
423
+ }
424
+ const stored = StoredNote.fromBuffer(buf);
425
+ await this.#notes.delete(siloedNullifier);
426
+ await this.#notesByContractAddress.deleteValue(stored.noteDao.contractAddress.toString(), siloedNullifier);
427
+ await this.#notesByBlockNumber.deleteValue(block, siloedNullifier);
428
+ removedNotes++;
429
+ }),
430
+ );
431
+
432
+ // Same procedure, with nullifier emissions
433
+ const orphanedEmissions: { block: number; siloedNullifier: string }[] = [];
434
+
435
+ for await (const [block, siloedNullifier] of this.#nullifierEmissionsByBlockNumber.entriesAsync({
436
+ start: toBlock + 1,
437
+ })) {
438
+ orphanedEmissions.push({ block, siloedNullifier });
439
+ }
440
+
441
+ await Promise.all(
442
+ orphanedEmissions.map(async ({ block, siloedNullifier }) => {
443
+ await this.#nullifierEmissions.delete(siloedNullifier);
444
+ await this.#nullifierEmissionsByBlockNumber.deleteValue(block, siloedNullifier);
445
+ }),
446
+ );
447
+
448
+ this.logger.verbose('rolled back notes and nullifier emissions', {
449
+ removedNotes,
450
+ removedNullifierEmissions: orphanedEmissions.length,
451
+ toBlock,
452
+ });
453
+ }
418
454
  }
@@ -1,48 +1,26 @@
1
- import { BlockNumber } from '@aztec/foundation/branded-types';
2
1
  import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
3
2
  import { NoteDao } from '@aztec/stdlib/note';
4
3
 
4
+ /** A note as stored by the PXE: the note DAO plus the scopes that observed it. Append-only — never mutated. */
5
5
  export class StoredNote {
6
6
  constructor(
7
7
  readonly noteDao: NoteDao,
8
8
  readonly scopes: Set<string>,
9
- private _nullifiedAt: BlockNumber | undefined = undefined,
10
9
  ) {}
11
10
 
12
- static fromBuffer(buffer: Buffer) {
11
+ static fromBuffer(buffer: Buffer): StoredNote {
13
12
  const reader = BufferReader.asReader(buffer);
14
-
15
13
  const noteDao = NoteDao.fromBuffer(reader);
16
14
  const scopes = reader.readVector({ fromBuffer: (r: BufferReader) => r.readString() });
17
-
18
- const nullifiedAtRaw = reader.readNumber();
19
- const nullifiedAt = nullifiedAtRaw === 0 ? undefined : (nullifiedAtRaw as BlockNumber);
20
-
21
- return new StoredNote(noteDao, new Set(scopes), nullifiedAt);
15
+ return new StoredNote(noteDao, new Set(scopes));
22
16
  }
23
17
 
24
18
  toBuffer(): Buffer {
25
19
  const scopesArray = [...this.scopes];
26
- return serializeToBuffer(this.noteDao, scopesArray.length, ...scopesArray, this._nullifiedAt ?? 0);
20
+ return serializeToBuffer(this.noteDao, scopesArray.length, ...scopesArray);
27
21
  }
28
22
 
29
- addScope(scope: string) {
23
+ addScope(scope: string): void {
30
24
  this.scopes.add(scope);
31
25
  }
32
-
33
- markAsNullified(blockNumber: BlockNumber) {
34
- this._nullifiedAt = blockNumber;
35
- }
36
-
37
- markAsActive() {
38
- this._nullifiedAt = undefined;
39
- }
40
-
41
- isNullified() {
42
- return this._nullifiedAt !== undefined;
43
- }
44
-
45
- get nullifiedAt() {
46
- return this._nullifiedAt;
47
- }
48
26
  }