@aztec/pxe 0.0.1-commit.96dac018d → 0.0.1-commit.993d240

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (312) hide show
  1. package/dest/bin/check_oracle_version.d.ts +12 -2
  2. package/dest/bin/check_oracle_version.d.ts.map +1 -1
  3. package/dest/bin/check_oracle_version.js +31 -25
  4. package/dest/bin/index.d.ts +2 -0
  5. package/dest/bin/index.d.ts.map +1 -0
  6. package/dest/bin/index.js +1 -0
  7. package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
  8. package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
  9. package/dest/block_synchronizer/block_stream_source.js +62 -0
  10. package/dest/block_synchronizer/block_synchronizer.d.ts +6 -2
  11. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  12. package/dest/block_synchronizer/block_synchronizer.js +30 -10
  13. package/dest/config/index.d.ts +8 -2
  14. package/dest/config/index.d.ts.map +1 -1
  15. package/dest/config/index.js +13 -15
  16. package/dest/contract_function_simulator/contract_function_simulator.d.ts +16 -5
  17. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  18. package/dest/contract_function_simulator/contract_function_simulator.js +53 -18
  19. package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
  20. package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
  21. package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
  22. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +7 -11
  23. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
  24. package/dest/contract_function_simulator/execution_tagging_index_cache.js +19 -15
  25. package/dest/contract_function_simulator/index.d.ts +4 -1
  26. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  27. package/dest/contract_function_simulator/index.js +3 -0
  28. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +48 -0
  29. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
  30. package/dest/contract_function_simulator/noir-structs/bounded_vec.js +45 -0
  31. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +4 -6
  32. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
  33. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +8 -9
  34. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +13 -3
  35. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
  36. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +35 -4
  37. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +2 -2
  38. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  39. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -4
  40. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +4 -7
  41. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
  42. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +6 -10
  43. package/dest/contract_function_simulator/noir-structs/option.d.ts +61 -0
  44. package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
  45. package/dest/contract_function_simulator/noir-structs/option.js +62 -0
  46. package/dest/contract_function_simulator/oracle/interfaces.d.ts +67 -51
  47. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  48. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +2 -2
  49. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  50. package/dest/contract_function_simulator/oracle/note_packing_utils.js +2 -2
  51. package/dest/contract_function_simulator/oracle/oracle.d.ts +74 -45
  52. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
  53. package/dest/contract_function_simulator/oracle/oracle.js +471 -287
  54. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +147 -0
  55. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
  56. package/dest/contract_function_simulator/oracle/oracle_registry.js +1199 -0
  57. package/dest/contract_function_simulator/oracle/private_execution.js +5 -3
  58. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +44 -70
  59. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  60. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +96 -99
  61. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +112 -67
  62. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  63. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +395 -141
  64. package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
  65. package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
  66. package/dest/contract_function_simulator/pick_notes.js +20 -3
  67. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +1 -1
  68. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
  69. package/dest/contract_function_simulator/proxied_contract_data_source.js +35 -64
  70. package/dest/contract_logging.d.ts +9 -4
  71. package/dest/contract_logging.d.ts.map +1 -1
  72. package/dest/contract_logging.js +21 -6
  73. package/dest/contract_sync/contract_sync_service.d.ts +7 -8
  74. package/dest/contract_sync/contract_sync_service.d.ts.map +1 -1
  75. package/dest/contract_sync/contract_sync_service.js +87 -49
  76. package/dest/contract_sync/helpers.d.ts +2 -4
  77. package/dest/contract_sync/helpers.d.ts.map +1 -1
  78. package/dest/contract_sync/helpers.js +12 -14
  79. package/dest/debug/pxe_debug_utils.d.ts +3 -8
  80. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  81. package/dest/debug/pxe_debug_utils.js +0 -6
  82. package/dest/entrypoints/client/bundle/index.d.ts +1 -2
  83. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  84. package/dest/entrypoints/client/bundle/index.js +0 -1
  85. package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
  86. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  87. package/dest/entrypoints/client/bundle/utils.js +13 -5
  88. package/dest/entrypoints/client/lazy/index.d.ts +1 -2
  89. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  90. package/dest/entrypoints/client/lazy/index.js +0 -1
  91. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  92. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  93. package/dest/entrypoints/client/lazy/utils.js +13 -5
  94. package/dest/entrypoints/pxe_creation_options.d.ts +9 -1
  95. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  96. package/dest/entrypoints/pxe_creation_options.js +3 -1
  97. package/dest/entrypoints/server/index.d.ts +3 -3
  98. package/dest/entrypoints/server/index.d.ts.map +1 -1
  99. package/dest/entrypoints/server/index.js +2 -2
  100. package/dest/entrypoints/server/utils.d.ts +4 -3
  101. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  102. package/dest/entrypoints/server/utils.js +13 -5
  103. package/dest/events/event_service.d.ts +15 -6
  104. package/dest/events/event_service.d.ts.map +1 -1
  105. package/dest/events/event_service.js +44 -11
  106. package/dest/events/private_event_filter_validator.d.ts +3 -2
  107. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  108. package/dest/events/private_event_filter_validator.js +15 -0
  109. package/dest/hooks/authorize_utility_call.d.ts +41 -0
  110. package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
  111. package/dest/hooks/authorize_utility_call.js +4 -0
  112. package/dest/hooks/execution_hooks.d.ts +42 -0
  113. package/dest/hooks/execution_hooks.d.ts.map +1 -0
  114. package/dest/hooks/execution_hooks.js +9 -0
  115. package/dest/hooks/index.d.ts +4 -0
  116. package/dest/hooks/index.d.ts.map +1 -0
  117. package/dest/hooks/index.js +1 -0
  118. package/dest/logs/log_service.d.ts +9 -9
  119. package/dest/logs/log_service.d.ts.map +1 -1
  120. package/dest/logs/log_service.js +122 -72
  121. package/dest/messages/message_context_service.d.ts +17 -0
  122. package/dest/messages/message_context_service.d.ts.map +1 -0
  123. package/dest/messages/message_context_service.js +38 -0
  124. package/dest/notes/note_service.d.ts +27 -6
  125. package/dest/notes/note_service.d.ts.map +1 -1
  126. package/dest/notes/note_service.js +80 -56
  127. package/dest/notes_filter.d.ts +2 -3
  128. package/dest/notes_filter.d.ts.map +1 -1
  129. package/dest/oracle_version.d.ts +4 -3
  130. package/dest/oracle_version.d.ts.map +1 -1
  131. package/dest/oracle_version.js +20 -10
  132. package/dest/private_kernel/batch_planner.d.ts +47 -0
  133. package/dest/private_kernel/batch_planner.d.ts.map +1 -0
  134. package/dest/private_kernel/batch_planner.js +104 -0
  135. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +1 -1
  136. package/dest/private_kernel/hints/test_utils.d.ts +1 -1
  137. package/dest/private_kernel/hints/test_utils.d.ts.map +1 -1
  138. package/dest/private_kernel/hints/test_utils.js +2 -3
  139. package/dest/private_kernel/private_kernel_execution_prover.d.ts +6 -2
  140. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  141. package/dest/private_kernel/private_kernel_execution_prover.js +152 -59
  142. package/dest/private_kernel/private_kernel_oracle.d.ts +10 -10
  143. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  144. package/dest/private_kernel/private_kernel_oracle.js +24 -22
  145. package/dest/pxe.d.ts +61 -11
  146. package/dest/pxe.d.ts.map +1 -1
  147. package/dest/pxe.js +162 -97
  148. package/dest/storage/anchor_block_store/anchor_block_store.js +1 -1
  149. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
  150. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
  151. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
  152. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
  153. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
  154. package/dest/storage/backwards_compatibility_tests/schema_tests.js +591 -0
  155. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
  156. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
  157. package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
  158. package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
  159. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
  160. package/dest/storage/capsule_store/capsule_service.js +50 -0
  161. package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
  162. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  163. package/dest/storage/capsule_store/capsule_store.js +36 -28
  164. package/dest/storage/capsule_store/index.d.ts +2 -1
  165. package/dest/storage/capsule_store/index.d.ts.map +1 -1
  166. package/dest/storage/capsule_store/index.js +1 -0
  167. package/dest/storage/contract_store/contract_store.d.ts +1 -1
  168. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  169. package/dest/storage/contract_store/contract_store.js +9 -26
  170. package/dest/storage/metadata.d.ts +1 -1
  171. package/dest/storage/metadata.js +1 -1
  172. package/dest/storage/note_store/note_store.d.ts +1 -1
  173. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  174. package/dest/storage/note_store/note_store.js +2 -2
  175. package/dest/storage/open_pxe_stores.d.ts +33 -0
  176. package/dest/storage/open_pxe_stores.d.ts.map +1 -0
  177. package/dest/storage/open_pxe_stores.js +27 -0
  178. package/dest/storage/private_event_store/private_event_store.d.ts +1 -1
  179. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  180. package/dest/storage/private_event_store/private_event_store.js +3 -0
  181. package/dest/storage/private_event_store/stored_private_event.js +1 -1
  182. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +6 -6
  183. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  184. package/dest/storage/tagging_store/sender_tagging_store.d.ts +29 -28
  185. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  186. package/dest/storage/tagging_store/sender_tagging_store.js +141 -115
  187. package/dest/tagging/get_all_logs_by_tags.d.ts +34 -10
  188. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
  189. package/dest/tagging/get_all_logs_by_tags.js +36 -37
  190. package/dest/tagging/index.d.ts +6 -5
  191. package/dest/tagging/index.d.ts.map +1 -1
  192. package/dest/tagging/index.js +4 -3
  193. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
  194. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
  195. package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
  196. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +56 -0
  197. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
  198. package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +163 -0
  199. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
  200. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
  201. package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
  202. package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
  203. package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
  204. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +4 -9
  205. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  206. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +30 -14
  207. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +13 -7
  208. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
  209. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +41 -10
  210. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +5 -7
  211. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  212. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +37 -25
  213. package/package.json +20 -17
  214. package/src/bin/check_oracle_version.ts +41 -31
  215. package/src/bin/index.ts +1 -0
  216. package/src/block_synchronizer/block_stream_source.ts +81 -0
  217. package/src/block_synchronizer/block_synchronizer.ts +33 -11
  218. package/src/config/index.ts +15 -9
  219. package/src/contract_function_simulator/contract_function_simulator.ts +82 -22
  220. package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
  221. package/src/contract_function_simulator/execution_tagging_index_cache.ts +19 -18
  222. package/src/contract_function_simulator/index.ts +3 -0
  223. package/src/contract_function_simulator/noir-structs/bounded_vec.ts +55 -0
  224. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +10 -9
  225. package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +36 -3
  226. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +2 -5
  227. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +5 -10
  228. package/src/contract_function_simulator/noir-structs/option.ts +69 -0
  229. package/src/contract_function_simulator/oracle/interfaces.ts +85 -72
  230. package/src/contract_function_simulator/oracle/note_packing_utils.ts +3 -3
  231. package/src/contract_function_simulator/oracle/oracle.ts +558 -484
  232. package/src/contract_function_simulator/oracle/oracle_registry.ts +904 -0
  233. package/src/contract_function_simulator/oracle/private_execution.ts +4 -4
  234. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +120 -130
  235. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +543 -221
  236. package/src/contract_function_simulator/pick_notes.ts +22 -3
  237. package/src/contract_function_simulator/proxied_contract_data_source.ts +41 -64
  238. package/src/contract_logging.ts +18 -5
  239. package/src/contract_sync/contract_sync_service.ts +120 -83
  240. package/src/contract_sync/helpers.ts +13 -25
  241. package/src/debug/pxe_debug_utils.ts +3 -11
  242. package/src/entrypoints/client/bundle/index.ts +0 -1
  243. package/src/entrypoints/client/bundle/utils.ts +10 -5
  244. package/src/entrypoints/client/lazy/index.ts +0 -1
  245. package/src/entrypoints/client/lazy/utils.ts +10 -5
  246. package/src/entrypoints/pxe_creation_options.ts +14 -0
  247. package/src/entrypoints/server/index.ts +2 -2
  248. package/src/entrypoints/server/utils.ts +15 -6
  249. package/src/events/event_service.ts +69 -21
  250. package/src/events/private_event_filter_validator.ts +21 -1
  251. package/src/hooks/authorize_utility_call.ts +44 -0
  252. package/src/hooks/execution_hooks.ts +48 -0
  253. package/src/hooks/index.ts +7 -0
  254. package/src/logs/log_service.ts +153 -129
  255. package/src/messages/message_context_service.ts +45 -0
  256. package/src/notes/note_service.ts +119 -85
  257. package/src/notes_filter.ts +1 -3
  258. package/src/oracle_version.ts +20 -10
  259. package/src/private_kernel/batch_planner.ts +169 -0
  260. package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +1 -1
  261. package/src/private_kernel/hints/test_utils.ts +2 -9
  262. package/src/private_kernel/private_kernel_execution_prover.ts +240 -82
  263. package/src/private_kernel/private_kernel_oracle.ts +35 -25
  264. package/src/pxe.ts +270 -102
  265. package/src/storage/anchor_block_store/anchor_block_store.ts +1 -1
  266. package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
  267. package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
  268. package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
  269. package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
  270. package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
  271. package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +46 -0
  272. package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +36 -0
  273. package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
  274. package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +18 -0
  275. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderAddressBookStore.json +16 -0
  276. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +22 -0
  277. package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +97 -0
  278. package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
  279. package/src/storage/backwards_compatibility_tests/schema_tests.ts +712 -0
  280. package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
  281. package/src/storage/capsule_store/capsule_service.ts +90 -0
  282. package/src/storage/capsule_store/capsule_store.ts +44 -26
  283. package/src/storage/capsule_store/index.ts +1 -0
  284. package/src/storage/contract_store/contract_store.ts +14 -35
  285. package/src/storage/metadata.ts +1 -1
  286. package/src/storage/note_store/note_store.ts +2 -5
  287. package/src/storage/open_pxe_stores.ts +49 -0
  288. package/src/storage/private_event_store/private_event_store.ts +4 -0
  289. package/src/storage/private_event_store/stored_private_event.ts +1 -1
  290. package/src/storage/tagging_store/recipient_tagging_store.ts +5 -5
  291. package/src/storage/tagging_store/sender_tagging_store.ts +185 -138
  292. package/src/tagging/get_all_logs_by_tags.ts +78 -50
  293. package/src/tagging/index.ts +5 -4
  294. package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
  295. package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +240 -0
  296. package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +2 -2
  297. package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
  298. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +52 -17
  299. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +44 -14
  300. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +27 -27
  301. package/dest/access_scopes.d.ts +0 -9
  302. package/dest/access_scopes.d.ts.map +0 -1
  303. package/dest/access_scopes.js +0 -6
  304. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -15
  305. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
  306. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
  307. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -15
  308. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
  309. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -32
  310. package/src/access_scopes.ts +0 -9
  311. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -143
  312. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -49
@@ -1,32 +1,38 @@
1
- import type { Fr } from '@aztec/foundation/curves/bn254';
1
+ import type { BlockNumber } from '@aztec/foundation/branded-types';
2
2
  import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
3
3
  import type { KeyStore } from '@aztec/key-store';
4
4
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
5
+ import type { BlockHash, L2TipsProvider } from '@aztec/stdlib/block';
5
6
  import type { AztecNode } from '@aztec/stdlib/interfaces/server';
6
- import { DirectionalAppTaggingSecret, PendingTaggedLog, SiloedTag, Tag, TxScopedL2Log } from '@aztec/stdlib/logs';
7
+ import { AppTaggingSecret, type LogResult, PendingTaggedLog, SiloedTag } from '@aztec/stdlib/logs';
7
8
  import type { BlockHeader } from '@aztec/stdlib/tx';
8
9
 
9
- import type { AccessScopes } from '../access_scopes.js';
10
- import type { LogRetrievalRequest } from '../contract_function_simulator/noir-structs/log_retrieval_request.js';
10
+ import {
11
+ type LogRetrievalRequest,
12
+ LogSource,
13
+ } from '../contract_function_simulator/noir-structs/log_retrieval_request.js';
11
14
  import { LogRetrievalResponse } from '../contract_function_simulator/noir-structs/log_retrieval_response.js';
12
15
  import { AddressStore } from '../storage/address_store/address_store.js';
13
- import { CapsuleStore } from '../storage/capsule_store/capsule_store.js';
14
16
  import type { RecipientTaggingStore } from '../storage/tagging_store/recipient_tagging_store.js';
15
17
  import type { SenderAddressBookStore } from '../storage/tagging_store/sender_address_book_store.js';
16
18
  import {
17
19
  getAllPrivateLogsByTags,
18
20
  getAllPublicLogsByTagsFromContract,
19
- loadPrivateLogsForSenderRecipientPair,
21
+ syncTaggedPrivateLogs,
20
22
  } from '../tagging/index.js';
21
23
 
24
+ /** Key used to group requests by their (fromBlock, toBlock) range so each group becomes a single node call. */
25
+ type RangeKey = string;
26
+ const rangeKey = (fromBlock?: BlockNumber, toBlock?: BlockNumber): RangeKey => `${fromBlock ?? ''}-${toBlock ?? ''}`;
27
+
22
28
  export class LogService {
23
29
  private log: Logger;
24
30
 
25
31
  constructor(
26
32
  private readonly aztecNode: AztecNode,
27
33
  private readonly anchorBlockHeader: BlockHeader,
34
+ private readonly l2TipsStore: L2TipsProvider,
28
35
  private readonly keyStore: KeyStore,
29
- private readonly capsuleStore: CapsuleStore,
30
36
  private readonly recipientTaggingStore: RecipientTaggingStore,
31
37
  private readonly senderAddressBookStore: SenderAddressBookStore,
32
38
  private readonly addressStore: AddressStore,
@@ -36,133 +42,165 @@ export class LogService {
36
42
  this.log = createLogger('pxe:log_service', bindings);
37
43
  }
38
44
 
39
- public async bulkRetrieveLogs(logRetrievalRequests: LogRetrievalRequest[]): Promise<(LogRetrievalResponse | null)[]> {
40
- return await Promise.all(
41
- logRetrievalRequests.map(async request => {
42
- const [publicLog, privateLog] = await Promise.all([
43
- this.#getPublicLogByTag(request.tag, request.contractAddress),
44
- this.#getPrivateLogByTag(await SiloedTag.compute(request.tag, request.contractAddress)),
45
- ]);
45
+ /** Fetches all logs matching each request's tag, returning an array of log arrays (one per request). */
46
+ public async fetchLogsByTag(
47
+ contractAddress: AztecAddress,
48
+ logRetrievalRequests: LogRetrievalRequest[],
49
+ ): Promise<LogRetrievalResponse[][]> {
50
+ for (const request of logRetrievalRequests) {
51
+ if (!contractAddress.equals(request.contractAddress)) {
52
+ throw new Error(`Got a log retrieval request from ${request.contractAddress}, expected ${contractAddress}`);
53
+ }
54
+ }
46
55
 
47
- if (publicLog !== null && privateLog !== null) {
48
- throw new Error(
49
- `Found both a public and private log when searching for tag ${request.tag} from contract ${request.contractAddress}`,
50
- );
51
- }
56
+ if (logRetrievalRequests.length === 0) {
57
+ return [];
58
+ }
59
+
60
+ const anchorBlockHash = await this.anchorBlockHeader.hash();
61
+
62
+ const [publicLogsPerRequest, privateLogsPerRequest] = await Promise.all([
63
+ this.#fetchPublicLogs(contractAddress, logRetrievalRequests, anchorBlockHash),
64
+ this.#fetchPrivateLogs(logRetrievalRequests, anchorBlockHash),
65
+ ]);
52
66
 
53
- return publicLog ?? privateLog;
67
+ return logRetrievalRequests.map((_request, i) => [
68
+ ...publicLogsPerRequest[i].map(LogService.#toLogRetrievalResponse),
69
+ ...privateLogsPerRequest[i].map(LogService.#toLogRetrievalResponse),
70
+ ]);
71
+ }
72
+
73
+ async #fetchPublicLogs(
74
+ contractAddress: AztecAddress,
75
+ requests: LogRetrievalRequest[],
76
+ anchorBlockHash: BlockHash,
77
+ ): Promise<LogResult[][]> {
78
+ const indices = requests.flatMap((r, i) => (r.source !== LogSource.PRIVATE ? [i] : []));
79
+ if (indices.length === 0) {
80
+ return requests.map(() => []);
81
+ }
82
+
83
+ const resultsPerRequest: LogResult[][] = requests.map(() => []);
84
+ const groups = LogService.#groupByRange(indices.map(i => ({ index: i, request: requests[i] })));
85
+
86
+ await Promise.all(
87
+ Array.from(groups.values()).map(async group => {
88
+ const tags = group.entries.map(e => e.request.tag);
89
+ const results = await getAllPublicLogsByTagsFromContract(
90
+ this.aztecNode,
91
+ contractAddress,
92
+ tags,
93
+ anchorBlockHash,
94
+ { fromBlock: group.fromBlock, toBlock: group.toBlock, includeEffects: true },
95
+ );
96
+ group.entries.forEach((entry, i) => {
97
+ resultsPerRequest[entry.index] = results[i];
98
+ });
54
99
  }),
55
100
  );
101
+
102
+ return resultsPerRequest;
56
103
  }
57
104
 
58
- async #getPublicLogByTag(tag: Tag, contractAddress: AztecAddress): Promise<LogRetrievalResponse | null> {
59
- const anchorBlockHash = await this.anchorBlockHeader.hash();
60
- const allLogsPerTag = await getAllPublicLogsByTagsFromContract(
61
- this.aztecNode,
62
- contractAddress,
63
- [tag],
64
- anchorBlockHash,
65
- );
66
- const logsForTag = allLogsPerTag[0];
67
-
68
- if (logsForTag.length === 0) {
69
- return null;
70
- } else if (logsForTag.length > 1) {
71
- // TODO(#11627): handle this case
72
- throw new Error(
73
- `Got ${logsForTag.length} logs for tag ${tag} and contract ${contractAddress.toString()}. getPublicLogByTag currently only supports a single log per tag`,
74
- );
105
+ async #fetchPrivateLogs(requests: LogRetrievalRequest[], anchorBlockHash: BlockHash): Promise<LogResult[][]> {
106
+ const indices = requests.flatMap((r, i) => (r.source !== LogSource.PUBLIC ? [i] : []));
107
+ if (indices.length === 0) {
108
+ return requests.map(() => []);
75
109
  }
76
110
 
77
- const scopedLog = logsForTag[0];
111
+ const resultsPerRequest: LogResult[][] = requests.map(() => []);
112
+ const groups = LogService.#groupByRange(indices.map(i => ({ index: i, request: requests[i] })));
78
113
 
79
- return new LogRetrievalResponse(
80
- scopedLog.logData.slice(1), // Skip the tag
81
- scopedLog.txHash,
82
- scopedLog.noteHashes,
83
- scopedLog.firstNullifier,
114
+ await Promise.all(
115
+ Array.from(groups.values()).map(async group => {
116
+ const siloedTags = await Promise.all(
117
+ group.entries.map(e => SiloedTag.computeFromTagAndApp(e.request.tag, e.request.contractAddress)),
118
+ );
119
+ const results = await getAllPrivateLogsByTags(this.aztecNode, siloedTags, anchorBlockHash, {
120
+ fromBlock: group.fromBlock,
121
+ toBlock: group.toBlock,
122
+ includeEffects: true,
123
+ });
124
+ group.entries.forEach((entry, i) => {
125
+ resultsPerRequest[entry.index] = results[i];
126
+ });
127
+ }),
84
128
  );
129
+
130
+ return resultsPerRequest;
85
131
  }
86
132
 
87
- async #getPrivateLogByTag(siloedTag: SiloedTag): Promise<LogRetrievalResponse | null> {
88
- const anchorBlockHash = await this.anchorBlockHeader.hash();
89
- const allLogsPerTag = await getAllPrivateLogsByTags(this.aztecNode, [siloedTag], anchorBlockHash);
90
- const logsForTag = allLogsPerTag[0];
91
-
92
- if (logsForTag.length === 0) {
93
- return null;
94
- } else if (logsForTag.length > 1) {
95
- // TODO(#11627): handle this case
96
- throw new Error(
97
- `Got ${logsForTag.length} logs for tag ${siloedTag}. getPrivateLogByTag currently only supports a single log per tag`,
98
- );
133
+ /**
134
+ * Groups requests by their (fromBlock, toBlock) range so each distinct range becomes a single node call with
135
+ * the range pushed down into the query (no in-memory filter).
136
+ */
137
+ static #groupByRange(
138
+ entries: Array<{ index: number; request: LogRetrievalRequest }>,
139
+ ): Map<RangeKey, { fromBlock?: BlockNumber; toBlock?: BlockNumber; entries: typeof entries }> {
140
+ const groups = new Map<RangeKey, { fromBlock?: BlockNumber; toBlock?: BlockNumber; entries: typeof entries }>();
141
+ for (const entry of entries) {
142
+ const key = rangeKey(entry.request.fromBlock, entry.request.toBlock);
143
+ const existing = groups.get(key);
144
+ if (existing) {
145
+ existing.entries.push(entry);
146
+ } else {
147
+ groups.set(key, { fromBlock: entry.request.fromBlock, toBlock: entry.request.toBlock, entries: [entry] });
148
+ }
99
149
  }
150
+ return groups;
151
+ }
100
152
 
101
- const scopedLog = logsForTag[0];
102
-
153
+ static #toLogRetrievalResponse(log: LogResult): LogRetrievalResponse {
154
+ // includeEffects: true was used, so noteHashes and nullifiers are populated. Every tx has at least one nullifier
155
+ // (the first nullifier derived from the tx hash); empty here would indicate a buggy node.
156
+ const noteHashes = log.noteHashes!;
157
+ const nullifiers = log.nullifiers!;
158
+ if (nullifiers.length === 0) {
159
+ throw new Error(`Log for tx ${log.txHash} returned no nullifiers from the node`);
160
+ }
103
161
  return new LogRetrievalResponse(
104
- scopedLog.logData.slice(1), // Skip the tag
105
- scopedLog.txHash,
106
- scopedLog.noteHashes,
107
- scopedLog.firstNullifier,
162
+ log.logData.slice(1), // Skip the tag
163
+ log.txHash,
164
+ noteHashes,
165
+ nullifiers[0],
108
166
  );
109
167
  }
110
168
 
111
- public async fetchTaggedLogs(contractAddress: AztecAddress, pendingTaggedLogArrayBaseSlot: Fr, scopes: AccessScopes) {
169
+ public async fetchTaggedLogs(contractAddress: AztecAddress, recipient: AztecAddress): Promise<PendingTaggedLog[]> {
112
170
  this.log.verbose(`Fetching tagged logs for ${contractAddress.toString()}`);
113
171
 
114
- // We only load logs from block up to and including the anchor block number
115
- const anchorBlockNumber = this.anchorBlockHeader.getBlockNumber();
116
- const anchorBlockHash = await this.anchorBlockHeader.hash();
117
-
118
- // Determine recipients: use scopes if provided, otherwise get all accounts
119
- const recipients = scopes !== 'ALL_SCOPES' && scopes.length > 0 ? scopes : await this.keyStore.getAccounts();
172
+ const l2Tips = await this.l2TipsStore.getL2Tips();
173
+ // Get all secrets for this recipient (one per sender)
174
+ const secrets = await this.#getSecretsForSenders(contractAddress, recipient);
120
175
 
121
- // For each recipient, fetch secrets, load logs, and store them.
122
- // We run these per-recipient tasks in parallel so that logs are loaded for all recipients concurrently.
123
- await Promise.all(
124
- recipients.map(async recipient => {
125
- // Get all secrets for this recipient (one per sender)
126
- const secrets = await this.#getSecretsForSenders(contractAddress, recipient);
127
-
128
- // Load logs for all sender-recipient pairs in parallel
129
- const logArrays = await Promise.all(
130
- secrets.map(secret =>
131
- loadPrivateLogsForSenderRecipientPair(
132
- secret,
133
- contractAddress,
134
- this.aztecNode,
135
- this.recipientTaggingStore,
136
- anchorBlockNumber,
137
- anchorBlockHash,
138
- this.jobId,
139
- ),
140
- ),
141
- );
142
-
143
- // Flatten all logs from all secrets
144
- const allLogs = logArrays.flat();
145
-
146
- // Store the logs for this recipient
147
- if (allLogs.length > 0) {
148
- await this.#storePendingTaggedLogs(contractAddress, pendingTaggedLogArrayBaseSlot, recipient, allLogs);
149
- }
150
- }),
176
+ const logs = await syncTaggedPrivateLogs(
177
+ secrets,
178
+ this.aztecNode,
179
+ this.recipientTaggingStore,
180
+ this.anchorBlockHeader,
181
+ l2Tips.finalized.block.number,
182
+ this.jobId,
151
183
  );
184
+
185
+ return logs.map(log => {
186
+ const noteHashes = log.noteHashes!;
187
+ const nullifiers = log.nullifiers!;
188
+ if (nullifiers.length === 0) {
189
+ throw new Error(`Log for tx ${log.txHash} returned no nullifiers from the node`);
190
+ }
191
+ return new PendingTaggedLog(log.logData, log.txHash, noteHashes, nullifiers[0]);
192
+ });
152
193
  }
153
194
 
154
- async #getSecretsForSenders(
155
- contractAddress: AztecAddress,
156
- recipient: AztecAddress,
157
- ): Promise<DirectionalAppTaggingSecret[]> {
195
+ async #getSecretsForSenders(contractAddress: AztecAddress, recipient: AztecAddress): Promise<AppTaggingSecret[]> {
158
196
  const recipientCompleteAddress = await this.addressStore.getCompleteAddress(recipient);
159
197
  if (!recipientCompleteAddress) {
160
198
  return [];
161
199
  }
162
200
  const recipientIvsk = await this.keyStore.getMasterIncomingViewingSecretKey(recipient);
163
201
 
164
- // We implicitly add all PXE accounts as senders, this helps us decrypt tags on notes that we send to ourselves
165
- // (recipient = us, sender = us)
202
+ // We implicitly add all PXE accounts as senders, this helps us find tagged logs with messages that are sent to a
203
+ // local account (recipient = us, sender = us)
166
204
  const allSenders = [...(await this.senderAddressBookStore.getSenders()), ...(await this.keyStore.getAccounts())];
167
205
 
168
206
  // We deduplicate the senders by adding them to a set and then converting the set back to an array
@@ -171,38 +209,24 @@ export class LogService {
171
209
  );
172
210
 
173
211
  return Promise.all(
174
- deduplicatedSenders.map(sender => {
175
- return DirectionalAppTaggingSecret.compute(
212
+ deduplicatedSenders.map(async sender => {
213
+ const secret = await AppTaggingSecret.computeUnconstrained(
176
214
  recipientCompleteAddress,
177
215
  recipientIvsk,
178
216
  sender,
179
217
  contractAddress,
180
218
  recipient,
181
219
  );
182
- }),
183
- );
184
- }
185
220
 
186
- #storePendingTaggedLogs(
187
- contractAddress: AztecAddress,
188
- capsuleArrayBaseSlot: Fr,
189
- recipient: AztecAddress,
190
- privateLogs: TxScopedL2Log[],
191
- ) {
192
- // Build all pending tagged logs from the scoped logs
193
- const pendingTaggedLogs = privateLogs.map(scopedLog => {
194
- const pendingTaggedLog = new PendingTaggedLog(
195
- scopedLog.logData,
196
- scopedLog.txHash,
197
- scopedLog.noteHashes,
198
- scopedLog.firstNullifier,
199
- recipient,
200
- );
201
-
202
- return pendingTaggedLog.toFields();
203
- });
221
+ if (!secret) {
222
+ // Note that all senders originate from either the SenderAddressBookStore or the KeyStore.
223
+ throw new Error(
224
+ `Failed to compute a tagging secret for sender ${sender} - this implies this is an invalid address, which should not happen as they have been previously registered in PXE.`,
225
+ );
226
+ }
204
227
 
205
- // TODO: This looks like it could belong more at the oracle interface level
206
- return this.capsuleStore.appendToCapsuleArray(contractAddress, capsuleArrayBaseSlot, pendingTaggedLogs, this.jobId);
228
+ return secret;
229
+ }),
230
+ );
207
231
  }
208
232
  }
@@ -0,0 +1,45 @@
1
+ import { uniqueBy } from '@aztec/foundation/collection';
2
+ import { Fr } from '@aztec/foundation/curves/bn254';
3
+ import type { AztecNode } from '@aztec/stdlib/interfaces/server';
4
+ import { MessageContext } from '@aztec/stdlib/logs';
5
+ import { type IndexedTxEffect, TxHash } from '@aztec/stdlib/tx';
6
+
7
+ /** Resolves transaction hashes into the context needed to process messages. */
8
+ export class MessageContextService {
9
+ constructor(private readonly aztecNode: AztecNode) {}
10
+
11
+ /**
12
+ * Resolves a list of tx hashes into their message contexts.
13
+ *
14
+ * For each tx hash, looks up the corresponding tx effect and extracts the note hashes and first nullifier needed to
15
+ * process messages that originated from that transaction. Returns `null` for tx hashes that are zero, not yet
16
+ * available, or in blocks beyond the anchor block.
17
+ */
18
+ async getMessageContextsByTxHash(txHashes: Fr[], anchorBlockNumber: number): Promise<(MessageContext | null)[]> {
19
+ const nonZeroTxHashes = txHashes.filter(h => !h.isZero()).map(h => TxHash.fromField(h));
20
+ const uniqueTxHashes = uniqueBy(nonZeroTxHashes, h => h.toString());
21
+ const fetched = await Promise.all(uniqueTxHashes.map(h => this.aztecNode.getTxEffect(h)));
22
+ const txEffects = new Map(
23
+ uniqueTxHashes
24
+ .map((h, i): [string, IndexedTxEffect | undefined] => [h.toString(), fetched[i]])
25
+ .filter((entry): entry is [string, IndexedTxEffect] => entry[1] !== undefined),
26
+ );
27
+
28
+ return txHashes.map(txHashField => {
29
+ const txHash = TxHash.fromField(txHashField);
30
+ const txEffect = txEffects.get(txHash.toString());
31
+ if (!txEffect || txEffect.l2BlockNumber > anchorBlockNumber) {
32
+ return null;
33
+ }
34
+
35
+ // Every tx has at least one nullifier (the first nullifier derived from the tx hash). Hitting this condition
36
+ // would mean a buggy node, but since we need to access data.nullifiers[0], the defensive check does no harm.
37
+ const data = txEffect.data;
38
+ if (data.nullifiers.length === 0) {
39
+ throw new Error(`Tx effect for ${txHash} has no nullifiers`);
40
+ }
41
+
42
+ return new MessageContext(data.txHash, data.noteHashes, data.nullifiers[0]);
43
+ });
44
+ }
45
+ }
@@ -1,13 +1,14 @@
1
+ import { chunk } from '@aztec/foundation/collection';
1
2
  import { Fr } from '@aztec/foundation/curves/bn254';
2
3
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
3
- import type { DataInBlock } from '@aztec/stdlib/block';
4
+ import { BlockHash, type DataInBlock } from '@aztec/stdlib/block';
4
5
  import { computeUniqueNoteHash, siloNoteHash, siloNullifier } from '@aztec/stdlib/hash';
5
6
  import { type AztecNode, MAX_RPC_LEN } from '@aztec/stdlib/interfaces/client';
6
7
  import { Note, NoteDao, NoteStatus } from '@aztec/stdlib/note';
7
8
  import { MerkleTreeId } from '@aztec/stdlib/trees';
8
- import type { BlockHeader, TxHash } from '@aztec/stdlib/tx';
9
+ import type { BlockHeader, IndexedTxEffect } from '@aztec/stdlib/tx';
9
10
 
10
- import type { AccessScopes } from '../access_scopes.js';
11
+ import type { NoteValidationRequest } from '../contract_function_simulator/noir-structs/note_validation_request.js';
11
12
  import type { NoteStore } from '../storage/note_store/note_store.js';
12
13
 
13
14
  export class NoteService {
@@ -32,7 +33,7 @@ export class NoteService {
32
33
  owner: AztecAddress | undefined,
33
34
  storageSlot: Fr,
34
35
  status: NoteStatus,
35
- scopes: AccessScopes,
36
+ scopes: AztecAddress[],
36
37
  ) {
37
38
  const noteDaos = await this.noteStore.getNotes(
38
39
  {
@@ -71,7 +72,7 @@ export class NoteService {
71
72
  *
72
73
  * @param contractAddress - The contract whose notes should be checked and nullified.
73
74
  */
74
- public async syncNoteNullifiers(contractAddress: AztecAddress, scopes: AccessScopes): Promise<void> {
75
+ public async syncNoteNullifiers(contractAddress: AztecAddress, scopes: AztecAddress[]): Promise<void> {
75
76
  const anchorBlockHash = await this.anchorBlockHeader.hash();
76
77
 
77
78
  const contractNotes = await this.noteStore.getNotes({ contractAddress, scopes }, this.jobId);
@@ -81,24 +82,7 @@ export class NoteService {
81
82
  }
82
83
 
83
84
  const nullifiersToCheck = contractNotes.map(note => note.siloedNullifier);
84
- const nullifierBatches = nullifiersToCheck.reduce(
85
- (acc, nullifier) => {
86
- if (acc[acc.length - 1].length < MAX_RPC_LEN) {
87
- acc[acc.length - 1].push(nullifier);
88
- } else {
89
- acc.push([nullifier]);
90
- }
91
- return acc;
92
- },
93
- [[]] as Fr[][],
94
- );
95
- const nullifierIndexes = (
96
- await Promise.all(
97
- nullifierBatches.map(batch =>
98
- this.aztecNode.findLeavesIndexes(anchorBlockHash, MerkleTreeId.NULLIFIER_TREE, batch),
99
- ),
100
- )
101
- ).flat();
85
+ const nullifierIndexes = await this.#findNullifierIndexes(anchorBlockHash, nullifiersToCheck);
102
86
 
103
87
  const foundNullifiers = nullifiersToCheck
104
88
  .map((nullifier, i) => {
@@ -111,30 +95,34 @@ export class NoteService {
111
95
  await this.noteStore.applyNullifiers(foundNullifiers, this.jobId);
112
96
  }
113
97
 
114
- public async validateAndStoreNote(
115
- contractAddress: AztecAddress,
116
- owner: AztecAddress,
117
- storageSlot: Fr,
118
- randomness: Fr,
119
- noteNonce: Fr,
120
- content: Fr[],
121
- noteHash: Fr,
122
- nullifier: Fr,
123
- txHash: TxHash,
124
- recipient: AztecAddress,
98
+ /**
99
+ * Validates and stores a batch of notes against pre-fetched tx effects.
100
+ *
101
+ * For each request we must verify that:
102
+ * - the note actually exists in the corresponding tx effect (and thus in the note hash tree), and
103
+ * - the note has not already been nullified.
104
+ *
105
+ * Failing to do either would result in circuits getting either non-existent notes and failing to produce inclusion
106
+ * proofs for them, or getting nullified notes and producing duplicate nullifiers, both of which are catastrophic
107
+ * failure modes.
108
+ *
109
+ * Note that adding a note and removing it is *not* equivalent to never adding it in the first place. A nullifier
110
+ * emitted in a block that comes after note creation might result in the note being de-nullified by a chain reorg,
111
+ * so we must store both the note hash and nullifier block information.
112
+ *
113
+ * @param requests - The notes to validate and store.
114
+ * @param scope - The scope under which the notes are being stored.
115
+ * @param txEffects - Pre-fetched tx effects keyed by `TxHash.toString()`. Must contain entries for every request's
116
+ * txHash; missing entries are treated as a node bug and cause an error.
117
+ */
118
+ public async validateAndStoreNotes(
119
+ requests: NoteValidationRequest[],
120
+ scope: AztecAddress,
121
+ txEffects: Map<string, IndexedTxEffect>,
125
122
  ): Promise<void> {
126
- // We are going to store the new note in the NoteStore, which will let us later return it via `getNotes`.
127
- // There's two things we need to check before we do this however:
128
- // - we must make sure the note does actually exist in the note hash tree
129
- // - we need to check if the note has already been nullified
130
- //
131
- // Failing to do either of the above would result in circuits getting either non-existent notes and failing to
132
- // produce inclusion proofs for them, or getting nullified notes and producing duplicate nullifiers, both of which
133
- // are catastrophic failure modes.
134
- //
135
- // Note that adding a note and removing it is *not* equivalent to never adding it in the first place. A nullifier
136
- // emitted in a block that comes after note creation might result in the note being de-nullified by a chain reorg,
137
- // so we must store both the note hash and nullifier block information.
123
+ if (requests.length === 0) {
124
+ return;
125
+ }
138
126
 
139
127
  // We avoid making node queries at 'latest' since we don't want to process notes or nullifiers that only exist ahead
140
128
  // in time of the locally synced state.
@@ -147,50 +135,96 @@ export class NoteService {
147
135
 
148
136
  // By computing siloed and unique note hashes ourselves we prevent contracts from interfering with the note storage
149
137
  // of other contracts, which would constitute a security breach.
150
- const uniqueNoteHash = await computeUniqueNoteHash(noteNonce, await siloNoteHash(contractAddress, noteHash));
151
- const siloedNullifier = await siloNullifier(contractAddress, nullifier);
152
-
153
- const [txEffect, [nullifierIndex]] = await Promise.all([
154
- this.aztecNode.getTxEffect(txHash),
155
- this.aztecNode.findLeavesIndexes(anchorBlockHash, MerkleTreeId.NULLIFIER_TREE, [siloedNullifier]),
156
- ]);
157
- if (!txEffect) {
158
- throw new Error(`Could not find tx effect for tx hash ${txHash}`);
159
- }
138
+ const computed = await Promise.all(
139
+ requests.map(async ({ contractAddress, noteHash, nullifier, noteNonce }) => {
140
+ const [siloedNoteHash, siloedNullifier] = await Promise.all([
141
+ siloNoteHash(contractAddress, noteHash),
142
+ siloNullifier(contractAddress, nullifier),
143
+ ]);
144
+ const uniqueNoteHash = await computeUniqueNoteHash(noteNonce, siloedNoteHash);
145
+ return { uniqueNoteHash, siloedNullifier };
146
+ }),
147
+ );
160
148
 
161
- if (txEffect.l2BlockNumber > anchorBlockNumber) {
162
- throw new Error(`Could not find tx effect for tx hash ${txHash} as of block number ${anchorBlockNumber}`);
163
- }
149
+ const nullifierIndexes = await this.#findNullifierIndexes(
150
+ anchorBlockHash,
151
+ computed.map(c => c.siloedNullifier),
152
+ );
164
153
 
165
- // Find the index of the note hash in the noteHashes array to determine note ordering within the tx
166
- const noteIndexInTx = txEffect.data.noteHashes.findIndex(nh => nh.equals(uniqueNoteHash));
167
- if (noteIndexInTx === -1) {
168
- throw new Error(`Note hash ${noteHash} (uniqued as ${uniqueNoteHash}) is not present in tx ${txHash}`);
169
- }
154
+ const noteDaos: NoteDao[] = [];
155
+ const foundNullifiers: DataInBlock<Fr>[] = [];
156
+
157
+ for (let i = 0; i < requests.length; i++) {
158
+ const { contractAddress, owner, storageSlot, randomness, noteNonce, content, noteHash, txHash } = requests[i];
159
+ const { uniqueNoteHash, siloedNullifier } = computed[i];
160
+ const nullifierIndex = nullifierIndexes[i];
161
+
162
+ const txEffect = txEffects.get(txHash.toString());
163
+ if (!txEffect) {
164
+ // We error out instead of just logging a warning and skipping the note because this would indicate a bug. This
165
+ // is because the node has already served info about this tx either when obtaining the log (LogResult carries
166
+ // the tx info) or when getting metadata for the offchain message (before the message got passed to
167
+ // `process_log`).
168
+ throw new Error(`Could not find tx effect for tx hash ${txHash} when processing a note.`);
169
+ }
170
+
171
+ if (txEffect.l2BlockNumber > anchorBlockNumber) {
172
+ // If the message was delivered onchain, this would indicate a bug: log sync should never load logs from blocks
173
+ // newer than the anchor block. If the note came via an offchain message, it would likely also be a bug, since
174
+ // we sync a new anchor block before calling `process_message`. For this not to be a bug, the message would
175
+ // need to come from a newer block than the anchor served by the node, implying the node isn't properly synced.
176
+ // We therefore error out here rather than assuming the offchain message was constructed by a malicious
177
+ // sender with the intention of bricking recipient's PXE (if we assumed that we would just ignore the message).
178
+ throw new Error(
179
+ `Obtained a newer tx effect for ${txHash} for a note validation request than the anchor block ${anchorBlockNumber}. This is a bug as we should not ever be processing a note from a newer block than the anchor block.`,
180
+ );
181
+ }
182
+
183
+ // Find the index of the note hash in the noteHashes array to determine note ordering within the tx
184
+ const noteIndexInTx = txEffect.data.noteHashes.findIndex(nh => nh.equals(uniqueNoteHash));
185
+ if (noteIndexInTx === -1) {
186
+ // Similar to the comment above - we error out as this would indicate a bug in nonce discovery.
187
+ throw new Error(`Note hash ${noteHash} (uniqued as ${uniqueNoteHash}) is not present in tx ${txHash}`);
188
+ }
189
+
190
+ noteDaos.push(
191
+ new NoteDao(
192
+ new Note(content),
193
+ contractAddress,
194
+ owner,
195
+ storageSlot,
196
+ randomness,
197
+ noteNonce,
198
+ noteHash,
199
+ siloedNullifier,
200
+ txHash,
201
+ txEffect.l2BlockNumber,
202
+ txEffect.l2BlockHash.toString(),
203
+ txEffect.txIndexInBlock,
204
+ noteIndexInTx,
205
+ ),
206
+ );
170
207
 
171
- const noteDao = new NoteDao(
172
- new Note(content),
173
- contractAddress,
174
- owner,
175
- storageSlot,
176
- randomness,
177
- noteNonce,
178
- noteHash,
179
- siloedNullifier,
180
- txHash,
181
- txEffect.l2BlockNumber,
182
- txEffect.l2BlockHash.toString(),
183
- txEffect.txIndexInBlock,
184
- noteIndexInTx,
185
- );
208
+ if (nullifierIndex !== undefined) {
209
+ // We found a nullifier index which implies that the note has already been nullified.
210
+ const { data: _, ...blockHashAndNum } = nullifierIndex;
211
+ foundNullifiers.push({ data: siloedNullifier, ...blockHashAndNum });
212
+ }
213
+ }
186
214
 
187
- // The note was found by `recipient`, so we use that as the scope when storing the note.
188
- await this.noteStore.addNotes([noteDao], recipient, this.jobId);
215
+ await this.noteStore.addNotes(noteDaos, scope, this.jobId);
189
216
 
190
- if (nullifierIndex !== undefined) {
191
- // We found nullifier index which implies that the note has already been nullified.
192
- const { data: _, ...blockHashAndNum } = nullifierIndex;
193
- await this.noteStore.applyNullifiers([{ data: siloedNullifier, ...blockHashAndNum }], this.jobId);
217
+ if (foundNullifiers.length > 0) {
218
+ await this.noteStore.applyNullifiers(foundNullifiers, this.jobId);
194
219
  }
195
220
  }
221
+
222
+ async #findNullifierIndexes(anchorBlockHash: BlockHash, siloedNullifiers: Fr[]) {
223
+ const batches = chunk(siloedNullifiers, MAX_RPC_LEN);
224
+ return (
225
+ await Promise.all(
226
+ batches.map(batch => this.aztecNode.findLeavesIndexes(anchorBlockHash, MerkleTreeId.NULLIFIER_TREE, batch)),
227
+ )
228
+ ).flat();
229
+ }
196
230
  }