@aztec/pxe 5.0.0-private.20260319 → 5.0.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (453) hide show
  1. package/dest/bin/check_oracle_version.js +45 -111
  2. package/dest/bin/index.d.ts +2 -0
  3. package/dest/bin/index.d.ts.map +1 -0
  4. package/dest/bin/index.js +1 -0
  5. package/dest/bin/oracle_version_helpers.d.ts +51 -0
  6. package/dest/bin/oracle_version_helpers.d.ts.map +1 -0
  7. package/dest/bin/oracle_version_helpers.js +254 -0
  8. package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
  9. package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
  10. package/dest/block_synchronizer/block_stream_source.js +37 -0
  11. package/dest/block_synchronizer/block_synchronizer.d.ts +20 -14
  12. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  13. package/dest/block_synchronizer/block_synchronizer.js +78 -28
  14. package/dest/config/index.d.ts +8 -1
  15. package/dest/config/index.d.ts.map +1 -1
  16. package/dest/config/index.js +13 -14
  17. package/dest/contract_function_simulator/contract_function_simulator.d.ts +19 -19
  18. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  19. package/dest/contract_function_simulator/contract_function_simulator.js +57 -32
  20. package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
  21. package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
  22. package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
  23. package/dest/contract_function_simulator/execution_note_cache.d.ts +2 -2
  24. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  25. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +5 -9
  26. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
  27. package/dest/contract_function_simulator/execution_tagging_index_cache.js +3 -7
  28. package/dest/contract_function_simulator/index.d.ts +24 -6
  29. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  30. package/dest/contract_function_simulator/index.js +11 -4
  31. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +29 -0
  32. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
  33. package/dest/contract_function_simulator/noir-structs/bounded_vec.js +30 -0
  34. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts +9 -0
  35. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts.map +1 -0
  36. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.js +1 -0
  37. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts +7 -0
  38. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts.map +1 -0
  39. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.js +1 -0
  40. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts +37 -0
  41. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts.map +1 -0
  42. package/dest/contract_function_simulator/noir-structs/ephemeral_array.js +59 -0
  43. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +5 -5
  44. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
  45. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +7 -9
  46. package/dest/contract_function_simulator/noir-structs/fact.d.ts +16 -0
  47. package/dest/contract_function_simulator/noir-structs/fact.d.ts.map +1 -0
  48. package/dest/contract_function_simulator/noir-structs/fact.js +6 -0
  49. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts +27 -0
  50. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts.map +1 -0
  51. package/dest/contract_function_simulator/noir-structs/fact_collection.js +29 -0
  52. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +19 -10
  53. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
  54. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +12 -24
  55. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +5 -9
  56. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  57. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -61
  58. package/dest/contract_function_simulator/noir-structs/note_data.d.ts +27 -0
  59. package/dest/contract_function_simulator/noir-structs/note_data.d.ts.map +1 -0
  60. package/dest/contract_function_simulator/noir-structs/note_data.js +3 -0
  61. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +5 -5
  62. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
  63. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +8 -10
  64. package/dest/contract_function_simulator/noir-structs/option.d.ts +59 -0
  65. package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
  66. package/dest/contract_function_simulator/noir-structs/option.js +67 -0
  67. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts +11 -0
  68. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts.map +1 -0
  69. package/dest/contract_function_simulator/noir-structs/origin_block.js +5 -0
  70. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +8 -0
  71. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -0
  72. package/dest/contract_function_simulator/noir-structs/provided_secret.js +1 -0
  73. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts +21 -0
  74. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts.map +1 -0
  75. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.js +33 -0
  76. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts +21 -0
  77. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts.map +1 -0
  78. package/dest/contract_function_simulator/noir-structs/resolved_tx.js +50 -0
  79. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts +14 -0
  80. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts.map +1 -0
  81. package/dest/contract_function_simulator/noir-structs/tx_effect_data.js +5 -0
  82. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +6 -11
  83. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
  84. package/dest/contract_function_simulator/noir-structs/utility_context.js +1 -20
  85. package/dest/contract_function_simulator/oracle/acir_callback.d.ts +16 -0
  86. package/dest/contract_function_simulator/oracle/acir_callback.d.ts.map +1 -0
  87. package/dest/contract_function_simulator/oracle/acir_callback.js +71 -0
  88. package/dest/contract_function_simulator/oracle/index.d.ts +2 -13
  89. package/dest/contract_function_simulator/oracle/index.d.ts.map +1 -1
  90. package/dest/contract_function_simulator/oracle/index.js +1 -1
  91. package/dest/contract_function_simulator/oracle/interfaces.d.ts +15 -103
  92. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  93. package/dest/contract_function_simulator/oracle/interfaces.js +2 -2
  94. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -14
  95. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
  96. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.js +1 -24
  97. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +2 -2
  98. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  99. package/dest/contract_function_simulator/oracle/note_packing_utils.js +2 -2
  100. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +135 -0
  101. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
  102. package/dest/contract_function_simulator/oracle/oracle_registry.js +976 -0
  103. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +183 -0
  104. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -0
  105. package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +1222 -0
  106. package/dest/contract_function_simulator/oracle/private_execution.d.ts +1 -1
  107. package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
  108. package/dest/contract_function_simulator/oracle/private_execution.js +3 -4
  109. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +44 -42
  110. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  111. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +147 -59
  112. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +143 -71
  113. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  114. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +485 -187
  115. package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
  116. package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
  117. package/dest/contract_function_simulator/pick_notes.js +20 -3
  118. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +1 -1
  119. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
  120. package/dest/contract_function_simulator/proxied_contract_data_source.js +35 -64
  121. package/dest/contract_function_simulator/transient_array_service.d.ts +31 -0
  122. package/dest/contract_function_simulator/transient_array_service.d.ts.map +1 -0
  123. package/dest/contract_function_simulator/transient_array_service.js +62 -0
  124. package/dest/contract_logging.d.ts +9 -4
  125. package/dest/contract_logging.d.ts.map +1 -1
  126. package/dest/contract_logging.js +21 -6
  127. package/dest/contract_sync/contract_sync_service.d.ts +11 -9
  128. package/dest/contract_sync/contract_sync_service.d.ts.map +1 -1
  129. package/dest/contract_sync/contract_sync_service.js +73 -51
  130. package/dest/contract_sync/helpers.d.ts +8 -9
  131. package/dest/contract_sync/helpers.d.ts.map +1 -1
  132. package/dest/contract_sync/helpers.js +23 -30
  133. package/dest/debug/pxe_debug_utils.d.ts +3 -8
  134. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  135. package/dest/debug/pxe_debug_utils.js +0 -6
  136. package/dest/entrypoints/client/bundle/index.d.ts +1 -2
  137. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  138. package/dest/entrypoints/client/bundle/index.js +0 -1
  139. package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
  140. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  141. package/dest/entrypoints/client/bundle/utils.js +18 -5
  142. package/dest/entrypoints/client/lazy/index.d.ts +1 -2
  143. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  144. package/dest/entrypoints/client/lazy/index.js +0 -1
  145. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  146. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  147. package/dest/entrypoints/client/lazy/utils.js +18 -5
  148. package/dest/entrypoints/pxe_creation_options.d.ts +16 -2
  149. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  150. package/dest/entrypoints/pxe_creation_options.js +3 -1
  151. package/dest/entrypoints/server/index.d.ts +2 -3
  152. package/dest/entrypoints/server/index.d.ts.map +1 -1
  153. package/dest/entrypoints/server/index.js +1 -2
  154. package/dest/entrypoints/server/utils.d.ts +4 -3
  155. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  156. package/dest/entrypoints/server/utils.js +20 -6
  157. package/dest/error_enriching.js +1 -1
  158. package/dest/events/event_service.d.ts +15 -6
  159. package/dest/events/event_service.d.ts.map +1 -1
  160. package/dest/events/event_service.js +44 -11
  161. package/dest/events/private_event_filter_validator.d.ts +3 -2
  162. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  163. package/dest/events/private_event_filter_validator.js +15 -0
  164. package/dest/hooks/authorize_utility_call.d.ts +41 -0
  165. package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
  166. package/dest/hooks/authorize_utility_call.js +4 -0
  167. package/dest/hooks/execution_hooks.d.ts +51 -0
  168. package/dest/hooks/execution_hooks.d.ts.map +1 -0
  169. package/dest/hooks/execution_hooks.js +9 -0
  170. package/dest/hooks/index.d.ts +4 -0
  171. package/dest/hooks/index.d.ts.map +1 -0
  172. package/dest/hooks/index.js +1 -0
  173. package/dest/hooks/resolve_tagging_secret_strategy.d.ts +41 -0
  174. package/dest/hooks/resolve_tagging_secret_strategy.d.ts.map +1 -0
  175. package/dest/hooks/resolve_tagging_secret_strategy.js +3 -0
  176. package/dest/logs/log_service.d.ts +12 -12
  177. package/dest/logs/log_service.d.ts.map +1 -1
  178. package/dest/logs/log_service.js +169 -81
  179. package/dest/messages/tx_resolver_service.d.ts +17 -0
  180. package/dest/messages/tx_resolver_service.d.ts.map +1 -0
  181. package/dest/messages/tx_resolver_service.js +55 -0
  182. package/dest/notes/note_service.d.ts +27 -6
  183. package/dest/notes/note_service.d.ts.map +1 -1
  184. package/dest/notes/note_service.js +80 -56
  185. package/dest/notes_filter.d.ts +2 -3
  186. package/dest/notes_filter.d.ts.map +1 -1
  187. package/dest/oracle_version.d.ts +4 -3
  188. package/dest/oracle_version.d.ts.map +1 -1
  189. package/dest/oracle_version.js +20 -10
  190. package/dest/private_kernel/batch_planner.d.ts +47 -0
  191. package/dest/private_kernel/batch_planner.d.ts.map +1 -0
  192. package/dest/private_kernel/batch_planner.js +104 -0
  193. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +1 -1
  194. package/dest/private_kernel/hints/test_utils.d.ts +1 -1
  195. package/dest/private_kernel/hints/test_utils.d.ts.map +1 -1
  196. package/dest/private_kernel/hints/test_utils.js +3 -4
  197. package/dest/private_kernel/private_kernel_execution_prover.d.ts +6 -2
  198. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  199. package/dest/private_kernel/private_kernel_execution_prover.js +152 -59
  200. package/dest/private_kernel/private_kernel_oracle.d.ts +10 -10
  201. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  202. package/dest/private_kernel/private_kernel_oracle.js +24 -22
  203. package/dest/pxe.d.ts +104 -27
  204. package/dest/pxe.d.ts.map +1 -1
  205. package/dest/pxe.js +229 -130
  206. package/dest/storage/allowed_scopes.d.ts +6 -0
  207. package/dest/storage/allowed_scopes.d.ts.map +1 -0
  208. package/dest/storage/allowed_scopes.js +7 -0
  209. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -6
  210. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
  211. package/dest/storage/anchor_block_store/anchor_block_store.js +9 -7
  212. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
  213. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
  214. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
  215. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
  216. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
  217. package/dest/storage/backwards_compatibility_tests/schema_tests.js +647 -0
  218. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
  219. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
  220. package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
  221. package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
  222. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
  223. package/dest/storage/capsule_store/capsule_service.js +47 -0
  224. package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
  225. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  226. package/dest/storage/capsule_store/capsule_store.js +36 -28
  227. package/dest/storage/capsule_store/index.d.ts +2 -1
  228. package/dest/storage/capsule_store/index.d.ts.map +1 -1
  229. package/dest/storage/capsule_store/index.js +1 -0
  230. package/dest/storage/contract_store/contract_store.d.ts +1 -1
  231. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  232. package/dest/storage/contract_store/contract_store.js +11 -28
  233. package/dest/storage/fact_store/fact_service.d.ts +20 -0
  234. package/dest/storage/fact_store/fact_service.d.ts.map +1 -0
  235. package/dest/storage/fact_store/fact_service.js +30 -0
  236. package/dest/storage/fact_store/fact_store.d.ts +95 -0
  237. package/dest/storage/fact_store/fact_store.d.ts.map +1 -0
  238. package/dest/storage/fact_store/fact_store.js +408 -0
  239. package/dest/storage/fact_store/fact_store_keys.d.ts +34 -0
  240. package/dest/storage/fact_store/fact_store_keys.d.ts.map +1 -0
  241. package/dest/storage/fact_store/fact_store_keys.js +50 -0
  242. package/dest/storage/fact_store/index.d.ts +5 -0
  243. package/dest/storage/fact_store/index.d.ts.map +1 -0
  244. package/dest/storage/fact_store/index.js +3 -0
  245. package/dest/storage/fact_store/stored_fact.d.ts +32 -0
  246. package/dest/storage/fact_store/stored_fact.d.ts.map +1 -0
  247. package/dest/storage/fact_store/stored_fact.js +64 -0
  248. package/dest/storage/index.d.ts +3 -2
  249. package/dest/storage/index.d.ts.map +1 -1
  250. package/dest/storage/index.js +2 -1
  251. package/dest/storage/metadata.d.ts +1 -1
  252. package/dest/storage/metadata.js +1 -1
  253. package/dest/storage/note_store/note_store.d.ts +42 -33
  254. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  255. package/dest/storage/note_store/note_store.js +199 -170
  256. package/dest/storage/note_store/stored_note.d.ts +3 -8
  257. package/dest/storage/note_store/stored_note.d.ts.map +1 -1
  258. package/dest/storage/note_store/stored_note.js +4 -20
  259. package/dest/storage/open_pxe_stores.d.ts +35 -0
  260. package/dest/storage/open_pxe_stores.d.ts.map +1 -0
  261. package/dest/storage/open_pxe_stores.js +29 -0
  262. package/dest/storage/private_event_store/private_event_store.d.ts +13 -16
  263. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  264. package/dest/storage/private_event_store/private_event_store.js +43 -43
  265. package/dest/storage/private_event_store/stored_private_event.js +1 -1
  266. package/dest/storage/tagging_store/index.d.ts +2 -2
  267. package/dest/storage/tagging_store/index.d.ts.map +1 -1
  268. package/dest/storage/tagging_store/index.js +1 -1
  269. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +6 -6
  270. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  271. package/dest/storage/tagging_store/sender_tagging_store.d.ts +5 -5
  272. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  273. package/dest/storage/tagging_store/sender_tagging_store.js +3 -3
  274. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts +40 -0
  275. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts.map +1 -0
  276. package/dest/storage/tagging_store/tagging_secret_sources_store.js +92 -0
  277. package/dest/tagging/get_all_logs_by_tags.d.ts +34 -10
  278. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
  279. package/dest/tagging/get_all_logs_by_tags.js +36 -37
  280. package/dest/tagging/index.d.ts +5 -4
  281. package/dest/tagging/index.d.ts.map +1 -1
  282. package/dest/tagging/index.js +4 -3
  283. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
  284. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
  285. package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
  286. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +69 -0
  287. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
  288. package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +203 -0
  289. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
  290. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
  291. package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
  292. package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
  293. package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
  294. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +4 -5
  295. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  296. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +26 -14
  297. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +11 -6
  298. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
  299. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +21 -0
  300. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +4 -4
  301. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  302. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +2 -2
  303. package/package.json +20 -17
  304. package/src/bin/check_oracle_version.ts +51 -133
  305. package/src/bin/index.ts +5 -0
  306. package/src/bin/oracle_version_helpers.ts +311 -0
  307. package/src/block_synchronizer/block_stream_source.ts +42 -0
  308. package/src/block_synchronizer/block_synchronizer.ts +93 -38
  309. package/src/config/index.ts +15 -8
  310. package/src/contract_function_simulator/contract_function_simulator.ts +86 -48
  311. package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
  312. package/src/contract_function_simulator/execution_note_cache.ts +1 -1
  313. package/src/contract_function_simulator/execution_tagging_index_cache.ts +5 -9
  314. package/src/contract_function_simulator/index.ts +63 -5
  315. package/src/contract_function_simulator/noir-structs/bounded_vec.ts +43 -0
  316. package/src/contract_function_simulator/noir-structs/contract_class_log_data.ts +9 -0
  317. package/src/contract_function_simulator/noir-structs/embedded_curve_point.ts +4 -0
  318. package/src/contract_function_simulator/noir-structs/ephemeral_array.ts +66 -0
  319. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +5 -7
  320. package/src/contract_function_simulator/noir-structs/fact.ts +13 -0
  321. package/src/contract_function_simulator/noir-structs/fact_collection.ts +59 -0
  322. package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +27 -20
  323. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +8 -61
  324. package/src/contract_function_simulator/noir-structs/note_data.ts +27 -0
  325. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +6 -8
  326. package/src/contract_function_simulator/noir-structs/option.ts +75 -0
  327. package/src/contract_function_simulator/noir-structs/origin_block.ts +8 -0
  328. package/src/contract_function_simulator/noir-structs/provided_secret.ts +5 -0
  329. package/src/contract_function_simulator/noir-structs/resolved_tagging_strategy.ts +45 -0
  330. package/src/contract_function_simulator/noir-structs/resolved_tx.ts +53 -0
  331. package/src/contract_function_simulator/noir-structs/tx_effect_data.ts +15 -0
  332. package/src/contract_function_simulator/noir-structs/utility_context.ts +5 -17
  333. package/src/contract_function_simulator/oracle/acir_callback.ts +108 -0
  334. package/src/contract_function_simulator/oracle/index.ts +1 -15
  335. package/src/contract_function_simulator/oracle/interfaces.ts +11 -176
  336. package/src/contract_function_simulator/oracle/message_load_oracle_inputs.ts +6 -21
  337. package/src/contract_function_simulator/oracle/note_packing_utils.ts +3 -3
  338. package/src/contract_function_simulator/oracle/oracle_registry.ts +681 -0
  339. package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +947 -0
  340. package/src/contract_function_simulator/oracle/private_execution.ts +3 -4
  341. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +182 -79
  342. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +743 -295
  343. package/src/contract_function_simulator/pick_notes.ts +22 -3
  344. package/src/contract_function_simulator/proxied_contract_data_source.ts +41 -64
  345. package/src/contract_function_simulator/transient_array_service.ts +91 -0
  346. package/src/contract_logging.ts +18 -5
  347. package/src/contract_sync/contract_sync_service.ts +101 -87
  348. package/src/contract_sync/helpers.ts +24 -43
  349. package/src/debug/pxe_debug_utils.ts +3 -11
  350. package/src/entrypoints/client/bundle/index.ts +0 -1
  351. package/src/entrypoints/client/bundle/utils.ts +17 -5
  352. package/src/entrypoints/client/lazy/index.ts +0 -1
  353. package/src/entrypoints/client/lazy/utils.ts +17 -5
  354. package/src/entrypoints/pxe_creation_options.ts +21 -1
  355. package/src/entrypoints/server/index.ts +1 -2
  356. package/src/entrypoints/server/utils.ts +24 -7
  357. package/src/error_enriching.ts +1 -1
  358. package/src/events/event_service.ts +69 -21
  359. package/src/events/private_event_filter_validator.ts +21 -1
  360. package/src/hooks/authorize_utility_call.ts +44 -0
  361. package/src/hooks/execution_hooks.ts +57 -0
  362. package/src/hooks/index.ts +11 -0
  363. package/src/hooks/resolve_tagging_secret_strategy.ts +46 -0
  364. package/src/logs/log_service.ts +204 -146
  365. package/src/messages/tx_resolver_service.ts +69 -0
  366. package/src/notes/note_service.ts +119 -85
  367. package/src/notes_filter.ts +1 -3
  368. package/src/oracle_version.ts +20 -10
  369. package/src/private_kernel/batch_planner.ts +169 -0
  370. package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +1 -1
  371. package/src/private_kernel/hints/test_utils.ts +3 -10
  372. package/src/private_kernel/private_kernel_execution_prover.ts +240 -82
  373. package/src/private_kernel/private_kernel_oracle.ts +35 -25
  374. package/src/pxe.ts +369 -138
  375. package/src/storage/allowed_scopes.ts +14 -0
  376. package/src/storage/anchor_block_store/anchor_block_store.ts +9 -7
  377. package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
  378. package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
  379. package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
  380. package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
  381. package/src/storage/backwards_compatibility_tests/__snapshots__/FactStore.json +40 -0
  382. package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
  383. package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +40 -0
  384. package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +56 -0
  385. package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
  386. package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +18 -0
  387. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +22 -0
  388. package/src/storage/backwards_compatibility_tests/__snapshots__/TaggingSecretSourcesStore.json +30 -0
  389. package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +117 -0
  390. package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
  391. package/src/storage/backwards_compatibility_tests/schema_tests.ts +769 -0
  392. package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
  393. package/src/storage/capsule_store/capsule_service.ts +85 -0
  394. package/src/storage/capsule_store/capsule_store.ts +44 -26
  395. package/src/storage/capsule_store/index.ts +1 -0
  396. package/src/storage/contract_store/contract_store.ts +16 -37
  397. package/src/storage/fact_store/fact_service.ts +45 -0
  398. package/src/storage/fact_store/fact_store.ts +487 -0
  399. package/src/storage/fact_store/fact_store_keys.ts +75 -0
  400. package/src/storage/fact_store/index.ts +4 -0
  401. package/src/storage/fact_store/stored_fact.ts +80 -0
  402. package/src/storage/index.ts +2 -1
  403. package/src/storage/metadata.ts +1 -1
  404. package/src/storage/note_store/note_store.ts +228 -192
  405. package/src/storage/note_store/stored_note.ts +5 -27
  406. package/src/storage/open_pxe_stores.ts +52 -0
  407. package/src/storage/private_event_store/private_event_store.ts +52 -54
  408. package/src/storage/private_event_store/stored_private_event.ts +1 -1
  409. package/src/storage/tagging_store/index.ts +1 -1
  410. package/src/storage/tagging_store/recipient_tagging_store.ts +5 -9
  411. package/src/storage/tagging_store/sender_tagging_store.ts +6 -6
  412. package/src/storage/tagging_store/tagging_secret_sources_store.ts +117 -0
  413. package/src/tagging/get_all_logs_by_tags.ts +78 -50
  414. package/src/tagging/index.ts +4 -3
  415. package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
  416. package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +301 -0
  417. package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +2 -2
  418. package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
  419. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +41 -19
  420. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +23 -8
  421. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +4 -5
  422. package/dest/access_scopes.d.ts +0 -9
  423. package/dest/access_scopes.d.ts.map +0 -1
  424. package/dest/access_scopes.js +0 -6
  425. package/dest/contract_function_simulator/noir-structs/message_tx_context.d.ts +0 -16
  426. package/dest/contract_function_simulator/noir-structs/message_tx_context.d.ts.map +0 -1
  427. package/dest/contract_function_simulator/noir-structs/message_tx_context.js +0 -57
  428. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts +0 -9
  429. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts.map +0 -1
  430. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.js +0 -42
  431. package/dest/contract_function_simulator/oracle/oracle.d.ts +0 -61
  432. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +0 -1
  433. package/dest/contract_function_simulator/oracle/oracle.js +0 -437
  434. package/dest/messages/message_context_service.d.ts +0 -17
  435. package/dest/messages/message_context_service.d.ts.map +0 -1
  436. package/dest/messages/message_context_service.js +0 -36
  437. package/dest/storage/tagging_store/sender_address_book_store.d.ts +0 -14
  438. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +0 -1
  439. package/dest/storage/tagging_store/sender_address_book_store.js +0 -36
  440. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -14
  441. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
  442. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
  443. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -14
  444. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
  445. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -33
  446. package/src/access_scopes.ts +0 -9
  447. package/src/contract_function_simulator/noir-structs/message_tx_context.ts +0 -55
  448. package/src/contract_function_simulator/oracle/legacy_oracle_mappings.ts +0 -135
  449. package/src/contract_function_simulator/oracle/oracle.ts +0 -675
  450. package/src/messages/message_context_service.ts +0 -45
  451. package/src/storage/tagging_store/sender_address_book_store.ts +0 -48
  452. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -140
  453. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -44
@@ -0,0 +1,57 @@
1
+ import type { Logger } from '@aztec/foundation/log';
2
+ import type { PrivateKernelTailCircuitPublicInputs } from '@aztec/stdlib/kernel';
3
+ import type { TaggingIndexRange } from '@aztec/stdlib/logs';
4
+ import type { TxHash } from '@aztec/stdlib/tx';
5
+
6
+ import type { SenderTaggingStore } from '../storage/tagging_store/sender_tagging_store.js';
7
+ import { reconcileTaggingIndexRangesAgainstSurvivingTags } from './reconcile_tagging_index_ranges.js';
8
+
9
+ /**
10
+ * Persists the tagging index ranges that a tx used as a sender, after reconciling them against the kernel's surviving
11
+ * private logs.
12
+ *
13
+ * The tagging index cache reserves an index for every log emission attempted during private execution, but the kernel
14
+ * may then squash some of those logs (e.g. when a note is created and nullified within the same tx). This function
15
+ * shrinks the recorded ranges to match the actual on-chain footprint before writing them, so that what we persist is
16
+ * consistent with what the network will see.
17
+ *
18
+ * @remarks Storing the recorded ranges in the DB may not be seen as necessary because we sync from chain before sending
19
+ * new logs, but the sync can only see logs already included in blocks. If we sent another transaction before this one
20
+ * was included from the same PXE, and that transaction contained a log with a tag derived from the same secret, we
21
+ * would reuse the tag and the transactions would be linked. Persisting in the DB prevents that linkage.
22
+ *
23
+ * @param store - The sender tagging store.
24
+ * @param recordedRanges - The tagging index ranges as recorded during private execution (pre-squash).
25
+ * @param publicInputs - The final kernel public inputs, used to determine which private logs survived squashing.
26
+ * @param getTxHash - Lazy accessor for the tx hash. Called only when there is something to persist, since computing
27
+ * the tx hash is expensive.
28
+ * @param jobId - Job context for staged writes to the store. See `JobCoordinator` for more details.
29
+ * @param log - Logger.
30
+ */
31
+ export async function persistSenderTaggingIndexRangesForTx(
32
+ store: SenderTaggingStore,
33
+ recordedRanges: TaggingIndexRange[],
34
+ publicInputs: PrivateKernelTailCircuitPublicInputs,
35
+ getTxHash: () => Promise<TxHash>,
36
+ jobId: string,
37
+ log: Logger,
38
+ ): Promise<void> {
39
+ if (recordedRanges.length === 0) {
40
+ log.debug(`No tagging index ranges used in the tx`);
41
+ return;
42
+ }
43
+
44
+ const survivingTags = new Set(
45
+ publicInputs.getNonEmptyPrivateLogs().map(privateLog => privateLog.fields[0].toString()),
46
+ );
47
+ const reconciledRanges = await reconcileTaggingIndexRangesAgainstSurvivingTags(recordedRanges, survivingTags);
48
+
49
+ if (reconciledRanges.length === 0) {
50
+ log.debug(`All tagging index ranges used in the tx were squashed by the kernel`, { recordedRanges });
51
+ return;
52
+ }
53
+
54
+ const txHash = await getTxHash();
55
+ await store.storePendingIndexes(reconciledRanges, txHash, jobId);
56
+ log.debug(`Stored used tagging index ranges as sender for the tx`, { recordedRanges, reconciledRanges });
57
+ }
@@ -0,0 +1,301 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
2
+ import { isDefined } from '@aztec/foundation/types';
3
+ import type { BlockHash } from '@aztec/stdlib/block';
4
+ import type { AztecNode } from '@aztec/stdlib/interfaces/client';
5
+ import type { AppTaggingSecret, LogResult } from '@aztec/stdlib/logs';
6
+ import { AppTaggingSecretKind, SiloedTag } from '@aztec/stdlib/logs';
7
+ import type { BlockHeader } from '@aztec/stdlib/tx';
8
+
9
+ import type { RecipientTaggingStore } from '../../storage/tagging_store/recipient_tagging_store.js';
10
+ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../constants.js';
11
+ import { getAllPrivateLogsByTags } from '../get_all_logs_by_tags.js';
12
+ import { findHighestIndexes } from './utils/find_highest_indexes.js';
13
+
14
+ /**
15
+ * Fetches and syncs tagged private logs for multiple sender-recipient pairs, batching tag queries across all secrets
16
+ * into shared RPC calls. Handles both constrained and unconstrained secrets, which differ in their scan strategy
17
+ * but share the same batching infrastructure.
18
+ *
19
+ * # Unconstrained secrets
20
+ *
21
+ * For each unconstrained secret we sync logs that correspond to the tagging index range
22
+ * (highestAgedIndex, highestFinalizedIndex + WINDOW_LEN]
23
+ *
24
+ * highestAgedIndex is the highest index that was used in a tx that is included in a block at least
25
+ * `MAX_TX_LIFETIME` seconds ago.
26
+ * highestFinalizedIndex is the highest index that was used in a tx that is included in a finalized block.
27
+ *
28
+ * "(" denotes an open end of the range - the index is not included in the range.
29
+ * "]" denotes a closed end of the range - the index is included in the range.
30
+ *
31
+ * ## Explanation of highestAgedIndex
32
+ *
33
+ * highestAgedIndex is chosen such that for all tagging indexes `i <= highestAgedIndex` we know that no new logs can
34
+ * ever appear.
35
+ *
36
+ * This relies on the "maximum inclusion timestamp" rule enforced by the kernel and rollup circuits:
37
+ * - a transaction's maximum inclusion timestamp is at most `MAX_TX_LIFETIME` seconds after
38
+ * the timestamp of its anchor block; and
39
+ * - a rollup only includes transactions whose inclusion timestamp is >= the L2 block's timestamp.
40
+ *
41
+ * Suppose some device used index `I` in a transaction anchored to block `B_N` at time `N`, and that block is now at
42
+ * least `MAX_TX_LIFETIME` seconds in the past. Then there is no possibility of any *other* device
43
+ * trying to use an index <= `I` while anchoring to a *newer* block than `B_N` because if we were anchoring to
44
+ * a newer block than `B_N` then we would already have seen the log with index `I` and hence the device would have
45
+ * chosen a larger index.
46
+ * If that *other* device would anchor to a block older than `B_N` then that tx could never be included in a block
47
+ * because it would already have been expired.
48
+ *
49
+ * Therefore, once we see that index `I` has been used in a block that is at least `MAX_TX_LIFETIME`
50
+ * seconds old, we can safely stop syncing logs for all indexes <= `I` and set highestAgedIndex = `I`.
51
+ *
52
+ * ## Explanation of the upper bound `highestFinalizedIndex + WINDOW_LEN`
53
+ *
54
+ * When a sender chooses a tagging index, they will select an index that is at most `WINDOW_LEN` greater than
55
+ * the highest finalized index. If that index was already used, they will throw an error. For this reason we
56
+ * don't have to look further than `highestFinalizedIndex + WINDOW_LEN`.
57
+ *
58
+ * # Constrained secrets
59
+ *
60
+ * Constrained delivery enforces a contiguous index sequence (each send proves the predecessor's nullifier,
61
+ * chaining back to the handshake), so there is only one sender and indexes are sequential. This means:
62
+ * - The lower bound is `highestFinalizedIndex + 1`. The `highestAgedIndex` mechanism is unnecessary because
63
+ * the nullifier chain prevents out-of-order index usage: no device can fill in a lower index after a higher
64
+ * one is already on-chain.
65
+ * - The scan stops at the first gap in the index sequence. If all indexes in the batch have logs, the window
66
+ * advances. If a gap is found, the sequence has ended and no further logs exist.
67
+ * - The upper bound is the same as unconstrained: `highestFinalizedIndex + WINDOW_LEN`.
68
+ *
69
+ * # Batching across secrets
70
+ *
71
+ * Instead of running one RPC call per secret, we merge tags from all pending secrets (both constrained and
72
+ * unconstrained) into a single flat array, make one batched `getAllPrivateLogsByTags` call (which internally
73
+ * chunks at MAX_RPC_LEN), then split results back per secret using tracked offsets. Only secrets whose window
74
+ * advanced are kept for the next iteration.
75
+ */
76
+ export async function syncTaggedPrivateLogs(
77
+ secrets: AppTaggingSecret[],
78
+ aztecNode: AztecNode,
79
+ taggingStore: RecipientTaggingStore,
80
+ anchorBlockHeader: BlockHeader,
81
+ finalizedBlockNumber: BlockNumber,
82
+ jobId: string,
83
+ ): Promise<LogResult[]> {
84
+ if (secrets.length === 0) {
85
+ return [];
86
+ }
87
+
88
+ const anchorBlockNumber = anchorBlockHeader.getBlockNumber();
89
+ const anchorBlockHash = await anchorBlockHeader.hash();
90
+ const currentTimestamp = anchorBlockHeader.globalVariables.timestamp;
91
+
92
+ // Read stored indexes from the db and compute the initial [start, end) range for each secret
93
+ let pending = await getIndexRangesForSecrets(secrets, taggingStore, jobId);
94
+ const allLogs: LogResult[] = [];
95
+
96
+ while (pending.length > 0) {
97
+ // Compute tags for all pending secrets and fetch logs in batched RPC calls
98
+ const logsPerSecret = await fetchLogsForSecrets(pending, aztecNode, anchorBlockNumber, anchorBlockHash);
99
+
100
+ const nextRound = await Promise.all(
101
+ pending.map(async (pendingSecret, i) => {
102
+ const logsFoundWithSecret = logsPerSecret[i];
103
+ if (logsFoundWithSecret.length === 0) {
104
+ // No logs found, no need to update indexes or advance window.
105
+ return undefined;
106
+ }
107
+
108
+ allLogs.push(...logsFoundWithSecret.map(({ log }) => log));
109
+
110
+ // Persist new indexes. If the finalized index moved forward, the window advances
111
+ // and we need another round for this secret.
112
+ const processForKind =
113
+ pendingSecret.secret.kind === AppTaggingSecretKind.CONSTRAINED
114
+ ? processConstrainedResults
115
+ : processUnconstrainedResults;
116
+
117
+ return await processForKind(
118
+ pendingSecret,
119
+ logsFoundWithSecret,
120
+ taggingStore,
121
+ currentTimestamp,
122
+ finalizedBlockNumber,
123
+ jobId,
124
+ );
125
+ }),
126
+ );
127
+
128
+ pending = nextRound.filter(isDefined);
129
+ }
130
+
131
+ return allLogs;
132
+ }
133
+
134
+ /** Reads stored indexes for each secret and computes the initial index range to query. */
135
+ function getIndexRangesForSecrets(
136
+ secrets: AppTaggingSecret[],
137
+ taggingStore: RecipientTaggingStore,
138
+ jobId: string,
139
+ ): Promise<PendingSecret[]> {
140
+ return Promise.all(
141
+ secrets.map(async secret => {
142
+ const currentHighestFinalizedIndex = await taggingStore.getHighestFinalizedIndex(secret, jobId);
143
+
144
+ const highestIndexBeforeStart =
145
+ secret.kind === AppTaggingSecretKind.CONSTRAINED
146
+ ? currentHighestFinalizedIndex
147
+ : await taggingStore.getHighestAgedIndex(secret, jobId);
148
+ const start = highestIndexBeforeStart === undefined ? 0 : highestIndexBeforeStart + 1;
149
+
150
+ const end = (currentHighestFinalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1;
151
+
152
+ return { secret, start, end };
153
+ }),
154
+ );
155
+ }
156
+
157
+ /**
158
+ * Computes siloed tags for all pending secrets' index ranges, fetches logs in one batched RPC call,
159
+ * and returns the results grouped back per secret.
160
+ */
161
+ async function fetchLogsForSecrets(
162
+ pending: PendingSecret[],
163
+ aztecNode: AztecNode,
164
+ anchorBlockNumber: BlockNumber,
165
+ anchorBlockHash: BlockHash,
166
+ ): Promise<LogWithIndex[][]> {
167
+ // Determine the index range for each secret
168
+ const indexesPerSecret = pending.map(({ start, end }) => Array.from({ length: end - start }, (_, i) => start + i));
169
+
170
+ // Compute siloed tags for all indexes
171
+ const tagsPerSecret = await Promise.all(
172
+ pending.map(({ secret }, i) =>
173
+ Promise.all(indexesPerSecret[i].map(index => SiloedTag.compute({ extendedSecret: secret, index }))),
174
+ ),
175
+ );
176
+
177
+ const allTags = tagsPerSecret.flat();
178
+
179
+ // getAllPrivateLogsByTags handles MAX_RPC_LEN chunking internally. Recipient sync builds `PendingTaggedLog` from
180
+ // each log's note hashes and first nullifier, so we opt into effects. The `toBlock` cap (anchor block + 1,
181
+ // exclusive) tells the node to skip any logs in blocks past the anchor — the same guard previously enforced
182
+ // by an in-memory filter on the response.
183
+ const allResults = await getAllPrivateLogsByTags(aztecNode, allTags, anchorBlockHash, {
184
+ includeEffects: true,
185
+ toBlock: BlockNumber(anchorBlockNumber + 1),
186
+ });
187
+
188
+ // Split flat results back per secret using the known lengths
189
+ const logsPerSecret: LogWithIndex[][] = [];
190
+ let offset = 0;
191
+ for (const indexes of indexesPerSecret) {
192
+ const logsForSecret: LogWithIndex[] = [];
193
+ for (let i = 0; i < indexes.length; i++) {
194
+ for (const log of allResults[offset + i]) {
195
+ logsForSecret.push({ log, taggingIndex: indexes[i] });
196
+ }
197
+ }
198
+ logsPerSecret.push(logsForSecret);
199
+ offset += indexes.length;
200
+ }
201
+
202
+ return logsPerSecret;
203
+ }
204
+
205
+ /**
206
+ * Processes fetched logs for a constrained secret. Constrained delivery guarantees contiguous index sequences,
207
+ * so we scan from the start of the queried range and stop at the first missing index. Only `highestFinalizedIndex`
208
+ * is tracked (no aged index).
209
+ */
210
+ async function processConstrainedResults(
211
+ pending: PendingSecret,
212
+ logsWithIndexes: LogWithIndex[],
213
+ taggingStore: RecipientTaggingStore,
214
+ currentTimestamp: bigint,
215
+ finalizedBlockNumber: BlockNumber,
216
+ jobId: string,
217
+ ): Promise<PendingSecret | undefined> {
218
+ // Find where the contiguous run of indexes ends. Constrained delivery guarantees there are no logs after the
219
+ // first gap, so all logs in the batch are within this prefix.
220
+ const indexesWithLogs = new Set(logsWithIndexes.map(l => l.taggingIndex));
221
+ let firstMissingIndex = pending.start;
222
+ while (firstMissingIndex < pending.end && indexesWithLogs.has(firstMissingIndex)) {
223
+ firstMissingIndex++;
224
+ }
225
+
226
+ // Finalize any logs before the gap. The nullifier for a constrained-delivery log is emitted in the same
227
+ // transaction, guaranteeing the log cannot disappear once included, so we persist the highest finalized
228
+ // index even when a gap stops the scan. This lets the next sync round skip already-finalized indexes.
229
+ const { highestFinalizedIndex } = findHighestIndexes(logsWithIndexes, currentTimestamp, finalizedBlockNumber);
230
+
231
+ if (highestFinalizedIndex !== undefined) {
232
+ await taggingStore.updateHighestFinalizedIndex(pending.secret, highestFinalizedIndex, jobId);
233
+
234
+ if (firstMissingIndex >= pending.end) {
235
+ return {
236
+ secret: pending.secret,
237
+ start: pending.end,
238
+ end: highestFinalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1,
239
+ };
240
+ }
241
+ }
242
+
243
+ return undefined;
244
+ }
245
+
246
+ /**
247
+ * Processes a single unconstrained secret's fetched logs: updates stored indexes and returns a new PendingSecret
248
+ * if the window needs to advance, or undefined if this secret is done.
249
+ */
250
+ async function processUnconstrainedResults(
251
+ pending: PendingSecret,
252
+ logsWithIndexes: LogWithIndex[],
253
+ taggingStore: RecipientTaggingStore,
254
+ currentTimestamp: bigint,
255
+ finalizedBlockNumber: BlockNumber,
256
+ jobId: string,
257
+ ): Promise<PendingSecret | undefined> {
258
+ const { highestAgedIndex, highestFinalizedIndex } = findHighestIndexes(
259
+ logsWithIndexes,
260
+ currentTimestamp,
261
+ finalizedBlockNumber,
262
+ );
263
+
264
+ // Store updates in data provider and update local variables
265
+ if (highestAgedIndex !== undefined) {
266
+ await taggingStore.updateHighestAgedIndex(pending.secret, highestAgedIndex, jobId);
267
+ }
268
+
269
+ if (highestFinalizedIndex === undefined) {
270
+ // We have not found a new highest finalized index, so there is no need to move the window forward.
271
+ return undefined;
272
+ }
273
+
274
+ if (highestAgedIndex !== undefined && highestAgedIndex > highestFinalizedIndex) {
275
+ // This is just a sanity check as this should never happen.
276
+ throw new Error(
277
+ `Highest aged index (${highestAgedIndex}) must not exceed highest finalized index (${highestFinalizedIndex})`,
278
+ );
279
+ }
280
+
281
+ await taggingStore.updateHighestFinalizedIndex(pending.secret, highestFinalizedIndex, jobId);
282
+
283
+ // For the next iteration we want to look only at indexes for which we have not yet fetched logs while
284
+ // ensuring that we do not look further than WINDOW_LEN ahead of the highest finalized index.
285
+ return {
286
+ secret: pending.secret,
287
+ start: pending.end,
288
+ end: highestFinalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1,
289
+ };
290
+ }
291
+
292
+ type PendingSecret = {
293
+ secret: AppTaggingSecret;
294
+ start: number;
295
+ end: number;
296
+ };
297
+
298
+ type LogWithIndex = {
299
+ log: LogResult;
300
+ taggingIndex: number;
301
+ };
@@ -1,11 +1,11 @@
1
1
  import { MAX_TX_LIFETIME } from '@aztec/constants';
2
- import type { TxScopedL2Log } from '@aztec/stdlib/logs';
2
+ import type { LogResult } from '@aztec/stdlib/logs';
3
3
 
4
4
  /**
5
5
  * Finds the highest aged and the highest finalized tagging indexes.
6
6
  */
7
7
  export function findHighestIndexes(
8
- privateLogsWithIndexes: Array<{ log: TxScopedL2Log; taggingIndex: number }>,
8
+ privateLogsWithIndexes: Array<{ log: LogResult; taggingIndex: number }>,
9
9
  currentTimestamp: bigint,
10
10
  finalizedBlockNumber: number,
11
11
  ): { highestAgedIndex: number | undefined; highestFinalizedIndex: number | undefined } {
@@ -0,0 +1,102 @@
1
+ import { type AppTaggingSecret, SiloedTag, type TaggingIndexRange } from '@aztec/stdlib/logs';
2
+
3
+ /**
4
+ * Reconciles tagging index ranges recorded by the PXE during private execution against the set of siloed tags whose
5
+ * private logs survived to the final kernel output.
6
+ *
7
+ * Each input range is the contiguous `[lowestIndex, highestIndex]` set of indexes that the tagging index cache
8
+ * reserved for a given tagging secret while a tx was being executed. The kernel may then squash some of those logs
9
+ * (e.g. when a note is created and nullified within the same tx, taking its log with it), so the actual on-chain
10
+ * footprint can be a strict subset of what was reserved.
11
+ *
12
+ * For each input range, this function shrinks `[lowestIndex, highestIndex]` so that both bounds correspond to indexes
13
+ * that actually survived, trimming any dropped indices at the front or the back. It is possible that some interior
14
+ * indexes were also dropped, leaving gaps between the lowest and highest indices, but we ignore those and accept the
15
+ * resulting inefficiency rather than complicate the tagging model with one in which transactions may use interleaved
16
+ * indices.
17
+ *
18
+ * Trimming tailing indices (e.g. `highestIndex`) is highly useful as it lets us reuse those indices in future
19
+ * transactions. Trimming indices at the front (e.g. `lowestIndex`) is not as impactful since we will not ever use a
20
+ * tagging index if a larger one exists (same as with gaps), but it does help in both making the consistency check
21
+ * between database and transaction effects cheaper (as there's fewer logs to test) and making the database more
22
+ * accurately reflect reality.
23
+ *
24
+ * Ranges with no surviving indexes are dropped from the output entirely.
25
+ *
26
+ * Example scenario:
27
+ * - used indexes 3 to 7, kerel squashed indexes 3, 5, and 7:
28
+ * - range: [3, 7]
29
+ * - survived: set(3, 5, 7)
30
+ * - output: [4, 6] (trimmed from both ends, gap at 5 is tolerated)
31
+ *
32
+ * @param ranges - The tagging index ranges as recorded during private execution (pre-squash).
33
+ * @param survivingTags - The set of siloed tag values (as strings) of private logs that survived kernel squashing.
34
+ * @returns The reconciled ranges, with bounds tightened to surviving indexes and fully-squashed ranges removed.
35
+ */
36
+ export async function reconcileTaggingIndexRangesAgainstSurvivingTags(
37
+ ranges: TaggingIndexRange[],
38
+ survivingTags: Set<string>,
39
+ ): Promise<TaggingIndexRange[]> {
40
+ const reconciled: TaggingIndexRange[] = [];
41
+
42
+ for (const range of ranges) {
43
+ const newLowestIndex = await findFirstSurvivingIndex(
44
+ range.extendedSecret,
45
+ range.lowestIndex,
46
+ range.highestIndex,
47
+ survivingTags,
48
+ );
49
+ if (newLowestIndex === undefined) {
50
+ // No index in this range corresponds to a surviving log: the entire range was squashed.
51
+ continue;
52
+ }
53
+
54
+ // newLowestIndex is itself a survivor, so the backward scan is guaranteed to find at least that index.
55
+ const newHighestIndex = await findLastSurvivingIndex(
56
+ range.extendedSecret,
57
+ newLowestIndex,
58
+ range.highestIndex,
59
+ survivingTags,
60
+ );
61
+
62
+ reconciled.push({
63
+ extendedSecret: range.extendedSecret,
64
+ lowestIndex: newLowestIndex,
65
+ highestIndex: newHighestIndex!,
66
+ });
67
+ }
68
+
69
+ return reconciled;
70
+ }
71
+
72
+ /** Scans `[start, end]` ascending and returns the first index whose siloed tag is in `survivingTags`. */
73
+ async function findFirstSurvivingIndex(
74
+ secret: AppTaggingSecret,
75
+ start: number,
76
+ end: number,
77
+ survivingTags: Set<string>,
78
+ ): Promise<number | undefined> {
79
+ for (let index = start; index <= end; index++) {
80
+ const tag = await SiloedTag.compute({ extendedSecret: secret, index });
81
+ if (survivingTags.has(tag.value.toString())) {
82
+ return index;
83
+ }
84
+ }
85
+ return undefined;
86
+ }
87
+
88
+ /** Scans `[start, end]` descending and returns the first index whose siloed tag is in `survivingTags`. */
89
+ async function findLastSurvivingIndex(
90
+ secret: AppTaggingSecret,
91
+ start: number,
92
+ end: number,
93
+ survivingTags: Set<string>,
94
+ ): Promise<number | undefined> {
95
+ for (let index = end; index >= start; index--) {
96
+ const tag = await SiloedTag.compute({ extendedSecret: secret, index });
97
+ if (survivingTags.has(tag.value.toString())) {
98
+ return index;
99
+ }
100
+ }
101
+ return undefined;
102
+ }
@@ -1,17 +1,20 @@
1
1
  import type { BlockHash } from '@aztec/stdlib/block';
2
2
  import type { AztecNode } from '@aztec/stdlib/interfaces/server';
3
- import type { ExtendedDirectionalAppTaggingSecret } from '@aztec/stdlib/logs';
3
+ import type { AppTaggingSecret } from '@aztec/stdlib/logs';
4
4
 
5
5
  import type { SenderTaggingStore } from '../../storage/tagging_store/sender_tagging_store.js';
6
6
  import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../constants.js';
7
- import { getStatusChangeOfPending } from './utils/get_status_change_of_pending.js';
7
+ import {
8
+ EMPTY_STATUS_CHANGE,
9
+ getStatusChangeOfPending,
10
+ mergeStatusChanges,
11
+ } from './utils/get_status_change_of_pending.js';
8
12
  import { loadAndStoreNewTaggingIndexes } from './utils/load_and_store_new_tagging_indexes.js';
9
13
 
10
14
  /**
11
15
  * Syncs tagging indexes. This function needs to be called whenever a private log is being sent.
12
16
  *
13
- * @param secret - The secret that's unique for (sender, recipient, app) tuple while the direction of
14
- * sender -> recipient matters.
17
+ * @param secret - The sender-side tagging `AppTaggingSecret`.
15
18
  * @remarks When syncing the indexes as sender we don't care about the log contents - we only care about the highest
16
19
  * pending and highest finalized indexes as that guides the next index choice when sending a log. The next index choice
17
20
  * is simply the highest pending index plus one (or finalized if pending is undefined).
@@ -19,7 +22,7 @@ import { loadAndStoreNewTaggingIndexes } from './utils/load_and_store_new_taggin
19
22
  * updates its status accordingly.
20
23
  */
21
24
  export async function syncSenderTaggingIndexes(
22
- secret: ExtendedDirectionalAppTaggingSecret,
25
+ secret: AppTaggingSecret,
23
26
  aztecNode: AztecNode,
24
27
  taggingStore: SenderTaggingStore,
25
28
  anchorBlockHash: BlockHash,
@@ -52,36 +55,55 @@ export async function syncSenderTaggingIndexes(
52
55
  let newFinalizedIndex = undefined;
53
56
 
54
57
  while (true) {
55
- // Load and store indexes for the current window. These indexes may already exist in the database if txs using
56
- // them were previously sent from this PXE. Any duplicates are handled by the tagging data provider.
57
- await loadAndStoreNewTaggingIndexes(secret, start, end, aztecNode, taggingStore, anchorBlockHash, jobId);
58
+ // Pending tx hashes already in the store for this window (from prior syncs or txs this PXE itself sent).
59
+ // Reading these before issuing any RPC lets us fetch their receipts in parallel with the logs query below.
60
+ const knownPendingTxHashes = await taggingStore.getTxHashesOfPendingIndexes(secret, start, end, jobId);
58
61
 
59
- // Retrieve all indexes within the current window from storage and update their status accordingly.
60
- const pendingTxHashes = await taggingStore.getTxHashesOfPendingIndexes(secret, start, end, jobId);
61
- if (pendingTxHashes.length === 0) {
62
+ // Fire the logs query and the known-pending receipts query in parallel
63
+ const [, statusOfKnown] = await Promise.all([
64
+ loadAndStoreNewTaggingIndexes(secret, start, end, aztecNode, taggingStore, anchorBlockHash, jobId),
65
+ knownPendingTxHashes.length > 0
66
+ ? getStatusChangeOfPending(knownPendingTxHashes, aztecNode)
67
+ : Promise.resolve(EMPTY_STATUS_CHANGE),
68
+ ]);
69
+
70
+ // Re-read pending tx hashes after the logs query writes any newly-discovered ones to the store.
71
+ const allPendingTxHashes = await taggingStore.getTxHashesOfPendingIndexes(secret, start, end, jobId);
72
+ if (allPendingTxHashes.length === 0) {
62
73
  break;
63
74
  }
64
75
 
65
- const { txHashesToFinalize, txHashesToDrop, txHashesWithExecutionReverted } = await getStatusChangeOfPending(
66
- pendingTxHashes,
67
- aztecNode,
76
+ // Receipts for pending tx hashes that the logs query just surfaced still need a sequential follow-up call.
77
+ // `storePendingIndexes` is idempotent on (secret, txHash), so a re-discovered hash stays classified as known
78
+ // and is not re-fetched here.
79
+ const knownSet = new Set(knownPendingTxHashes.map(h => h.toString()));
80
+ const newPendingTxHashes = allPendingTxHashes.filter(h => !knownSet.has(h.toString()));
81
+
82
+ const statusOfNew =
83
+ newPendingTxHashes.length > 0
84
+ ? await getStatusChangeOfPending(newPendingTxHashes, aztecNode)
85
+ : EMPTY_STATUS_CHANGE;
86
+
87
+ const { txHashesToFinalize, txHashesToDrop, txHashesWithExecutionReverted } = mergeStatusChanges(
88
+ statusOfKnown,
89
+ statusOfNew,
68
90
  );
69
91
 
70
92
  await taggingStore.dropPendingIndexes(txHashesToDrop, jobId);
71
93
  await taggingStore.finalizePendingIndexes(txHashesToFinalize, jobId);
72
94
 
73
95
  if (txHashesWithExecutionReverted.length > 0) {
74
- const indexedTxEffects = await Promise.all(
75
- txHashesWithExecutionReverted.map(txHash => aztecNode.getTxEffect(txHash)),
96
+ const receipts = await Promise.all(
97
+ txHashesWithExecutionReverted.map(txHash => aztecNode.getTxReceipt(txHash, { includeTxEffect: true })),
76
98
  );
77
- for (const indexedTxEffect of indexedTxEffects) {
78
- if (indexedTxEffect === undefined) {
99
+ for (const receipt of receipts) {
100
+ if (!receipt.isMined() || !receipt.txEffect) {
79
101
  throw new Error(
80
102
  'TxEffect not found for execution-reverted tx. This is either a bug or a reorg has occurred.',
81
103
  );
82
104
  }
83
105
 
84
- await taggingStore.finalizePendingIndexesOfAPartiallyRevertedTx(indexedTxEffect.data, jobId);
106
+ await taggingStore.finalizePendingIndexesOfAPartiallyRevertedTx(receipt.txEffect, jobId);
85
107
  }
86
108
  }
87
109
 
@@ -1,18 +1,33 @@
1
1
  import type { AztecNode } from '@aztec/stdlib/interfaces/server';
2
2
  import { TxHash, TxStatus } from '@aztec/stdlib/tx';
3
3
 
4
+ /** Classification of a batch of pending tx hashes by the status change implied by their receipts. */
5
+ export type StatusChange = {
6
+ txHashesToFinalize: TxHash[];
7
+ txHashesToDrop: TxHash[];
8
+ txHashesWithExecutionReverted: TxHash[];
9
+ };
10
+
11
+ export const EMPTY_STATUS_CHANGE: StatusChange = {
12
+ txHashesToFinalize: [],
13
+ txHashesToDrop: [],
14
+ txHashesWithExecutionReverted: [],
15
+ };
16
+
17
+ /** Concatenates two status changes field-by-field. */
18
+ export function mergeStatusChanges(a: StatusChange, b: StatusChange): StatusChange {
19
+ return {
20
+ txHashesToFinalize: [...a.txHashesToFinalize, ...b.txHashesToFinalize],
21
+ txHashesToDrop: [...a.txHashesToDrop, ...b.txHashesToDrop],
22
+ txHashesWithExecutionReverted: [...a.txHashesWithExecutionReverted, ...b.txHashesWithExecutionReverted],
23
+ };
24
+ }
25
+
4
26
  /**
5
27
  * Based on receipts obtained from `aztecNode` returns which pending transactions changed their status to finalized,
6
28
  * dropped, or execution-reverted (but mined).
7
29
  */
8
- export async function getStatusChangeOfPending(
9
- pending: TxHash[],
10
- aztecNode: AztecNode,
11
- ): Promise<{
12
- txHashesToFinalize: TxHash[];
13
- txHashesToDrop: TxHash[];
14
- txHashesWithExecutionReverted: TxHash[];
15
- }> {
30
+ export async function getStatusChangeOfPending(pending: TxHash[], aztecNode: AztecNode): Promise<StatusChange> {
16
31
  // Get receipts for all pending tx hashes.
17
32
  const receipts = await Promise.all(pending.map(pendingTxHash => aztecNode.getTxReceipt(pendingTxHash)));
18
33
 
@@ -1,7 +1,6 @@
1
1
  import type { BlockHash } from '@aztec/stdlib/block';
2
2
  import type { AztecNode } from '@aztec/stdlib/interfaces/server';
3
- import type { ExtendedDirectionalAppTaggingSecret } from '@aztec/stdlib/logs';
4
- import { SiloedTag } from '@aztec/stdlib/logs';
3
+ import { type AppTaggingSecret, SiloedTag } from '@aztec/stdlib/logs';
5
4
  import { TxHash } from '@aztec/stdlib/tx';
6
5
 
7
6
  import type { SenderTaggingStore } from '../../../storage/tagging_store/sender_tagging_store.js';
@@ -11,7 +10,7 @@ import { getAllPrivateLogsByTags } from '../../get_all_logs_by_tags.js';
11
10
  * Loads tagging indexes from the Aztec node and stores them in the tagging data provider.
12
11
  * @remarks This function is one of two places by which a pending index can get to the tagging data provider. The other
13
12
  * place is when a tx is being sent from this PXE.
14
- * @param extendedSecret - The extended directional app tagging secret that's unique for (sender, recipient, app) tuple.
13
+ * @param extendedSecret - The app tagging secret whose indexes are being synced.
15
14
  * @param start - The starting index (inclusive) of the window to process.
16
15
  * @param end - The ending index (exclusive) of the window to process.
17
16
  * @param aztecNode - The Aztec node instance to query for logs.
@@ -21,7 +20,7 @@ import { getAllPrivateLogsByTags } from '../../get_all_logs_by_tags.js';
21
20
  * preserving way.
22
21
  */
23
22
  export async function loadAndStoreNewTaggingIndexes(
24
- extendedSecret: ExtendedDirectionalAppTaggingSecret,
23
+ extendedSecret: AppTaggingSecret,
25
24
  start: number,
26
25
  end: number,
27
26
  aztecNode: AztecNode,
@@ -53,7 +52,7 @@ async function getTxsContainingTags(
53
52
  anchorBlockHash: BlockHash,
54
53
  ): Promise<TxHash[][]> {
55
54
  // We use the utility function below to retrieve all logs for the tags across all pages, so we don't need to handle
56
- // pagination here.
55
+ // pagination here. Sender sync only needs `txHash` from each log, so we leave `includeEffects` off.
57
56
  const allLogs = await getAllPrivateLogsByTags(aztecNode, tags, anchorBlockHash);
58
57
  return allLogs.map(logs => logs.map(log => log.txHash));
59
58
  }
@@ -1,9 +0,0 @@
1
- import type { AztecAddress } from '@aztec/stdlib/aztec-address';
2
- /**
3
- * Controls which accounts' private state and keys are accessible during execution.
4
- * - `'ALL_SCOPES'`: All registered accounts' private state and keys are accessible.
5
- * - `AztecAddress[]` with entries: Only the specified accounts' private state and keys are accessible.
6
- * - `[]` (empty array): Deny-all. No private state is visible and no keys are accessible.
7
- */
8
- export type AccessScopes = 'ALL_SCOPES' | AztecAddress[];
9
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYWNjZXNzX3Njb3Blcy5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL2FjY2Vzc19zY29wZXMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsWUFBWSxFQUFFLE1BQU0sNkJBQTZCLENBQUM7QUFFaEU7Ozs7O0dBS0c7QUFDSCxNQUFNLE1BQU0sWUFBWSxHQUFHLFlBQVksR0FBRyxZQUFZLEVBQUUsQ0FBQyJ9