@aztec/pxe 0.0.1-commit.42ee6df9b → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (538) hide show
  1. package/dest/bin/check_oracle_version.js +41 -112
  2. package/dest/bin/index.d.ts +2 -0
  3. package/dest/bin/index.d.ts.map +1 -0
  4. package/dest/bin/index.js +1 -0
  5. package/dest/bin/oracle_version_helpers.d.ts +34 -0
  6. package/dest/bin/oracle_version_helpers.d.ts.map +1 -0
  7. package/dest/bin/oracle_version_helpers.js +46 -0
  8. package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
  9. package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
  10. package/dest/block_synchronizer/block_stream_source.js +37 -0
  11. package/dest/block_synchronizer/block_synchronizer.d.ts +22 -16
  12. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  13. package/dest/block_synchronizer/block_synchronizer.js +65 -28
  14. package/dest/config/index.d.ts +22 -2
  15. package/dest/config/index.d.ts.map +1 -1
  16. package/dest/config/index.js +18 -14
  17. package/dest/config/package_info.js +1 -1
  18. package/dest/contract/contract_call_graph.d.ts +52 -0
  19. package/dest/contract/contract_call_graph.d.ts.map +1 -0
  20. package/dest/contract/contract_call_graph.js +91 -0
  21. package/dest/contract/contract_class_service.d.ts +24 -0
  22. package/dest/contract/contract_class_service.d.ts.map +1 -0
  23. package/dest/contract/contract_class_service.js +36 -0
  24. package/dest/contract/contract_sync_service.d.ts +83 -0
  25. package/dest/contract/contract_sync_service.d.ts.map +1 -0
  26. package/dest/contract/contract_sync_service.js +213 -0
  27. package/dest/contract/helpers.d.ts +7 -0
  28. package/dest/contract/helpers.d.ts.map +1 -0
  29. package/dest/contract/helpers.js +20 -0
  30. package/dest/contract/skip_sync_contracts.d.ts +11 -0
  31. package/dest/contract/skip_sync_contracts.d.ts.map +1 -0
  32. package/dest/contract/skip_sync_contracts.js +18 -0
  33. package/dest/contract_function_simulator/anchored_contract_data.d.ts +36 -0
  34. package/dest/contract_function_simulator/anchored_contract_data.d.ts.map +1 -0
  35. package/dest/contract_function_simulator/anchored_contract_data.js +54 -0
  36. package/dest/contract_function_simulator/contract_function_simulator.d.ts +25 -25
  37. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  38. package/dest/contract_function_simulator/contract_function_simulator.js +90 -65
  39. package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
  40. package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
  41. package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
  42. package/dest/contract_function_simulator/execution_note_cache.d.ts +4 -10
  43. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  44. package/dest/contract_function_simulator/execution_note_cache.js +10 -29
  45. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +5 -9
  46. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
  47. package/dest/contract_function_simulator/execution_tagging_index_cache.js +3 -7
  48. package/dest/contract_function_simulator/index.d.ts +26 -6
  49. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  50. package/dest/contract_function_simulator/index.js +11 -4
  51. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +29 -0
  52. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
  53. package/dest/contract_function_simulator/noir-structs/bounded_vec.js +30 -0
  54. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts +9 -0
  55. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts.map +1 -0
  56. package/dest/contract_function_simulator/noir-structs/contract_class_log_data.js +1 -0
  57. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts +7 -0
  58. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts.map +1 -0
  59. package/dest/contract_function_simulator/noir-structs/embedded_curve_point.js +1 -0
  60. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts +37 -0
  61. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts.map +1 -0
  62. package/dest/contract_function_simulator/noir-structs/ephemeral_array.js +59 -0
  63. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +4 -3
  64. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
  65. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +5 -4
  66. package/dest/contract_function_simulator/noir-structs/fact.d.ts +16 -0
  67. package/dest/contract_function_simulator/noir-structs/fact.d.ts.map +1 -0
  68. package/dest/contract_function_simulator/noir-structs/fact.js +6 -0
  69. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts +27 -0
  70. package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts.map +1 -0
  71. package/dest/contract_function_simulator/noir-structs/fact_collection.js +31 -0
  72. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +19 -10
  73. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
  74. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +12 -24
  75. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +11 -9
  76. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  77. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -61
  78. package/dest/contract_function_simulator/noir-structs/note_data.d.ts +27 -0
  79. package/dest/contract_function_simulator/noir-structs/note_data.d.ts.map +1 -0
  80. package/dest/contract_function_simulator/noir-structs/note_data.js +3 -0
  81. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +4 -3
  82. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
  83. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +6 -5
  84. package/dest/contract_function_simulator/noir-structs/option.d.ts +59 -0
  85. package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
  86. package/dest/contract_function_simulator/noir-structs/option.js +67 -0
  87. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts +11 -0
  88. package/dest/contract_function_simulator/noir-structs/origin_block.d.ts.map +1 -0
  89. package/dest/contract_function_simulator/noir-structs/origin_block.js +5 -0
  90. package/dest/contract_function_simulator/noir-structs/pending_tagged_log.d.ts +11 -0
  91. package/dest/contract_function_simulator/noir-structs/pending_tagged_log.d.ts.map +1 -0
  92. package/dest/contract_function_simulator/noir-structs/pending_tagged_log.js +4 -0
  93. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +8 -0
  94. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -0
  95. package/dest/contract_function_simulator/noir-structs/provided_secret.js +1 -0
  96. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts +28 -0
  97. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts.map +1 -0
  98. package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.js +50 -0
  99. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts +19 -0
  100. package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts.map +1 -0
  101. package/dest/contract_function_simulator/noir-structs/resolved_tx.js +9 -0
  102. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts +15 -0
  103. package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts.map +1 -0
  104. package/dest/contract_function_simulator/noir-structs/tx_effect_data.js +5 -0
  105. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +6 -11
  106. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
  107. package/dest/contract_function_simulator/noir-structs/utility_context.js +1 -20
  108. package/dest/contract_function_simulator/oracle/acir_callback.d.ts +21 -0
  109. package/dest/contract_function_simulator/oracle/acir_callback.d.ts.map +1 -0
  110. package/dest/contract_function_simulator/oracle/acir_callback.js +115 -0
  111. package/dest/contract_function_simulator/oracle/index.d.ts +2 -13
  112. package/dest/contract_function_simulator/oracle/index.d.ts.map +1 -1
  113. package/dest/contract_function_simulator/oracle/index.js +1 -1
  114. package/dest/contract_function_simulator/oracle/interfaces.d.ts +15 -103
  115. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  116. package/dest/contract_function_simulator/oracle/interfaces.js +2 -2
  117. package/dest/contract_function_simulator/oracle/legacy_oracle_registry.d.ts +39 -0
  118. package/dest/contract_function_simulator/oracle/legacy_oracle_registry.d.ts.map +1 -0
  119. package/dest/contract_function_simulator/oracle/legacy_oracle_registry.js +107 -0
  120. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -14
  121. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
  122. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.js +1 -24
  123. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +2 -2
  124. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  125. package/dest/contract_function_simulator/oracle/note_packing_utils.js +2 -2
  126. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +139 -0
  127. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
  128. package/dest/contract_function_simulator/oracle/oracle_registry.js +1016 -0
  129. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +274 -0
  130. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -0
  131. package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +1243 -0
  132. package/dest/contract_function_simulator/oracle/private_execution.d.ts +1 -1
  133. package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
  134. package/dest/contract_function_simulator/oracle/private_execution.js +2 -3
  135. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +47 -36
  136. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  137. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +200 -65
  138. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +152 -66
  139. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  140. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +590 -173
  141. package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
  142. package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
  143. package/dest/contract_function_simulator/pick_notes.js +20 -3
  144. package/dest/contract_function_simulator/transient_array_service.d.ts +31 -0
  145. package/dest/contract_function_simulator/transient_array_service.d.ts.map +1 -0
  146. package/dest/contract_function_simulator/transient_array_service.js +62 -0
  147. package/dest/debug/pxe_debug_utils.d.ts +2 -7
  148. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  149. package/dest/debug/pxe_debug_utils.js +9 -7
  150. package/dest/entrypoints/client/bundle/index.d.ts +2 -1
  151. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  152. package/dest/entrypoints/client/bundle/index.js +1 -0
  153. package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
  154. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  155. package/dest/entrypoints/client/bundle/utils.js +21 -8
  156. package/dest/entrypoints/client/lazy/index.d.ts +2 -1
  157. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  158. package/dest/entrypoints/client/lazy/index.js +1 -0
  159. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  160. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  161. package/dest/entrypoints/client/lazy/utils.js +21 -8
  162. package/dest/entrypoints/client/store.d.ts +14 -0
  163. package/dest/entrypoints/client/store.d.ts.map +1 -0
  164. package/dest/entrypoints/client/store.js +42 -0
  165. package/dest/entrypoints/pxe_creation_options.d.ts +16 -2
  166. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  167. package/dest/entrypoints/pxe_creation_options.js +3 -1
  168. package/dest/entrypoints/server/index.d.ts +7 -3
  169. package/dest/entrypoints/server/index.d.ts.map +1 -1
  170. package/dest/entrypoints/server/index.js +5 -2
  171. package/dest/entrypoints/server/store.d.ts +18 -0
  172. package/dest/entrypoints/server/store.d.ts.map +1 -0
  173. package/dest/entrypoints/server/store.js +28 -0
  174. package/dest/entrypoints/server/utils.d.ts +4 -3
  175. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  176. package/dest/entrypoints/server/utils.js +22 -8
  177. package/dest/error_enriching.d.ts +5 -3
  178. package/dest/error_enriching.d.ts.map +1 -1
  179. package/dest/error_enriching.js +15 -12
  180. package/dest/events/event_service.d.ts +19 -4
  181. package/dest/events/event_service.d.ts.map +1 -1
  182. package/dest/events/event_service.js +37 -15
  183. package/dest/events/private_event_filter_validator.d.ts +3 -2
  184. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  185. package/dest/events/private_event_filter_validator.js +15 -0
  186. package/dest/hooks/authorize_utility_call.d.ts +41 -0
  187. package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
  188. package/dest/hooks/authorize_utility_call.js +4 -0
  189. package/dest/hooks/execution_hooks.d.ts +62 -0
  190. package/dest/hooks/execution_hooks.d.ts.map +1 -0
  191. package/dest/hooks/execution_hooks.js +9 -0
  192. package/dest/hooks/index.d.ts +5 -0
  193. package/dest/hooks/index.d.ts.map +1 -0
  194. package/dest/hooks/index.js +2 -0
  195. package/dest/hooks/resolve_custom_request.d.ts +23 -0
  196. package/dest/hooks/resolve_custom_request.d.ts.map +1 -0
  197. package/dest/hooks/resolve_custom_request.js +3 -0
  198. package/dest/hooks/resolve_tagging_secret_strategy.d.ts +50 -0
  199. package/dest/hooks/resolve_tagging_secret_strategy.d.ts.map +1 -0
  200. package/dest/hooks/resolve_tagging_secret_strategy.js +3 -0
  201. package/dest/job_coordinator/job_coordinator.d.ts +10 -1
  202. package/dest/job_coordinator/job_coordinator.d.ts.map +1 -1
  203. package/dest/job_coordinator/job_coordinator.js +19 -0
  204. package/dest/logs/log_service.d.ts +21 -10
  205. package/dest/logs/log_service.d.ts.map +1 -1
  206. package/dest/logs/log_service.js +173 -76
  207. package/dest/messages/tx_resolver_service.d.ts +28 -0
  208. package/dest/messages/tx_resolver_service.d.ts.map +1 -0
  209. package/dest/messages/tx_resolver_service.js +62 -0
  210. package/dest/node/benchmarked_node.d.ts +20 -0
  211. package/dest/node/benchmarked_node.d.ts.map +1 -0
  212. package/dest/node/benchmarked_node.js +94 -0
  213. package/dest/node/caching_aztec_node.d.ts +24 -0
  214. package/dest/node/caching_aztec_node.d.ts.map +1 -0
  215. package/dest/node/caching_aztec_node.js +268 -0
  216. package/dest/notes/note_service.d.ts +32 -4
  217. package/dest/notes/note_service.d.ts.map +1 -1
  218. package/dest/notes/note_service.js +82 -66
  219. package/dest/oracle_version.d.ts +4 -3
  220. package/dest/oracle_version.d.ts.map +1 -1
  221. package/dest/oracle_version.js +20 -10
  222. package/dest/private_kernel/batch_planner.d.ts +47 -0
  223. package/dest/private_kernel/batch_planner.d.ts.map +1 -0
  224. package/dest/private_kernel/batch_planner.js +104 -0
  225. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +1 -1
  226. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -1
  227. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +10 -5
  228. package/dest/private_kernel/hints/test_utils.d.ts +1 -1
  229. package/dest/private_kernel/hints/test_utils.d.ts.map +1 -1
  230. package/dest/private_kernel/hints/test_utils.js +3 -4
  231. package/dest/private_kernel/private_kernel_execution_prover.d.ts +6 -2
  232. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  233. package/dest/private_kernel/private_kernel_execution_prover.js +160 -85
  234. package/dest/private_kernel/private_kernel_oracle.d.ts +12 -10
  235. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  236. package/dest/private_kernel/private_kernel_oracle.js +40 -26
  237. package/dest/pxe.d.ts +164 -51
  238. package/dest/pxe.d.ts.map +1 -1
  239. package/dest/pxe.js +388 -215
  240. package/dest/storage/address_store/address_store.d.ts +1 -1
  241. package/dest/storage/address_store/address_store.d.ts.map +1 -1
  242. package/dest/storage/address_store/address_store.js +2 -1
  243. package/dest/storage/allowed_scopes.d.ts +6 -0
  244. package/dest/storage/allowed_scopes.d.ts.map +1 -0
  245. package/dest/storage/allowed_scopes.js +7 -0
  246. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -6
  247. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
  248. package/dest/storage/anchor_block_store/anchor_block_store.js +9 -7
  249. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
  250. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
  251. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
  252. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
  253. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
  254. package/dest/storage/backwards_compatibility_tests/schema_tests.js +671 -0
  255. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
  256. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
  257. package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
  258. package/dest/storage/capsule_store/capsule_service.d.ts +1 -1
  259. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -1
  260. package/dest/storage/capsule_store/capsule_service.js +6 -9
  261. package/dest/storage/capsule_store/capsule_store.d.ts +1 -1
  262. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  263. package/dest/storage/capsule_store/capsule_store.js +9 -6
  264. package/dest/storage/contract_store/contract_store.d.ts +27 -24
  265. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  266. package/dest/storage/contract_store/contract_store.js +72 -99
  267. package/dest/storage/contract_store/private_functions_tree.d.ts +1 -1
  268. package/dest/storage/contract_store/private_functions_tree.d.ts.map +1 -1
  269. package/dest/storage/contract_store/private_functions_tree.js +2 -1
  270. package/dest/storage/fact_store/fact_service.d.ts +22 -0
  271. package/dest/storage/fact_store/fact_service.d.ts.map +1 -0
  272. package/dest/storage/fact_store/fact_service.js +45 -0
  273. package/dest/storage/fact_store/fact_store.d.ts +95 -0
  274. package/dest/storage/fact_store/fact_store.d.ts.map +1 -0
  275. package/dest/storage/fact_store/fact_store.js +411 -0
  276. package/dest/storage/fact_store/fact_store_keys.d.ts +34 -0
  277. package/dest/storage/fact_store/fact_store_keys.d.ts.map +1 -0
  278. package/dest/storage/fact_store/fact_store_keys.js +50 -0
  279. package/dest/storage/fact_store/index.d.ts +6 -0
  280. package/dest/storage/fact_store/index.d.ts.map +1 -0
  281. package/dest/storage/fact_store/index.js +4 -0
  282. package/dest/storage/fact_store/origin_state.d.ts +59 -0
  283. package/dest/storage/fact_store/origin_state.d.ts.map +1 -0
  284. package/dest/storage/fact_store/origin_state.js +60 -0
  285. package/dest/storage/fact_store/stored_fact.d.ts +32 -0
  286. package/dest/storage/fact_store/stored_fact.d.ts.map +1 -0
  287. package/dest/storage/fact_store/stored_fact.js +64 -0
  288. package/dest/storage/index.d.ts +3 -2
  289. package/dest/storage/index.d.ts.map +1 -1
  290. package/dest/storage/index.js +2 -1
  291. package/dest/storage/metadata.d.ts +2 -2
  292. package/dest/storage/metadata.d.ts.map +1 -1
  293. package/dest/storage/metadata.js +1 -1
  294. package/dest/storage/note_store/note_store.d.ts +42 -33
  295. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  296. package/dest/storage/note_store/note_store.js +200 -170
  297. package/dest/storage/note_store/stored_note.d.ts +3 -8
  298. package/dest/storage/note_store/stored_note.d.ts.map +1 -1
  299. package/dest/storage/note_store/stored_note.js +4 -20
  300. package/dest/storage/open_pxe_stores.d.ts +35 -0
  301. package/dest/storage/open_pxe_stores.d.ts.map +1 -0
  302. package/dest/storage/open_pxe_stores.js +29 -0
  303. package/dest/storage/private_event_store/private_event_store.d.ts +13 -16
  304. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  305. package/dest/storage/private_event_store/private_event_store.js +48 -45
  306. package/dest/storage/private_event_store/stored_private_event.js +1 -1
  307. package/dest/storage/store_identity.d.ts +35 -0
  308. package/dest/storage/store_identity.d.ts.map +1 -0
  309. package/dest/storage/store_identity.js +44 -0
  310. package/dest/storage/tagging_store/index.d.ts +2 -2
  311. package/dest/storage/tagging_store/index.d.ts.map +1 -1
  312. package/dest/storage/tagging_store/index.js +1 -1
  313. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +6 -6
  314. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  315. package/dest/storage/tagging_store/sender_tagging_store.d.ts +44 -13
  316. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  317. package/dest/storage/tagging_store/sender_tagging_store.js +91 -36
  318. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts +51 -0
  319. package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts.map +1 -0
  320. package/dest/storage/tagging_store/tagging_secret_sources_store.js +105 -0
  321. package/dest/tagging/constants.d.ts +11 -2
  322. package/dest/tagging/constants.d.ts.map +1 -1
  323. package/dest/tagging/constants.js +38 -10
  324. package/dest/tagging/get_all_logs_by_tags.d.ts +55 -10
  325. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
  326. package/dest/tagging/get_all_logs_by_tags.js +55 -36
  327. package/dest/tagging/index.d.ts +7 -6
  328. package/dest/tagging/index.d.ts.map +1 -1
  329. package/dest/tagging/index.js +6 -5
  330. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
  331. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
  332. package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
  333. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +74 -0
  334. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
  335. package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +235 -0
  336. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
  337. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
  338. package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
  339. package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
  340. package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
  341. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +8 -6
  342. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  343. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +24 -27
  344. package/dest/tagging/sender_sync/utils/classify_pending_txs.d.ts +22 -0
  345. package/dest/tagging/sender_sync/utils/classify_pending_txs.d.ts.map +1 -0
  346. package/dest/tagging/sender_sync/utils/classify_pending_txs.js +62 -0
  347. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +17 -7
  348. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  349. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +39 -37
  350. package/dest/tagging/sender_sync/utils/resolve_pending_txs.d.ts +29 -0
  351. package/dest/tagging/sender_sync/utils/resolve_pending_txs.d.ts.map +1 -0
  352. package/dest/tagging/sender_sync/utils/resolve_pending_txs.js +42 -0
  353. package/dest/tagging/sender_sync/utils/test_utils.d.ts +16 -0
  354. package/dest/tagging/sender_sync/utils/test_utils.d.ts.map +1 -0
  355. package/dest/tagging/sender_sync/utils/test_utils.js +24 -0
  356. package/dest/tagging/testing/tag_query_test_utils.d.ts +6 -0
  357. package/dest/tagging/testing/tag_query_test_utils.d.ts.map +1 -0
  358. package/dest/tagging/testing/tag_query_test_utils.js +10 -0
  359. package/package.json +20 -17
  360. package/src/bin/check_oracle_version.ts +46 -135
  361. package/src/bin/index.ts +1 -0
  362. package/src/bin/oracle_version_helpers.ts +54 -0
  363. package/src/block_synchronizer/block_stream_source.ts +42 -0
  364. package/src/block_synchronizer/block_synchronizer.ts +80 -40
  365. package/src/config/index.ts +40 -9
  366. package/src/config/package_info.ts +1 -1
  367. package/src/contract/contract_call_graph.ts +113 -0
  368. package/src/contract/contract_class_service.ts +45 -0
  369. package/src/contract/contract_sync_service.ts +342 -0
  370. package/src/contract/helpers.ts +35 -0
  371. package/src/contract/skip_sync_contracts.ts +23 -0
  372. package/src/contract_function_simulator/anchored_contract_data.ts +74 -0
  373. package/src/contract_function_simulator/contract_function_simulator.ts +142 -78
  374. package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
  375. package/src/contract_function_simulator/execution_note_cache.ts +10 -30
  376. package/src/contract_function_simulator/execution_tagging_index_cache.ts +5 -9
  377. package/src/contract_function_simulator/index.ts +89 -5
  378. package/src/contract_function_simulator/noir-structs/bounded_vec.ts +43 -0
  379. package/src/contract_function_simulator/noir-structs/contract_class_log_data.ts +9 -0
  380. package/src/contract_function_simulator/noir-structs/embedded_curve_point.ts +4 -0
  381. package/src/contract_function_simulator/noir-structs/ephemeral_array.ts +66 -0
  382. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +5 -4
  383. package/src/contract_function_simulator/noir-structs/fact.ts +13 -0
  384. package/src/contract_function_simulator/noir-structs/fact_collection.ts +64 -0
  385. package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +27 -20
  386. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +14 -61
  387. package/src/contract_function_simulator/noir-structs/note_data.ts +27 -0
  388. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +6 -5
  389. package/src/contract_function_simulator/noir-structs/option.ts +75 -0
  390. package/src/contract_function_simulator/noir-structs/origin_block.ts +8 -0
  391. package/src/contract_function_simulator/noir-structs/pending_tagged_log.ts +12 -0
  392. package/src/contract_function_simulator/noir-structs/provided_secret.ts +5 -0
  393. package/src/contract_function_simulator/noir-structs/resolved_tagging_strategy.ts +66 -0
  394. package/src/contract_function_simulator/noir-structs/resolved_tx.ts +19 -0
  395. package/src/contract_function_simulator/noir-structs/tx_effect_data.ts +16 -0
  396. package/src/contract_function_simulator/noir-structs/utility_context.ts +5 -17
  397. package/src/contract_function_simulator/oracle/acir_callback.ts +154 -0
  398. package/src/contract_function_simulator/oracle/index.ts +1 -15
  399. package/src/contract_function_simulator/oracle/interfaces.ts +11 -185
  400. package/src/contract_function_simulator/oracle/legacy_oracle_registry.ts +147 -0
  401. package/src/contract_function_simulator/oracle/message_load_oracle_inputs.ts +6 -21
  402. package/src/contract_function_simulator/oracle/note_packing_utils.ts +3 -3
  403. package/src/contract_function_simulator/oracle/oracle_registry.ts +710 -0
  404. package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +1052 -0
  405. package/src/contract_function_simulator/oracle/private_execution.ts +2 -3
  406. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +249 -92
  407. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +846 -325
  408. package/src/contract_function_simulator/pick_notes.ts +22 -3
  409. package/src/contract_function_simulator/transient_array_service.ts +91 -0
  410. package/src/debug/pxe_debug_utils.ts +8 -15
  411. package/src/entrypoints/client/bundle/index.ts +1 -0
  412. package/src/entrypoints/client/bundle/utils.ts +26 -8
  413. package/src/entrypoints/client/lazy/index.ts +1 -0
  414. package/src/entrypoints/client/lazy/utils.ts +26 -8
  415. package/src/entrypoints/client/store.ts +54 -0
  416. package/src/entrypoints/pxe_creation_options.ts +21 -1
  417. package/src/entrypoints/server/index.ts +7 -2
  418. package/src/entrypoints/server/store.ts +47 -0
  419. package/src/entrypoints/server/utils.ts +39 -14
  420. package/src/error_enriching.ts +30 -13
  421. package/src/events/event_service.ts +70 -24
  422. package/src/events/private_event_filter_validator.ts +21 -1
  423. package/src/hooks/authorize_utility_call.ts +44 -0
  424. package/src/hooks/execution_hooks.ts +68 -0
  425. package/src/hooks/index.ts +13 -0
  426. package/src/hooks/resolve_custom_request.ts +24 -0
  427. package/src/hooks/resolve_tagging_secret_strategy.ts +60 -0
  428. package/src/job_coordinator/job_coordinator.ts +30 -0
  429. package/src/logs/log_service.ts +212 -146
  430. package/src/messages/tx_resolver_service.ts +81 -0
  431. package/src/node/benchmarked_node.ts +140 -0
  432. package/src/node/caching_aztec_node.ts +407 -0
  433. package/src/notes/note_service.ts +123 -92
  434. package/src/oracle_version.ts +20 -10
  435. package/src/private_kernel/batch_planner.ts +169 -0
  436. package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +15 -4
  437. package/src/private_kernel/hints/test_utils.ts +3 -10
  438. package/src/private_kernel/private_kernel_execution_prover.ts +246 -117
  439. package/src/private_kernel/private_kernel_oracle.ts +58 -29
  440. package/src/pxe.ts +576 -256
  441. package/src/storage/address_store/address_store.ts +2 -1
  442. package/src/storage/allowed_scopes.ts +14 -0
  443. package/src/storage/anchor_block_store/anchor_block_store.ts +9 -7
  444. package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
  445. package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
  446. package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
  447. package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
  448. package/src/storage/backwards_compatibility_tests/__snapshots__/FactStore.json +40 -0
  449. package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
  450. package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +40 -0
  451. package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +56 -0
  452. package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
  453. package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +26 -0
  454. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +30 -0
  455. package/src/storage/backwards_compatibility_tests/__snapshots__/TaggingSecretSourcesStore.json +30 -0
  456. package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +117 -0
  457. package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
  458. package/src/storage/backwards_compatibility_tests/schema_tests.ts +803 -0
  459. package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
  460. package/src/storage/capsule_store/capsule_service.ts +8 -13
  461. package/src/storage/capsule_store/capsule_store.ts +16 -6
  462. package/src/storage/contract_store/contract_store.ts +98 -125
  463. package/src/storage/contract_store/private_functions_tree.ts +2 -1
  464. package/src/storage/fact_store/fact_service.ts +69 -0
  465. package/src/storage/fact_store/fact_store.ts +488 -0
  466. package/src/storage/fact_store/fact_store_keys.ts +75 -0
  467. package/src/storage/fact_store/index.ts +15 -0
  468. package/src/storage/fact_store/origin_state.ts +84 -0
  469. package/src/storage/fact_store/stored_fact.ts +80 -0
  470. package/src/storage/index.ts +2 -1
  471. package/src/storage/metadata.ts +1 -1
  472. package/src/storage/note_store/note_store.ts +231 -189
  473. package/src/storage/note_store/stored_note.ts +5 -27
  474. package/src/storage/open_pxe_stores.ts +52 -0
  475. package/src/storage/private_event_store/private_event_store.ts +55 -56
  476. package/src/storage/private_event_store/stored_private_event.ts +1 -1
  477. package/src/storage/store_identity.ts +72 -0
  478. package/src/storage/tagging_store/index.ts +1 -1
  479. package/src/storage/tagging_store/recipient_tagging_store.ts +5 -9
  480. package/src/storage/tagging_store/sender_tagging_store.ts +123 -50
  481. package/src/storage/tagging_store/tagging_secret_sources_store.ts +138 -0
  482. package/src/tagging/constants.ts +42 -10
  483. package/src/tagging/get_all_logs_by_tags.ts +115 -50
  484. package/src/tagging/index.ts +11 -5
  485. package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
  486. package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +356 -0
  487. package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +2 -2
  488. package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
  489. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +30 -38
  490. package/src/tagging/sender_sync/utils/classify_pending_txs.ts +92 -0
  491. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +50 -44
  492. package/src/tagging/sender_sync/utils/resolve_pending_txs.ts +65 -0
  493. package/src/tagging/sender_sync/utils/test_utils.ts +46 -0
  494. package/src/tagging/testing/tag_query_test_utils.ts +11 -0
  495. package/dest/contract_function_simulator/benchmarked_node.d.ts +0 -9
  496. package/dest/contract_function_simulator/benchmarked_node.d.ts.map +0 -1
  497. package/dest/contract_function_simulator/benchmarked_node.js +0 -77
  498. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts +0 -9
  499. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts.map +0 -1
  500. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.js +0 -38
  501. package/dest/contract_function_simulator/oracle/oracle.d.ts +0 -80
  502. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +0 -1
  503. package/dest/contract_function_simulator/oracle/oracle.js +0 -458
  504. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +0 -6
  505. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +0 -1
  506. package/dest/contract_function_simulator/proxied_contract_data_source.js +0 -80
  507. package/dest/contract_sync/contract_sync_service.d.ts +0 -44
  508. package/dest/contract_sync/contract_sync_service.d.ts.map +0 -1
  509. package/dest/contract_sync/contract_sync_service.js +0 -104
  510. package/dest/contract_sync/helpers.d.ts +0 -28
  511. package/dest/contract_sync/helpers.d.ts.map +0 -1
  512. package/dest/contract_sync/helpers.js +0 -60
  513. package/dest/messages/message_context_service.d.ts +0 -17
  514. package/dest/messages/message_context_service.d.ts.map +0 -1
  515. package/dest/messages/message_context_service.js +0 -36
  516. package/dest/storage/tagging_store/sender_address_book_store.d.ts +0 -14
  517. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +0 -1
  518. package/dest/storage/tagging_store/sender_address_book_store.js +0 -36
  519. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -14
  520. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
  521. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
  522. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -14
  523. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
  524. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -33
  525. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +0 -12
  526. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +0 -1
  527. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +0 -39
  528. package/src/contract_function_simulator/benchmarked_node.ts +0 -103
  529. package/src/contract_function_simulator/oracle/legacy_oracle_mappings.ts +0 -98
  530. package/src/contract_function_simulator/oracle/oracle.ts +0 -721
  531. package/src/contract_function_simulator/proxied_contract_data_source.ts +0 -83
  532. package/src/contract_sync/contract_sync_service.ts +0 -170
  533. package/src/contract_sync/helpers.ts +0 -98
  534. package/src/messages/message_context_service.ts +0 -44
  535. package/src/storage/tagging_store/sender_address_book_store.ts +0 -48
  536. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -140
  537. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -44
  538. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +0 -51
@@ -1,12 +1,16 @@
1
+ import { allToCompletion } from '@aztec/foundation/promise';
1
2
  import type { AztecAsyncKVStore, AztecAsyncMap } from '@aztec/kv-store';
2
- import { ExtendedDirectionalAppTaggingSecret, SiloedTag, type TaggingIndexRange } from '@aztec/stdlib/logs';
3
+ import { AppTaggingSecret, SiloedTag, type TaggingIndexRange } from '@aztec/stdlib/logs';
3
4
  import { TxEffect, TxHash } from '@aztec/stdlib/tx';
4
5
 
5
6
  import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
6
- import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.js';
7
+ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN, unfinalizedTaggingIndexesWindowEnd } from '../../tagging/constants.js';
8
+
9
+ /** A tx still awaiting finalization, and the highest tagging index it used for one secret. */
10
+ export type PendingTx = { txHash: string; highestIndex: number };
7
11
 
8
12
  /** Internal representation of a pending index range entry. */
9
- type PendingIndexesEntry = { lowestIndex: number; highestIndex: number; txHash: string };
13
+ type PendingIndexesEntry = PendingTx & { lowestIndex: number };
10
14
 
11
15
  /**
12
16
  * Data provider of tagging data used when syncing the sender tagging indexes. The recipient counterpart of this class
@@ -128,10 +132,11 @@ export class SenderTaggingStore implements StagedStore {
128
132
  }
129
133
 
130
134
  /**
131
- * Stores pending index ranges.
135
+ * Stores pending index ranges, rejecting any range that disagrees with an already-stored one.
132
136
  * @remarks If the same (secret, txHash) pair already exists in the db with an equal range, it's a no-op. This is
133
137
  * expected to happen because whenever we start sync we start from the last finalized index and we can have pending
134
- * ranges already stored from previous syncs. If the ranges differ, it throws an error as that indicates a bug.
138
+ * ranges already stored from previous syncs. If the ranges differ, it throws an error as that indicates a bug in
139
+ * callers that record indexes at prove time. Discovery from onchain logs must use `mergePendingIndexes` instead.
135
140
  * @param ranges - The tagging index ranges containing the directional app tagging secrets and the index ranges that are
136
141
  * to be stored in the db.
137
142
  * @param txHash - The tx in which the tagging indexes were used in private logs.
@@ -141,6 +146,33 @@ export class SenderTaggingStore implements StagedStore {
141
146
  * @throws If a different range already exists for the same (secret, txHash) pair.
142
147
  */
143
148
  storePendingIndexes(ranges: TaggingIndexRange[], txHash: TxHash, jobId: string): Promise<void> {
149
+ return this.#storePendingIndexes(ranges, txHash, jobId, false);
150
+ }
151
+
152
+ /**
153
+ * Stores pending index ranges, widening an existing entry for the same (secret, txHash) pair to the union of the
154
+ * stored and incoming ranges instead of throwing on a mismatch. Discovery from onchain logs needs this: it may see
155
+ * only the surviving (non-revertible phase) sub-range of a partially reverted tx recorded at prove time (the
156
+ * finalized receipt step of the sync resolves that difference), or indexes beyond a partially discovered entry
157
+ * when a tx from another PXE straddles a sync window boundary. Callers that record indexes at prove time must use
158
+ * `storePendingIndexes` instead, so that a range disagreement surfaces as a bug rather than being absorbed.
159
+ * @param ranges - The tagging index ranges containing the directional app tagging secrets and the index ranges that are
160
+ * to be stored in the db.
161
+ * @param txHash - The tx in which the tagging indexes were used in private logs.
162
+ * @param jobId - job context for staged writes to this store. See `JobCoordinator` for more details.
163
+ * @throws If the highestIndex is further than window length from the highest finalized index for the same secret.
164
+ * @throws If the lowestIndex is lower than or equal to the last finalized index for the same secret.
165
+ */
166
+ mergePendingIndexes(ranges: TaggingIndexRange[], txHash: TxHash, jobId: string): Promise<void> {
167
+ return this.#storePendingIndexes(ranges, txHash, jobId, true);
168
+ }
169
+
170
+ #storePendingIndexes(
171
+ ranges: TaggingIndexRange[],
172
+ txHash: TxHash,
173
+ jobId: string,
174
+ mergeExisting: boolean,
175
+ ): Promise<void> {
144
176
  if (ranges.length === 0) {
145
177
  return Promise.resolve();
146
178
  }
@@ -157,7 +189,7 @@ export class SenderTaggingStore implements StagedStore {
157
189
  }));
158
190
 
159
191
  // Await all reads together
160
- const rangeData = await Promise.all(
192
+ const rangeData = await allToCompletion(
161
193
  rangeReadPromises.map(async item => ({
162
194
  ...item,
163
195
  pendingData: await item.pending,
@@ -167,13 +199,9 @@ export class SenderTaggingStore implements StagedStore {
167
199
 
168
200
  // Process in memory and validate
169
201
  for (const { range, secretStr, pendingData, finalizedIndex } of rangeData) {
170
- // Check that the highest index is not further than window length from the highest finalized index.
171
- if (range.highestIndex > (finalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN) {
172
- throw new Error(
173
- `Highest used index ${range.highestIndex} is further than window length from the highest finalized index ${finalizedIndex ?? 0}.
174
- Tagging window length ${UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN} is configured too low. Contact the Aztec team
175
- to increase it!`,
176
- );
202
+ const windowEnd = unfinalizedTaggingIndexesWindowEnd(finalizedIndex);
203
+ if (range.highestIndex >= windowEnd) {
204
+ throw windowExceededError(range.highestIndex, windowEnd, finalizedIndex);
177
205
  }
178
206
 
179
207
  // Throw if the lowest index is lower than or equal to the last finalized index
@@ -187,48 +215,60 @@ export class SenderTaggingStore implements StagedStore {
187
215
  // Check if an entry with the same txHash already exists
188
216
  const existingEntry = pendingData.find(entry => entry.txHash === txHashStr);
189
217
 
190
- if (existingEntry) {
191
- // Assert that the ranges are equal — different ranges for the same (secret, txHash) indicates a bug
192
- if (existingEntry.lowestIndex !== range.lowestIndex || existingEntry.highestIndex !== range.highestIndex) {
193
- throw new Error(
194
- `Conflicting range for secret ${secretStr} and txHash ${txHashStr}: ` +
195
- `existing [${existingEntry.lowestIndex}, ${existingEntry.highestIndex}] vs ` +
196
- `new [${range.lowestIndex}, ${range.highestIndex}]`,
197
- );
198
- }
199
- // Exact duplicate — skip
200
- } else {
201
- this.#writePendingIndexes(jobId, secretStr, [
218
+ let updatedPending: PendingIndexesEntry[] | undefined;
219
+ if (!existingEntry) {
220
+ updatedPending = [
202
221
  ...pendingData,
203
222
  { lowestIndex: range.lowestIndex, highestIndex: range.highestIndex, txHash: txHashStr },
204
- ]);
223
+ ];
224
+ } else if (mergeExisting) {
225
+ // Widen the entry to the union of both ranges, never shrink it: replacing would drop prove-time
226
+ // indexes the chain doesn't show (partially reverted tx), and skipping would drop onchain indexes
227
+ // discovered in a later sync window (tx straddling the window boundary).
228
+ const lowestIndex = Math.min(existingEntry.lowestIndex, range.lowestIndex);
229
+ const highestIndex = Math.max(existingEntry.highestIndex, range.highestIndex);
230
+ if (lowestIndex !== existingEntry.lowestIndex || highestIndex !== existingEntry.highestIndex) {
231
+ updatedPending = pendingData.map(entry =>
232
+ entry === existingEntry ? { lowestIndex, highestIndex, txHash: entry.txHash } : entry,
233
+ );
234
+ }
235
+ } else if (
236
+ existingEntry.lowestIndex !== range.lowestIndex ||
237
+ existingEntry.highestIndex !== range.highestIndex
238
+ ) {
239
+ // Different ranges for the same (secret, txHash) indicate a bug in callers that record indexes at prove
240
+ // time.
241
+ throw new Error(
242
+ `Conflicting range for secret ${secretStr} and txHash ${txHashStr}: ` +
243
+ `existing [${existingEntry.lowestIndex}, ${existingEntry.highestIndex}] vs ` +
244
+ `new [${range.lowestIndex}, ${range.highestIndex}]`,
245
+ );
246
+ }
247
+ // Remaining cases (a merge whose union equals the stored range, or an identical range without
248
+ // mergeExisting): duplicate evidence, nothing to write.
249
+
250
+ if (updatedPending) {
251
+ this.#writePendingIndexes(jobId, secretStr, updatedPending);
205
252
  }
206
253
  }
207
254
  });
208
255
  }
209
256
 
210
257
  /**
211
- * Returns the transaction hashes of all pending transactions that contain highest indexes within a specified range
212
- * for a given directional app tagging secret. We check based on the highest indexes only as that is the relevant
213
- * information for the caller of this function.
258
+ * Returns the pending txs whose highest index falls within [startIndex, endIndex) for a given directional app
259
+ * tagging secret. The highest index is what decides whether a tx belongs to the window, so it alone is matched
260
+ * against the bounds, and it is also the only index a caller needs: a tx whose highest index is onchain has every
261
+ * lower one onchain too. A secret holds at most one entry per tx hash, so no tx hash appears twice in the result.
214
262
  * @param secret - The directional app tagging secret to query pending indexes for.
215
263
  * @param startIndex - The lower bound of the index range (inclusive).
216
264
  * @param endIndex - The upper bound of the index range (exclusive).
217
- * @returns An array of unique transaction hashes for pending transactions that contain indexes in the range
218
- * [startIndex, endIndex). Returns an empty array if no pending indexes exist in the range.
219
265
  */
220
- getTxHashesOfPendingIndexes(
221
- secret: ExtendedDirectionalAppTaggingSecret,
222
- startIndex: number,
223
- endIndex: number,
224
- jobId: string,
225
- ): Promise<TxHash[]> {
266
+ getPendingTxs(secret: AppTaggingSecret, startIndex: number, endIndex: number, jobId: string): Promise<PendingTx[]> {
226
267
  return this.#store.transactionAsync(async () => {
227
268
  const existing = await this.#readPendingIndexes(jobId, secret.toString());
228
- const txHashes = existing
269
+ return existing
229
270
  .filter(entry => entry.highestIndex >= startIndex && entry.highestIndex < endIndex)
230
- .map(entry => entry.txHash);
231
- return Array.from(new Set(txHashes)).map(TxHash.fromString);
271
+ .map(entry => ({ txHash: entry.txHash, highestIndex: entry.highestIndex }));
232
272
  });
233
273
  }
234
274
 
@@ -237,7 +277,7 @@ export class SenderTaggingStore implements StagedStore {
237
277
  * @param secret - The secret to get the last finalized index for.
238
278
  * @returns The last (highest) finalized index for the given secret.
239
279
  */
240
- getLastFinalizedIndex(secret: ExtendedDirectionalAppTaggingSecret, jobId: string): Promise<number | undefined> {
280
+ getLastFinalizedIndex(secret: AppTaggingSecret, jobId: string): Promise<number | undefined> {
241
281
  return this.#store.transactionAsync(() => this.#readLastFinalizedIndex(jobId, secret.toString()));
242
282
  }
243
283
 
@@ -247,14 +287,14 @@ export class SenderTaggingStore implements StagedStore {
247
287
  * @param secret - The directional app tagging secret to query the last used index for.
248
288
  * @returns The last used index.
249
289
  */
250
- getLastUsedIndex(secret: ExtendedDirectionalAppTaggingSecret, jobId: string): Promise<number | undefined> {
290
+ getLastUsedIndex(secret: AppTaggingSecret, jobId: string): Promise<number | undefined> {
251
291
  const secretStr = secret.toString();
252
292
 
253
293
  return this.#store.transactionAsync(async () => {
254
294
  const pendingPromise = this.#readPendingIndexes(jobId, secretStr);
255
295
  const finalizedPromise = this.#readLastFinalizedIndex(jobId, secretStr);
256
296
 
257
- const [pendingEntries, lastFinalized] = await Promise.all([pendingPromise, finalizedPromise]);
297
+ const [pendingEntries, lastFinalized] = await allToCompletion([pendingPromise, finalizedPromise]);
258
298
 
259
299
  if (pendingEntries.length === 0) {
260
300
  return lastFinalized;
@@ -293,7 +333,7 @@ export class SenderTaggingStore implements StagedStore {
293
333
 
294
334
  // Await all reads together
295
335
  const secrets = [...secretReadPromises.keys()];
296
- const pendingDataResults = await Promise.all(secretReadPromises.values());
336
+ const pendingDataResults = await allToCompletion([...secretReadPromises.values()]);
297
337
 
298
338
  // Process in memory
299
339
  for (let i = 0; i < secrets.length; i++) {
@@ -344,7 +384,7 @@ export class SenderTaggingStore implements StagedStore {
344
384
 
345
385
  // Await all reads together
346
386
  const secrets = [...secretDataPromises.keys()];
347
- const dataResults = await Promise.all(
387
+ const dataResults = await allToCompletion(
348
388
  secrets.map(async secret => ({
349
389
  secret,
350
390
  pendingData: await secretDataPromises.get(secret)!.pending,
@@ -358,15 +398,33 @@ export class SenderTaggingStore implements StagedStore {
358
398
 
359
399
  /**
360
400
  * Updates pending indexes corresponding to the given transaction hashes to be finalized and prunes any lower pending
361
- * indexes.
401
+ * indexes. Applies to every secret the txs used, so the caller must hold tx-level evidence that the whole tx
402
+ * finalized. Callers holding evidence about a single secret must use {@link finalizePendingIndexesOfSecret} instead.
403
+ */
404
+ finalizePendingIndexes(txHashes: TxHash[], jobId: string): Promise<void> {
405
+ return this.#finalizePendingIndexes(txHashes, jobId);
406
+ }
407
+
408
+ /**
409
+ * Same as {@link finalizePendingIndexes}, but restricted to the pending indexes of a single secret.
410
+ *
411
+ * Finalizing every secret off single-secret evidence would be unsound: a tx whose execution partially reverted can
412
+ * have all of one secret's tags onchain and none of another's, and the second secret's indexes must not be recorded
413
+ * as finalized when they never reached the chain.
362
414
  */
363
- async finalizePendingIndexes(txHashes: TxHash[], jobId: string): Promise<void> {
415
+ finalizePendingIndexesOfSecret(secret: AppTaggingSecret, txHashes: TxHash[], jobId: string): Promise<void> {
416
+ return this.#finalizePendingIndexes(txHashes, jobId, secret.toString());
417
+ }
418
+
419
+ async #finalizePendingIndexes(txHashes: TxHash[], jobId: string, onlySecret?: string): Promise<void> {
364
420
  if (txHashes.length === 0) {
365
421
  return;
366
422
  }
367
423
 
368
424
  const txHashStrings = new Set(txHashes.map(tx => tx.toString()));
369
- const secretsWithData = await this.#getSecretsWithPendingData(jobId);
425
+ const secretsWithData = (await this.#getSecretsWithPendingData(jobId)).filter(
426
+ ({ secret }) => onlySecret === undefined || secret === onlySecret,
427
+ );
370
428
 
371
429
  for (const { secret, pendingData, lastFinalized } of secretsWithData) {
372
430
  let currentPending = pendingData;
@@ -449,11 +507,11 @@ export class SenderTaggingStore implements StagedStore {
449
507
  const pendingEntry = matchingEntries[0];
450
508
 
451
509
  // Expand each matching entry's range and recompute siloed tags for each index.
452
- const extendedSecret = ExtendedDirectionalAppTaggingSecret.fromString(secret);
510
+ const appTaggingSecret = AppTaggingSecret.fromString(secret);
453
511
  let highestSurvivingIndex: number | undefined;
454
512
 
455
513
  for (let index = pendingEntry.lowestIndex; index <= pendingEntry.highestIndex; index++) {
456
- const siloedTag = await SiloedTag.compute({ extendedSecret, index });
514
+ const siloedTag = await SiloedTag.compute({ extendedSecret: appTaggingSecret, index });
457
515
  if (onChainTags.has(siloedTag.value.toString())) {
458
516
  highestSurvivingIndex = highestSurvivingIndex !== undefined ? Math.max(highestSurvivingIndex, index) : index;
459
517
  }
@@ -474,3 +532,18 @@ export class SenderTaggingStore implements StagedStore {
474
532
  }
475
533
  }
476
534
  }
535
+
536
+ /** Builds the error thrown when a pending tag index is at or past the unfinalized tagging window end. */
537
+ export function windowExceededError(
538
+ highestIndex: number,
539
+ windowEnd: number,
540
+ finalizedIndex: number | undefined,
541
+ ): Error {
542
+ const finalizedDescription =
543
+ finalizedIndex === undefined ? 'no index finalized yet' : `highest finalized index ${finalizedIndex}`;
544
+ return new Error(
545
+ `Highest used index ${highestIndex} is at or past the window end ${windowEnd} (${finalizedDescription}). ` +
546
+ `Tagging window length ${UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN} is configured too low. ` +
547
+ `Contact the Aztec team to increase it!`,
548
+ );
549
+ }
@@ -0,0 +1,138 @@
1
+ import { Point } from '@aztec/foundation/curves/grumpkin';
2
+ import { toArray } from '@aztec/foundation/iterable';
3
+ import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
4
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
5
+
6
+ /**
7
+ * The kinds of shared secret an entry can hold.
8
+ */
9
+ export type SharedSecretKind = 'arbitrary-secret' | 'handshake';
10
+
11
+ /** A shared secret registered for a recipient, with the kind that determines which tag streams it backs. */
12
+ export type SharedSecret = { kind: SharedSecretKind; secret: Point };
13
+
14
+ /**
15
+ * Stores the sources from which directional app tagging secrets are derived during recipient log synchronization.
16
+ *
17
+ * Two kinds of source are held:
18
+ * - Sender addresses: combined with a recipient to derive a shared tagging secret via ECDH. These are global (not
19
+ * scoped to a recipient) because the per-recipient binding comes from re-mixing the recipient's keys during
20
+ * derivation, so each account only ever derives secrets meant for it.
21
+ * - Pre-shared tagging secrets: shared secret points registered directly, bypassing ECDH. These are scoped to a
22
+ * specific recipient, since the derivation of the directional app tagging secret does not require any secret
23
+ * recipient data: given the original secret anyone can derive a recipient's app-siloed directional tagging secret,
24
+ * and so these must not be reused across recipients to preserve privacy. Each carries the {@link SharedSecretKind}
25
+ * it was registered through, which determines the tag streams it is scanned under.
26
+ */
27
+ export class TaggingSecretSourcesStore {
28
+ #store: AztecAsyncKVStore;
29
+ #senders: AztecAsyncMap<string, true>;
30
+ #sharedSecretsByRecipient: AztecAsyncMultiMap<string, StoredSharedSecret>;
31
+
32
+ constructor(store: AztecAsyncKVStore) {
33
+ this.#store = store;
34
+
35
+ this.#senders = this.#store.openMap('senders');
36
+ this.#sharedSecretsByRecipient = this.#store.openMultiMap('recipient_shared_secrets');
37
+ }
38
+
39
+ addSender(address: AztecAddress): Promise<boolean> {
40
+ return this.#store.transactionAsync(async () => {
41
+ if (await this.#senders.hasAsync(address.toString())) {
42
+ return false;
43
+ }
44
+
45
+ await this.#senders.set(address.toString(), true);
46
+
47
+ return true;
48
+ });
49
+ }
50
+
51
+ getSenders(): Promise<AztecAddress[]> {
52
+ return this.#store.transactionAsync(async () => {
53
+ return (await toArray(this.#senders.keysAsync())).map(AztecAddress.fromStringUnsafe);
54
+ });
55
+ }
56
+
57
+ removeSender(address: AztecAddress): Promise<boolean> {
58
+ return this.#store.transactionAsync(async () => {
59
+ if (!(await this.#senders.hasAsync(address.toString()))) {
60
+ return false;
61
+ }
62
+
63
+ await this.#senders.delete(address.toString());
64
+
65
+ return true;
66
+ });
67
+ }
68
+
69
+ /**
70
+ * Registers a pre-shared tagging secret scoped to a recipient.
71
+ * @returns true if the secret was newly added, false if it was already registered for that recipient.
72
+ */
73
+ addSharedSecret(recipient: AztecAddress, kind: SharedSecretKind, secret: Point): Promise<boolean> {
74
+ return this.#store.transactionAsync(async () => {
75
+ const secretStr = secret.toString();
76
+ // MultiMap.set silently ignores an identical (key, value), so we scan to report whether this is a new secret.
77
+ for await (const existing of this.#sharedSecretsByRecipient.getValuesAsync(recipient.toString())) {
78
+ if (existing.secret === secretStr) {
79
+ if (existing.kind !== kind) {
80
+ throw new Error(
81
+ `Secret already registered for recipient with kind '${existing.kind}', cannot re-register it as '${kind}'.`,
82
+ );
83
+ }
84
+ return false;
85
+ }
86
+ }
87
+
88
+ await this.#sharedSecretsByRecipient.set(recipient.toString(), { kind, secret: secretStr });
89
+
90
+ return true;
91
+ });
92
+ }
93
+
94
+ /** Returns the pre-shared tagging secrets registered for a given recipient. */
95
+ getSharedSecretsForRecipient(recipient: AztecAddress): Promise<SharedSecret[]> {
96
+ return this.#store.transactionAsync(async () => {
97
+ return (await toArray(this.#sharedSecretsByRecipient.getValuesAsync(recipient.toString()))).map(
98
+ deserializeSharedSecret,
99
+ );
100
+ });
101
+ }
102
+
103
+ /** Returns every registered pre-shared tagging secret, each paired with the recipient it is scoped to. */
104
+ getAllSharedSecrets(): Promise<{ recipient: AztecAddress; kind: SharedSecretKind; secret: Point }[]> {
105
+ return this.#store.transactionAsync(async () => {
106
+ const entries = await toArray(this.#sharedSecretsByRecipient.entriesAsync());
107
+ return entries.map(([recipient, entry]) => ({
108
+ recipient: AztecAddress.fromStringUnsafe(recipient),
109
+ ...deserializeSharedSecret(entry),
110
+ }));
111
+ });
112
+ }
113
+
114
+ /**
115
+ * Removes a pre-shared tagging secret scoped to a recipient. Both the secret and its kind must match.
116
+ * @returns true if the secret was registered and removed, false if it was not registered for that recipient.
117
+ */
118
+ removeSharedSecret(recipient: AztecAddress, kind: SharedSecretKind, secret: Point): Promise<boolean> {
119
+ return this.#store.transactionAsync(async () => {
120
+ const secretStr = secret.toString();
121
+ for await (const existing of this.#sharedSecretsByRecipient.getValuesAsync(recipient.toString())) {
122
+ if (existing.kind === kind && existing.secret === secretStr) {
123
+ await this.#sharedSecretsByRecipient.deleteValue(recipient.toString(), existing);
124
+ return true;
125
+ }
126
+ }
127
+
128
+ return false;
129
+ });
130
+ }
131
+ }
132
+
133
+ /** The wire form a shared secret entry is persisted as. */
134
+ type StoredSharedSecret = { kind: SharedSecretKind; secret: string };
135
+
136
+ function deserializeSharedSecret(entry: StoredSharedSecret): SharedSecret {
137
+ return { kind: entry.kind, secret: Point.fromString(entry.secret) };
138
+ }
@@ -1,10 +1,42 @@
1
- // This window has to be as large as the largest expected number of logs emitted in a tx for a given directional app
2
- // tagging secret. If we get more tag indexes consumed than this window, an error is thrown in `PXE::proveTx` function.
3
- // This is set to a larger value than MAX_PRIVATE_LOGS_PER_TX (currently 64) because there could be more than
4
- // MAX_PRIVATE_LOGS_PER_TX indexes consumed in case the logs are squashed. This happens when the log contains a note
5
- // and the note is nullified in the same tx.
6
- //
7
- // Having a large window significantly slowed down `e2e_l1_with_wall_time` test as there we perform sync for more than
8
- // 1000 secrets. For this reason we set it to a relatively low value of 20. 20 should be sufficient for all the use
9
- // cases.
10
- export const UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN = 20;
1
+ import { MAX_PRIVATE_LOGS_PER_TX } from '@aztec/constants';
2
+
3
+ // This window bounds how far a sender's next tag index for a directional app tagging secret can run ahead of that
4
+ // secret's highest finalized index before `PXE::proveTx` throws.
5
+ //
6
+ // MAX_PRIVATE_LOGS_PER_TX is a floor for ordinary transaction patterns: the private kernel accumulates every
7
+ // surviving private log into a single tx-wide array of exactly this size, so a fresh secret's very first
8
+ // ordinary tx can consume that many indexes before anything is finalized.
9
+ //
10
+ // The +20 on top is headroom for multiple pending ordinary txs to the same counterparty stacking up
11
+ // before the first one is observed as mined. Only a run of near-MAX_PRIVATE_LOGS_PER_TX txs back-to-back would
12
+ // exhaust this; ordinary transfers use far fewer logs per tx, so the same margin covers many more of those. Keep the
13
+ // margin additive rather than another multiple of the floor. A larger window also makes recipient-side sync more
14
+ // expensive, since discovery has to probe ahead of the last finalized index for every active secret.
15
+ //
16
+ // TODO(F-783): MAX_PRIVATE_LOGS_PER_TX is not a hard ceiling in general — a tx that creates and nullifies (squashes)
17
+ // many notes/logs to the same secret can drive that secret's raw tag index arbitrarily higher, since indexes are
18
+ // reserved at log emission time, before squashing is decided, and the kernel's reset/squash loop is not bounded by
19
+ // MAX_PRIVATE_LOGS_PER_TX. No fixed window value closes that gap.
20
+ export const UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN = MAX_PRIVATE_LOGS_PER_TX + 20;
21
+
22
+ /**
23
+ * Exclusive upper bound of the tag indexes that can exist for a secret whose highest finalized index is
24
+ * `finalizedIndex` (undefined when nothing is finalized yet). The sender store refuses pending indexes at or past it,
25
+ * and both sender and recipient sync scan exactly up to it. Every absolute window bound must come from this helper:
26
+ * a site with a wider or narrower bound lets a tx land at an index the syncs never scan, so two stores sharing the
27
+ * secret could later pick a colliding index.
28
+ */
29
+ export function unfinalizedTaggingIndexesWindowEnd(finalizedIndex: number | undefined): number {
30
+ const windowStart = finalizedIndex === undefined ? 0 : finalizedIndex + 1;
31
+ return windowStart + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN;
32
+ }
33
+
34
+ // The number of tags probed per constrained secret in the first round.
35
+ //
36
+ // The probe doubles each round (2, 4, 8, ..., capped at UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN) while every probed
37
+ // index is a hit, stopping at the first missing tag. Constrained delivery is gapless, so a single missing tag proves
38
+ // the stream has ended: at steady state this turns a full WINDOW_LEN probe into two tags. A secret K logs behind
39
+ // catches up in ~log2(K) round-trips while the probe is still doubling (2, 4, 8, 16, 32), but once it saturates the cap
40
+ // and advances WINDOW_LEN tags per round, deeper catch-up is linear at ~K/WINDOW_LEN rounds. Either way it beats both
41
+ // the full window every round and one round per log.
42
+ export const INITIAL_CONSTRAINED_PROBE_LEN = 2;