@aztec/pxe 0.0.1-commit.e3c1de76 → 0.0.1-commit.e57c76e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (347) hide show
  1. package/dest/bin/check_oracle_version.js +43 -99
  2. package/dest/bin/index.d.ts +2 -0
  3. package/dest/bin/index.d.ts.map +1 -0
  4. package/dest/bin/index.js +1 -0
  5. package/dest/bin/oracle_version_helpers.d.ts +26 -0
  6. package/dest/bin/oracle_version_helpers.d.ts.map +1 -0
  7. package/dest/bin/oracle_version_helpers.js +93 -0
  8. package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
  9. package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
  10. package/dest/block_synchronizer/block_stream_source.js +62 -0
  11. package/dest/block_synchronizer/block_synchronizer.d.ts +9 -3
  12. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  13. package/dest/block_synchronizer/block_synchronizer.js +37 -11
  14. package/dest/config/index.d.ts +8 -2
  15. package/dest/config/index.d.ts.map +1 -1
  16. package/dest/config/index.js +13 -15
  17. package/dest/config/package_info.js +1 -1
  18. package/dest/contract_function_simulator/contract_function_simulator.d.ts +66 -29
  19. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  20. package/dest/contract_function_simulator/contract_function_simulator.js +216 -75
  21. package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
  22. package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
  23. package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
  24. package/dest/contract_function_simulator/execution_note_cache.d.ts +2 -2
  25. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  26. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +7 -11
  27. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
  28. package/dest/contract_function_simulator/execution_tagging_index_cache.js +19 -15
  29. package/dest/contract_function_simulator/index.d.ts +14 -2
  30. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  31. package/dest/contract_function_simulator/index.js +11 -0
  32. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +48 -0
  33. package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
  34. package/dest/contract_function_simulator/noir-structs/bounded_vec.js +45 -0
  35. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts +37 -0
  36. package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts.map +1 -0
  37. package/dest/contract_function_simulator/noir-structs/ephemeral_array.js +59 -0
  38. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +3 -4
  39. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
  40. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +8 -9
  41. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +13 -3
  42. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
  43. package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +35 -4
  44. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +2 -2
  45. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  46. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -4
  47. package/dest/contract_function_simulator/noir-structs/note_data.d.ts +27 -0
  48. package/dest/contract_function_simulator/noir-structs/note_data.d.ts.map +1 -0
  49. package/dest/contract_function_simulator/noir-structs/note_data.js +3 -0
  50. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +3 -5
  51. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
  52. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +6 -10
  53. package/dest/contract_function_simulator/noir-structs/option.d.ts +61 -0
  54. package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
  55. package/dest/contract_function_simulator/noir-structs/option.js +62 -0
  56. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +11 -0
  57. package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -0
  58. package/dest/contract_function_simulator/noir-structs/provided_secret.js +24 -0
  59. package/dest/contract_function_simulator/oracle/interfaces.d.ts +16 -98
  60. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  61. package/dest/contract_function_simulator/oracle/interfaces.js +2 -2
  62. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +2 -2
  63. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  64. package/dest/contract_function_simulator/oracle/note_packing_utils.js +2 -2
  65. package/dest/contract_function_simulator/oracle/oracle.d.ts +75 -46
  66. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
  67. package/dest/contract_function_simulator/oracle/oracle.js +471 -275
  68. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +127 -0
  69. package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
  70. package/dest/contract_function_simulator/oracle/oracle_registry.js +786 -0
  71. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +139 -0
  72. package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -0
  73. package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +560 -0
  74. package/dest/contract_function_simulator/oracle/private_execution.js +5 -3
  75. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +68 -95
  76. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  77. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +141 -110
  78. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +156 -76
  79. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  80. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +450 -166
  81. package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
  82. package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
  83. package/dest/contract_function_simulator/pick_notes.js +20 -3
  84. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +1 -1
  85. package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
  86. package/dest/contract_function_simulator/proxied_contract_data_source.js +35 -64
  87. package/dest/contract_logging.d.ts +27 -0
  88. package/dest/contract_logging.d.ts.map +1 -0
  89. package/dest/contract_logging.js +38 -0
  90. package/dest/contract_sync/contract_sync_service.d.ts +42 -0
  91. package/dest/contract_sync/contract_sync_service.d.ts.map +1 -0
  92. package/dest/contract_sync/contract_sync_service.js +135 -0
  93. package/dest/contract_sync/helpers.d.ts +27 -0
  94. package/dest/contract_sync/helpers.d.ts.map +1 -0
  95. package/dest/contract_sync/{index.js → helpers.js} +16 -17
  96. package/dest/debug/pxe_debug_utils.d.ts +14 -15
  97. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  98. package/dest/debug/pxe_debug_utils.js +16 -21
  99. package/dest/entrypoints/client/bundle/index.d.ts +3 -1
  100. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  101. package/dest/entrypoints/client/bundle/index.js +2 -0
  102. package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
  103. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  104. package/dest/entrypoints/client/bundle/utils.js +21 -5
  105. package/dest/entrypoints/client/lazy/index.d.ts +3 -1
  106. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  107. package/dest/entrypoints/client/lazy/index.js +2 -0
  108. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  109. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  110. package/dest/entrypoints/client/lazy/utils.js +21 -5
  111. package/dest/entrypoints/pxe_creation_options.d.ts +9 -1
  112. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  113. package/dest/entrypoints/pxe_creation_options.js +3 -1
  114. package/dest/entrypoints/server/index.d.ts +5 -3
  115. package/dest/entrypoints/server/index.d.ts.map +1 -1
  116. package/dest/entrypoints/server/index.js +4 -2
  117. package/dest/entrypoints/server/utils.d.ts +4 -3
  118. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  119. package/dest/entrypoints/server/utils.js +21 -5
  120. package/dest/events/event_service.d.ts +15 -6
  121. package/dest/events/event_service.d.ts.map +1 -1
  122. package/dest/events/event_service.js +44 -11
  123. package/dest/events/private_event_filter_validator.d.ts +3 -2
  124. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  125. package/dest/events/private_event_filter_validator.js +15 -0
  126. package/dest/hooks/authorize_utility_call.d.ts +41 -0
  127. package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
  128. package/dest/hooks/authorize_utility_call.js +4 -0
  129. package/dest/hooks/execution_hooks.d.ts +42 -0
  130. package/dest/hooks/execution_hooks.d.ts.map +1 -0
  131. package/dest/hooks/execution_hooks.js +9 -0
  132. package/dest/hooks/index.d.ts +4 -0
  133. package/dest/hooks/index.d.ts.map +1 -0
  134. package/dest/hooks/index.js +1 -0
  135. package/dest/logs/log_service.d.ts +9 -8
  136. package/dest/logs/log_service.d.ts.map +1 -1
  137. package/dest/logs/log_service.js +131 -84
  138. package/dest/messages/message_context_service.d.ts +17 -0
  139. package/dest/messages/message_context_service.d.ts.map +1 -0
  140. package/dest/messages/message_context_service.js +55 -0
  141. package/dest/notes/note_service.d.ts +27 -5
  142. package/dest/notes/note_service.d.ts.map +1 -1
  143. package/dest/notes/note_service.js +83 -58
  144. package/dest/notes_filter.d.ts +24 -0
  145. package/dest/notes_filter.d.ts.map +1 -0
  146. package/dest/notes_filter.js +4 -0
  147. package/dest/oracle_version.d.ts +4 -3
  148. package/dest/oracle_version.d.ts.map +1 -1
  149. package/dest/oracle_version.js +20 -10
  150. package/dest/private_kernel/batch_planner.d.ts +47 -0
  151. package/dest/private_kernel/batch_planner.d.ts.map +1 -0
  152. package/dest/private_kernel/batch_planner.js +104 -0
  153. package/dest/private_kernel/hints/compute_tx_expiration_timestamp.d.ts +4 -0
  154. package/dest/private_kernel/hints/compute_tx_expiration_timestamp.d.ts.map +1 -0
  155. package/dest/private_kernel/hints/{compute_tx_include_by_timestamp.js → compute_tx_expiration_timestamp.js} +12 -12
  156. package/dest/private_kernel/hints/index.d.ts +1 -1
  157. package/dest/private_kernel/hints/index.js +1 -1
  158. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +4 -3
  159. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -1
  160. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +130 -69
  161. package/dest/private_kernel/hints/test_utils.d.ts +122 -0
  162. package/dest/private_kernel/hints/test_utils.d.ts.map +1 -0
  163. package/dest/private_kernel/hints/test_utils.js +202 -0
  164. package/dest/private_kernel/private_kernel_execution_prover.d.ts +6 -2
  165. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  166. package/dest/private_kernel/private_kernel_execution_prover.js +166 -65
  167. package/dest/private_kernel/private_kernel_oracle.d.ts +15 -11
  168. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  169. package/dest/private_kernel/private_kernel_oracle.js +31 -25
  170. package/dest/pxe.d.ts +120 -24
  171. package/dest/pxe.d.ts.map +1 -1
  172. package/dest/pxe.js +231 -134
  173. package/dest/storage/anchor_block_store/anchor_block_store.js +1 -1
  174. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
  175. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
  176. package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
  177. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
  178. package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
  179. package/dest/storage/backwards_compatibility_tests/schema_tests.js +591 -0
  180. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
  181. package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
  182. package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
  183. package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
  184. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
  185. package/dest/storage/capsule_store/capsule_service.js +50 -0
  186. package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
  187. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  188. package/dest/storage/capsule_store/capsule_store.js +36 -28
  189. package/dest/storage/capsule_store/index.d.ts +2 -1
  190. package/dest/storage/capsule_store/index.d.ts.map +1 -1
  191. package/dest/storage/capsule_store/index.js +1 -0
  192. package/dest/storage/contract_store/contract_store.d.ts +42 -15
  193. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  194. package/dest/storage/contract_store/contract_store.js +146 -87
  195. package/dest/storage/metadata.d.ts +1 -1
  196. package/dest/storage/metadata.js +1 -1
  197. package/dest/storage/note_store/note_store.d.ts +3 -3
  198. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  199. package/dest/storage/note_store/note_store.js +6 -4
  200. package/dest/storage/open_pxe_stores.d.ts +33 -0
  201. package/dest/storage/open_pxe_stores.d.ts.map +1 -0
  202. package/dest/storage/open_pxe_stores.js +27 -0
  203. package/dest/storage/private_event_store/private_event_store.d.ts +1 -1
  204. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  205. package/dest/storage/private_event_store/private_event_store.js +3 -0
  206. package/dest/storage/private_event_store/stored_private_event.js +1 -1
  207. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +6 -6
  208. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  209. package/dest/storage/tagging_store/sender_tagging_store.d.ts +29 -28
  210. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  211. package/dest/storage/tagging_store/sender_tagging_store.js +141 -115
  212. package/dest/tagging/get_all_logs_by_tags.d.ts +34 -10
  213. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
  214. package/dest/tagging/get_all_logs_by_tags.js +45 -32
  215. package/dest/tagging/index.d.ts +6 -5
  216. package/dest/tagging/index.d.ts.map +1 -1
  217. package/dest/tagging/index.js +4 -3
  218. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
  219. package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
  220. package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
  221. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +56 -0
  222. package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
  223. package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +163 -0
  224. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
  225. package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
  226. package/dest/tagging/recipient_sync/utils/find_highest_indexes.js +2 -2
  227. package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
  228. package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
  229. package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
  230. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +4 -9
  231. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  232. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +32 -14
  233. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +13 -7
  234. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
  235. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +41 -10
  236. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +5 -7
  237. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  238. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +37 -25
  239. package/package.json +29 -17
  240. package/src/bin/check_oracle_version.ts +49 -122
  241. package/src/bin/index.ts +1 -0
  242. package/src/bin/oracle_version_helpers.ts +121 -0
  243. package/src/block_synchronizer/block_stream_source.ts +81 -0
  244. package/src/block_synchronizer/block_synchronizer.ts +39 -11
  245. package/src/config/index.ts +15 -9
  246. package/src/config/package_info.ts +1 -1
  247. package/src/contract_function_simulator/contract_function_simulator.ts +391 -136
  248. package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
  249. package/src/contract_function_simulator/execution_note_cache.ts +1 -1
  250. package/src/contract_function_simulator/execution_tagging_index_cache.ts +19 -18
  251. package/src/contract_function_simulator/index.ts +51 -1
  252. package/src/contract_function_simulator/noir-structs/bounded_vec.ts +55 -0
  253. package/src/contract_function_simulator/noir-structs/ephemeral_array.ts +66 -0
  254. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +9 -8
  255. package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +36 -3
  256. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +2 -5
  257. package/src/contract_function_simulator/noir-structs/note_data.ts +27 -0
  258. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +4 -9
  259. package/src/contract_function_simulator/noir-structs/option.ts +69 -0
  260. package/src/contract_function_simulator/noir-structs/provided_secret.ts +27 -0
  261. package/src/contract_function_simulator/oracle/interfaces.ts +12 -176
  262. package/src/contract_function_simulator/oracle/note_packing_utils.ts +3 -3
  263. package/src/contract_function_simulator/oracle/oracle.ts +564 -473
  264. package/src/contract_function_simulator/oracle/oracle_registry.ts +585 -0
  265. package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +553 -0
  266. package/src/contract_function_simulator/oracle/private_execution.ts +4 -4
  267. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +173 -205
  268. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +664 -245
  269. package/src/contract_function_simulator/pick_notes.ts +22 -3
  270. package/src/contract_function_simulator/proxied_contract_data_source.ts +41 -64
  271. package/src/contract_logging.ts +52 -0
  272. package/src/contract_sync/contract_sync_service.ts +189 -0
  273. package/src/contract_sync/{index.ts → helpers.ts} +17 -29
  274. package/src/debug/pxe_debug_utils.ts +47 -25
  275. package/src/entrypoints/client/bundle/index.ts +2 -0
  276. package/src/entrypoints/client/bundle/utils.ts +19 -6
  277. package/src/entrypoints/client/lazy/index.ts +2 -0
  278. package/src/entrypoints/client/lazy/utils.ts +19 -6
  279. package/src/entrypoints/pxe_creation_options.ts +14 -0
  280. package/src/entrypoints/server/index.ts +4 -2
  281. package/src/entrypoints/server/utils.ts +22 -13
  282. package/src/events/event_service.ts +69 -21
  283. package/src/events/private_event_filter_validator.ts +21 -1
  284. package/src/hooks/authorize_utility_call.ts +44 -0
  285. package/src/hooks/execution_hooks.ts +48 -0
  286. package/src/hooks/index.ts +7 -0
  287. package/src/logs/log_service.ts +162 -145
  288. package/src/messages/message_context_service.ts +62 -0
  289. package/src/notes/note_service.ts +120 -85
  290. package/src/notes_filter.ts +24 -0
  291. package/src/oracle_version.ts +20 -10
  292. package/src/private_kernel/batch_planner.ts +169 -0
  293. package/src/private_kernel/hints/{compute_tx_include_by_timestamp.ts → compute_tx_expiration_timestamp.ts} +13 -13
  294. package/src/private_kernel/hints/index.ts +1 -1
  295. package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +165 -118
  296. package/src/private_kernel/hints/test_utils.ts +318 -0
  297. package/src/private_kernel/private_kernel_execution_prover.ts +254 -89
  298. package/src/private_kernel/private_kernel_oracle.ts +42 -32
  299. package/src/pxe.ts +416 -181
  300. package/src/storage/anchor_block_store/anchor_block_store.ts +1 -1
  301. package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
  302. package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
  303. package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
  304. package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
  305. package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
  306. package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +46 -0
  307. package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +36 -0
  308. package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
  309. package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +18 -0
  310. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderAddressBookStore.json +16 -0
  311. package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +22 -0
  312. package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +97 -0
  313. package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
  314. package/src/storage/backwards_compatibility_tests/schema_tests.ts +712 -0
  315. package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
  316. package/src/storage/capsule_store/capsule_service.ts +90 -0
  317. package/src/storage/capsule_store/capsule_store.ts +44 -26
  318. package/src/storage/capsule_store/index.ts +1 -0
  319. package/src/storage/contract_store/contract_store.ts +182 -104
  320. package/src/storage/metadata.ts +1 -1
  321. package/src/storage/note_store/note_store.ts +9 -5
  322. package/src/storage/open_pxe_stores.ts +49 -0
  323. package/src/storage/private_event_store/private_event_store.ts +4 -0
  324. package/src/storage/private_event_store/stored_private_event.ts +1 -1
  325. package/src/storage/tagging_store/recipient_tagging_store.ts +5 -5
  326. package/src/storage/tagging_store/sender_tagging_store.ts +185 -138
  327. package/src/tagging/get_all_logs_by_tags.ts +87 -35
  328. package/src/tagging/index.ts +5 -4
  329. package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
  330. package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +240 -0
  331. package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +4 -4
  332. package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
  333. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +52 -17
  334. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +44 -14
  335. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +27 -27
  336. package/dest/contract_sync/index.d.ts +0 -23
  337. package/dest/contract_sync/index.d.ts.map +0 -1
  338. package/dest/private_kernel/hints/compute_tx_include_by_timestamp.d.ts +0 -4
  339. package/dest/private_kernel/hints/compute_tx_include_by_timestamp.d.ts.map +0 -1
  340. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -15
  341. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
  342. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
  343. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -15
  344. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
  345. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -32
  346. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -143
  347. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -49
@@ -1,46 +1,59 @@
1
- import { MAX_LOGS_PER_TAG } from '@aztec/stdlib/interfaces/api-limit';
1
+ import { MAX_RPC_LEN } from '@aztec/stdlib/interfaces/api-limit';
2
+ import { queryAllPrivateLogsByTags, queryAllPublicLogsByTags } from '@aztec/stdlib/logs';
2
3
  /**
3
- * Generic pagination helper that fetches all pages of results.
4
- * @param numTags - The number of tags being queried (determines result array size).
5
- * @param fetchPage - Function that fetches a single page of results given a page number.
6
- * @returns An array of arrays, one per tag, containing all results across all pages.
7
- */ async function getAllPages(numTags, fetchPage) {
8
- const allResultsPerTag = Array.from({
9
- length: numTags
10
- }, ()=>[]);
11
- let page = 0;
12
- let hasMore = true;
13
- while(hasMore){
14
- const resultsPage = await fetchPage(page);
15
- hasMore = false;
16
- for(let i = 0; i < resultsPage.length; i++){
17
- allResultsPerTag[i].push(...resultsPage[i]);
18
- if (resultsPage[i].length === MAX_LOGS_PER_TAG) {
19
- hasMore = true;
20
- }
21
- }
22
- page++;
4
+ * Splits tags into chunks of MAX_RPC_LEN, paginates each chunk via the stdlib per-tag cursor helper,
5
+ * then stitches the results back into a single array preserving the original tag order.
6
+ */ async function getAllPagesInBatches(tags, fetchAllPagesForBatch) {
7
+ if (tags.length === 0) {
8
+ return [];
23
9
  }
24
- return allResultsPerTag;
10
+ if (tags.length <= MAX_RPC_LEN) {
11
+ return fetchAllPagesForBatch(tags);
12
+ }
13
+ const batches = [];
14
+ for(let i = 0; i < tags.length; i += MAX_RPC_LEN){
15
+ batches.push(tags.slice(i, i + MAX_RPC_LEN));
16
+ }
17
+ const batchResults = await Promise.all(batches.map(fetchAllPagesForBatch));
18
+ return batchResults.flat();
25
19
  }
26
20
  /**
27
- * Fetches all private logs for the given tags, automatically paginating through all pages.
21
+ * Fetches all private logs for the given tags, automatically paginating per-tag via `afterLog` cursors.
22
+ *
28
23
  * @param aztecNode - The Aztec node to query.
29
24
  * @param tags - The siloed tags to search for.
30
- * @param anchorBlockHash - reference block for the Aztec node query, throws if block is not found there (typically
31
- * because of reorgs).
25
+ * @param anchorBlockHash - Reference block for the Aztec node query, throws if block is not found there (typically
26
+ * because of reorgs).
27
+ * @param options - Optional `fromBlock`/`toBlock` range and `includeEffects` opt-in.
32
28
  * @returns An array of log arrays, one per tag, containing all logs across all pages.
33
- */ export function getAllPrivateLogsByTags(aztecNode, tags, anchorBlockHash) {
34
- return getAllPages(tags.length, (page)=>aztecNode.getPrivateLogsByTags(tags, page, anchorBlockHash));
29
+ */ export function getAllPrivateLogsByTags(aztecNode, tags, anchorBlockHash, options = {}) {
30
+ return getAllPagesInBatches(tags, (batch)=>queryAllPrivateLogsByTags(aztecNode, {
31
+ tags: batch,
32
+ referenceBlock: anchorBlockHash,
33
+ fromBlock: options.fromBlock,
34
+ toBlock: options.toBlock,
35
+ includeEffects: options.includeEffects ?? false,
36
+ limitPerTag: options.limitPerTag
37
+ }));
35
38
  }
36
39
  /**
37
- * Fetches all public logs for the given tags from a contract, automatically paginating through all pages.
40
+ * Fetches all public logs for the given tags from a contract, automatically paginating per-tag via `afterLog` cursors.
41
+ *
38
42
  * @param aztecNode - The Aztec node to query.
39
43
  * @param contractAddress - The contract address to search logs for.
40
44
  * @param tags - The tags to search for.
41
- * @param anchorBlockHash - reference block for the Aztec node query, throws if block is not found there (typically
42
- * because of reorgs).
45
+ * @param anchorBlockHash - Reference block for the Aztec node query, throws if block is not found there (typically
46
+ * because of reorgs).
47
+ * @param options - Optional `fromBlock`/`toBlock` range and `includeEffects` opt-in.
43
48
  * @returns An array of log arrays, one per tag, containing all logs across all pages.
44
- */ export function getAllPublicLogsByTagsFromContract(aztecNode, contractAddress, tags, anchorBlockHash) {
45
- return getAllPages(tags.length, (page)=>aztecNode.getPublicLogsByTagsFromContract(contractAddress, tags, page, anchorBlockHash));
49
+ */ export function getAllPublicLogsByTagsFromContract(aztecNode, contractAddress, tags, anchorBlockHash, options = {}) {
50
+ return getAllPagesInBatches(tags, (batch)=>queryAllPublicLogsByTags(aztecNode, {
51
+ contractAddress,
52
+ tags: batch,
53
+ referenceBlock: anchorBlockHash,
54
+ fromBlock: options.fromBlock,
55
+ toBlock: options.toBlock,
56
+ includeEffects: options.includeEffects ?? false,
57
+ limitPerTag: options.limitPerTag
58
+ }));
46
59
  }
@@ -4,14 +4,15 @@
4
4
  * The objective of the sender sync algorithm is to determine which tags have already been used by a sender, thereby
5
5
  * deciding which tag should be used next.
6
6
  *
7
- * The objective of the recipient sync algorithm is to load and process the corresponding logs.
7
+ * The objective of the recipient sync algorithm is to fetch and sync the corresponding logs.
8
8
  *
9
9
  * @module tagging
10
10
  */
11
- export { loadPrivateLogsForSenderRecipientPair } from './recipient_sync/load_private_logs_for_sender_recipient_pair.js';
11
+ export { syncTaggedPrivateLogs } from './recipient_sync/sync_tagged_private_logs.js';
12
12
  export { syncSenderTaggingIndexes } from './sender_sync/sync_sender_tagging_indexes.js';
13
+ export { persistSenderTaggingIndexRangesForTx } from './persist_sender_tagging_index_ranges.js';
13
14
  export { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from './constants.js';
14
15
  export { getAllPrivateLogsByTags, getAllPublicLogsByTagsFromContract } from './get_all_logs_by_tags.js';
15
- export { DirectionalAppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
16
- export { type PreTag } from '@aztec/stdlib/logs';
17
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy90YWdnaW5nL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7Ozs7R0FTRztBQUVILE9BQU8sRUFBRSxxQ0FBcUMsRUFBRSxNQUFNLGlFQUFpRSxDQUFDO0FBQ3hILE9BQU8sRUFBRSx3QkFBd0IsRUFBRSxNQUFNLDhDQUE4QyxDQUFDO0FBQ3hGLE9BQU8sRUFBRSxzQ0FBc0MsRUFBRSxNQUFNLGdCQUFnQixDQUFDO0FBQ3hFLE9BQU8sRUFBRSx1QkFBdUIsRUFBRSxrQ0FBa0MsRUFBRSxNQUFNLDJCQUEyQixDQUFDO0FBR3hHLE9BQU8sRUFBRSwyQkFBMkIsRUFBRSxHQUFHLEVBQUUsU0FBUyxFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDakYsT0FBTyxFQUFFLEtBQUssTUFBTSxFQUFFLE1BQU0sb0JBQW9CLENBQUMifQ==
16
+ export { AppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
17
+ export { type PreTag, type TaggingIndexRange } from '@aztec/stdlib/logs';
18
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy90YWdnaW5nL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7Ozs7R0FTRztBQUVILE9BQU8sRUFBRSxxQkFBcUIsRUFBRSxNQUFNLDhDQUE4QyxDQUFDO0FBQ3JGLE9BQU8sRUFBRSx3QkFBd0IsRUFBRSxNQUFNLDhDQUE4QyxDQUFDO0FBQ3hGLE9BQU8sRUFBRSxvQ0FBb0MsRUFBRSxNQUFNLDBDQUEwQyxDQUFDO0FBQ2hHLE9BQU8sRUFBRSxzQ0FBc0MsRUFBRSxNQUFNLGdCQUFnQixDQUFDO0FBQ3hFLE9BQU8sRUFBRSx1QkFBdUIsRUFBRSxrQ0FBa0MsRUFBRSxNQUFNLDJCQUEyQixDQUFDO0FBR3hHLE9BQU8sRUFBRSxnQkFBZ0IsRUFBRSxHQUFHLEVBQUUsU0FBUyxFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDdEUsT0FBTyxFQUFFLEtBQUssTUFBTSxFQUFFLEtBQUssaUJBQWlCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQyJ9
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tagging/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,qCAAqC,EAAE,MAAM,iEAAiE,CAAC;AACxH,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AACxF,OAAO,EAAE,sCAAsC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,kCAAkC,EAAE,MAAM,2BAA2B,CAAC;AAGxG,OAAO,EAAE,2BAA2B,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tagging/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AACxF,OAAO,EAAE,oCAAoC,EAAE,MAAM,0CAA0C,CAAC;AAChG,OAAO,EAAE,sCAAsC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,kCAAkC,EAAE,MAAM,2BAA2B,CAAC;AAGxG,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC"}
@@ -4,12 +4,13 @@
4
4
  * The objective of the sender sync algorithm is to determine which tags have already been used by a sender, thereby
5
5
  * deciding which tag should be used next.
6
6
  *
7
- * The objective of the recipient sync algorithm is to load and process the corresponding logs.
7
+ * The objective of the recipient sync algorithm is to fetch and sync the corresponding logs.
8
8
  *
9
9
  * @module tagging
10
- */ export { loadPrivateLogsForSenderRecipientPair } from './recipient_sync/load_private_logs_for_sender_recipient_pair.js';
10
+ */ export { syncTaggedPrivateLogs } from './recipient_sync/sync_tagged_private_logs.js';
11
11
  export { syncSenderTaggingIndexes } from './sender_sync/sync_sender_tagging_indexes.js';
12
+ export { persistSenderTaggingIndexRangesForTx } from './persist_sender_tagging_index_ranges.js';
12
13
  export { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from './constants.js';
13
14
  export { getAllPrivateLogsByTags, getAllPublicLogsByTagsFromContract } from './get_all_logs_by_tags.js';
14
15
  // Re-export tagging-related types from stdlib
15
- export { DirectionalAppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
16
+ export { AppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
@@ -0,0 +1,29 @@
1
+ import type { Logger } from '@aztec/foundation/log';
2
+ import type { PrivateKernelTailCircuitPublicInputs } from '@aztec/stdlib/kernel';
3
+ import type { TaggingIndexRange } from '@aztec/stdlib/logs';
4
+ import type { TxHash } from '@aztec/stdlib/tx';
5
+ import type { SenderTaggingStore } from '../storage/tagging_store/sender_tagging_store.js';
6
+ /**
7
+ * Persists the tagging index ranges that a tx used as a sender, after reconciling them against the kernel's surviving
8
+ * private logs.
9
+ *
10
+ * The tagging index cache reserves an index for every log emission attempted during private execution, but the kernel
11
+ * may then squash some of those logs (e.g. when a note is created and nullified within the same tx). This function
12
+ * shrinks the recorded ranges to match the actual on-chain footprint before writing them, so that what we persist is
13
+ * consistent with what the network will see.
14
+ *
15
+ * @remarks Storing the recorded ranges in the DB may not be seen as necessary because we sync from chain before sending
16
+ * new logs, but the sync can only see logs already included in blocks. If we sent another transaction before this one
17
+ * was included from the same PXE, and that transaction contained a log with a tag derived from the same secret, we
18
+ * would reuse the tag and the transactions would be linked. Persisting in the DB prevents that linkage.
19
+ *
20
+ * @param store - The sender tagging store.
21
+ * @param recordedRanges - The tagging index ranges as recorded during private execution (pre-squash).
22
+ * @param publicInputs - The final kernel public inputs, used to determine which private logs survived squashing.
23
+ * @param getTxHash - Lazy accessor for the tx hash. Called only when there is something to persist, since computing
24
+ * the tx hash is expensive.
25
+ * @param jobId - Job context for staged writes to the store. See `JobCoordinator` for more details.
26
+ * @param log - Logger.
27
+ */
28
+ export declare function persistSenderTaggingIndexRangesForTx(store: SenderTaggingStore, recordedRanges: TaggingIndexRange[], publicInputs: PrivateKernelTailCircuitPublicInputs, getTxHash: () => Promise<TxHash>, jobId: string, log: Logger): Promise<void>;
29
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGVyc2lzdF9zZW5kZXJfdGFnZ2luZ19pbmRleF9yYW5nZXMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy90YWdnaW5nL3BlcnNpc3Rfc2VuZGVyX3RhZ2dpbmdfaW5kZXhfcmFuZ2VzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBQ3BELE9BQU8sS0FBSyxFQUFFLG9DQUFvQyxFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDakYsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUM1RCxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUUvQyxPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLGtEQUFrRCxDQUFDO0FBRzNGOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7R0FxQkc7QUFDSCx3QkFBc0Isb0NBQW9DLENBQ3hELEtBQUssRUFBRSxrQkFBa0IsRUFDekIsY0FBYyxFQUFFLGlCQUFpQixFQUFFLEVBQ25DLFlBQVksRUFBRSxvQ0FBb0MsRUFDbEQsU0FBUyxFQUFFLE1BQU0sT0FBTyxDQUFDLE1BQU0sQ0FBQyxFQUNoQyxLQUFLLEVBQUUsTUFBTSxFQUNiLEdBQUcsRUFBRSxNQUFNLEdBQ1YsT0FBTyxDQUFDLElBQUksQ0FBQyxDQW1CZiJ9
@@ -0,0 +1 @@
1
+ {"version":3,"file":"persist_sender_tagging_index_ranges.d.ts","sourceRoot":"","sources":["../../src/tagging/persist_sender_tagging_index_ranges.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kDAAkD,CAAC;AAG3F;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,oCAAoC,CACxD,KAAK,EAAE,kBAAkB,EACzB,cAAc,EAAE,iBAAiB,EAAE,EACnC,YAAY,EAAE,oCAAoC,EAClD,SAAS,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EAChC,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC,CAmBf"}
@@ -0,0 +1,42 @@
1
+ import { reconcileTaggingIndexRangesAgainstSurvivingTags } from './reconcile_tagging_index_ranges.js';
2
+ /**
3
+ * Persists the tagging index ranges that a tx used as a sender, after reconciling them against the kernel's surviving
4
+ * private logs.
5
+ *
6
+ * The tagging index cache reserves an index for every log emission attempted during private execution, but the kernel
7
+ * may then squash some of those logs (e.g. when a note is created and nullified within the same tx). This function
8
+ * shrinks the recorded ranges to match the actual on-chain footprint before writing them, so that what we persist is
9
+ * consistent with what the network will see.
10
+ *
11
+ * @remarks Storing the recorded ranges in the DB may not be seen as necessary because we sync from chain before sending
12
+ * new logs, but the sync can only see logs already included in blocks. If we sent another transaction before this one
13
+ * was included from the same PXE, and that transaction contained a log with a tag derived from the same secret, we
14
+ * would reuse the tag and the transactions would be linked. Persisting in the DB prevents that linkage.
15
+ *
16
+ * @param store - The sender tagging store.
17
+ * @param recordedRanges - The tagging index ranges as recorded during private execution (pre-squash).
18
+ * @param publicInputs - The final kernel public inputs, used to determine which private logs survived squashing.
19
+ * @param getTxHash - Lazy accessor for the tx hash. Called only when there is something to persist, since computing
20
+ * the tx hash is expensive.
21
+ * @param jobId - Job context for staged writes to the store. See `JobCoordinator` for more details.
22
+ * @param log - Logger.
23
+ */ export async function persistSenderTaggingIndexRangesForTx(store, recordedRanges, publicInputs, getTxHash, jobId, log) {
24
+ if (recordedRanges.length === 0) {
25
+ log.debug(`No tagging index ranges used in the tx`);
26
+ return;
27
+ }
28
+ const survivingTags = new Set(publicInputs.getNonEmptyPrivateLogs().map((privateLog)=>privateLog.fields[0].toString()));
29
+ const reconciledRanges = await reconcileTaggingIndexRangesAgainstSurvivingTags(recordedRanges, survivingTags);
30
+ if (reconciledRanges.length === 0) {
31
+ log.debug(`All tagging index ranges used in the tx were squashed by the kernel`, {
32
+ recordedRanges
33
+ });
34
+ return;
35
+ }
36
+ const txHash = await getTxHash();
37
+ await store.storePendingIndexes(reconciledRanges, txHash, jobId);
38
+ log.debug(`Stored used tagging index ranges as sender for the tx`, {
39
+ recordedRanges,
40
+ reconciledRanges
41
+ });
42
+ }
@@ -0,0 +1,56 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
2
+ import type { AztecNode } from '@aztec/stdlib/interfaces/client';
3
+ import type { AppTaggingSecret, LogResult } from '@aztec/stdlib/logs';
4
+ import type { BlockHeader } from '@aztec/stdlib/tx';
5
+ import type { RecipientTaggingStore } from '../../storage/tagging_store/recipient_tagging_store.js';
6
+ /**
7
+ * Fetches and syncs tagged private logs for multiple sender-recipient pairs, batching tag queries across all secrets
8
+ * into shared RPC calls.
9
+ *
10
+ * # Explanation of how the algorithm works
11
+ *
12
+ * For each secret we sync logs that correspond to the tagging index range
13
+ * (highestAgedIndex, highestFinalizedIndex + WINDOW_LEN]
14
+ *
15
+ * highestAgedIndex is the highest index that was used in a tx that is included in a block at least
16
+ * `MAX_TX_LIFETIME` seconds ago.
17
+ * highestFinalizedIndex is the highest index that was used in a tx that is included in a finalized block.
18
+ *
19
+ * "(" denotes an open end of the range - the index is not included in the range.
20
+ * "]" denotes a closed end of the range - the index is included in the range.
21
+ *
22
+ * ## Explanation of highestAgedIndex
23
+ *
24
+ * highestAgedIndex is chosen such that for all tagging indexes `i <= highestAgedIndex` we know that no new logs can
25
+ * ever appear.
26
+ *
27
+ * This relies on the "maximum inclusion timestamp" rule enforced by the kernel and rollup circuits:
28
+ * - a transaction's maximum inclusion timestamp is at most `MAX_TX_LIFETIME` seconds after
29
+ * the timestamp of its anchor block; and
30
+ * - a rollup only includes transactions whose inclusion timestamp is >= the L2 block's timestamp.
31
+ *
32
+ * Suppose some device used index `I` in a transaction anchored to block `B_N` at time `N`, and that block is now at
33
+ * least `MAX_TX_LIFETIME` seconds in the past. Then there is no possibility of any *other* device
34
+ * trying to use an index <= `I` while anchoring to a *newer* block than `B_N` because if we were anchoring to
35
+ * a newer block than `B_N` then we would already have seen the log with index `I` and hence the device would have
36
+ * chosen a larger index.
37
+ * If that *other* device would anchor to a block older than `B_N` then that tx could never be included in a block
38
+ * because it would already have been expired.
39
+ *
40
+ * Therefore, once we see that index `I` has been used in a block that is at least `MAX_TX_LIFETIME`
41
+ * seconds old, we can safely stop syncing logs for all indexes <= `I` and set highestAgedIndex = `I`.
42
+ *
43
+ * ## Explanation of the upper bound `highestFinalizedIndex + WINDOW_LEN`
44
+ *
45
+ * When a sender chooses a tagging index, they will select an index that is at most `WINDOW_LEN` greater than
46
+ * the highest finalized index. If that index was already used, they will throw an error. For this reason we
47
+ * don't have to look further than `highestFinalizedIndex + WINDOW_LEN`.
48
+ *
49
+ * ## Batching across secrets
50
+ *
51
+ * Instead of running one RPC call per secret, we merge tags from all pending secrets into a single flat array,
52
+ * make one batched `getAllPrivateLogsByTags` call (which internally chunks at MAX_RPC_LEN), then split results
53
+ * back per secret using tracked offsets. Only secrets whose window advanced are kept for the next iteration.
54
+ */
55
+ export declare function syncTaggedPrivateLogs(secrets: AppTaggingSecret[], aztecNode: AztecNode, taggingStore: RecipientTaggingStore, anchorBlockHeader: BlockHeader, finalizedBlockNumber: BlockNumber, jobId: string): Promise<LogResult[]>;
56
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3luY190YWdnZWRfcHJpdmF0ZV9sb2dzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvdGFnZ2luZy9yZWNpcGllbnRfc3luYy9zeW5jX3RhZ2dlZF9wcml2YXRlX2xvZ3MudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFdBQVcsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBRzlELE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ2pFLE9BQU8sS0FBSyxFQUFFLGdCQUFnQixFQUFFLFNBQVMsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBRXRFLE9BQU8sS0FBSyxFQUFFLFdBQVcsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRXBELE9BQU8sS0FBSyxFQUFFLHFCQUFxQixFQUFFLE1BQU0sd0RBQXdELENBQUM7QUFLcEc7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztHQWdERztBQUNILHdCQUFzQixxQkFBcUIsQ0FDekMsT0FBTyxFQUFFLGdCQUFnQixFQUFFLEVBQzNCLFNBQVMsRUFBRSxTQUFTLEVBQ3BCLFlBQVksRUFBRSxxQkFBcUIsRUFDbkMsaUJBQWlCLEVBQUUsV0FBVyxFQUM5QixvQkFBb0IsRUFBRSxXQUFXLEVBQ2pDLEtBQUssRUFBRSxNQUFNLEdBQ1osT0FBTyxDQUFDLFNBQVMsRUFBRSxDQUFDLENBNEN0QiJ9
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sync_tagged_private_logs.d.ts","sourceRoot":"","sources":["../../../src/tagging/recipient_sync/sync_tagged_private_logs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAG9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wDAAwD,CAAC;AAKpG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgDG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,qBAAqB,EACnC,iBAAiB,EAAE,WAAW,EAC9B,oBAAoB,EAAE,WAAW,EACjC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,SAAS,EAAE,CAAC,CA4CtB"}
@@ -0,0 +1,163 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
2
+ import { isDefined } from '@aztec/foundation/types';
3
+ import { SiloedTag } from '@aztec/stdlib/logs';
4
+ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../constants.js';
5
+ import { getAllPrivateLogsByTags } from '../get_all_logs_by_tags.js';
6
+ import { findHighestIndexes } from './utils/find_highest_indexes.js';
7
+ /**
8
+ * Fetches and syncs tagged private logs for multiple sender-recipient pairs, batching tag queries across all secrets
9
+ * into shared RPC calls.
10
+ *
11
+ * # Explanation of how the algorithm works
12
+ *
13
+ * For each secret we sync logs that correspond to the tagging index range
14
+ * (highestAgedIndex, highestFinalizedIndex + WINDOW_LEN]
15
+ *
16
+ * highestAgedIndex is the highest index that was used in a tx that is included in a block at least
17
+ * `MAX_TX_LIFETIME` seconds ago.
18
+ * highestFinalizedIndex is the highest index that was used in a tx that is included in a finalized block.
19
+ *
20
+ * "(" denotes an open end of the range - the index is not included in the range.
21
+ * "]" denotes a closed end of the range - the index is included in the range.
22
+ *
23
+ * ## Explanation of highestAgedIndex
24
+ *
25
+ * highestAgedIndex is chosen such that for all tagging indexes `i <= highestAgedIndex` we know that no new logs can
26
+ * ever appear.
27
+ *
28
+ * This relies on the "maximum inclusion timestamp" rule enforced by the kernel and rollup circuits:
29
+ * - a transaction's maximum inclusion timestamp is at most `MAX_TX_LIFETIME` seconds after
30
+ * the timestamp of its anchor block; and
31
+ * - a rollup only includes transactions whose inclusion timestamp is >= the L2 block's timestamp.
32
+ *
33
+ * Suppose some device used index `I` in a transaction anchored to block `B_N` at time `N`, and that block is now at
34
+ * least `MAX_TX_LIFETIME` seconds in the past. Then there is no possibility of any *other* device
35
+ * trying to use an index <= `I` while anchoring to a *newer* block than `B_N` because if we were anchoring to
36
+ * a newer block than `B_N` then we would already have seen the log with index `I` and hence the device would have
37
+ * chosen a larger index.
38
+ * If that *other* device would anchor to a block older than `B_N` then that tx could never be included in a block
39
+ * because it would already have been expired.
40
+ *
41
+ * Therefore, once we see that index `I` has been used in a block that is at least `MAX_TX_LIFETIME`
42
+ * seconds old, we can safely stop syncing logs for all indexes <= `I` and set highestAgedIndex = `I`.
43
+ *
44
+ * ## Explanation of the upper bound `highestFinalizedIndex + WINDOW_LEN`
45
+ *
46
+ * When a sender chooses a tagging index, they will select an index that is at most `WINDOW_LEN` greater than
47
+ * the highest finalized index. If that index was already used, they will throw an error. For this reason we
48
+ * don't have to look further than `highestFinalizedIndex + WINDOW_LEN`.
49
+ *
50
+ * ## Batching across secrets
51
+ *
52
+ * Instead of running one RPC call per secret, we merge tags from all pending secrets into a single flat array,
53
+ * make one batched `getAllPrivateLogsByTags` call (which internally chunks at MAX_RPC_LEN), then split results
54
+ * back per secret using tracked offsets. Only secrets whose window advanced are kept for the next iteration.
55
+ */ export async function syncTaggedPrivateLogs(secrets, aztecNode, taggingStore, anchorBlockHeader, finalizedBlockNumber, jobId) {
56
+ if (secrets.length === 0) {
57
+ return [];
58
+ }
59
+ const anchorBlockNumber = anchorBlockHeader.getBlockNumber();
60
+ const anchorBlockHash = await anchorBlockHeader.hash();
61
+ const currentTimestamp = anchorBlockHeader.globalVariables.timestamp;
62
+ // Read stored indexes from the db and compute the initial [start, end) range for each secret
63
+ let pending = await getIndexRangesForSecrets(secrets, taggingStore, jobId);
64
+ const allLogs = [];
65
+ while(pending.length > 0){
66
+ // Compute tags for all pending secrets and fetch logs in batched RPC calls
67
+ const logsPerSecret = await fetchLogsForSecrets(pending, aztecNode, anchorBlockNumber, anchorBlockHash);
68
+ const nextRound = await Promise.all(pending.map(async (pendingSecret, i)=>{
69
+ const logsFoundWithSecret = logsPerSecret[i];
70
+ if (logsFoundWithSecret.length === 0) {
71
+ // No logs found, no need to update indexes or advance window.
72
+ return undefined;
73
+ }
74
+ allLogs.push(...logsFoundWithSecret.map(({ log })=>log));
75
+ // Persist new indexes. If the finalized index moved forward, the window advances
76
+ // and we need another round for this secret.
77
+ return await updateIndexesAndAdvanceWindow(pendingSecret, logsFoundWithSecret, taggingStore, currentTimestamp, finalizedBlockNumber, jobId);
78
+ }));
79
+ pending = nextRound.filter(isDefined);
80
+ }
81
+ return allLogs;
82
+ }
83
+ /** Reads stored indexes for each secret and computes the initial index range to query. */ function getIndexRangesForSecrets(secrets, taggingStore, jobId) {
84
+ return Promise.all(secrets.map(async (secret)=>{
85
+ const [currentHighestAgedIndex, currentHighestFinalizedIndex] = await Promise.all([
86
+ taggingStore.getHighestAgedIndex(secret, jobId),
87
+ taggingStore.getHighestFinalizedIndex(secret, jobId)
88
+ ]);
89
+ const start = currentHighestAgedIndex === undefined ? 0 : currentHighestAgedIndex + 1;
90
+ const end = (currentHighestFinalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1;
91
+ return {
92
+ secret,
93
+ start,
94
+ end
95
+ };
96
+ }));
97
+ }
98
+ /**
99
+ * Computes siloed tags for all pending secrets' index ranges, fetches logs in one batched RPC call,
100
+ * and returns the results grouped back per secret.
101
+ */ async function fetchLogsForSecrets(pending, aztecNode, anchorBlockNumber, anchorBlockHash) {
102
+ // Determine the index range for each secret
103
+ const indexesPerSecret = pending.map(({ start, end })=>Array.from({
104
+ length: end - start
105
+ }, (_, i)=>start + i));
106
+ // Compute siloed tags for all indexes
107
+ const tagsPerSecret = await Promise.all(pending.map(({ secret }, i)=>Promise.all(indexesPerSecret[i].map((index)=>SiloedTag.compute({
108
+ extendedSecret: secret,
109
+ index
110
+ })))));
111
+ const allTags = tagsPerSecret.flat();
112
+ // getAllPrivateLogsByTags handles MAX_RPC_LEN chunking internally. Recipient sync builds `PendingTaggedLog` from
113
+ // each log's note hashes and first nullifier, so we opt into effects. The `toBlock` cap (anchor block + 1,
114
+ // exclusive) tells the node to skip any logs in blocks past the anchor — the same guard previously enforced
115
+ // by an in-memory filter on the response.
116
+ const allResults = await getAllPrivateLogsByTags(aztecNode, allTags, anchorBlockHash, {
117
+ includeEffects: true,
118
+ toBlock: BlockNumber(anchorBlockNumber + 1)
119
+ });
120
+ // Split flat results back per secret using the known lengths
121
+ const logsPerSecret = [];
122
+ let offset = 0;
123
+ for (const indexes of indexesPerSecret){
124
+ const logsForSecret = [];
125
+ for(let i = 0; i < indexes.length; i++){
126
+ for (const log of allResults[offset + i]){
127
+ logsForSecret.push({
128
+ log,
129
+ taggingIndex: indexes[i]
130
+ });
131
+ }
132
+ }
133
+ logsPerSecret.push(logsForSecret);
134
+ offset += indexes.length;
135
+ }
136
+ return logsPerSecret;
137
+ }
138
+ /**
139
+ * Processes a single secret's fetched logs: updates stored indexes and returns a new PendingSecret
140
+ * if the window needs to advance, or undefined if this secret is done.
141
+ */ async function updateIndexesAndAdvanceWindow(pending, logsWithIndexes, taggingStore, currentTimestamp, finalizedBlockNumber, jobId) {
142
+ const { highestAgedIndex, highestFinalizedIndex } = findHighestIndexes(logsWithIndexes, currentTimestamp, finalizedBlockNumber);
143
+ // Store updates in data provider and update local variables
144
+ if (highestAgedIndex !== undefined) {
145
+ await taggingStore.updateHighestAgedIndex(pending.secret, highestAgedIndex, jobId);
146
+ }
147
+ if (highestFinalizedIndex === undefined) {
148
+ // We have not found a new highest finalized index, so there is no need to move the window forward.
149
+ return undefined;
150
+ }
151
+ if (highestAgedIndex !== undefined && highestAgedIndex > highestFinalizedIndex) {
152
+ // This is just a sanity check as this should never happen.
153
+ throw new Error(`Highest aged index (${highestAgedIndex}) must not exceed highest finalized index (${highestFinalizedIndex})`);
154
+ }
155
+ await taggingStore.updateHighestFinalizedIndex(pending.secret, highestFinalizedIndex, jobId);
156
+ // For the next iteration we want to look only at indexes for which we have not yet fetched logs while
157
+ // ensuring that we do not look further than WINDOW_LEN ahead of the highest finalized index.
158
+ return {
159
+ secret: pending.secret,
160
+ start: pending.end,
161
+ end: highestFinalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1
162
+ };
163
+ }
@@ -1,12 +1,12 @@
1
- import type { TxScopedL2Log } from '@aztec/stdlib/logs';
1
+ import type { LogResult } from '@aztec/stdlib/logs';
2
2
  /**
3
3
  * Finds the highest aged and the highest finalized tagging indexes.
4
4
  */
5
5
  export declare function findHighestIndexes(privateLogsWithIndexes: Array<{
6
- log: TxScopedL2Log;
6
+ log: LogResult;
7
7
  taggingIndex: number;
8
8
  }>, currentTimestamp: bigint, finalizedBlockNumber: number): {
9
9
  highestAgedIndex: number | undefined;
10
10
  highestFinalizedIndex: number | undefined;
11
11
  };
12
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmluZF9oaWdoZXN0X2luZGV4ZXMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy90YWdnaW5nL3JlY2lwaWVudF9zeW5jL3V0aWxzL2ZpbmRfaGlnaGVzdF9pbmRleGVzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sS0FBSyxFQUFFLGFBQWEsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBRXhEOztHQUVHO0FBQ0gsd0JBQWdCLGtCQUFrQixDQUNoQyxzQkFBc0IsRUFBRSxLQUFLLENBQUM7SUFBRSxHQUFHLEVBQUUsYUFBYSxDQUFDO0lBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQTtDQUFFLENBQUMsRUFDM0UsZ0JBQWdCLEVBQUUsTUFBTSxFQUN4QixvQkFBb0IsRUFBRSxNQUFNLEdBQzNCO0lBQUUsZ0JBQWdCLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUFDLHFCQUFxQixFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUE7Q0FBRSxDQXVCckYifQ==
12
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmluZF9oaWdoZXN0X2luZGV4ZXMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy90YWdnaW5nL3JlY2lwaWVudF9zeW5jL3V0aWxzL2ZpbmRfaGlnaGVzdF9pbmRleGVzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBRXBEOztHQUVHO0FBQ0gsd0JBQWdCLGtCQUFrQixDQUNoQyxzQkFBc0IsRUFBRSxLQUFLLENBQUM7SUFBRSxHQUFHLEVBQUUsU0FBUyxDQUFDO0lBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQTtDQUFFLENBQUMsRUFDdkUsZ0JBQWdCLEVBQUUsTUFBTSxFQUN4QixvQkFBb0IsRUFBRSxNQUFNLEdBQzNCO0lBQUUsZ0JBQWdCLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUFDLHFCQUFxQixFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUE7Q0FBRSxDQXVCckYifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"find_highest_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/recipient_sync/utils/find_highest_indexes.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,sBAAsB,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,aAAa,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,EAC3E,gBAAgB,EAAE,MAAM,EACxB,oBAAoB,EAAE,MAAM,GAC3B;IAAE,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,qBAAqB,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAuBrF"}
1
+ {"version":3,"file":"find_highest_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/recipient_sync/utils/find_highest_indexes.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEpD;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,sBAAsB,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,SAAS,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,EACvE,gBAAgB,EAAE,MAAM,EACxB,oBAAoB,EAAE,MAAM,GAC3B;IAAE,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,qBAAqB,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAuBrF"}
@@ -1,4 +1,4 @@
1
- import { MAX_INCLUDE_BY_TIMESTAMP_DURATION } from '@aztec/constants';
1
+ import { MAX_TX_LIFETIME } from '@aztec/constants';
2
2
  /**
3
3
  * Finds the highest aged and the highest finalized tagging indexes.
4
4
  */ export function findHighestIndexes(privateLogsWithIndexes, currentTimestamp, finalizedBlockNumber) {
@@ -6,7 +6,7 @@ import { MAX_INCLUDE_BY_TIMESTAMP_DURATION } from '@aztec/constants';
6
6
  let highestFinalizedIndex = undefined;
7
7
  for (const { log, taggingIndex } of privateLogsWithIndexes){
8
8
  const ageInSeconds = currentTimestamp - log.blockTimestamp;
9
- if (ageInSeconds >= BigInt(MAX_INCLUDE_BY_TIMESTAMP_DURATION) && (highestAgedIndex === undefined || taggingIndex > highestAgedIndex)) {
9
+ if (ageInSeconds >= BigInt(MAX_TX_LIFETIME) && (highestAgedIndex === undefined || taggingIndex > highestAgedIndex)) {
10
10
  highestAgedIndex = taggingIndex;
11
11
  }
12
12
  if (log.blockNumber <= finalizedBlockNumber && (highestFinalizedIndex === undefined || taggingIndex > highestFinalizedIndex)) {
@@ -0,0 +1,36 @@
1
+ import { type TaggingIndexRange } from '@aztec/stdlib/logs';
2
+ /**
3
+ * Reconciles tagging index ranges recorded by the PXE during private execution against the set of siloed tags whose
4
+ * private logs survived to the final kernel output.
5
+ *
6
+ * Each input range is the contiguous `[lowestIndex, highestIndex]` set of indexes that the tagging index cache
7
+ * reserved for a given tagging secret while a tx was being executed. The kernel may then squash some of those logs
8
+ * (e.g. when a note is created and nullified within the same tx, taking its log with it), so the actual on-chain
9
+ * footprint can be a strict subset of what was reserved.
10
+ *
11
+ * For each input range, this function shrinks `[lowestIndex, highestIndex]` so that both bounds correspond to indexes
12
+ * that actually survived, trimming any dropped indices at the front or the back. It is possible that some interior
13
+ * indexes were also dropped, leaving gaps between the lowest and highest indices, but we ignore those and accept the
14
+ * resulting inefficiency rather than complicate the tagging model with one in which transactions may use interleaved
15
+ * indices.
16
+ *
17
+ * Trimming tailing indices (e.g. `highestIndex`) is highly useful as it lets us reuse those indices in future
18
+ * transactions. Trimming indices at the front (e.g. `lowestIndex`) is not as impactful since we will not ever use a
19
+ * tagging index if a larger one exists (same as with gaps), but it does help in both making the consistency check
20
+ * between database and transaction effects cheaper (as there's fewer logs to test) and making the database more
21
+ * accurately reflect reality.
22
+ *
23
+ * Ranges with no surviving indexes are dropped from the output entirely.
24
+ *
25
+ * Example scenario:
26
+ * - used indexes 3 to 7, kerel squashed indexes 3, 5, and 7:
27
+ * - range: [3, 7]
28
+ * - survived: set(3, 5, 7)
29
+ * - output: [4, 6] (trimmed from both ends, gap at 5 is tolerated)
30
+ *
31
+ * @param ranges - The tagging index ranges as recorded during private execution (pre-squash).
32
+ * @param survivingTags - The set of siloed tag values (as strings) of private logs that survived kernel squashing.
33
+ * @returns The reconciled ranges, with bounds tightened to surviving indexes and fully-squashed ranges removed.
34
+ */
35
+ export declare function reconcileTaggingIndexRangesAgainstSurvivingTags(ranges: TaggingIndexRange[], survivingTags: Set<string>): Promise<TaggingIndexRange[]>;
36
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicmVjb25jaWxlX3RhZ2dpbmdfaW5kZXhfcmFuZ2VzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvdGFnZ2luZy9yZWNvbmNpbGVfdGFnZ2luZ19pbmRleF9yYW5nZXMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFvQyxLQUFLLGlCQUFpQixFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFFOUY7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0dBZ0NHO0FBQ0gsd0JBQXNCLCtDQUErQyxDQUNuRSxNQUFNLEVBQUUsaUJBQWlCLEVBQUUsRUFDM0IsYUFBYSxFQUFFLEdBQUcsQ0FBQyxNQUFNLENBQUMsR0FDekIsT0FBTyxDQUFDLGlCQUFpQixFQUFFLENBQUMsQ0ErQjlCIn0=
@@ -0,0 +1 @@
1
+ {"version":3,"file":"reconcile_tagging_index_ranges.d.ts","sourceRoot":"","sources":["../../src/tagging/reconcile_tagging_index_ranges.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoC,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAE9F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,wBAAsB,+CAA+C,CACnE,MAAM,EAAE,iBAAiB,EAAE,EAC3B,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,GACzB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA+B9B"}
@@ -0,0 +1,74 @@
1
+ import { SiloedTag } from '@aztec/stdlib/logs';
2
+ /**
3
+ * Reconciles tagging index ranges recorded by the PXE during private execution against the set of siloed tags whose
4
+ * private logs survived to the final kernel output.
5
+ *
6
+ * Each input range is the contiguous `[lowestIndex, highestIndex]` set of indexes that the tagging index cache
7
+ * reserved for a given tagging secret while a tx was being executed. The kernel may then squash some of those logs
8
+ * (e.g. when a note is created and nullified within the same tx, taking its log with it), so the actual on-chain
9
+ * footprint can be a strict subset of what was reserved.
10
+ *
11
+ * For each input range, this function shrinks `[lowestIndex, highestIndex]` so that both bounds correspond to indexes
12
+ * that actually survived, trimming any dropped indices at the front or the back. It is possible that some interior
13
+ * indexes were also dropped, leaving gaps between the lowest and highest indices, but we ignore those and accept the
14
+ * resulting inefficiency rather than complicate the tagging model with one in which transactions may use interleaved
15
+ * indices.
16
+ *
17
+ * Trimming tailing indices (e.g. `highestIndex`) is highly useful as it lets us reuse those indices in future
18
+ * transactions. Trimming indices at the front (e.g. `lowestIndex`) is not as impactful since we will not ever use a
19
+ * tagging index if a larger one exists (same as with gaps), but it does help in both making the consistency check
20
+ * between database and transaction effects cheaper (as there's fewer logs to test) and making the database more
21
+ * accurately reflect reality.
22
+ *
23
+ * Ranges with no surviving indexes are dropped from the output entirely.
24
+ *
25
+ * Example scenario:
26
+ * - used indexes 3 to 7, kerel squashed indexes 3, 5, and 7:
27
+ * - range: [3, 7]
28
+ * - survived: set(3, 5, 7)
29
+ * - output: [4, 6] (trimmed from both ends, gap at 5 is tolerated)
30
+ *
31
+ * @param ranges - The tagging index ranges as recorded during private execution (pre-squash).
32
+ * @param survivingTags - The set of siloed tag values (as strings) of private logs that survived kernel squashing.
33
+ * @returns The reconciled ranges, with bounds tightened to surviving indexes and fully-squashed ranges removed.
34
+ */ export async function reconcileTaggingIndexRangesAgainstSurvivingTags(ranges, survivingTags) {
35
+ const reconciled = [];
36
+ for (const range of ranges){
37
+ const newLowestIndex = await findFirstSurvivingIndex(range.extendedSecret, range.lowestIndex, range.highestIndex, survivingTags);
38
+ if (newLowestIndex === undefined) {
39
+ continue;
40
+ }
41
+ // newLowestIndex is itself a survivor, so the backward scan is guaranteed to find at least that index.
42
+ const newHighestIndex = await findLastSurvivingIndex(range.extendedSecret, newLowestIndex, range.highestIndex, survivingTags);
43
+ reconciled.push({
44
+ extendedSecret: range.extendedSecret,
45
+ lowestIndex: newLowestIndex,
46
+ highestIndex: newHighestIndex
47
+ });
48
+ }
49
+ return reconciled;
50
+ }
51
+ /** Scans `[start, end]` ascending and returns the first index whose siloed tag is in `survivingTags`. */ async function findFirstSurvivingIndex(secret, start, end, survivingTags) {
52
+ for(let index = start; index <= end; index++){
53
+ const tag = await SiloedTag.compute({
54
+ extendedSecret: secret,
55
+ index
56
+ });
57
+ if (survivingTags.has(tag.value.toString())) {
58
+ return index;
59
+ }
60
+ }
61
+ return undefined;
62
+ }
63
+ /** Scans `[start, end]` descending and returns the first index whose siloed tag is in `survivingTags`. */ async function findLastSurvivingIndex(secret, start, end, survivingTags) {
64
+ for(let index = end; index >= start; index--){
65
+ const tag = await SiloedTag.compute({
66
+ extendedSecret: secret,
67
+ index
68
+ });
69
+ if (survivingTags.has(tag.value.toString())) {
70
+ return index;
71
+ }
72
+ }
73
+ return undefined;
74
+ }