@aztec/pxe 0.0.1-commit.96bb3f7 → 0.0.1-commit.a072138

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/dest/bin/check_oracle_version.js +1 -1
  2. package/dest/block_synchronizer/block_synchronizer.d.ts +9 -5
  3. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  4. package/dest/block_synchronizer/block_synchronizer.js +66 -21
  5. package/dest/config/index.d.ts +3 -1
  6. package/dest/config/index.d.ts.map +1 -1
  7. package/dest/config/index.js +17 -0
  8. package/dest/contract_function_simulator/benchmarked_node.d.ts +9 -0
  9. package/dest/contract_function_simulator/benchmarked_node.d.ts.map +1 -0
  10. package/dest/contract_function_simulator/benchmarked_node.js +77 -0
  11. package/dest/contract_function_simulator/contract_function_simulator.d.ts +6 -10
  12. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  13. package/dest/contract_function_simulator/contract_function_simulator.js +33 -25
  14. package/dest/contract_function_simulator/execution_note_cache.d.ts +18 -9
  15. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  16. package/dest/contract_function_simulator/execution_note_cache.js +45 -28
  17. package/dest/contract_function_simulator/index.d.ts +2 -2
  18. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  19. package/dest/contract_function_simulator/index.js +1 -1
  20. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +1 -1
  21. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +1 -1
  22. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +1 -1
  23. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +1 -1
  24. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +4 -10
  25. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
  26. package/dest/contract_function_simulator/noir-structs/utility_context.js +7 -18
  27. package/dest/contract_function_simulator/oracle/interfaces.d.ts +15 -11
  28. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  29. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -1
  30. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
  31. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +6 -6
  32. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  33. package/dest/contract_function_simulator/oracle/note_packing_utils.js +8 -8
  34. package/dest/contract_function_simulator/oracle/oracle.d.ts +10 -8
  35. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
  36. package/dest/contract_function_simulator/oracle/oracle.js +44 -33
  37. package/dest/contract_function_simulator/oracle/private_execution.d.ts +2 -26
  38. package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
  39. package/dest/contract_function_simulator/oracle/private_execution.js +0 -35
  40. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +11 -3
  41. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  42. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +22 -10
  43. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +33 -20
  44. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  45. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +78 -76
  46. package/dest/contract_sync/index.d.ts +23 -0
  47. package/dest/contract_sync/index.d.ts.map +1 -0
  48. package/dest/contract_sync/index.js +54 -0
  49. package/dest/debug/pxe_debug_utils.d.ts +16 -6
  50. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  51. package/dest/debug/pxe_debug_utils.js +20 -10
  52. package/dest/entrypoints/client/bundle/utils.d.ts +1 -1
  53. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  54. package/dest/entrypoints/client/bundle/utils.js +12 -6
  55. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  56. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  57. package/dest/entrypoints/client/lazy/utils.js +13 -7
  58. package/dest/entrypoints/pxe_creation_options.d.ts +3 -2
  59. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  60. package/dest/entrypoints/server/index.d.ts +3 -1
  61. package/dest/entrypoints/server/index.d.ts.map +1 -1
  62. package/dest/entrypoints/server/index.js +2 -0
  63. package/dest/entrypoints/server/utils.d.ts +1 -1
  64. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  65. package/dest/entrypoints/server/utils.js +19 -8
  66. package/dest/events/event_service.d.ts +6 -6
  67. package/dest/events/event_service.d.ts.map +1 -1
  68. package/dest/events/event_service.js +19 -22
  69. package/dest/events/private_event_filter_validator.d.ts +5 -5
  70. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  71. package/dest/events/private_event_filter_validator.js +5 -6
  72. package/dest/job_coordinator/job_coordinator.d.ts +3 -2
  73. package/dest/job_coordinator/job_coordinator.d.ts.map +1 -1
  74. package/dest/job_coordinator/job_coordinator.js +3 -2
  75. package/dest/logs/log_service.d.ts +6 -4
  76. package/dest/logs/log_service.d.ts.map +1 -1
  77. package/dest/logs/log_service.js +21 -16
  78. package/dest/notes/note_service.d.ts +7 -7
  79. package/dest/notes/note_service.d.ts.map +1 -1
  80. package/dest/notes/note_service.js +31 -36
  81. package/dest/oracle_version.d.ts +3 -3
  82. package/dest/oracle_version.d.ts.map +1 -1
  83. package/dest/oracle_version.js +4 -3
  84. package/dest/private_kernel/hints/index.d.ts +2 -2
  85. package/dest/private_kernel/hints/index.d.ts.map +1 -1
  86. package/dest/private_kernel/hints/index.js +1 -1
  87. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +28 -0
  88. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -0
  89. package/dest/private_kernel/hints/{build_private_kernel_reset_private_inputs.js → private_kernel_reset_private_inputs_builder.js} +12 -6
  90. package/dest/private_kernel/private_kernel_execution_prover.d.ts +3 -2
  91. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  92. package/dest/private_kernel/private_kernel_execution_prover.js +3 -3
  93. package/dest/private_kernel/private_kernel_oracle.d.ts +23 -28
  94. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  95. package/dest/private_kernel/private_kernel_oracle.js +90 -2
  96. package/dest/pxe.d.ts +7 -36
  97. package/dest/pxe.d.ts.map +1 -1
  98. package/dest/pxe.js +43 -83
  99. package/dest/storage/address_store/address_store.d.ts +1 -1
  100. package/dest/storage/address_store/address_store.d.ts.map +1 -1
  101. package/dest/storage/address_store/address_store.js +12 -11
  102. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -1
  103. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
  104. package/dest/storage/anchor_block_store/anchor_block_store.js +8 -1
  105. package/dest/storage/capsule_store/capsule_store.d.ts +24 -9
  106. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  107. package/dest/storage/capsule_store/capsule_store.js +130 -23
  108. package/dest/storage/contract_store/contract_store.d.ts +1 -2
  109. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  110. package/dest/storage/contract_store/contract_store.js +22 -25
  111. package/dest/storage/metadata.d.ts +1 -1
  112. package/dest/storage/metadata.js +1 -1
  113. package/dest/storage/note_store/note_store.d.ts +51 -52
  114. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  115. package/dest/storage/note_store/note_store.js +282 -263
  116. package/dest/storage/note_store/stored_note.d.ts +16 -0
  117. package/dest/storage/note_store/stored_note.d.ts.map +1 -0
  118. package/dest/storage/note_store/stored_note.js +43 -0
  119. package/dest/storage/private_event_store/private_event_store.d.ts +43 -8
  120. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  121. package/dest/storage/private_event_store/private_event_store.js +226 -111
  122. package/dest/storage/private_event_store/stored_private_event.d.ts +23 -0
  123. package/dest/storage/private_event_store/stored_private_event.d.ts.map +1 -0
  124. package/dest/storage/private_event_store/stored_private_event.js +56 -0
  125. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +15 -8
  126. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  127. package/dest/storage/tagging_store/recipient_tagging_store.js +88 -19
  128. package/dest/storage/tagging_store/sender_address_book_store.d.ts +1 -1
  129. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +1 -1
  130. package/dest/storage/tagging_store/sender_address_book_store.js +20 -14
  131. package/dest/storage/tagging_store/sender_tagging_store.d.ts +19 -9
  132. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  133. package/dest/storage/tagging_store/sender_tagging_store.js +252 -100
  134. package/dest/tagging/get_all_logs_by_tags.d.ts +24 -0
  135. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -0
  136. package/dest/tagging/get_all_logs_by_tags.js +46 -0
  137. package/dest/tagging/index.d.ts +2 -1
  138. package/dest/tagging/index.d.ts.map +1 -1
  139. package/dest/tagging/index.js +1 -0
  140. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +3 -2
  141. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +1 -1
  142. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +6 -6
  143. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +3 -2
  144. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +1 -1
  145. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +5 -2
  146. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +3 -2
  147. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  148. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +7 -7
  149. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +1 -1
  150. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
  151. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +5 -8
  152. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +5 -2
  153. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  154. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +10 -5
  155. package/package.json +18 -18
  156. package/src/bin/check_oracle_version.ts +1 -0
  157. package/src/block_synchronizer/block_synchronizer.ts +85 -33
  158. package/src/config/index.ts +14 -0
  159. package/src/contract_function_simulator/benchmarked_node.ts +103 -0
  160. package/src/contract_function_simulator/contract_function_simulator.ts +34 -28
  161. package/src/contract_function_simulator/execution_note_cache.ts +44 -25
  162. package/src/contract_function_simulator/index.ts +1 -1
  163. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +1 -1
  164. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +1 -1
  165. package/src/contract_function_simulator/noir-structs/utility_context.ts +6 -25
  166. package/src/contract_function_simulator/oracle/interfaces.ts +20 -10
  167. package/src/contract_function_simulator/oracle/note_packing_utils.ts +10 -10
  168. package/src/contract_function_simulator/oracle/oracle.ts +65 -40
  169. package/src/contract_function_simulator/oracle/private_execution.ts +1 -67
  170. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +35 -12
  171. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +100 -82
  172. package/src/contract_sync/index.ts +98 -0
  173. package/src/debug/pxe_debug_utils.ts +26 -11
  174. package/src/entrypoints/client/bundle/utils.ts +7 -14
  175. package/src/entrypoints/client/lazy/utils.ts +8 -14
  176. package/src/entrypoints/pxe_creation_options.ts +2 -1
  177. package/src/entrypoints/server/index.ts +2 -0
  178. package/src/entrypoints/server/utils.ts +15 -19
  179. package/src/events/event_service.ts +17 -25
  180. package/src/events/private_event_filter_validator.ts +3 -5
  181. package/src/job_coordinator/job_coordinator.ts +4 -3
  182. package/src/logs/log_service.ts +32 -14
  183. package/src/notes/note_service.ts +38 -43
  184. package/src/oracle_version.ts +4 -3
  185. package/src/private_kernel/hints/index.ts +1 -1
  186. package/src/private_kernel/hints/{build_private_kernel_reset_private_inputs.ts → private_kernel_reset_private_inputs_builder.ts} +32 -20
  187. package/src/private_kernel/private_kernel_execution_prover.ts +7 -4
  188. package/src/private_kernel/private_kernel_oracle.ts +116 -37
  189. package/src/pxe.ts +77 -118
  190. package/src/storage/address_store/address_store.ts +15 -15
  191. package/src/storage/anchor_block_store/anchor_block_store.ts +8 -0
  192. package/src/storage/capsule_store/capsule_store.ts +159 -23
  193. package/src/storage/contract_store/contract_store.ts +22 -31
  194. package/src/storage/metadata.ts +1 -1
  195. package/src/storage/note_store/note_store.ts +317 -318
  196. package/src/storage/note_store/stored_note.ts +48 -0
  197. package/src/storage/private_event_store/private_event_store.ts +292 -124
  198. package/src/storage/private_event_store/stored_private_event.ts +73 -0
  199. package/src/storage/tagging_store/recipient_tagging_store.ts +106 -20
  200. package/src/storage/tagging_store/sender_address_book_store.ts +20 -14
  201. package/src/storage/tagging_store/sender_tagging_store.ts +293 -108
  202. package/src/tagging/get_all_logs_by_tags.ts +68 -0
  203. package/src/tagging/index.ts +1 -0
  204. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +16 -5
  205. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +7 -1
  206. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +9 -6
  207. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +5 -17
  208. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +16 -4
  209. package/dest/contract_function_simulator/proxied_node.d.ts +0 -9
  210. package/dest/contract_function_simulator/proxied_node.d.ts.map +0 -1
  211. package/dest/contract_function_simulator/proxied_node.js +0 -27
  212. package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts +0 -28
  213. package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts.map +0 -1
  214. package/dest/private_kernel/private_kernel_oracle_impl.d.ts +0 -46
  215. package/dest/private_kernel/private_kernel_oracle_impl.d.ts.map +0 -1
  216. package/dest/private_kernel/private_kernel_oracle_impl.js +0 -85
  217. package/dest/public_storage/public_storage_service.d.ts +0 -24
  218. package/dest/public_storage/public_storage_service.d.ts.map +0 -1
  219. package/dest/public_storage/public_storage_service.js +0 -26
  220. package/dest/tree_membership/tree_membership_service.d.ts +0 -52
  221. package/dest/tree_membership/tree_membership_service.d.ts.map +0 -1
  222. package/dest/tree_membership/tree_membership_service.js +0 -84
  223. package/src/contract_function_simulator/proxied_node.ts +0 -33
  224. package/src/private_kernel/private_kernel_oracle_impl.ts +0 -127
  225. package/src/public_storage/public_storage_service.ts +0 -33
  226. package/src/tree_membership/tree_membership_service.ts +0 -112
@@ -1,412 +1,411 @@
1
- import { toBufferBE } from '@aztec/foundation/bigint-buffer';
2
- import type { Fr } from '@aztec/foundation/curves/bn254';
3
- import { toArray } from '@aztec/foundation/iterable';
1
+ import { Semaphore } from '@aztec/foundation/queue';
2
+ import type { Fr } from '@aztec/foundation/schemas';
4
3
  import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
5
- import { AztecAddress } from '@aztec/stdlib/aztec-address';
4
+ import type { AztecAddress } from '@aztec/stdlib/aztec-address';
6
5
  import type { DataInBlock } from '@aztec/stdlib/block';
7
- import { NoteStatus, type NotesFilter } from '@aztec/stdlib/note';
8
- import { NoteDao } from '@aztec/stdlib/note';
6
+ import { NoteDao, NoteStatus, type NotesFilter } from '@aztec/stdlib/note';
7
+
8
+ import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
9
+ import { StoredNote } from './stored_note.js';
9
10
 
10
11
  /**
11
12
  * NoteStore manages the storage and retrieval of notes.
12
13
  *
13
- * Notes can be active or nullified. This class processes new notes, nullifications,
14
- * and performs rollback handling in the case of a reorg.
14
+ * Notes can be active or nullified. This class processes new notes, nullifications, and performs rollback handling in
15
+ * the case of a reorg.
15
16
  **/
16
- export class NoteStore {
17
+ export class NoteStore implements StagedStore {
18
+ readonly storeName: string = 'note';
19
+
17
20
  #store: AztecAsyncKVStore;
18
- #notes: AztecAsyncMap<string, Buffer>;
19
- #nullifiedNotes: AztecAsyncMap<string, Buffer>;
20
- #nullifierToNoteId: AztecAsyncMap<string, string>;
21
- #nullifiersByBlockNumber: AztecAsyncMultiMap<number, string>;
22
21
 
23
- #nullifiedNotesToScope: AztecAsyncMultiMap<string, string>;
24
- #nullifiedNotesByContract: AztecAsyncMultiMap<string, string>;
25
- #nullifiedNotesByStorageSlot: AztecAsyncMultiMap<string, string>;
26
- #nullifiedNotesByNullifier: AztecAsyncMap<string, string>;
22
+ // Note that we use the siloedNullifier as the note id in the store as it's guaranteed to be unique.
27
23
 
28
- #scopes: AztecAsyncMap<string, true>;
29
- #notesToScope: AztecAsyncMultiMap<string, string>;
30
- #notesByContractAndScope: Map<string, AztecAsyncMultiMap<string, string>>;
31
- #notesByStorageSlotAndScope: Map<string, AztecAsyncMultiMap<string, string>>;
24
+ // Main storage for notes. Avoid performing full scans on it as it contains all notes PXE knows, use
25
+ // #nullifiersByContractAddress or #nullifiersByNullificationBlockNumber to find relevant note nullifiers that can be
26
+ // used to read into this map instead.
27
+ // nullifier => StoredNote (serialized)
28
+ #notes: AztecAsyncMap<string, Buffer>;
32
29
 
33
- private constructor(store: AztecAsyncKVStore) {
34
- this.#store = store;
35
- this.#notes = store.openMap('notes');
36
- this.#nullifiedNotes = store.openMap('nullified_notes');
37
- this.#nullifierToNoteId = store.openMap('nullifier_to_note');
38
- this.#nullifiersByBlockNumber = store.openMultiMap('nullifier_to_block_number');
39
-
40
- this.#nullifiedNotesToScope = store.openMultiMap('nullified_notes_to_scope');
41
- this.#nullifiedNotesByContract = store.openMultiMap('nullified_notes_by_contract');
42
- this.#nullifiedNotesByStorageSlot = store.openMultiMap('nullified_notes_by_storage_slot');
43
- this.#nullifiedNotesByNullifier = store.openMap('nullified_notes_by_nullifier');
44
-
45
- this.#scopes = store.openMap('scopes');
46
- this.#notesToScope = store.openMultiMap('notes_to_scope');
47
- this.#notesByContractAndScope = new Map<string, AztecAsyncMultiMap<string, string>>();
48
- this.#notesByStorageSlotAndScope = new Map<string, AztecAsyncMultiMap<string, string>>();
49
- }
30
+ // Indexes which notes (via their nullifiers) belong to a contract. Used in `getNotes` to reduce the amount of notes
31
+ // checked.
32
+ // contract address => nullifier
33
+ #nullifiersByContractAddress: AztecAsyncMultiMap<string, string>;
50
34
 
51
- /**
52
- * Creates and initializes a new NoteStore instance.
53
- *
54
- * This factory method creates a NoteStore and restores any existing
55
- * scope-specific indexes from the database.
56
- *
57
- * @param store - The key-value store to use for persistence
58
- * @returns Promise resolving to a fully initialized NoteStore instance
59
- */
60
- public static async create(store: AztecAsyncKVStore): Promise<NoteStore> {
61
- const pxeDB = new NoteStore(store);
62
- for await (const scope of pxeDB.#scopes.keysAsync()) {
63
- pxeDB.#notesByContractAndScope.set(scope, store.openMultiMap(`${scope}:notes_by_contract`));
64
- pxeDB.#notesByStorageSlotAndScope.set(scope, store.openMultiMap(`${scope}:notes_by_storage_slot`));
65
- }
66
- return pxeDB;
67
- }
35
+ // Groups note nullifiers by the block number they were added to the nullifier tree. Used in `rollback` to handle
36
+ // re-orgs.
37
+ // block number => nullifier (block number in which nullifier is included)
38
+ #nullifiersByNullificationBlockNumber: AztecAsyncMultiMap<number, string>;
68
39
 
69
- /**
70
- * Adds a new scope to the note data provider.
71
- *
72
- * Scopes provide privacy isolation by creating separate indexes for each user.
73
- * Each scope gets its own set of indexes for efficient note retrieval by various criteria.
74
- *
75
- * @param scope - The AztecAddress representing the scope/user to add
76
- * @returns Promise resolving to true if scope was added, false if it already existed
77
- */
78
- public async addScope(scope: AztecAddress): Promise<boolean> {
79
- const scopeString = scope.toString();
40
+ // In-memory changes performed during a not-yet committed job. When `commit` is called with said job's id, these
41
+ // changes are persisted in the DB maps specified above and cleared.
42
+ // jobId => nullifier => StoredNote (serialized)
43
+ #notesForJob: Map<string, Map<string, StoredNote>>;
80
44
 
81
- if (await this.#scopes.hasAsync(scopeString)) {
82
- return false;
83
- }
45
+ // Per job locks to prevent multiple concurrent writes to affect each other.
46
+ // jobId => lock
47
+ #jobLocks: Map<string, Semaphore>;
84
48
 
85
- await this.#scopes.set(scopeString, true);
86
- this.#notesByContractAndScope.set(scopeString, this.#store.openMultiMap(`${scopeString}:notes_by_contract`));
87
- this.#notesByStorageSlotAndScope.set(scopeString, this.#store.openMultiMap(`${scopeString}:notes_by_storage_slot`));
49
+ constructor(store: AztecAsyncKVStore) {
50
+ this.#store = store;
51
+ this.#notes = store.openMap('notes');
52
+ this.#nullifiersByContractAddress = store.openMultiMap('note_nullifiers_by_contract');
53
+ this.#nullifiersByNullificationBlockNumber = store.openMultiMap('note_block_number_to_nullifier');
88
54
 
89
- return true;
55
+ this.#jobLocks = new Map();
56
+ this.#notesForJob = new Map();
90
57
  }
91
58
 
92
59
  /**
93
- * Adds multiple notes to the data provider under the specified scope.
60
+ * Adds multiple notes to the notes store under the specified scope.
94
61
  *
95
- * Notes are stored using their index from the notes hash tree as the key, which provides
96
- * uniqueness and maintains creation order. Each note is indexed by multiple criteria
97
- * for efficient retrieval.
62
+ * Notes are stored using their siloedNullifier as the key, which provides uniqueness. Each note is indexed by
63
+ * multiple criteria for efficient retrieval.
98
64
  *
99
65
  * @param notes - Notes to store
100
66
  * @param scope - The scope (user/account) under which to store the notes
67
+ * @param jobId - The job context for staged writes
101
68
  */
102
- addNotes(notes: NoteDao[], scope: AztecAddress): Promise<void> {
103
- return this.#store.transactionAsync(async () => {
104
- if (!(await this.#scopes.hasAsync(scope.toString()))) {
105
- await this.addScope(scope);
106
- }
107
-
108
- for (const dao of notes) {
109
- const noteIndex = toBufferBE(dao.index, 32).toString('hex');
110
- await this.#notes.set(noteIndex, dao.toBuffer());
111
- await this.#notesToScope.set(noteIndex, scope.toString());
112
- await this.#nullifierToNoteId.set(dao.siloedNullifier.toString(), noteIndex);
113
-
114
- await this.#notesByContractAndScope.get(scope.toString())!.set(dao.contractAddress.toString(), noteIndex);
115
- await this.#notesByStorageSlotAndScope.get(scope.toString())!.set(dao.storageSlot.toString(), noteIndex);
116
- }
117
- });
69
+ public addNotes(notes: NoteDao[], scope: AztecAddress, jobId: string): Promise<void[]> {
70
+ return this.#withJobLock(jobId, () =>
71
+ this.#store.transactionAsync(() =>
72
+ Promise.all(
73
+ notes.map(async note => {
74
+ const noteForJob =
75
+ (await this.#readNote(note.siloedNullifier.toString(), jobId)) ?? new StoredNote(note, new Set());
76
+ noteForJob.addScope(scope.toString());
77
+ this.#writeNote(noteForJob, jobId);
78
+ }),
79
+ ),
80
+ ),
81
+ );
118
82
  }
119
83
 
120
- /**
121
- * Synchronizes notes and nullifiers to a specific block number.
122
- *
123
- * This method ensures that the state of notes and nullifiers is consistent with the
124
- * specified block number. It restores any notes that were nullified after the given block
125
- * and deletes any active notes created after that block.
126
- *
127
- * @param blockNumber - The new chain tip after a reorg
128
- * @param synchedBlockNumber - The block number up to which PXE managed to sync before the reorg happened.
129
- */
130
- public async rollbackNotesAndNullifiers(blockNumber: number, synchedBlockNumber: number): Promise<void> {
131
- await this.#rewindNullifiersAfterBlock(blockNumber, synchedBlockNumber);
132
- await this.#deleteActiveNotesAfterBlock(blockNumber);
84
+ async #readNote(nullifier: string, jobId: string): Promise<StoredNote | undefined> {
85
+ // Always issue DB read to keep IndexedDB transaction alive (they auto-commit when a new micro-task starts and there
86
+ // are no pending read requests). The staged value still takes precedence if it exists.
87
+ const noteBuffer = await this.#notes.getAsync(nullifier);
88
+ const noteForJob = this.#getNotesForJob(jobId).get(nullifier);
89
+ return noteForJob ?? (noteBuffer ? StoredNote.fromBuffer(noteBuffer) : undefined);
133
90
  }
134
91
 
135
- /**
136
- * Deletes (removes) all active notes created after the specified block number.
137
- *
138
- * Permanently delete notes from the active notes store, e.g. during a reorg.
139
- * Note: This only affects #notes (active notes), not #nullifiedNotes.
140
- *
141
- * @param blockNumber - Notes created after this block number will be deleted
142
- */
143
- #deleteActiveNotesAfterBlock(blockNumber: number): Promise<void> {
144
- return this.#store.transactionAsync(async () => {
145
- const notes = await toArray(this.#notes.valuesAsync());
146
- for (const note of notes) {
147
- const noteDao = NoteDao.fromBuffer(note);
148
- if (noteDao.l2BlockNumber > blockNumber) {
149
- const noteIndex = toBufferBE(noteDao.index, 32).toString('hex');
150
- await this.#notes.delete(noteIndex);
151
- await this.#notesToScope.delete(noteIndex);
152
- await this.#nullifierToNoteId.delete(noteDao.siloedNullifier.toString());
153
- const scopes = await toArray(this.#scopes.keysAsync());
154
- for (const scope of scopes) {
155
- await this.#notesByContractAndScope.get(scope)!.deleteValue(noteDao.contractAddress.toString(), noteIndex);
156
- await this.#notesByStorageSlotAndScope.get(scope)!.deleteValue(noteDao.storageSlot.toString(), noteIndex);
157
- }
158
- }
159
- }
160
- });
161
- }
162
-
163
- /**
164
- * Rewinds nullifications after a given block number.
165
- *
166
- * This operation "unnullifies" notes, rolling back nullifications that occurred
167
- * in orphaned blocks, e.g. during a reorg. The notes are restored to the
168
- * active notes store and removed from the nullified store.
169
- *
170
- * @param blockNumber - Revert nullifications that occurred after this block
171
- * @param synchedBlockNumber - Upper bound for the block range to process
172
- */
173
- async #rewindNullifiersAfterBlock(blockNumber: number, synchedBlockNumber: number): Promise<void> {
174
- await this.#store.transactionAsync(async () => {
175
- const nullifiersToUndo: string[] = [];
176
- const currentBlockNumber = blockNumber + 1;
177
- for (let i = currentBlockNumber; i <= synchedBlockNumber; i++) {
178
- nullifiersToUndo.push(...(await toArray(this.#nullifiersByBlockNumber.getValuesAsync(i))));
179
- }
180
- const notesIndexesToReinsert = await Promise.all(
181
- nullifiersToUndo.map(nullifier => this.#nullifiedNotesByNullifier.getAsync(nullifier)),
182
- );
183
- const notNullNoteIndexes = notesIndexesToReinsert.filter(noteIndex => noteIndex != undefined);
184
- const nullifiedNoteBuffers = await Promise.all(
185
- notNullNoteIndexes.map(noteIndex => this.#nullifiedNotes.getAsync(noteIndex!)),
186
- );
187
- const noteDaos = nullifiedNoteBuffers
188
- .filter(buffer => buffer != undefined)
189
- .map(buffer => NoteDao.fromBuffer(buffer!));
190
-
191
- for (const dao of noteDaos) {
192
- const noteIndex = toBufferBE(dao.index, 32).toString('hex');
193
- await this.#notes.set(noteIndex, dao.toBuffer());
194
- await this.#nullifierToNoteId.set(dao.siloedNullifier.toString(), noteIndex);
195
-
196
- const scopes = await toArray(this.#nullifiedNotesToScope.getValuesAsync(noteIndex));
197
-
198
- if (scopes.length === 0) {
199
- // We should never run into this error because notes always have a scope assigned to them - either on initial
200
- // insertion via `addNotes` or when removing their nullifiers.
201
- throw new Error(`No scopes found for nullified note with index ${noteIndex}`);
202
- }
203
-
204
- for (const scope of scopes) {
205
- await this.#notesByContractAndScope.get(scope.toString())!.set(dao.contractAddress.toString(), noteIndex);
206
- await this.#notesByStorageSlotAndScope.get(scope.toString())!.set(dao.storageSlot.toString(), noteIndex);
207
- await this.#notesToScope.set(noteIndex, scope);
208
- }
209
-
210
- await this.#nullifiedNotes.delete(noteIndex);
211
- await this.#nullifiedNotesToScope.delete(noteIndex);
212
- await this.#nullifiersByBlockNumber.deleteValue(dao.l2BlockNumber, dao.siloedNullifier.toString());
213
- await this.#nullifiedNotesByContract.deleteValue(dao.contractAddress.toString(), noteIndex);
214
- await this.#nullifiedNotesByStorageSlot.deleteValue(dao.storageSlot.toString(), noteIndex);
215
- await this.#nullifiedNotesByNullifier.delete(dao.siloedNullifier.toString());
216
- }
217
- });
92
+ #writeNote(note: StoredNote, jobId: string) {
93
+ this.#getNotesForJob(jobId).set(note.noteDao.siloedNullifier.toString(), note);
218
94
  }
219
95
 
220
96
  /**
221
97
  * Retrieves notes based on the provided filter criteria.
222
98
  *
223
- * This method queries both active and optionally nullified notes based on the filter
224
- * parameters.
99
+ * This method queries both active and optionally nullified notes based on the filter parameters.
225
100
  *
226
- * @param filter - Filter criteria including contractAddress (required), and optional
227
- * owner, storageSlot, status, scopes, and siloedNullifier.
101
+ * @param filter - Filter criteria including contractAddress (required), and optional owner,
102
+ * storageSlot, status, scopes, and siloedNullifier.
103
+ * @params jobId - the job context to read from.
228
104
  * @returns Filtered and deduplicated notes (a note might be present in multiple scopes - we ensure it is only
229
105
  * returned once if this is the case)
230
106
  * @throws If filtering by an empty scopes array. Scopes have to be set to undefined or to a non-empty array.
231
107
  */
232
- async getNotes(filter: NotesFilter): Promise<NoteDao[]> {
233
- filter.status = filter.status ?? NoteStatus.ACTIVE;
234
-
235
- // throw early if scopes is an empty array
108
+ getNotes(filter: NotesFilter, jobId: string): Promise<NoteDao[]> {
236
109
  if (filter.scopes !== undefined && filter.scopes.length === 0) {
237
- throw new Error(
238
- 'Trying to get notes with an empty scopes array. Scopes have to be set to undefined if intending on not filtering by scopes.',
239
- );
110
+ return Promise.reject(new Error('Trying to get notes with an empty scopes array'));
240
111
  }
241
112
 
242
- const candidateNoteSources = [];
243
-
244
- filter.scopes ??= (await toArray(this.#scopes.keysAsync())).map(addressString =>
245
- AztecAddress.fromString(addressString),
246
- );
247
-
248
- const activeNoteIdsPerScope: string[][] = [];
249
-
250
- for (const scope of new Set(filter.scopes)) {
251
- const formattedScopeString = scope.toString();
252
- if (!(await this.#scopes.hasAsync(formattedScopeString))) {
253
- throw new Error('Trying to get incoming notes of a scope that is not in the PXE database');
113
+ return this.#store.transactionAsync(async () => {
114
+ const targetStatus = filter.status ?? NoteStatus.ACTIVE;
115
+
116
+ // The code below might read a bit unnatural, the reason is that we need to be careful in how we use `await` inside
117
+ // `transactionAsync`, otherwise browsers might choose to auto-commit the IndexedDB transaction forcing us to
118
+ // explicitly handle that condition. The rule we need to honor is: do not await unless you generate a database
119
+ // read or write or you're done using the DB for the remainder of the transaction. The following sequence is
120
+ // unsafe in IndexedDB:
121
+ //
122
+ // 1. start transactionAsync()
123
+ // 2. await readDb() <-- OK, transaction alive because we issued DB ops
124
+ // 3. run a bunch of computations (no await involved) <-- OK, tx alive because we are in the same microtask
125
+ // 4. await doSthNotInDb() <-- no DB ops issued in this task, browser's free to decide to commit the tx
126
+ // 5. await readDb() <-- BOOM, TransactionInactiveError
127
+ //
128
+ // Note that the real issue is in step number 5: we try to continue using a transaction that the browser might
129
+ // have already committed.
130
+ //
131
+ // We need to read candidate notes which are either indexed by contract address in the DB (in
132
+ // #nullifiersByContractAddress), or lie in memory for the not yet committed `jobId`.
133
+ // So we collect promises based on both sources without awaiting for them.
134
+ const noteReadPromises: Map<string, Promise<StoredNote | undefined>> = new Map();
135
+
136
+ // Awaiting the getValuesAsync iterator is fine because it's reading from the DB
137
+ for await (const nullifier of this.#nullifiersByContractAddress.getValuesAsync(
138
+ filter.contractAddress.toString(),
139
+ )) {
140
+ // Each #readNote will perform a DB read
141
+ noteReadPromises.set(nullifier, this.#readNote(nullifier, jobId));
254
142
  }
255
143
 
256
- activeNoteIdsPerScope.push(
257
- filter.storageSlot
258
- ? await toArray(
259
- this.#notesByStorageSlotAndScope.get(formattedScopeString)!.getValuesAsync(filter.storageSlot.toString()),
260
- )
261
- : await toArray(
262
- this.#notesByContractAndScope
263
- .get(formattedScopeString)!
264
- .getValuesAsync(filter.contractAddress.toString()),
265
- ),
266
- );
267
- }
268
-
269
- candidateNoteSources.push({
270
- ids: new Set(activeNoteIdsPerScope.flat()),
271
- notes: this.#notes,
272
- });
144
+ // Add staged nullifiers from job, no awaits involved, so we are fine
145
+ for (const storedNote of this.#getNotesForJob(jobId).values()) {
146
+ if (storedNote.noteDao.contractAddress.equals(filter.contractAddress)) {
147
+ const nullifier = storedNote.noteDao.siloedNullifier.toString();
148
+ if (!noteReadPromises.has(nullifier)) {
149
+ noteReadPromises.set(nullifier, Promise.resolve(storedNote));
150
+ }
151
+ }
152
+ }
273
153
 
274
- // If status is ACTIVE_OR_NULLIFIED we add nullified notes as candidates on top of the default active ones.
275
- if (filter.status === NoteStatus.ACTIVE_OR_NULLIFIED) {
276
- const nullifiedIds = filter.storageSlot
277
- ? await toArray(this.#nullifiedNotesByStorageSlot.getValuesAsync(filter.storageSlot.toString()))
278
- : await toArray(this.#nullifiedNotesByContract.getValuesAsync(filter.contractAddress.toString()));
154
+ // By now we have pending DB requests from all the #readNote calls. Await them all together.
155
+ const notes = await Promise.all(noteReadPromises.values());
279
156
 
280
- const setOfScopes = new Set(filter.scopes.map(s => s.toString() as string));
281
- const filteredNullifiedIds = new Set<string>();
157
+ // The rest of the function is await-free, and just deals with filtering and sorting our findings.
158
+ const foundNotes: Map<string, NoteDao> = new Map();
282
159
 
283
- for (const noteId of nullifiedIds) {
284
- const scopeList = await toArray(this.#nullifiedNotesToScope.getValuesAsync(noteId));
285
- if (scopeList.some(scope => setOfScopes.has(scope))) {
286
- filteredNullifiedIds.add(noteId);
160
+ for (const note of notes) {
161
+ // Defensive: hitting this case means we're mishandling contract indices or in-memory job data
162
+ if (!note) {
163
+ throw new Error('PXE note database is corrupted.');
287
164
  }
288
- }
289
165
 
290
- if (filteredNullifiedIds.size > 0) {
291
- candidateNoteSources.push({
292
- ids: filteredNullifiedIds,
293
- notes: this.#nullifiedNotes,
294
- });
295
- }
296
- }
297
-
298
- const result: NoteDao[] = [];
299
- for (const { ids, notes } of candidateNoteSources) {
300
- for (const id of ids) {
301
- const serializedNote = await notes.getAsync(id);
302
- if (!serializedNote) {
166
+ // Apply filters
167
+ if (targetStatus === NoteStatus.ACTIVE && note.isNullified()) {
303
168
  continue;
304
169
  }
305
170
 
306
- const note = NoteDao.fromBuffer(serializedNote);
307
- if (!note.contractAddress.equals(filter.contractAddress)) {
171
+ if (filter.owner && !note.noteDao.owner.equals(filter.owner)) {
308
172
  continue;
309
173
  }
310
174
 
311
- if (filter.owner && !note.owner.equals(filter.owner)) {
175
+ if (filter.storageSlot && !note.noteDao.storageSlot.equals(filter.storageSlot)) {
312
176
  continue;
313
177
  }
314
178
 
315
- if (filter.storageSlot && !note.storageSlot.equals(filter.storageSlot!)) {
179
+ if (filter.siloedNullifier && !note.noteDao.siloedNullifier.equals(filter.siloedNullifier)) {
316
180
  continue;
317
181
  }
318
182
 
319
- if (filter.siloedNullifier && !note.siloedNullifier.equals(filter.siloedNullifier)) {
183
+ if (filter.scopes && note.scopes.intersection(new Set(filter.scopes.map(s => s.toString()))).size === 0) {
320
184
  continue;
321
185
  }
322
186
 
323
- result.push(note);
324
- }
325
- }
326
-
327
- // A note might be present in multiple scopes - we ensure it is only returned once
328
- const deduplicated: NoteDao[] = [];
329
- for (const note of result) {
330
- if (!deduplicated.some(existing => existing.equals(note))) {
331
- deduplicated.push(note);
187
+ foundNotes.set(note.noteDao.siloedNullifier.toString(), note.noteDao);
332
188
  }
333
- }
334
189
 
335
- return deduplicated;
190
+ // Sort by block number, then by tx index within block, then by note index within tx
191
+ return [...foundNotes.values()].sort((a, b) => {
192
+ if (a.l2BlockNumber !== b.l2BlockNumber) {
193
+ return a.l2BlockNumber - b.l2BlockNumber;
194
+ }
195
+ if (a.txIndexInBlock !== b.txIndexInBlock) {
196
+ return a.txIndexInBlock - b.txIndexInBlock;
197
+ }
198
+ return a.noteIndexInTx - b.noteIndexInTx;
199
+ });
200
+ });
336
201
  }
337
202
 
338
203
  /**
339
204
  * Transitions notes from "active" to "nullified" state.
340
205
  *
341
- * This operation processes a batch of nullifiers to mark the corresponding notes
342
- * as spent/nullified. The operation is atomic - if any nullifier is not found,
343
- * the entire operation fails and no notes are modified.
206
+ * This operation processes a batch of nullifiers to mark the corresponding notes as spent/nullified.
207
+ * The operation is atomic - if any nullifier is not found, the entire operation fails and no notes are modified.
208
+ *
209
+ * applyNullifiers is idempotent: the same nullifier can be applied multiple times without error.
210
+ * This relaxes constraints on usage of NoteService#validateAndStoreNote, which can then be run concurrently in a Promise.all
211
+ * context without risking unnecessarily defensive checks failing.
344
212
  *
345
213
  * @param nullifiers - Array of nullifiers with their block numbers to process
346
- * @returns Promise resolving to array of nullified NoteDao objects
347
- * @throws Error if any nullifier is not found in the active notes
214
+ * @param jobId - The job context for staged writes
215
+ * @returns Array of NoteDao objects that were nullified
216
+ * @throws Error if any nullifier is not found in this notes store
348
217
  */
349
- applyNullifiers(nullifiers: DataInBlock<Fr>[]): Promise<NoteDao[]> {
218
+ applyNullifiers(nullifiers: DataInBlock<Fr>[], jobId: string): Promise<NoteDao[]> {
350
219
  if (nullifiers.length === 0) {
351
220
  return Promise.resolve([]);
352
221
  }
353
222
 
354
- return this.#store.transactionAsync(async () => {
355
- const nullifiedNotes: NoteDao[] = [];
356
-
357
- for (const blockScopedNullifier of nullifiers) {
358
- const { data: nullifier, l2BlockNumber: blockNumber } = blockScopedNullifier;
359
- const nullifierKey = nullifier.toString();
360
-
361
- const noteIndex = await this.#nullifierToNoteId.getAsync(nullifierKey);
362
- if (!noteIndex) {
363
- // Check if already nullified?
364
- const alreadyNullified = await this.#nullifiedNotesByNullifier.getAsync(nullifierKey);
365
- if (alreadyNullified) {
366
- throw new Error(`Nullifier already applied in applyNullifiers`);
223
+ return this.#withJobLock(jobId, () =>
224
+ this.#store.transactionAsync(async () => {
225
+ const notesToNullify = await Promise.all(
226
+ nullifiers.map(async nullifierInBlock => {
227
+ const nullifier = nullifierInBlock.data.toString();
228
+
229
+ const storedNote = await this.#readNote(nullifier, jobId);
230
+ if (!storedNote) {
231
+ throw new Error(`Attempted to mark a note as nullified which does not exist in PXE DB`);
232
+ }
233
+
234
+ return { storedNote, blockNumber: nullifierInBlock.l2BlockNumber };
235
+ }),
236
+ );
237
+
238
+ const notesNullifiedInThisCall: Map<string, NoteDao> = new Map();
239
+ for (const noteToNullify of notesToNullify) {
240
+ const note = noteToNullify.storedNote;
241
+
242
+ // Skip already nullified notes
243
+ if (note.isNullified()) {
244
+ continue;
367
245
  }
368
- throw new Error('Nullifier not found in applyNullifiers');
246
+
247
+ note.markAsNullified(noteToNullify.blockNumber);
248
+ this.#writeNote(note, jobId);
249
+ notesNullifiedInThisCall.set(note.noteDao.siloedNullifier.toString(), note.noteDao);
369
250
  }
370
251
 
371
- const noteBuffer = noteIndex ? await this.#notes.getAsync(noteIndex) : undefined;
252
+ return [...notesNullifiedInThisCall.values()];
253
+ }),
254
+ );
255
+ }
256
+
257
+ /**
258
+ * Synchronizes notes and nullifiers to a specific block number.
259
+ *
260
+ * This method ensures that the state of notes and nullifiers is consistent with the specified block number.
261
+ * It restores any notes that were nullified after the given block and deletes any active notes created after that
262
+ * block.
263
+ *
264
+ * IMPORTANT: This method must be called within a transaction to ensure atomicity.
265
+ *
266
+ * @param blockNumber - The new chain tip after a reorg
267
+ * @param synchedBlockNumber - The block number up to which PXE managed to sync before the reorg happened.
268
+ */
269
+ public async rollback(blockNumber: number, synchedBlockNumber: number): Promise<void> {
270
+ if (this.#notesForJob.size > 0) {
271
+ throw new Error('PXE note store rollback is not allowed while jobs are running');
272
+ }
273
+ await this.#rewindNullifiedNotesAfterBlock(blockNumber, synchedBlockNumber);
274
+ await this.#deleteActiveNotesAfterBlock(blockNumber);
275
+ }
276
+
277
+ /**
278
+ * Deletes (removes) all notes created after the specified block number.
279
+ *
280
+ * Permanently delete notes from the notes store, e.g. during a reorg.
281
+ *
282
+ * @param blockNumber - Notes created after this block number will be deleted
283
+ */
284
+ async #deleteActiveNotesAfterBlock(blockNumber: number): Promise<void> {
285
+ // Collect notes to delete during iteration to keep IndexedDB transaction alive.
286
+ const notesToDelete: { nullifier: string; contractAddress: string }[] = [];
287
+ for await (const noteBuffer of this.#notes.valuesAsync()) {
288
+ const storedNote = StoredNote.fromBuffer(noteBuffer);
289
+ if (storedNote.noteDao.l2BlockNumber > blockNumber) {
290
+ notesToDelete.push({
291
+ nullifier: storedNote.noteDao.siloedNullifier.toString(),
292
+ contractAddress: storedNote.noteDao.contractAddress.toString(),
293
+ });
294
+ }
295
+ }
296
+
297
+ // Delete all collected notes. Each delete is a DB operation that keeps the transaction alive.
298
+ for (const { nullifier, contractAddress } of notesToDelete) {
299
+ await this.#notes.delete(nullifier);
300
+ await this.#nullifiersByContractAddress.deleteValue(contractAddress, nullifier);
301
+ }
302
+ }
372
303
 
304
+ /**
305
+ * Rewinds nullifications after a given block number.
306
+ *
307
+ * This operation "un-nullifies" notes, rolling back nullifications that occurred in orphaned blocks, e.g. during a
308
+ * reorg.
309
+ *
310
+ * @param blockNumber - Revert nullifications that occurred after this block
311
+ * @param anchorBlockNumber - Upper bound for the block range to process
312
+ */
313
+ async #rewindNullifiedNotesAfterBlock(blockNumber: number, anchorBlockNumber: number): Promise<void> {
314
+ // First pass: collect all nullifiers for all blocks, starting reads during iteration to keep tx alive.
315
+ const nullifiersByBlock: Map<number, { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[]> =
316
+ new Map();
317
+
318
+ for (let i = blockNumber + 1; i <= anchorBlockNumber; i++) {
319
+ const blockNullifiers: { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[] = [];
320
+ for await (const nullifier of this.#nullifiersByNullificationBlockNumber.getValuesAsync(i)) {
321
+ // Start read immediately during iteration to keep IndexedDB transaction alive
322
+ blockNullifiers.push({ nullifier, noteReadPromise: this.#notes.getAsync(nullifier) });
323
+ }
324
+ if (blockNullifiers.length > 0) {
325
+ nullifiersByBlock.set(i, blockNullifiers);
326
+ }
327
+ }
328
+
329
+ // Second pass: await reads and perform writes
330
+ for (const [block, nullifiers] of nullifiersByBlock) {
331
+ for (const { nullifier, noteReadPromise } of nullifiers) {
332
+ const noteBuffer = await noteReadPromise;
373
333
  if (!noteBuffer) {
374
- throw new Error('Note not found in applyNullifiers');
334
+ throw new Error(`PXE DB integrity error: no note found with nullifier ${nullifier}`);
375
335
  }
376
336
 
377
- const noteScopes = await toArray(this.#notesToScope.getValuesAsync(noteIndex));
378
- if (noteScopes.length === 0) {
379
- // We should never run into this error because notes always have a scope assigned to them - either on initial
380
- // insertion via `addNotes` or when removing their nullifiers.
381
- throw new Error('Note scopes are missing in applyNullifiers');
337
+ const storedNote = StoredNote.fromBuffer(noteBuffer);
338
+ if (storedNote.scopes.size === 0) {
339
+ throw new Error(`No scopes found for nullified note with nullifier ${nullifier}`);
382
340
  }
383
341
 
384
- const note = NoteDao.fromBuffer(noteBuffer);
342
+ storedNote.markAsActive();
385
343
 
386
- nullifiedNotes.push(note);
344
+ await Promise.all([
345
+ this.#notes.set(nullifier, storedNote.toBuffer()),
346
+ this.#nullifiersByNullificationBlockNumber.deleteValue(block, nullifier),
347
+ ]);
348
+ }
349
+ }
350
+ }
351
+
352
+ /**
353
+ * Commits in memory job data to persistent storage.
354
+ *
355
+ * Called by JobCoordinator when a job completes successfully.
356
+ *
357
+ * Note: JobCoordinator wraps all commits in a single transaction, so we don't need our own transactionAsync here
358
+ * (and using one would throw on IndexedDB as it does not support nested txs).
359
+ *
360
+ * @param jobId - The jobId identifying which staged data to commit
361
+ */
362
+ async commit(jobId: string): Promise<void> {
363
+ for (const [nullifier, storedNote] of this.#getNotesForJob(jobId)) {
364
+ await this.#notes.set(nullifier, storedNote.toBuffer());
365
+ await this.#nullifiersByContractAddress.set(storedNote.noteDao.contractAddress.toString(), nullifier);
366
+ if (storedNote.nullifiedAt !== undefined) {
367
+ await this.#nullifiersByNullificationBlockNumber.set(storedNote.nullifiedAt, nullifier);
368
+ }
369
+ }
387
370
 
388
- await this.#notes.delete(noteIndex);
389
- await this.#notesToScope.delete(noteIndex);
371
+ this.#clearJobData(jobId);
372
+ }
390
373
 
391
- const scopes = await toArray(this.#scopes.keysAsync());
374
+ discardStaged(jobId: string): Promise<void> {
375
+ this.#clearJobData(jobId);
376
+ return Promise.resolve();
377
+ }
392
378
 
393
- for (const scope of scopes) {
394
- await this.#notesByContractAndScope.get(scope)!.deleteValue(note.contractAddress.toString(), noteIndex);
395
- await this.#notesByStorageSlotAndScope.get(scope)!.deleteValue(note.storageSlot.toString(), noteIndex);
396
- }
379
+ #clearJobData(jobId: string) {
380
+ this.#notesForJob.delete(jobId);
381
+ this.#jobLocks.delete(jobId);
382
+ }
397
383
 
398
- for (const scope of noteScopes) {
399
- await this.#nullifiedNotesToScope.set(noteIndex, scope);
400
- }
401
- await this.#nullifiedNotes.set(noteIndex, note.toBuffer());
402
- await this.#nullifiersByBlockNumber.set(blockNumber, nullifier.toString());
403
- await this.#nullifiedNotesByContract.set(note.contractAddress.toString(), noteIndex);
404
- await this.#nullifiedNotesByStorageSlot.set(note.storageSlot.toString(), noteIndex);
405
- await this.#nullifiedNotesByNullifier.set(nullifier.toString(), noteIndex);
384
+ /**
385
+ * Functions run withJobLock are forced to wait for each other, i.e. if they share a `jobId`, they run serially
386
+ * instead of concurrently. This is needed because staged data is stored in memory, and concurrent async operations
387
+ * (e.g., Promise.all in `validateAndStoreNote`) could otherwise interleave and corrupt state.
388
+ */
389
+ async #withJobLock<T>(jobId: string, fn: () => Promise<T>): Promise<T> {
390
+ let lock = this.#jobLocks.get(jobId);
391
+ if (!lock) {
392
+ lock = new Semaphore(1);
393
+ this.#jobLocks.set(jobId, lock);
394
+ }
395
+ await lock.acquire();
396
+ try {
397
+ return await fn();
398
+ } finally {
399
+ lock.release();
400
+ }
401
+ }
406
402
 
407
- await this.#nullifierToNoteId.delete(nullifier.toString());
408
- }
409
- return nullifiedNotes;
410
- });
403
+ #getNotesForJob(jobId: string): Map<string, StoredNote> {
404
+ let notesForJob = this.#notesForJob.get(jobId);
405
+ if (!notesForJob) {
406
+ notesForJob = new Map();
407
+ this.#notesForJob.set(jobId, notesForJob);
408
+ }
409
+ return notesForJob;
411
410
  }
412
411
  }