@aztec/pxe 0.0.1-commit.96bb3f7 → 0.0.1-commit.a072138

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/dest/bin/check_oracle_version.js +1 -1
  2. package/dest/block_synchronizer/block_synchronizer.d.ts +9 -5
  3. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  4. package/dest/block_synchronizer/block_synchronizer.js +66 -21
  5. package/dest/config/index.d.ts +3 -1
  6. package/dest/config/index.d.ts.map +1 -1
  7. package/dest/config/index.js +17 -0
  8. package/dest/contract_function_simulator/benchmarked_node.d.ts +9 -0
  9. package/dest/contract_function_simulator/benchmarked_node.d.ts.map +1 -0
  10. package/dest/contract_function_simulator/benchmarked_node.js +77 -0
  11. package/dest/contract_function_simulator/contract_function_simulator.d.ts +6 -10
  12. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  13. package/dest/contract_function_simulator/contract_function_simulator.js +33 -25
  14. package/dest/contract_function_simulator/execution_note_cache.d.ts +18 -9
  15. package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
  16. package/dest/contract_function_simulator/execution_note_cache.js +45 -28
  17. package/dest/contract_function_simulator/index.d.ts +2 -2
  18. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  19. package/dest/contract_function_simulator/index.js +1 -1
  20. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +1 -1
  21. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +1 -1
  22. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +1 -1
  23. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +1 -1
  24. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +4 -10
  25. package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
  26. package/dest/contract_function_simulator/noir-structs/utility_context.js +7 -18
  27. package/dest/contract_function_simulator/oracle/interfaces.d.ts +15 -11
  28. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  29. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -1
  30. package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
  31. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +6 -6
  32. package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
  33. package/dest/contract_function_simulator/oracle/note_packing_utils.js +8 -8
  34. package/dest/contract_function_simulator/oracle/oracle.d.ts +10 -8
  35. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
  36. package/dest/contract_function_simulator/oracle/oracle.js +44 -33
  37. package/dest/contract_function_simulator/oracle/private_execution.d.ts +2 -26
  38. package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
  39. package/dest/contract_function_simulator/oracle/private_execution.js +0 -35
  40. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +11 -3
  41. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  42. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +22 -10
  43. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +33 -20
  44. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  45. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +78 -76
  46. package/dest/contract_sync/index.d.ts +23 -0
  47. package/dest/contract_sync/index.d.ts.map +1 -0
  48. package/dest/contract_sync/index.js +54 -0
  49. package/dest/debug/pxe_debug_utils.d.ts +16 -6
  50. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  51. package/dest/debug/pxe_debug_utils.js +20 -10
  52. package/dest/entrypoints/client/bundle/utils.d.ts +1 -1
  53. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  54. package/dest/entrypoints/client/bundle/utils.js +12 -6
  55. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  56. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  57. package/dest/entrypoints/client/lazy/utils.js +13 -7
  58. package/dest/entrypoints/pxe_creation_options.d.ts +3 -2
  59. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  60. package/dest/entrypoints/server/index.d.ts +3 -1
  61. package/dest/entrypoints/server/index.d.ts.map +1 -1
  62. package/dest/entrypoints/server/index.js +2 -0
  63. package/dest/entrypoints/server/utils.d.ts +1 -1
  64. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  65. package/dest/entrypoints/server/utils.js +19 -8
  66. package/dest/events/event_service.d.ts +6 -6
  67. package/dest/events/event_service.d.ts.map +1 -1
  68. package/dest/events/event_service.js +19 -22
  69. package/dest/events/private_event_filter_validator.d.ts +5 -5
  70. package/dest/events/private_event_filter_validator.d.ts.map +1 -1
  71. package/dest/events/private_event_filter_validator.js +5 -6
  72. package/dest/job_coordinator/job_coordinator.d.ts +3 -2
  73. package/dest/job_coordinator/job_coordinator.d.ts.map +1 -1
  74. package/dest/job_coordinator/job_coordinator.js +3 -2
  75. package/dest/logs/log_service.d.ts +6 -4
  76. package/dest/logs/log_service.d.ts.map +1 -1
  77. package/dest/logs/log_service.js +21 -16
  78. package/dest/notes/note_service.d.ts +7 -7
  79. package/dest/notes/note_service.d.ts.map +1 -1
  80. package/dest/notes/note_service.js +31 -36
  81. package/dest/oracle_version.d.ts +3 -3
  82. package/dest/oracle_version.d.ts.map +1 -1
  83. package/dest/oracle_version.js +4 -3
  84. package/dest/private_kernel/hints/index.d.ts +2 -2
  85. package/dest/private_kernel/hints/index.d.ts.map +1 -1
  86. package/dest/private_kernel/hints/index.js +1 -1
  87. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +28 -0
  88. package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -0
  89. package/dest/private_kernel/hints/{build_private_kernel_reset_private_inputs.js → private_kernel_reset_private_inputs_builder.js} +12 -6
  90. package/dest/private_kernel/private_kernel_execution_prover.d.ts +3 -2
  91. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  92. package/dest/private_kernel/private_kernel_execution_prover.js +3 -3
  93. package/dest/private_kernel/private_kernel_oracle.d.ts +23 -28
  94. package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
  95. package/dest/private_kernel/private_kernel_oracle.js +90 -2
  96. package/dest/pxe.d.ts +7 -36
  97. package/dest/pxe.d.ts.map +1 -1
  98. package/dest/pxe.js +43 -83
  99. package/dest/storage/address_store/address_store.d.ts +1 -1
  100. package/dest/storage/address_store/address_store.d.ts.map +1 -1
  101. package/dest/storage/address_store/address_store.js +12 -11
  102. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -1
  103. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
  104. package/dest/storage/anchor_block_store/anchor_block_store.js +8 -1
  105. package/dest/storage/capsule_store/capsule_store.d.ts +24 -9
  106. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  107. package/dest/storage/capsule_store/capsule_store.js +130 -23
  108. package/dest/storage/contract_store/contract_store.d.ts +1 -2
  109. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  110. package/dest/storage/contract_store/contract_store.js +22 -25
  111. package/dest/storage/metadata.d.ts +1 -1
  112. package/dest/storage/metadata.js +1 -1
  113. package/dest/storage/note_store/note_store.d.ts +51 -52
  114. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  115. package/dest/storage/note_store/note_store.js +282 -263
  116. package/dest/storage/note_store/stored_note.d.ts +16 -0
  117. package/dest/storage/note_store/stored_note.d.ts.map +1 -0
  118. package/dest/storage/note_store/stored_note.js +43 -0
  119. package/dest/storage/private_event_store/private_event_store.d.ts +43 -8
  120. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  121. package/dest/storage/private_event_store/private_event_store.js +226 -111
  122. package/dest/storage/private_event_store/stored_private_event.d.ts +23 -0
  123. package/dest/storage/private_event_store/stored_private_event.d.ts.map +1 -0
  124. package/dest/storage/private_event_store/stored_private_event.js +56 -0
  125. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +15 -8
  126. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  127. package/dest/storage/tagging_store/recipient_tagging_store.js +88 -19
  128. package/dest/storage/tagging_store/sender_address_book_store.d.ts +1 -1
  129. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +1 -1
  130. package/dest/storage/tagging_store/sender_address_book_store.js +20 -14
  131. package/dest/storage/tagging_store/sender_tagging_store.d.ts +19 -9
  132. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  133. package/dest/storage/tagging_store/sender_tagging_store.js +252 -100
  134. package/dest/tagging/get_all_logs_by_tags.d.ts +24 -0
  135. package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -0
  136. package/dest/tagging/get_all_logs_by_tags.js +46 -0
  137. package/dest/tagging/index.d.ts +2 -1
  138. package/dest/tagging/index.d.ts.map +1 -1
  139. package/dest/tagging/index.js +1 -0
  140. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +3 -2
  141. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +1 -1
  142. package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +6 -6
  143. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +3 -2
  144. package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +1 -1
  145. package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +5 -2
  146. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +3 -2
  147. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  148. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +7 -7
  149. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +1 -1
  150. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
  151. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +5 -8
  152. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +5 -2
  153. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  154. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +10 -5
  155. package/package.json +18 -18
  156. package/src/bin/check_oracle_version.ts +1 -0
  157. package/src/block_synchronizer/block_synchronizer.ts +85 -33
  158. package/src/config/index.ts +14 -0
  159. package/src/contract_function_simulator/benchmarked_node.ts +103 -0
  160. package/src/contract_function_simulator/contract_function_simulator.ts +34 -28
  161. package/src/contract_function_simulator/execution_note_cache.ts +44 -25
  162. package/src/contract_function_simulator/index.ts +1 -1
  163. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +1 -1
  164. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +1 -1
  165. package/src/contract_function_simulator/noir-structs/utility_context.ts +6 -25
  166. package/src/contract_function_simulator/oracle/interfaces.ts +20 -10
  167. package/src/contract_function_simulator/oracle/note_packing_utils.ts +10 -10
  168. package/src/contract_function_simulator/oracle/oracle.ts +65 -40
  169. package/src/contract_function_simulator/oracle/private_execution.ts +1 -67
  170. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +35 -12
  171. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +100 -82
  172. package/src/contract_sync/index.ts +98 -0
  173. package/src/debug/pxe_debug_utils.ts +26 -11
  174. package/src/entrypoints/client/bundle/utils.ts +7 -14
  175. package/src/entrypoints/client/lazy/utils.ts +8 -14
  176. package/src/entrypoints/pxe_creation_options.ts +2 -1
  177. package/src/entrypoints/server/index.ts +2 -0
  178. package/src/entrypoints/server/utils.ts +15 -19
  179. package/src/events/event_service.ts +17 -25
  180. package/src/events/private_event_filter_validator.ts +3 -5
  181. package/src/job_coordinator/job_coordinator.ts +4 -3
  182. package/src/logs/log_service.ts +32 -14
  183. package/src/notes/note_service.ts +38 -43
  184. package/src/oracle_version.ts +4 -3
  185. package/src/private_kernel/hints/index.ts +1 -1
  186. package/src/private_kernel/hints/{build_private_kernel_reset_private_inputs.ts → private_kernel_reset_private_inputs_builder.ts} +32 -20
  187. package/src/private_kernel/private_kernel_execution_prover.ts +7 -4
  188. package/src/private_kernel/private_kernel_oracle.ts +116 -37
  189. package/src/pxe.ts +77 -118
  190. package/src/storage/address_store/address_store.ts +15 -15
  191. package/src/storage/anchor_block_store/anchor_block_store.ts +8 -0
  192. package/src/storage/capsule_store/capsule_store.ts +159 -23
  193. package/src/storage/contract_store/contract_store.ts +22 -31
  194. package/src/storage/metadata.ts +1 -1
  195. package/src/storage/note_store/note_store.ts +317 -318
  196. package/src/storage/note_store/stored_note.ts +48 -0
  197. package/src/storage/private_event_store/private_event_store.ts +292 -124
  198. package/src/storage/private_event_store/stored_private_event.ts +73 -0
  199. package/src/storage/tagging_store/recipient_tagging_store.ts +106 -20
  200. package/src/storage/tagging_store/sender_address_book_store.ts +20 -14
  201. package/src/storage/tagging_store/sender_tagging_store.ts +293 -108
  202. package/src/tagging/get_all_logs_by_tags.ts +68 -0
  203. package/src/tagging/index.ts +1 -0
  204. package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +16 -5
  205. package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +7 -1
  206. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +9 -6
  207. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +5 -17
  208. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +16 -4
  209. package/dest/contract_function_simulator/proxied_node.d.ts +0 -9
  210. package/dest/contract_function_simulator/proxied_node.d.ts.map +0 -1
  211. package/dest/contract_function_simulator/proxied_node.js +0 -27
  212. package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts +0 -28
  213. package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts.map +0 -1
  214. package/dest/private_kernel/private_kernel_oracle_impl.d.ts +0 -46
  215. package/dest/private_kernel/private_kernel_oracle_impl.d.ts.map +0 -1
  216. package/dest/private_kernel/private_kernel_oracle_impl.js +0 -85
  217. package/dest/public_storage/public_storage_service.d.ts +0 -24
  218. package/dest/public_storage/public_storage_service.d.ts.map +0 -1
  219. package/dest/public_storage/public_storage_service.js +0 -26
  220. package/dest/tree_membership/tree_membership_service.d.ts +0 -52
  221. package/dest/tree_membership/tree_membership_service.d.ts.map +0 -1
  222. package/dest/tree_membership/tree_membership_service.js +0 -84
  223. package/src/contract_function_simulator/proxied_node.ts +0 -33
  224. package/src/private_kernel/private_kernel_oracle_impl.ts +0 -127
  225. package/src/public_storage/public_storage_service.ts +0 -33
  226. package/src/tree_membership/tree_membership_service.ts +0 -112
@@ -0,0 +1,48 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
2
+ import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
3
+ import { NoteDao } from '@aztec/stdlib/note';
4
+
5
+ export class StoredNote {
6
+ constructor(
7
+ readonly noteDao: NoteDao,
8
+ readonly scopes: Set<string>,
9
+ private _nullifiedAt: BlockNumber | undefined = undefined,
10
+ ) {}
11
+
12
+ static fromBuffer(buffer: Buffer) {
13
+ const reader = BufferReader.asReader(buffer);
14
+
15
+ const noteDao = NoteDao.fromBuffer(reader);
16
+ const scopes = reader.readVector({ fromBuffer: (r: BufferReader) => r.readString() });
17
+
18
+ const nullifiedAtRaw = reader.readNumber();
19
+ const nullifiedAt = nullifiedAtRaw === 0 ? undefined : (nullifiedAtRaw as BlockNumber);
20
+
21
+ return new StoredNote(noteDao, new Set(scopes), nullifiedAt);
22
+ }
23
+
24
+ toBuffer(): Buffer {
25
+ const scopesArray = [...this.scopes];
26
+ return serializeToBuffer(this.noteDao, scopesArray.length, ...scopesArray, this._nullifiedAt ?? 0);
27
+ }
28
+
29
+ addScope(scope: string) {
30
+ this.scopes.add(scope);
31
+ }
32
+
33
+ markAsNullified(blockNumber: BlockNumber) {
34
+ this._nullifiedAt = blockNumber;
35
+ }
36
+
37
+ markAsActive() {
38
+ this._nullifiedAt = undefined;
39
+ }
40
+
41
+ isNullified() {
42
+ return this._nullifiedAt !== undefined;
43
+ }
44
+
45
+ get nullifiedAt() {
46
+ return this._nullifiedAt;
47
+ }
48
+ }
@@ -1,14 +1,15 @@
1
1
  import { BlockNumber } from '@aztec/foundation/branded-types';
2
2
  import { Fr } from '@aztec/foundation/curves/bn254';
3
3
  import { createLogger } from '@aztec/foundation/log';
4
- import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
5
- import type { AztecAsyncKVStore, AztecAsyncMap } from '@aztec/kv-store';
4
+ import { Semaphore } from '@aztec/foundation/queue';
5
+ import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
6
6
  import type { EventSelector } from '@aztec/stdlib/abi';
7
7
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
8
- import { L2BlockHash } from '@aztec/stdlib/block';
9
- import { type InTx, TxHash } from '@aztec/stdlib/tx';
8
+ import type { InTx, TxHash } from '@aztec/stdlib/tx';
10
9
 
10
+ import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
11
11
  import type { PackedPrivateEvent } from '../../pxe.js';
12
+ import { StoredPrivateEvent } from './stored_private_event.js';
12
13
 
13
14
  export type PrivateEventStoreFilter = {
14
15
  contractAddress: AztecAddress;
@@ -18,55 +19,53 @@ export type PrivateEventStoreFilter = {
18
19
  txHash?: TxHash;
19
20
  };
20
21
 
21
- type PrivateEventEntry = {
22
- randomness: Fr; // Note that this value is currently not being returned on queries and is therefore temporarily unused
23
- msgContent: Buffer;
24
- eventCommitmentIndex: number;
25
- l2BlockNumber: number;
26
- l2BlockHash: Buffer;
27
- txHash: Buffer;
28
- /** The lookup key for #eventsByContractScopeSelector, used for cleanup during rollback */
29
- lookupKey: string;
30
- };
31
-
32
22
  type PrivateEventMetadata = InTx & {
33
23
  contractAddress: AztecAddress;
34
24
  scope: AztecAddress;
25
+ /** The index of the tx within the block */
26
+ txIndexInBlock: number;
27
+ /** The index of the event within the tx (based on nullifier position) */
28
+ eventIndexInTx: number;
35
29
  };
36
30
 
37
31
  /**
38
32
  * Stores decrypted private event logs.
39
33
  */
40
- export class PrivateEventStore {
34
+ export class PrivateEventStore implements StagedStore {
35
+ readonly storeName: string = 'private_event';
36
+
41
37
  #store: AztecAsyncKVStore;
42
- /** Map storing the actual private event log entries, keyed by eventCommitmentIndex */
43
- #eventLogs: AztecAsyncMap<number, PrivateEventEntry>;
44
- /** Map from contractAddress_scope_eventSelector to eventCommitmentIndex[] for efficient lookup */
45
- #eventsByContractScopeSelector: AztecAsyncMap<string, number[]>;
46
- /** Map from block number to eventCommitmentIndex[] for rollback support */
47
- #eventsByBlockNumber: AztecAsyncMap<number, number[]>;
48
- /** Map from eventCommitmentIndex to boolean indicating if log has been seen. */
49
- #seenLogs: AztecAsyncMap<number, boolean>;
38
+ /** Actual private event log entries, keyed by siloedEventCommitment */
39
+ #events: AztecAsyncMap<string, Buffer>;
40
+ /** Multi-map from contractAddress_eventSelector to siloedEventCommitment for efficient lookup */
41
+ #eventsByContractAndEventSelector: AztecAsyncMultiMap<string, string>;
42
+ /** Multi-map from block number to siloedEventCommitment for rollback support */
43
+ #eventsByBlockNumber: AztecAsyncMultiMap<number, string>;
44
+
45
+ /** jobId => eventId (event siloed nullifier) => StoredPrivateEvent */
46
+ #eventsForJob: Map<string, Map<string, StoredPrivateEvent>>;
47
+
48
+ /** Per-job locks to prevent concurrent writes from affecting each other. */
49
+ #jobLocks: Map<string, Semaphore>;
50
50
 
51
51
  logger = createLogger('private_event_store');
52
52
 
53
53
  constructor(store: AztecAsyncKVStore) {
54
54
  this.#store = store;
55
- this.#eventLogs = this.#store.openMap('private_event_logs');
56
- this.#eventsByContractScopeSelector = this.#store.openMap('events_by_contract_scope_selector');
57
- this.#seenLogs = this.#store.openMap('seen_logs');
58
- this.#eventsByBlockNumber = this.#store.openMap('events_by_block_number');
59
- }
55
+ this.#events = this.#store.openMap('private_event_logs');
56
+ this.#eventsByContractAndEventSelector = this.#store.openMultiMap('events_by_contract_selector');
57
+ this.#eventsByBlockNumber = this.#store.openMultiMap('events_by_block_number');
60
58
 
61
- #keyFor(contractAddress: AztecAddress, scope: AztecAddress, eventSelector: EventSelector): string {
62
- return `${contractAddress.toString()}_${scope.toString()}_${eventSelector.toString()}`;
59
+ this.#eventsForJob = new Map();
60
+ this.#jobLocks = new Map();
63
61
  }
64
62
 
65
63
  /**
66
64
  * Store a private event log.
67
65
  * @param eventSelector - The event selector of the event.
66
+ * @param randomness - The randomness used for the event commitment.
68
67
  * @param msgContent - The content of the event.
69
- * @param eventCommitmentIndex - The index of the event commitment in the nullifier tree.
68
+ * @param siloedEventCommitment - The siloed event commitment (used as unique identifier).
70
69
  * @param metadata
71
70
  * contractAddress - The address of the contract that emitted the event.
72
71
  * scope - The address to which the event is scoped.
@@ -77,42 +76,49 @@ export class PrivateEventStore {
77
76
  eventSelector: EventSelector,
78
77
  randomness: Fr,
79
78
  msgContent: Fr[],
80
- eventCommitmentIndex: number,
79
+ siloedEventCommitment: Fr,
81
80
  metadata: PrivateEventMetadata,
82
- ): Promise<void> {
83
- const { contractAddress, scope, txHash, l2BlockNumber, l2BlockHash } = metadata;
84
-
85
- return this.#store.transactionAsync(async () => {
86
- const key = this.#keyFor(contractAddress, scope, eventSelector);
87
-
88
- // Check if this exact log has already been stored using eventCommitmentIndex as unique identifier
89
- const hasBeenSeen = await this.#seenLogs.getAsync(eventCommitmentIndex);
90
- if (hasBeenSeen) {
91
- this.logger.verbose('Ignoring duplicate event log', { txHash: txHash.toString(), eventCommitmentIndex });
92
- return;
93
- }
94
-
95
- this.logger.verbose('storing private event log', { contractAddress, scope, msgContent, l2BlockNumber });
81
+ jobId: string,
82
+ ) {
83
+ return this.#withJobLock(jobId, () =>
84
+ this.#store.transactionAsync(async () => {
85
+ const { contractAddress, scope, txHash, l2BlockNumber, l2BlockHash, txIndexInBlock, eventIndexInTx } = metadata;
86
+ const eventId = siloedEventCommitment.toString();
96
87
 
97
- await this.#eventLogs.set(eventCommitmentIndex, {
98
- randomness,
99
- msgContent: serializeToBuffer(msgContent),
100
- l2BlockNumber,
101
- l2BlockHash: l2BlockHash.toBuffer(),
102
- eventCommitmentIndex,
103
- txHash: txHash.toBuffer(),
104
- lookupKey: key,
105
- });
106
-
107
- const existingIndices = (await this.#eventsByContractScopeSelector.getAsync(key)) || [];
108
- await this.#eventsByContractScopeSelector.set(key, [...existingIndices, eventCommitmentIndex]);
88
+ this.logger.verbose('storing private event log (job stage)', {
89
+ eventId,
90
+ contractAddress,
91
+ scope,
92
+ msgContent,
93
+ l2BlockNumber,
94
+ });
109
95
 
110
- const existingBlockIndices = (await this.#eventsByBlockNumber.getAsync(l2BlockNumber)) || [];
111
- await this.#eventsByBlockNumber.set(l2BlockNumber, [...existingBlockIndices, eventCommitmentIndex]);
96
+ const existing = await this.#readEvent(eventId, jobId);
112
97
 
113
- // Mark this log as seen using eventCommitmentIndex
114
- await this.#seenLogs.set(eventCommitmentIndex, true);
115
- });
98
+ if (existing) {
99
+ // If we already stored this event, we still want to make sure to track it for the given scope
100
+ existing.addScope(scope.toString());
101
+ this.#writeEvent(eventId, existing, jobId);
102
+ } else {
103
+ this.#writeEvent(
104
+ eventId,
105
+ new StoredPrivateEvent(
106
+ randomness,
107
+ msgContent,
108
+ l2BlockNumber,
109
+ l2BlockHash,
110
+ txHash,
111
+ txIndexInBlock,
112
+ eventIndexInTx,
113
+ contractAddress,
114
+ eventSelector,
115
+ new Set([scope.toString()]),
116
+ ),
117
+ jobId,
118
+ );
119
+ }
120
+ }),
121
+ );
116
122
  }
117
123
 
118
124
  /**
@@ -123,94 +129,256 @@ export class PrivateEventStore {
123
129
  * fromBlock: The block number to search from (inclusive).
124
130
  * toBlock: The block number to search upto (exclusive).
125
131
  * scope: - The addresses that decrypted the logs.
126
- * @returns - The event log contents, augmented with metadata about
127
- * the transaction and block it the event was included in .
132
+ * @returns - The event log contents, augmented with metadata about the transaction and block in which the event was
133
+ * included.
128
134
  */
129
- public async getPrivateEvents(
135
+ public getPrivateEvents(
130
136
  eventSelector: EventSelector,
131
137
  filter: PrivateEventStoreFilter,
132
138
  ): Promise<PackedPrivateEvent[]> {
133
- const events: Array<{ eventCommitmentIndex: number; event: PackedPrivateEvent }> = [];
139
+ return this.#store.transactionAsync(async () => {
140
+ const key = this.#keyFor(filter.contractAddress, eventSelector);
141
+ const targetScopes = new Set(filter.scopes.map(s => s.toString()));
142
+
143
+ // Map from eventId to the promise that reads the event buffer.
144
+ // We start reads during iteration to keep DB requests pending and avoid IndexedDB auto-commit.
145
+ const eventReadPromises: Map<string, Promise<Buffer | undefined>> = new Map();
146
+
147
+ for await (const eventId of this.#eventsByContractAndEventSelector.getValuesAsync(key)) {
148
+ eventReadPromises.set(eventId, this.#events.getAsync(eventId));
149
+ }
150
+
151
+ const eventIds = [...eventReadPromises.keys()];
152
+ const eventBuffers = await Promise.all(eventReadPromises.values());
134
153
 
135
- for (const scope of filter.scopes) {
136
- const key = this.#keyFor(filter.contractAddress, scope, eventSelector);
137
- const eventCommitmentIndices = (await this.#eventsByContractScopeSelector.getAsync(key)) || [];
154
+ const events: Array<{
155
+ l2BlockNumber: number;
156
+ txIndexInBlock: number;
157
+ eventIndexInTx: number;
158
+ event: PackedPrivateEvent;
159
+ }> = [];
138
160
 
139
- for (const eventCommitmentIndex of eventCommitmentIndices) {
140
- const entry = await this.#eventLogs.getAsync(eventCommitmentIndex);
141
- if (!entry || entry.l2BlockNumber < filter.fromBlock || entry.l2BlockNumber >= filter.toBlock) {
161
+ for (let i = 0; i < eventIds.length; i++) {
162
+ const eventId = eventIds[i];
163
+ const eventBuffer = eventBuffers[i];
164
+
165
+ // Defensive, if it happens, there's a problem with how we're handling #eventsByContractAndEventSelector
166
+ if (!eventBuffer) {
167
+ this.logger.verbose(
168
+ `EventId ${eventId} does not exist in main index but it is referenced from contract event selector index`,
169
+ );
170
+ continue;
171
+ }
172
+
173
+ const storedPrivateEvent = StoredPrivateEvent.fromBuffer(eventBuffer);
174
+
175
+ // Filter by block range
176
+ if (storedPrivateEvent.l2BlockNumber < filter.fromBlock || storedPrivateEvent.l2BlockNumber >= filter.toBlock) {
142
177
  continue;
143
178
  }
144
179
 
145
- // Convert buffer back to Fr array
146
- const reader = BufferReader.asReader(entry.msgContent);
147
- const numFields = entry.msgContent.length / Fr.SIZE_IN_BYTES;
148
- const msgContent = reader.readArray(numFields, Fr);
149
- const txHash = TxHash.fromBuffer(entry.txHash);
150
- const l2BlockHash = L2BlockHash.fromBuffer(entry.l2BlockHash);
180
+ // Filter by scopes
181
+ if (storedPrivateEvent.scopes.intersection(targetScopes).size === 0) {
182
+ continue;
183
+ }
151
184
 
152
- if (filter.txHash && !txHash.equals(filter.txHash)) {
185
+ // Filter by txHash
186
+ if (filter.txHash && !storedPrivateEvent.txHash.equals(filter.txHash)) {
153
187
  continue;
154
188
  }
155
189
 
156
190
  events.push({
157
- eventCommitmentIndex: entry.eventCommitmentIndex,
191
+ l2BlockNumber: storedPrivateEvent.l2BlockNumber,
192
+ txIndexInBlock: storedPrivateEvent.txIndexInBlock,
193
+ eventIndexInTx: storedPrivateEvent.eventIndexInTx,
158
194
  event: {
159
- packedEvent: msgContent,
160
- l2BlockNumber: BlockNumber(entry.l2BlockNumber),
161
- txHash,
162
- l2BlockHash,
195
+ packedEvent: storedPrivateEvent.msgContent,
196
+ l2BlockNumber: BlockNumber(storedPrivateEvent.l2BlockNumber),
197
+ txHash: storedPrivateEvent.txHash,
198
+ l2BlockHash: storedPrivateEvent.l2BlockHash,
163
199
  eventSelector,
164
200
  },
165
201
  });
166
202
  }
167
- }
168
203
 
169
- // Sort by eventCommitmentIndex only
170
- events.sort((a, b) => a.eventCommitmentIndex - b.eventCommitmentIndex);
171
- return events.map(ev => ev.event);
204
+ // Sort by block number, then by tx index within block, then by event index within tx
205
+ events.sort((a, b) => {
206
+ if (a.l2BlockNumber !== b.l2BlockNumber) {
207
+ return a.l2BlockNumber - b.l2BlockNumber;
208
+ }
209
+ if (a.txIndexInBlock !== b.txIndexInBlock) {
210
+ return a.txIndexInBlock - b.txIndexInBlock;
211
+ }
212
+ return a.eventIndexInTx - b.eventIndexInTx;
213
+ });
214
+
215
+ return events.map(ev => ev.event);
216
+ });
172
217
  }
173
218
 
174
219
  /**
175
220
  * Rolls back private events that were stored after a given `blockNumber` and up to `synchedBlockNumber` (the block
176
221
  * number up to which PXE managed to sync before the reorg happened).
222
+ *
223
+ * We don't need staged writes for a rollback since it's handled in the context of a blockchain rewind.
224
+ *
225
+ * Rollbacks are handled by the BlockSynchronizer, which runs a DB transaction across stores when it detects a
226
+ * re-org, including setting the new anchor block after rolling back.
227
+ *
228
+ * So if anything fails in the process of rolling back any store, all DB changes occurring during rollbacks will be
229
+ * lost and the anchor block will not be updated; which means this code will eventually need to run again
230
+ * (i.e.: PXE will detect it's basing it work on an invalid block hash, then which re-triggers rewind).
231
+ *
232
+ * For further details, refer to `BlockSynchronizer#handleBlockStreamEvent`.
233
+ *
234
+ * IMPORTANT: This method must be called within a transaction to ensure atomicity.
177
235
  */
178
- public async rollbackEventsAfterBlock(blockNumber: number, synchedBlockNumber: number): Promise<void> {
179
- await this.#store.transactionAsync(async () => {
180
- let removedCount = 0;
181
-
182
- for (let block = blockNumber + 1; block <= synchedBlockNumber; block++) {
183
- const indices = await this.#eventsByBlockNumber.getAsync(block);
184
- if (indices) {
185
- await this.#eventsByBlockNumber.delete(block);
186
-
187
- for (const eventCommitmentIndex of indices) {
188
- const entry = await this.#eventLogs.getAsync(eventCommitmentIndex);
189
- if (!entry) {
190
- throw new Error(`Event log not found for eventCommitmentIndex ${eventCommitmentIndex}`);
191
- }
192
-
193
- await this.#eventLogs.delete(eventCommitmentIndex);
194
- await this.#seenLogs.delete(eventCommitmentIndex);
195
-
196
- // Update #eventsByContractScopeSelector using the stored lookupKey
197
- const existingIndices = await this.#eventsByContractScopeSelector.getAsync(entry.lookupKey);
198
- if (!existingIndices || existingIndices.length === 0) {
199
- throw new Error(`No indices found in #eventsByContractScopeSelector for key ${entry.lookupKey}`);
200
- }
201
- const filteredIndices = existingIndices.filter(idx => idx !== eventCommitmentIndex);
202
- if (filteredIndices.length === 0) {
203
- await this.#eventsByContractScopeSelector.delete(entry.lookupKey);
204
- } else {
205
- await this.#eventsByContractScopeSelector.set(entry.lookupKey, filteredIndices);
206
- }
207
-
208
- removedCount++;
209
- }
236
+ public async rollback(blockNumber: number, synchedBlockNumber: number): Promise<void> {
237
+ // First pass: collect all event IDs for all blocks, starting reads during iteration to keep tx alive.
238
+ const eventsByBlock: Map<number, { eventId: string; eventReadPromise: Promise<Buffer | undefined> }[]> = new Map();
239
+
240
+ for (let block = blockNumber + 1; block <= synchedBlockNumber; block++) {
241
+ const blockEvents: { eventId: string; eventReadPromise: Promise<Buffer | undefined> }[] = [];
242
+ for await (const eventId of this.#eventsByBlockNumber.getValuesAsync(block)) {
243
+ // Start read immediately during iteration to keep IndexedDB transaction alive
244
+ blockEvents.push({ eventId, eventReadPromise: this.#events.getAsync(eventId) });
245
+ }
246
+ if (blockEvents.length > 0) {
247
+ eventsByBlock.set(block, blockEvents);
248
+ }
249
+ }
250
+
251
+ // Second pass: await reads and perform deletes
252
+ let removedCount = 0;
253
+ for (const [block, events] of eventsByBlock) {
254
+ await this.#eventsByBlockNumber.delete(block);
255
+
256
+ for (const { eventId, eventReadPromise } of events) {
257
+ const buffer = await eventReadPromise;
258
+ if (!buffer) {
259
+ throw new Error(`Event not found for eventId ${eventId}`);
210
260
  }
261
+
262
+ const entry = StoredPrivateEvent.fromBuffer(buffer);
263
+ await this.#events.delete(eventId);
264
+ await this.#eventsByContractAndEventSelector.deleteValue(
265
+ this.#keyFor(entry.contractAddress, entry.eventSelector),
266
+ eventId,
267
+ );
268
+
269
+ removedCount++;
211
270
  }
271
+ }
212
272
 
213
- this.logger.verbose(`Rolled back ${removedCount} private events after block ${blockNumber}`);
214
- });
273
+ this.logger.verbose(`Rolled back ${removedCount} private events after block ${blockNumber}`);
274
+ }
275
+
276
+ /**
277
+ * Commits in memory job data to persistent storage.
278
+ *
279
+ * Called by JobCoordinator when a job completes successfully.
280
+ *
281
+ * Note: JobCoordinator wraps all commits in a single transaction, so we don't need our own transactionAsync here
282
+ * (and using one would throw on IndexedDB as it does not support nested txs).
283
+ *
284
+ * @param jobId - The jobId identifying which staged data to commit
285
+ */
286
+ async commit(jobId: string): Promise<void> {
287
+ // Note: Don't use #withJobLock here - commit runs within JobCoordinator's transactionAsync,
288
+ // and awaiting the lock would create a microtask boundary with no pending DB request,
289
+ // causing IndexedDB to auto-commit the transaction.
290
+ for (const [eventId, entry] of this.#getEventsForJob(jobId).entries()) {
291
+ const lookupKey = this.#keyFor(entry.contractAddress, entry.eventSelector);
292
+ this.logger.verbose('storing private event log', { eventId, lookupKey });
293
+
294
+ await Promise.all([
295
+ this.#events.set(eventId, entry.toBuffer()),
296
+ this.#eventsByContractAndEventSelector.set(lookupKey, eventId),
297
+ this.#eventsByBlockNumber.set(entry.l2BlockNumber, eventId),
298
+ ]);
299
+ }
300
+
301
+ this.#clearJobData(jobId);
302
+ }
303
+
304
+ /**
305
+ * Discards in memory job data without persisting it.
306
+ */
307
+ discardStaged(jobId: string): Promise<void> {
308
+ this.#clearJobData(jobId);
309
+ return Promise.resolve();
310
+ }
311
+
312
+ /**
313
+ * Reads an event from in-memory job data first, falling back to persistent storage if not found.
314
+ *
315
+ * Returns undefined if the event does not exist in the store overall.
316
+ */
317
+ async #readEvent(eventId: string, jobId: string): Promise<StoredPrivateEvent | undefined> {
318
+ // Always issue DB read to keep IndexedDB transaction alive (they auto-commit when a new micro-task starts and there
319
+ // are no pending read requests). The staged value still takes precedence if it exists.
320
+ const buffer = await this.#events.getAsync(eventId);
321
+ const eventForJob = this.#getEventsForJob(jobId).get(eventId);
322
+ return eventForJob ?? (buffer ? StoredPrivateEvent.fromBuffer(buffer) : undefined);
323
+ }
324
+
325
+ /**
326
+ * Writes an event to in-memory job data.
327
+ *
328
+ * Writes are only allowed in a job context. Events modified during a job will only be persisted when `commit` is
329
+ * called.
330
+ */
331
+ #writeEvent(eventId: string, entry: StoredPrivateEvent, jobId: string) {
332
+ this.#getEventsForJob(jobId).set(eventId, entry);
333
+ }
334
+
335
+ /**
336
+ * Get in-memory data only visible to @param jobId
337
+ */
338
+ #getEventsForJob(jobId: string): Map<string, StoredPrivateEvent> {
339
+ let eventsForJob = this.#eventsForJob.get(jobId);
340
+ if (eventsForJob === undefined) {
341
+ eventsForJob = new Map();
342
+ this.#eventsForJob.set(jobId, eventsForJob);
343
+ }
344
+ return eventsForJob;
345
+ }
346
+
347
+ /**
348
+ * Clear data structures supporting a specific job.
349
+ */
350
+ #clearJobData(jobId: string) {
351
+ this.#eventsForJob.delete(jobId);
352
+ this.#jobLocks.delete(jobId);
353
+ }
354
+
355
+ /**
356
+ * Ensures a function can only run once it acquires a unique per-job lock, and handles proper lock release after it
357
+ * runs.
358
+ *
359
+ * This primitive allows concurrent writes on this store without risking data corruption due to unsound write
360
+ * interleaving.
361
+ */
362
+ async #withJobLock<T>(jobId: string, fn: () => Promise<T>): Promise<T> {
363
+ let lock = this.#jobLocks.get(jobId);
364
+ if (!lock) {
365
+ lock = new Semaphore(1);
366
+ this.#jobLocks.set(jobId, lock);
367
+ }
368
+ await lock.acquire();
369
+ try {
370
+ return await fn();
371
+ } finally {
372
+ lock.release();
373
+ }
374
+ }
375
+
376
+ /**
377
+ * Returns a string key based on @param contractAddress and @param eventSelector.
378
+ *
379
+ * The returned key is meant to be used when interacting with index #eventsByContractAndEventSelector.
380
+ */
381
+ #keyFor(contractAddress: AztecAddress, eventSelector: EventSelector): string {
382
+ return `${contractAddress.toString()}_${eventSelector.toString()}`;
215
383
  }
216
384
  }
@@ -0,0 +1,73 @@
1
+ import { Fr } from '@aztec/foundation/curves/bn254';
2
+ import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
3
+ import { EventSelector } from '@aztec/stdlib/abi';
4
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
5
+ import { BlockHash } from '@aztec/stdlib/block';
6
+ import { TxHash } from '@aztec/stdlib/tx';
7
+
8
+ /** Serializable private event entry with scope tracking. */
9
+ export class StoredPrivateEvent {
10
+ constructor(
11
+ readonly randomness: Fr,
12
+ readonly msgContent: Fr[],
13
+ readonly l2BlockNumber: number,
14
+ readonly l2BlockHash: BlockHash,
15
+ readonly txHash: TxHash,
16
+ readonly txIndexInBlock: number,
17
+ readonly eventIndexInTx: number,
18
+ readonly contractAddress: AztecAddress,
19
+ readonly eventSelector: EventSelector,
20
+ readonly scopes: Set<string>,
21
+ ) {}
22
+
23
+ addScope(scope: string) {
24
+ this.scopes.add(scope);
25
+ }
26
+
27
+ toBuffer(): Buffer {
28
+ const scopesArray = [...this.scopes];
29
+ return serializeToBuffer(
30
+ this.randomness,
31
+ this.msgContent.length,
32
+ ...this.msgContent,
33
+ this.l2BlockNumber,
34
+ this.l2BlockHash,
35
+ this.txHash,
36
+ this.txIndexInBlock,
37
+ this.eventIndexInTx,
38
+ this.contractAddress,
39
+ this.eventSelector.toBuffer(),
40
+ scopesArray.length,
41
+ ...scopesArray,
42
+ );
43
+ }
44
+
45
+ static fromBuffer(buffer: Buffer): StoredPrivateEvent {
46
+ const reader = BufferReader.asReader(buffer);
47
+
48
+ const randomness = Fr.fromBuffer(reader);
49
+ const msgContentLength = reader.readNumber();
50
+ const msgContent = reader.readArray(msgContentLength, Fr);
51
+ const l2BlockNumber = reader.readNumber();
52
+ const l2BlockHash = new BlockHash(Fr.fromBuffer(reader));
53
+ const txHash = TxHash.fromBuffer(reader);
54
+ const txIndexInBlock = reader.readNumber();
55
+ const eventIndexInTx = reader.readNumber();
56
+ const contractAddress = AztecAddress.fromBuffer(reader);
57
+ const eventSelector = EventSelector.fromBuffer(reader);
58
+ const scopes = reader.readVector({ fromBuffer: (r: BufferReader) => r.readString() });
59
+
60
+ return new StoredPrivateEvent(
61
+ randomness,
62
+ msgContent,
63
+ l2BlockNumber,
64
+ l2BlockHash,
65
+ txHash,
66
+ txIndexInBlock,
67
+ eventIndexInTx,
68
+ contractAddress,
69
+ eventSelector,
70
+ new Set(scopes),
71
+ );
72
+ }
73
+ }