@aztec/pxe 0.0.1-commit.2c85e299c → 0.0.1-commit.2d9cb6034

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (145) hide show
  1. package/dest/block_synchronizer/block_synchronizer.d.ts +1 -1
  2. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  3. package/dest/block_synchronizer/block_synchronizer.js +6 -0
  4. package/dest/contract_function_simulator/contract_function_simulator.d.ts +10 -5
  5. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  6. package/dest/contract_function_simulator/contract_function_simulator.js +29 -6
  7. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +5 -5
  8. package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
  9. package/dest/contract_function_simulator/execution_tagging_index_cache.js +17 -9
  10. package/dest/contract_function_simulator/index.d.ts +2 -1
  11. package/dest/contract_function_simulator/index.d.ts.map +1 -1
  12. package/dest/contract_function_simulator/index.js +1 -0
  13. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +3 -5
  14. package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
  15. package/dest/contract_function_simulator/noir-structs/event_validation_request.js +7 -9
  16. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +1 -1
  17. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
  18. package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +1 -3
  19. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +3 -6
  20. package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
  21. package/dest/contract_function_simulator/noir-structs/note_validation_request.js +5 -10
  22. package/dest/contract_function_simulator/oracle/interfaces.d.ts +21 -20
  23. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  24. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts +9 -0
  25. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts.map +1 -0
  26. package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.js +38 -0
  27. package/dest/contract_function_simulator/oracle/oracle.d.ts +39 -19
  28. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
  29. package/dest/contract_function_simulator/oracle/oracle.js +91 -44
  30. package/dest/contract_function_simulator/oracle/private_execution.js +5 -3
  31. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +12 -38
  32. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  33. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +21 -44
  34. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +45 -28
  35. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  36. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +164 -71
  37. package/dest/contract_logging.d.ts +9 -4
  38. package/dest/contract_logging.d.ts.map +1 -1
  39. package/dest/contract_logging.js +21 -6
  40. package/dest/contract_sync/contract_sync_service.d.ts +6 -5
  41. package/dest/contract_sync/contract_sync_service.d.ts.map +1 -1
  42. package/dest/contract_sync/contract_sync_service.js +44 -37
  43. package/dest/contract_sync/helpers.d.ts +2 -3
  44. package/dest/contract_sync/helpers.d.ts.map +1 -1
  45. package/dest/contract_sync/helpers.js +7 -2
  46. package/dest/debug/pxe_debug_utils.d.ts +3 -3
  47. package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
  48. package/dest/entrypoints/client/bundle/index.d.ts +1 -2
  49. package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
  50. package/dest/entrypoints/client/bundle/index.js +0 -1
  51. package/dest/entrypoints/client/lazy/index.d.ts +1 -2
  52. package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
  53. package/dest/entrypoints/client/lazy/index.js +0 -1
  54. package/dest/entrypoints/server/index.d.ts +1 -2
  55. package/dest/entrypoints/server/index.d.ts.map +1 -1
  56. package/dest/entrypoints/server/index.js +0 -1
  57. package/dest/events/event_service.d.ts +3 -2
  58. package/dest/events/event_service.d.ts.map +1 -1
  59. package/dest/events/event_service.js +16 -4
  60. package/dest/logs/log_service.d.ts +6 -7
  61. package/dest/logs/log_service.d.ts.map +1 -1
  62. package/dest/logs/log_service.js +32 -30
  63. package/dest/messages/message_context_service.d.ts +17 -0
  64. package/dest/messages/message_context_service.d.ts.map +1 -0
  65. package/dest/messages/message_context_service.js +36 -0
  66. package/dest/notes/note_service.d.ts +4 -5
  67. package/dest/notes/note_service.d.ts.map +1 -1
  68. package/dest/notes/note_service.js +14 -5
  69. package/dest/notes_filter.d.ts +2 -3
  70. package/dest/notes_filter.d.ts.map +1 -1
  71. package/dest/oracle_version.d.ts +2 -2
  72. package/dest/oracle_version.js +2 -2
  73. package/dest/pxe.d.ts +9 -7
  74. package/dest/pxe.d.ts.map +1 -1
  75. package/dest/pxe.js +39 -23
  76. package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
  77. package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
  78. package/dest/storage/capsule_store/capsule_service.js +50 -0
  79. package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
  80. package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
  81. package/dest/storage/capsule_store/capsule_store.js +33 -28
  82. package/dest/storage/capsule_store/index.d.ts +2 -1
  83. package/dest/storage/capsule_store/index.d.ts.map +1 -1
  84. package/dest/storage/capsule_store/index.js +1 -0
  85. package/dest/storage/metadata.d.ts +1 -1
  86. package/dest/storage/metadata.js +1 -1
  87. package/dest/storage/note_store/note_store.d.ts +1 -1
  88. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  89. package/dest/storage/note_store/note_store.js +2 -2
  90. package/dest/storage/tagging_store/sender_tagging_store.d.ts +26 -25
  91. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  92. package/dest/storage/tagging_store/sender_tagging_store.js +141 -115
  93. package/dest/tagging/index.d.ts +2 -2
  94. package/dest/tagging/index.d.ts.map +1 -1
  95. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +1 -1
  96. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
  97. package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +10 -1
  98. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +4 -3
  99. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
  100. package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +20 -10
  101. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +2 -1
  102. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
  103. package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +24 -11
  104. package/package.json +16 -16
  105. package/src/block_synchronizer/block_synchronizer.ts +6 -0
  106. package/src/contract_function_simulator/contract_function_simulator.ts +42 -10
  107. package/src/contract_function_simulator/execution_tagging_index_cache.ts +16 -11
  108. package/src/contract_function_simulator/index.ts +1 -0
  109. package/src/contract_function_simulator/noir-structs/event_validation_request.ts +8 -8
  110. package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +1 -4
  111. package/src/contract_function_simulator/noir-structs/note_validation_request.ts +3 -9
  112. package/src/contract_function_simulator/oracle/interfaces.ts +34 -28
  113. package/src/contract_function_simulator/oracle/legacy_oracle_mappings.ts +98 -0
  114. package/src/contract_function_simulator/oracle/oracle.ts +120 -64
  115. package/src/contract_function_simulator/oracle/private_execution.ts +4 -4
  116. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +26 -65
  117. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +288 -85
  118. package/src/contract_logging.ts +18 -5
  119. package/src/contract_sync/contract_sync_service.ts +77 -59
  120. package/src/contract_sync/helpers.ts +4 -4
  121. package/src/debug/pxe_debug_utils.ts +3 -3
  122. package/src/entrypoints/client/bundle/index.ts +0 -1
  123. package/src/entrypoints/client/lazy/index.ts +0 -1
  124. package/src/entrypoints/server/index.ts +0 -1
  125. package/src/events/event_service.ts +17 -4
  126. package/src/logs/log_service.ts +63 -48
  127. package/src/messages/message_context_service.ts +44 -0
  128. package/src/notes/note_service.ts +18 -8
  129. package/src/notes_filter.ts +1 -3
  130. package/src/oracle_version.ts +2 -2
  131. package/src/pxe.ts +62 -28
  132. package/src/storage/capsule_store/capsule_service.ts +90 -0
  133. package/src/storage/capsule_store/capsule_store.ts +34 -26
  134. package/src/storage/capsule_store/index.ts +1 -0
  135. package/src/storage/metadata.ts +1 -1
  136. package/src/storage/note_store/note_store.ts +2 -5
  137. package/src/storage/tagging_store/sender_tagging_store.ts +182 -135
  138. package/src/tagging/index.ts +1 -1
  139. package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +19 -1
  140. package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +26 -11
  141. package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +19 -9
  142. package/dest/access_scopes.d.ts +0 -9
  143. package/dest/access_scopes.d.ts.map +0 -1
  144. package/dest/access_scopes.js +0 -6
  145. package/src/access_scopes.ts +0 -9
@@ -7,7 +7,6 @@ import { Note, NoteDao, NoteStatus } from '@aztec/stdlib/note';
7
7
  import { MerkleTreeId } from '@aztec/stdlib/trees';
8
8
  import type { BlockHeader, TxHash } from '@aztec/stdlib/tx';
9
9
 
10
- import type { AccessScopes } from '../access_scopes.js';
11
10
  import type { NoteStore } from '../storage/note_store/note_store.js';
12
11
 
13
12
  export class NoteService {
@@ -32,7 +31,7 @@ export class NoteService {
32
31
  owner: AztecAddress | undefined,
33
32
  storageSlot: Fr,
34
33
  status: NoteStatus,
35
- scopes: AccessScopes,
34
+ scopes: AztecAddress[],
36
35
  ) {
37
36
  const noteDaos = await this.noteStore.getNotes(
38
37
  {
@@ -71,7 +70,7 @@ export class NoteService {
71
70
  *
72
71
  * @param contractAddress - The contract whose notes should be checked and nullified.
73
72
  */
74
- public async syncNoteNullifiers(contractAddress: AztecAddress, scopes: AccessScopes): Promise<void> {
73
+ public async syncNoteNullifiers(contractAddress: AztecAddress, scopes: AztecAddress[]): Promise<void> {
75
74
  const anchorBlockHash = await this.anchorBlockHeader.hash();
76
75
 
77
76
  const contractNotes = await this.noteStore.getNotes({ contractAddress, scopes }, this.jobId);
@@ -121,7 +120,7 @@ export class NoteService {
121
120
  noteHash: Fr,
122
121
  nullifier: Fr,
123
122
  txHash: TxHash,
124
- recipient: AztecAddress,
123
+ scope: AztecAddress,
125
124
  ): Promise<void> {
126
125
  // We are going to store the new note in the NoteStore, which will let us later return it via `getNotes`.
127
126
  // There's two things we need to check before we do this however:
@@ -155,16 +154,28 @@ export class NoteService {
155
154
  this.aztecNode.findLeavesIndexes(anchorBlockHash, MerkleTreeId.NULLIFIER_TREE, [siloedNullifier]),
156
155
  ]);
157
156
  if (!txEffect) {
158
- throw new Error(`Could not find tx effect for tx hash ${txHash}`);
157
+ // We error out instead of just logging a warning and skipping the note because this would indicate a bug. This
158
+ // is because the node has already served info about this tx either when obtaining the log (TxScopedL2Log contain
159
+ // tx info) or when getting metadata for the offchain message (before the message got passed to `process_log`).
160
+ throw new Error(`Could not find tx effect for tx hash ${txHash} when processing a note.`);
159
161
  }
160
162
 
161
163
  if (txEffect.l2BlockNumber > anchorBlockNumber) {
162
- throw new Error(`Could not find tx effect for tx hash ${txHash} as of block number ${anchorBlockNumber}`);
164
+ // If the message was delivered onchain, this would indicate a bug: log sync should never load logs from blocks
165
+ // newer than the anchor block. If the note came via an offchain message, it would likely also be a bug, since we
166
+ // sync a new anchor block before calling `process_message`. For this not to be a bug, the message would need to
167
+ // come from a newer block than the anchor served by the node, implying the node isn't properly synced.
168
+ // We therefore error out here rather than assuming the offchain message was constructed by a malicious
169
+ // sender with the intention of bricking recipient's PXE (if we assumed that we would just ignore the message).
170
+ throw new Error(
171
+ `Obtained a newer tx effect for ${txHash} for a note validation request than the anchor block ${anchorBlockNumber}. This is a bug as we should not ever be processing a note from a newer block than the anchor block.`,
172
+ );
163
173
  }
164
174
 
165
175
  // Find the index of the note hash in the noteHashes array to determine note ordering within the tx
166
176
  const noteIndexInTx = txEffect.data.noteHashes.findIndex(nh => nh.equals(uniqueNoteHash));
167
177
  if (noteIndexInTx === -1) {
178
+ // Similar to the comment above - we error out as this would indicate a bug in nonce discovery.
168
179
  throw new Error(`Note hash ${noteHash} (uniqued as ${uniqueNoteHash}) is not present in tx ${txHash}`);
169
180
  }
170
181
 
@@ -184,8 +195,7 @@ export class NoteService {
184
195
  noteIndexInTx,
185
196
  );
186
197
 
187
- // The note was found by `recipient`, so we use that as the scope when storing the note.
188
- await this.noteStore.addNotes([noteDao], recipient, this.jobId);
198
+ await this.noteStore.addNotes([noteDao], scope, this.jobId);
189
199
 
190
200
  if (nullifierIndex !== undefined) {
191
201
  // We found nullifier index which implies that the note has already been nullified.
@@ -2,8 +2,6 @@ import type { Fr } from '@aztec/foundation/curves/bn254';
2
2
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
3
3
  import type { NoteStatus } from '@aztec/stdlib/note';
4
4
 
5
- import type { AccessScopes } from './access_scopes.js';
6
-
7
5
  /**
8
6
  * A filter used to fetch notes.
9
7
  * @remarks This filter is applied as an intersection of all its params.
@@ -22,5 +20,5 @@ export type NotesFilter = {
22
20
  status?: NoteStatus;
23
21
  /** The siloed nullifier for the note. */
24
22
  siloedNullifier?: Fr;
25
- scopes: AccessScopes;
23
+ scopes: AztecAddress[];
26
24
  };
@@ -4,9 +4,9 @@
4
4
  ///
5
5
  /// @dev Whenever a contract function or Noir test is run, the `aztec_utl_assertCompatibleOracleVersion` oracle is called
6
6
  /// and if the oracle version is incompatible an error is thrown.
7
- export const ORACLE_VERSION = 14;
7
+ export const ORACLE_VERSION = 22;
8
8
 
9
9
  /// This hash is computed as by hashing the Oracle interface and it is used to detect when the Oracle interface changes,
10
10
  /// which in turn implies that you need to update the ORACLE_VERSION constant in this file and in
11
11
  /// `noir-projects/aztec-nr/aztec/src/oracle/version.nr`.
12
- export const ORACLE_INTERFACE_HASH = '9fb918682455c164ce8dd3acb71c751e2b9b2fc48913604069c9ea885fa378ca';
12
+ export const ORACLE_INTERFACE_HASH = '83f1de1a9741a34916fd58cf12b857d0bac90f74bf00751b20304301a3f5c8eb';
package/src/pxe.ts CHANGED
@@ -52,7 +52,6 @@ import {
52
52
 
53
53
  import { inspect } from 'util';
54
54
 
55
- import type { AccessScopes } from './access_scopes.js';
56
55
  import { BlockSynchronizer } from './block_synchronizer/index.js';
57
56
  import type { PXEConfig } from './config/index.js';
58
57
  import { BenchmarkedNodeFactory } from './contract_function_simulator/benchmarked_node.js';
@@ -68,6 +67,7 @@ import { PXEDebugUtils } from './debug/pxe_debug_utils.js';
68
67
  import { enrichPublicSimulationError, enrichSimulationError } from './error_enriching.js';
69
68
  import { PrivateEventFilterValidator } from './events/private_event_filter_validator.js';
70
69
  import { JobCoordinator } from './job_coordinator/job_coordinator.js';
70
+ import { MessageContextService } from './messages/message_context_service.js';
71
71
  import {
72
72
  PrivateKernelExecutionProver,
73
73
  type PrivateKernelExecutionProverConfig,
@@ -95,7 +95,7 @@ export type ProfileTxOpts = {
95
95
  /** If true, proof generation is skipped during profiling. Defaults to true. */
96
96
  skipProofGeneration?: boolean;
97
97
  /** Addresses whose private state and keys are accessible during private execution. */
98
- scopes: AccessScopes;
98
+ scopes: AztecAddress[];
99
99
  };
100
100
 
101
101
  /** Options for PXE.simulateTx. */
@@ -106,10 +106,12 @@ export type SimulateTxOpts = {
106
106
  skipTxValidation?: boolean;
107
107
  /** If false, fees are enforced. */
108
108
  skipFeeEnforcement?: boolean;
109
- /** State overrides for the simulation, such as contract instances and artifacts. */
109
+ /** If true, kernel logic is emulated in TS for simulation */
110
+ skipKernels?: boolean;
111
+ /** State overrides for the simulation, such as contract instances and artifacts. Requires skipKernels: true */
110
112
  overrides?: SimulationOverrides;
111
113
  /** Addresses whose private state and keys are accessible during private execution */
112
- scopes: AccessScopes;
114
+ scopes: AztecAddress[];
113
115
  };
114
116
 
115
117
  /** Options for PXE.executeUtility. */
@@ -117,7 +119,7 @@ export type ExecuteUtilityOpts = {
117
119
  /** The authentication witnesses required for the function call. */
118
120
  authwits?: AuthWitness[];
119
121
  /** The accounts whose notes we can access in this call */
120
- scopes: AccessScopes;
122
+ scopes: AztecAddress[];
121
123
  };
122
124
 
123
125
  /** Args for PXE.create. */
@@ -158,6 +160,7 @@ export class PXE {
158
160
  private addressStore: AddressStore,
159
161
  private privateEventStore: PrivateEventStore,
160
162
  private contractSyncService: ContractSyncService,
163
+ private messageContextService: MessageContextService,
161
164
  private simulator: CircuitSimulator,
162
165
  private proverEnabled: boolean,
163
166
  private proofCreator: PrivateKernelProver,
@@ -213,6 +216,8 @@ export class PXE {
213
216
  noteStore,
214
217
  createLogger('pxe:contract_sync', bindings),
215
218
  );
219
+ const messageContextService = new MessageContextService(node);
220
+
216
221
  const synchronizer = new BlockSynchronizer(
217
222
  node,
218
223
  store,
@@ -254,6 +259,7 @@ export class PXE {
254
259
  addressStore,
255
260
  privateEventStore,
256
261
  contractSyncService,
262
+ messageContextService,
257
263
  simulator,
258
264
  proverEnabled,
259
265
  proofCreator,
@@ -295,6 +301,7 @@ export class PXE {
295
301
  privateEventStore: this.privateEventStore,
296
302
  simulator: this.simulator,
297
303
  contractSyncService: this.contractSyncService,
304
+ messageContextService: this.messageContextService,
298
305
  });
299
306
  }
300
307
 
@@ -360,7 +367,7 @@ export class PXE {
360
367
  async #executePrivate(
361
368
  contractFunctionSimulator: ContractFunctionSimulator,
362
369
  txRequest: TxExecutionRequest,
363
- scopes: AccessScopes,
370
+ scopes: AztecAddress[],
364
371
  jobId: string,
365
372
  ): Promise<PrivateExecutionResult> {
366
373
  const { origin: contractAddress, functionSelector } = txRequest;
@@ -409,12 +416,19 @@ export class PXE {
409
416
  contractFunctionSimulator: ContractFunctionSimulator,
410
417
  call: FunctionCall,
411
418
  authWitnesses: AuthWitness[] | undefined,
412
- scopes: AccessScopes,
419
+ scopes: AztecAddress[],
413
420
  jobId: string,
414
421
  ) {
415
422
  try {
416
423
  const anchorBlockHeader = await this.anchorBlockStore.getBlockHeader();
417
- return contractFunctionSimulator.runUtility(call, authWitnesses ?? [], anchorBlockHeader, scopes, jobId);
424
+ const { result, offchainEffects } = await contractFunctionSimulator.runUtility(
425
+ call,
426
+ authWitnesses ?? [],
427
+ anchorBlockHeader,
428
+ scopes,
429
+ jobId,
430
+ );
431
+ return { result, offchainEffects };
418
432
  } catch (err) {
419
433
  if (err instanceof SimulationError) {
420
434
  await enrichSimulationError(err, this.contractStore, this.log);
@@ -487,7 +501,9 @@ export class PXE {
487
501
  * @returns The synced block header
488
502
  */
489
503
  public getSyncedBlockHeader(): Promise<BlockHeader> {
490
- return this.anchorBlockStore.getBlockHeader();
504
+ return this.#putInJobQueue(() => {
505
+ return this.anchorBlockStore.getBlockHeader();
506
+ });
491
507
  }
492
508
 
493
509
  /**
@@ -554,6 +570,9 @@ export class PXE {
554
570
 
555
571
  if (wasAdded) {
556
572
  this.log.info(`Added sender:\n ${sender.toString()}`);
573
+ // Wipe the entire sync cache: the new sender's tagged logs could contain notes/events for any contract, so
574
+ // all contracts must re-sync to discover them.
575
+ this.contractSyncService.wipe();
557
576
  } else {
558
577
  this.log.info(`Sender:\n "${sender.toString()}"\n already registered.`);
559
578
  }
@@ -766,17 +785,17 @@ export class PXE {
766
785
  // transaction before this one is included in a block from this PXE, and that transaction contains a log with
767
786
  // a tag derived from the same secret, we would reuse the tag and the transactions would be linked. Hence
768
787
  // storing the tags here prevents linkage of txs sent from the same PXE.
769
- const preTagsUsedInTheTx = privateExecutionResult.entrypoint.preTags;
770
- if (preTagsUsedInTheTx.length > 0) {
788
+ const taggingIndexRangesUsedInTheTx = privateExecutionResult.entrypoint.taggingIndexRanges;
789
+ if (taggingIndexRangesUsedInTheTx.length > 0) {
771
790
  // TODO(benesjan): The following is an expensive operation. Figure out a way to avoid it.
772
791
  const txHash = (await txProvingResult.toTx()).txHash;
773
792
 
774
- await this.senderTaggingStore.storePendingIndexes(preTagsUsedInTheTx, txHash, jobId);
775
- this.log.debug(`Stored used pre-tags as sender for the tx`, {
776
- preTagsUsedInTheTx,
793
+ await this.senderTaggingStore.storePendingIndexes(taggingIndexRangesUsedInTheTx, txHash, jobId);
794
+ this.log.debug(`Stored used tagging index ranges as sender for the tx`, {
795
+ taggingIndexRangesUsedInTheTx,
777
796
  });
778
797
  } else {
779
- this.log.debug(`No pre-tags used in the tx`);
798
+ this.log.debug(`No tagging index ranges used in the tx`);
780
799
  }
781
800
 
782
801
  return txProvingResult;
@@ -883,7 +902,14 @@ export class PXE {
883
902
  */
884
903
  public simulateTx(
885
904
  txRequest: TxExecutionRequest,
886
- { simulatePublic, skipTxValidation = false, skipFeeEnforcement = false, overrides, scopes }: SimulateTxOpts,
905
+ {
906
+ simulatePublic,
907
+ skipTxValidation = false,
908
+ skipFeeEnforcement = false,
909
+ skipKernels = true,
910
+ overrides,
911
+ scopes,
912
+ }: SimulateTxOpts,
887
913
  ): Promise<TxSimulationResult> {
888
914
  // We disable concurrent simulations since those might execute oracles which read and write to the PXE stores (e.g.
889
915
  // to the capsules), and we need to prevent concurrent runs from interfering with one another (e.g. attempting to
@@ -907,17 +933,20 @@ export class PXE {
907
933
  await this.blockStateSynchronizer.sync();
908
934
  const syncTime = syncTimer.ms();
909
935
 
910
- const contractFunctionSimulator = this.#getSimulatorForTx(overrides);
911
- // Temporary: in case there are overrides, we have to skip the kernels or validations
912
- // will fail. Consider handing control to the user/wallet on whether they want to run them
913
- // or not.
914
936
  const overriddenContracts = overrides?.contracts ? new Set(Object.keys(overrides.contracts)) : undefined;
915
937
  const hasOverriddenContracts = overriddenContracts !== undefined && overriddenContracts.size > 0;
916
- const skipKernels = hasOverriddenContracts;
917
938
 
918
- // Set overridden contracts on the sync service so it knows to skip syncing them
939
+ if (hasOverriddenContracts && !skipKernels) {
940
+ throw new Error(
941
+ 'Simulating with overridden contracts is not compatible with kernel execution. Please set skipKernels to true when simulating with overridden contracts.',
942
+ );
943
+ }
944
+ const contractFunctionSimulator = this.#getSimulatorForTx(overrides);
945
+
919
946
  if (hasOverriddenContracts) {
920
- this.contractSyncService.setOverriddenContracts(jobId, overriddenContracts);
947
+ // Overridden contracts don't have a sync function, so calling sync on them would fail.
948
+ // We exclude them so the sync service skips them entirely.
949
+ this.contractSyncService.setExcludedFromSync(jobId, overriddenContracts);
921
950
  }
922
951
 
923
952
  // Execution of private functions only; no proving, and no kernel logic.
@@ -1012,7 +1041,7 @@ export class PXE {
1012
1041
  inspect(txRequest),
1013
1042
  `simulatePublic=${simulatePublic}`,
1014
1043
  `skipTxValidation=${skipTxValidation}`,
1015
- `scopes=${scopes === 'ALL_SCOPES' ? scopes : scopes.map(s => s.toString()).join(', ')}`,
1044
+ `scopes=${scopes.map(s => s.toString()).join(', ')}`,
1016
1045
  );
1017
1046
  }
1018
1047
  });
@@ -1024,7 +1053,7 @@ export class PXE {
1024
1053
  */
1025
1054
  public executeUtility(
1026
1055
  call: FunctionCall,
1027
- { authwits, scopes }: ExecuteUtilityOpts = { scopes: 'ALL_SCOPES' },
1056
+ { authwits, scopes }: ExecuteUtilityOpts = { scopes: [] },
1028
1057
  ): Promise<UtilityExecutionResult> {
1029
1058
  // We disable concurrent executions since those might execute oracles which read and write to the PXE stores (e.g.
1030
1059
  // to the capsules), and we need to prevent concurrent runs from interfering with one another (e.g. attempting to
@@ -1049,7 +1078,7 @@ export class PXE {
1049
1078
  scopes,
1050
1079
  );
1051
1080
 
1052
- const executionResult = await this.#executeUtility(
1081
+ const { result: executionResult, offchainEffects } = await this.#executeUtility(
1053
1082
  contractFunctionSimulator,
1054
1083
  call,
1055
1084
  authwits ?? [],
@@ -1070,14 +1099,19 @@ export class PXE {
1070
1099
  };
1071
1100
 
1072
1101
  const simulationStats = contractFunctionSimulator.getStats();
1073
- return { result: executionResult, stats: { timings, nodeRPCCalls: simulationStats.nodeRPCCalls } };
1102
+ return {
1103
+ result: executionResult,
1104
+ offchainEffects,
1105
+ anchorBlockTimestamp: anchorBlockHeader.globalVariables.timestamp,
1106
+ stats: { timings, nodeRPCCalls: simulationStats.nodeRPCCalls },
1107
+ };
1074
1108
  } catch (err: any) {
1075
1109
  const { to, name, args } = call;
1076
1110
  const stringifiedArgs = args.map(arg => arg.toString()).join(', ');
1077
1111
  throw this.#contextualizeError(
1078
1112
  err,
1079
1113
  `executeUtility ${to}:${name}(${stringifiedArgs})`,
1080
- `scopes=${scopes === 'ALL_SCOPES' ? scopes : scopes.map(s => s.toString()).join(', ')}`,
1114
+ `scopes=${scopes.map(s => s.toString()).join(', ')}`,
1081
1115
  );
1082
1116
  }
1083
1117
  });
@@ -0,0 +1,90 @@
1
+ import type { Fr } from '@aztec/foundation/curves/bn254';
2
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
3
+ import type { Capsule } from '@aztec/stdlib/tx';
4
+
5
+ import type { CapsuleStore } from './capsule_store.js';
6
+
7
+ /**
8
+ * Wraps a CapsuleStore with scope-based access control. Each operation asserts that the requested scope is in the
9
+ * allowed scopes list before delegating to the underlying store.
10
+ */
11
+ export class CapsuleService {
12
+ constructor(
13
+ private readonly capsuleStore: CapsuleStore,
14
+ private readonly allowedScopes: AztecAddress[],
15
+ ) {}
16
+
17
+ setCapsule(contractAddress: AztecAddress, slot: Fr, capsule: Fr[], jobId: string, scope: AztecAddress) {
18
+ assertAllowedScope(scope, this.allowedScopes);
19
+ this.capsuleStore.setCapsule(contractAddress, slot, capsule, jobId, scope);
20
+ }
21
+
22
+ async getCapsule(
23
+ contractAddress: AztecAddress,
24
+ slot: Fr,
25
+ jobId: string,
26
+ scope: AztecAddress,
27
+ transientCapsules?: Capsule[],
28
+ ): Promise<Fr[] | null> {
29
+ assertAllowedScope(scope, this.allowedScopes);
30
+
31
+ // TODO(#12425): On the following line, the pertinent capsule gets overshadowed by the transient one. Tackle this.
32
+ const maybeTransientCapsule = transientCapsules?.find(
33
+ c =>
34
+ c.contractAddress.equals(contractAddress) &&
35
+ c.storageSlot.equals(slot) &&
36
+ (c.scope ?? AztecAddress.ZERO).equals(scope),
37
+ )?.data;
38
+
39
+ return maybeTransientCapsule ?? (await this.capsuleStore.getCapsule(contractAddress, slot, jobId, scope));
40
+ }
41
+
42
+ deleteCapsule(contractAddress: AztecAddress, slot: Fr, jobId: string, scope: AztecAddress) {
43
+ assertAllowedScope(scope, this.allowedScopes);
44
+ this.capsuleStore.deleteCapsule(contractAddress, slot, jobId, scope);
45
+ }
46
+
47
+ copyCapsule(
48
+ contractAddress: AztecAddress,
49
+ srcSlot: Fr,
50
+ dstSlot: Fr,
51
+ numEntries: number,
52
+ jobId: string,
53
+ scope: AztecAddress,
54
+ ): Promise<void> {
55
+ assertAllowedScope(scope, this.allowedScopes);
56
+ return this.capsuleStore.copyCapsule(contractAddress, srcSlot, dstSlot, numEntries, jobId, scope);
57
+ }
58
+
59
+ appendToCapsuleArray(
60
+ contractAddress: AztecAddress,
61
+ baseSlot: Fr,
62
+ content: Fr[][],
63
+ jobId: string,
64
+ scope: AztecAddress,
65
+ ): Promise<void> {
66
+ assertAllowedScope(scope, this.allowedScopes);
67
+ return this.capsuleStore.appendToCapsuleArray(contractAddress, baseSlot, content, jobId, scope);
68
+ }
69
+
70
+ readCapsuleArray(contractAddress: AztecAddress, baseSlot: Fr, jobId: string, scope: AztecAddress): Promise<Fr[][]> {
71
+ assertAllowedScope(scope, this.allowedScopes);
72
+ return this.capsuleStore.readCapsuleArray(contractAddress, baseSlot, jobId, scope);
73
+ }
74
+
75
+ setCapsuleArray(contractAddress: AztecAddress, baseSlot: Fr, content: Fr[][], jobId: string, scope: AztecAddress) {
76
+ assertAllowedScope(scope, this.allowedScopes);
77
+ return this.capsuleStore.setCapsuleArray(contractAddress, baseSlot, content, jobId, scope);
78
+ }
79
+ }
80
+
81
+ function assertAllowedScope(scope: AztecAddress, allowedScopes: AztecAddress[]) {
82
+ if (scope.equals(AztecAddress.ZERO)) {
83
+ return;
84
+ }
85
+ if (!allowedScopes.some((allowed: AztecAddress) => allowed.equals(scope))) {
86
+ throw new Error(
87
+ `Scope ${scope.toString()} is not in the allowed scopes list: [${allowedScopes.map((s: AztecAddress) => s.toString()).join(', ')}]. See https://docs.aztec.network/errors/10`,
88
+ );
89
+ }
90
+ }
@@ -1,7 +1,7 @@
1
1
  import { Fr } from '@aztec/foundation/curves/bn254';
2
2
  import { type Logger, createLogger } from '@aztec/foundation/log';
3
3
  import type { AztecAsyncKVStore, AztecAsyncMap } from '@aztec/kv-store';
4
- import type { AztecAddress } from '@aztec/stdlib/aztec-address';
4
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
5
5
 
6
6
  import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
7
7
 
@@ -10,11 +10,12 @@ export class CapsuleStore implements StagedStore {
10
10
 
11
11
  #store: AztecAsyncKVStore;
12
12
 
13
- // Arbitrary data stored by contracts. Key is computed as `${contractAddress}:${key}`
13
+ // Arbitrary data stored by contracts. Key is computed as `${contractAddress}:${scope}:${key}`, using the zero
14
+ // address for the global scope.
14
15
  #capsules: AztecAsyncMap<string, Buffer>;
15
16
 
16
- // jobId => `${contractAddress}:${key}` => capsule data
17
- // when `#stagedCapsules.get('some-job-id').get('${some-contract-address:some-key') === null`,
17
+ // jobId => `${contractAddress}:${scope}:${key}` => capsule data
18
+ // when `#stagedCapsules.get('some-job-id').get('${some-contract-address}:${some-scope}:${some-key}') === null`,
18
19
  // it signals that the capsule was deleted during the job, so it needs to be deleted on commit
19
20
  #stagedCapsules: Map<string, Map<string, Buffer | null>>;
20
21
 
@@ -134,8 +135,8 @@ export class CapsuleStore implements StagedStore {
134
135
  * to public contract storage in that it's indexed by the contract address and storage slot but instead of the global
135
136
  * network state it's backed by local PXE db.
136
137
  */
137
- storeCapsule(contractAddress: AztecAddress, slot: Fr, capsule: Fr[], jobId: string) {
138
- const dbSlotKey = dbSlotToKey(contractAddress, slot);
138
+ setCapsule(contractAddress: AztecAddress, slot: Fr, capsule: Fr[], jobId: string, scope: AztecAddress) {
139
+ const dbSlotKey = dbSlotToKey(contractAddress, slot, scope);
139
140
 
140
141
  // A store overrides any pre-existing data on the slot
141
142
  this.#setOnStage(jobId, dbSlotKey, Buffer.concat(capsule.map(value => value.toBuffer())));
@@ -147,8 +148,8 @@ export class CapsuleStore implements StagedStore {
147
148
  * @param slot - The slot in the database to read.
148
149
  * @returns The stored data or `null` if no data is stored under the slot.
149
150
  */
150
- async loadCapsule(contractAddress: AztecAddress, slot: Fr, jobId: string): Promise<Fr[] | null> {
151
- const dataBuffer = await this.#getFromStage(jobId, dbSlotToKey(contractAddress, slot));
151
+ async getCapsule(contractAddress: AztecAddress, slot: Fr, jobId: string, scope: AztecAddress): Promise<Fr[] | null> {
152
+ const dataBuffer = await this.#getFromStage(jobId, dbSlotToKey(contractAddress, slot, scope));
152
153
  if (!dataBuffer) {
153
154
  this.logger.trace(`Data not found for contract ${contractAddress.toString()} and slot ${slot.toString()}`);
154
155
  return null;
@@ -165,9 +166,9 @@ export class CapsuleStore implements StagedStore {
165
166
  * @param contractAddress - The contract address under which the data is scoped.
166
167
  * @param slot - The slot in the database to delete.
167
168
  */
168
- deleteCapsule(contractAddress: AztecAddress, slot: Fr, jobId: string) {
169
+ deleteCapsule(contractAddress: AztecAddress, slot: Fr, jobId: string, scope: AztecAddress) {
169
170
  // When we commit this, we will interpret null as a deletion, so we'll propagate the delete to the KV store
170
- this.#deleteOnStage(jobId, dbSlotToKey(contractAddress, slot));
171
+ this.#deleteOnStage(jobId, dbSlotToKey(contractAddress, slot, scope));
171
172
  }
172
173
 
173
174
  /**
@@ -187,6 +188,7 @@ export class CapsuleStore implements StagedStore {
187
188
  dstSlot: Fr,
188
189
  numEntries: number,
189
190
  jobId: string,
191
+ scope: AztecAddress,
190
192
  ): Promise<void> {
191
193
  // This transactional context gives us "copy atomicity":
192
194
  // there shouldn't be concurrent writes to what's being copied here.
@@ -203,8 +205,8 @@ export class CapsuleStore implements StagedStore {
203
205
  }
204
206
 
205
207
  for (const i of indexes) {
206
- const currentSrcSlot = dbSlotToKey(contractAddress, srcSlot.add(new Fr(i)));
207
- const currentDstSlot = dbSlotToKey(contractAddress, dstSlot.add(new Fr(i)));
208
+ const currentSrcSlot = dbSlotToKey(contractAddress, srcSlot.add(new Fr(i)), scope);
209
+ const currentDstSlot = dbSlotToKey(contractAddress, dstSlot.add(new Fr(i)), scope);
208
210
 
209
211
  const toCopy = await this.#getFromStage(jobId, currentSrcSlot);
210
212
  if (!toCopy) {
@@ -224,7 +226,13 @@ export class CapsuleStore implements StagedStore {
224
226
  * @param baseSlot - The slot where the array length is stored
225
227
  * @param content - Array of capsule data to append
226
228
  */
227
- appendToCapsuleArray(contractAddress: AztecAddress, baseSlot: Fr, content: Fr[][], jobId: string): Promise<void> {
229
+ appendToCapsuleArray(
230
+ contractAddress: AztecAddress,
231
+ baseSlot: Fr,
232
+ content: Fr[][],
233
+ jobId: string,
234
+ scope: AztecAddress,
235
+ ): Promise<void> {
228
236
  // We wrap this in a transaction to serialize concurrent calls from Promise.all.
229
237
  // Without this, concurrent appends to the same array could race: both read length=0,
230
238
  // both write at the same slots, one overwrites the other.
@@ -232,22 +240,22 @@ export class CapsuleStore implements StagedStore {
232
240
  // and not using a transaction here would heavily impact performance.
233
241
  return this.#store.transactionAsync(async () => {
234
242
  // Load current length, defaulting to 0 if not found
235
- const lengthData = await this.loadCapsule(contractAddress, baseSlot, jobId);
243
+ const lengthData = await this.getCapsule(contractAddress, baseSlot, jobId, scope);
236
244
  const currentLength = lengthData ? lengthData[0].toNumber() : 0;
237
245
 
238
246
  // Store each capsule at consecutive slots after baseSlot + 1 + currentLength
239
247
  for (let i = 0; i < content.length; i++) {
240
248
  const nextSlot = arraySlot(baseSlot, currentLength + i);
241
- this.storeCapsule(contractAddress, nextSlot, content[i], jobId);
249
+ this.setCapsule(contractAddress, nextSlot, content[i], jobId, scope);
242
250
  }
243
251
 
244
252
  // Update length to include all new capsules
245
253
  const newLength = currentLength + content.length;
246
- this.storeCapsule(contractAddress, baseSlot, [new Fr(newLength)], jobId);
254
+ this.setCapsule(contractAddress, baseSlot, [new Fr(newLength)], jobId, scope);
247
255
  });
248
256
  }
249
257
 
250
- readCapsuleArray(contractAddress: AztecAddress, baseSlot: Fr, jobId: string): Promise<Fr[][]> {
258
+ readCapsuleArray(contractAddress: AztecAddress, baseSlot: Fr, jobId: string, scope: AztecAddress): Promise<Fr[][]> {
251
259
  // I'm leaving this transactional context here though because I'm assuming this
252
260
  // gives us "read array atomicity": there shouldn't be concurrent writes to what's being copied
253
261
  // here.
@@ -255,14 +263,14 @@ export class CapsuleStore implements StagedStore {
255
263
  // of jobs: different calls running concurrently on the same contract may cause trouble.
256
264
  return this.#store.transactionAsync(async () => {
257
265
  // Load length, defaulting to 0 if not found
258
- const maybeLength = await this.loadCapsule(contractAddress, baseSlot, jobId);
266
+ const maybeLength = await this.getCapsule(contractAddress, baseSlot, jobId, scope);
259
267
  const length = maybeLength ? maybeLength[0].toBigInt() : 0n;
260
268
 
261
269
  const values: Fr[][] = [];
262
270
 
263
271
  // Read each capsule at consecutive slots after baseSlot
264
272
  for (let i = 0; i < length; i++) {
265
- const currentValue = await this.loadCapsule(contractAddress, arraySlot(baseSlot, i), jobId);
273
+ const currentValue = await this.getCapsule(contractAddress, arraySlot(baseSlot, i), jobId, scope);
266
274
  if (currentValue == undefined) {
267
275
  throw new Error(
268
276
  `Expected non-empty value at capsule array in base slot ${baseSlot} at index ${i} for contract ${contractAddress}`,
@@ -276,7 +284,7 @@ export class CapsuleStore implements StagedStore {
276
284
  });
277
285
  }
278
286
 
279
- setCapsuleArray(contractAddress: AztecAddress, baseSlot: Fr, content: Fr[][], jobId: string) {
287
+ setCapsuleArray(contractAddress: AztecAddress, baseSlot: Fr, content: Fr[][], jobId: string, scope: AztecAddress) {
280
288
  // This transactional context in theory isn't so critical now because we aren't
281
289
  // writing to DB so if there's exceptions midway and it blows up, no visible impact
282
290
  // to persistent storage will happen.
@@ -287,27 +295,27 @@ export class CapsuleStore implements StagedStore {
287
295
  // of jobs: different calls running concurrently on the same contract may cause trouble.
288
296
  return this.#store.transactionAsync(async () => {
289
297
  // Load current length, defaulting to 0 if not found
290
- const maybeLength = await this.loadCapsule(contractAddress, baseSlot, jobId);
298
+ const maybeLength = await this.getCapsule(contractAddress, baseSlot, jobId, scope);
291
299
  const originalLength = maybeLength ? maybeLength[0].toNumber() : 0;
292
300
 
293
301
  // Set the new length
294
- this.storeCapsule(contractAddress, baseSlot, [new Fr(content.length)], jobId);
302
+ this.setCapsule(contractAddress, baseSlot, [new Fr(content.length)], jobId, scope);
295
303
 
296
304
  // Store the new content, possibly overwriting existing values
297
305
  for (let i = 0; i < content.length; i++) {
298
- this.storeCapsule(contractAddress, arraySlot(baseSlot, i), content[i], jobId);
306
+ this.setCapsule(contractAddress, arraySlot(baseSlot, i), content[i], jobId, scope);
299
307
  }
300
308
 
301
309
  // Clear any stragglers
302
310
  for (let i = content.length; i < originalLength; i++) {
303
- this.deleteCapsule(contractAddress, arraySlot(baseSlot, i), jobId);
311
+ this.deleteCapsule(contractAddress, arraySlot(baseSlot, i), jobId, scope);
304
312
  }
305
313
  });
306
314
  }
307
315
  }
308
316
 
309
- function dbSlotToKey(contractAddress: AztecAddress, slot: Fr): string {
310
- return `${contractAddress.toString()}:${slot.toString()}`;
317
+ function dbSlotToKey(contractAddress: AztecAddress, slot: Fr, scope: AztecAddress): string {
318
+ return [contractAddress.toString(), scope.toString(), slot.toString()].join(':');
311
319
  }
312
320
 
313
321
  function arraySlot(baseSlot: Fr, index: number) {
@@ -1 +1,2 @@
1
+ export { CapsuleService } from './capsule_service.js';
1
2
  export { CapsuleStore } from './capsule_store.js';
@@ -1 +1 @@
1
- export const PXE_DATA_SCHEMA_VERSION = 3;
1
+ export const PXE_DATA_SCHEMA_VERSION = 5;
@@ -106,7 +106,7 @@ export class NoteStore implements StagedStore {
106
106
  * returned once if this is the case)
107
107
  */
108
108
  getNotes(filter: NotesFilter, jobId: string): Promise<NoteDao[]> {
109
- if (filter.scopes !== 'ALL_SCOPES' && filter.scopes.length === 0) {
109
+ if (filter.scopes.length === 0) {
110
110
  return Promise.resolve([]);
111
111
  }
112
112
 
@@ -180,10 +180,7 @@ export class NoteStore implements StagedStore {
180
180
  continue;
181
181
  }
182
182
 
183
- if (
184
- filter.scopes !== 'ALL_SCOPES' &&
185
- note.scopes.intersection(new Set(filter.scopes.map(s => s.toString()))).size === 0
186
- ) {
183
+ if (note.scopes.intersection(new Set(filter.scopes.map(s => s.toString()))).size === 0) {
187
184
  continue;
188
185
  }
189
186