@aztec/pxe 0.0.1-commit.59e663cd → 0.0.1-commit.5cf06de3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/dest/block_synchronizer/block_synchronizer.d.ts +3 -3
  2. package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
  3. package/dest/block_synchronizer/block_synchronizer.js +3 -3
  4. package/dest/contract_function_simulator/contract_function_simulator.d.ts +2 -4
  5. package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
  6. package/dest/contract_function_simulator/contract_function_simulator.js +7 -9
  7. package/dest/contract_function_simulator/oracle/interfaces.d.ts +8 -8
  8. package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
  9. package/dest/contract_function_simulator/oracle/oracle.d.ts +4 -4
  10. package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
  11. package/dest/contract_function_simulator/oracle/oracle.js +29 -17
  12. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +2 -3
  13. package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
  14. package/dest/contract_function_simulator/oracle/private_execution_oracle.js +6 -6
  15. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +18 -15
  16. package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
  17. package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +28 -33
  18. package/dest/contract_sync/index.d.ts +4 -3
  19. package/dest/contract_sync/index.d.ts.map +1 -1
  20. package/dest/contract_sync/index.js +11 -4
  21. package/dest/entrypoints/client/bundle/utils.d.ts +1 -1
  22. package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
  23. package/dest/entrypoints/client/bundle/utils.js +12 -6
  24. package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
  25. package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
  26. package/dest/entrypoints/client/lazy/utils.js +13 -7
  27. package/dest/entrypoints/pxe_creation_options.d.ts +3 -2
  28. package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
  29. package/dest/entrypoints/server/utils.d.ts +1 -1
  30. package/dest/entrypoints/server/utils.d.ts.map +1 -1
  31. package/dest/entrypoints/server/utils.js +19 -8
  32. package/dest/events/event_service.d.ts +4 -5
  33. package/dest/events/event_service.d.ts.map +1 -1
  34. package/dest/events/event_service.js +5 -6
  35. package/dest/job_coordinator/job_coordinator.d.ts +3 -2
  36. package/dest/job_coordinator/job_coordinator.d.ts.map +1 -1
  37. package/dest/job_coordinator/job_coordinator.js +3 -2
  38. package/dest/logs/log_service.d.ts +6 -5
  39. package/dest/logs/log_service.d.ts.map +1 -1
  40. package/dest/logs/log_service.js +10 -15
  41. package/dest/notes/note_service.d.ts +4 -5
  42. package/dest/notes/note_service.d.ts.map +1 -1
  43. package/dest/notes/note_service.js +6 -7
  44. package/dest/oracle_version.d.ts +3 -3
  45. package/dest/oracle_version.d.ts.map +1 -1
  46. package/dest/oracle_version.js +2 -2
  47. package/dest/private_kernel/private_kernel_execution_prover.d.ts +3 -2
  48. package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
  49. package/dest/private_kernel/private_kernel_execution_prover.js +2 -2
  50. package/dest/pxe.d.ts +1 -1
  51. package/dest/pxe.d.ts.map +1 -1
  52. package/dest/pxe.js +9 -7
  53. package/dest/storage/address_store/address_store.d.ts +1 -1
  54. package/dest/storage/address_store/address_store.d.ts.map +1 -1
  55. package/dest/storage/address_store/address_store.js +12 -11
  56. package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -1
  57. package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
  58. package/dest/storage/anchor_block_store/anchor_block_store.js +8 -1
  59. package/dest/storage/capsule_store/capsule_store.js +6 -8
  60. package/dest/storage/contract_store/contract_store.d.ts +1 -1
  61. package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
  62. package/dest/storage/contract_store/contract_store.js +22 -13
  63. package/dest/storage/metadata.d.ts +1 -1
  64. package/dest/storage/metadata.js +1 -1
  65. package/dest/storage/note_store/note_store.d.ts +11 -1
  66. package/dest/storage/note_store/note_store.d.ts.map +1 -1
  67. package/dest/storage/note_store/note_store.js +143 -105
  68. package/dest/storage/private_event_store/private_event_store.d.ts +1 -1
  69. package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
  70. package/dest/storage/private_event_store/private_event_store.js +84 -61
  71. package/dest/storage/private_event_store/stored_private_event.js +1 -1
  72. package/dest/storage/tagging_store/recipient_tagging_store.d.ts +1 -1
  73. package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
  74. package/dest/storage/tagging_store/recipient_tagging_store.js +31 -19
  75. package/dest/storage/tagging_store/sender_address_book_store.d.ts +1 -1
  76. package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +1 -1
  77. package/dest/storage/tagging_store/sender_address_book_store.js +20 -14
  78. package/dest/storage/tagging_store/sender_tagging_store.d.ts +1 -1
  79. package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
  80. package/dest/storage/tagging_store/sender_tagging_store.js +183 -113
  81. package/package.json +16 -16
  82. package/src/block_synchronizer/block_synchronizer.ts +15 -12
  83. package/src/contract_function_simulator/contract_function_simulator.ts +6 -6
  84. package/src/contract_function_simulator/oracle/interfaces.ts +9 -9
  85. package/src/contract_function_simulator/oracle/oracle.ts +32 -15
  86. package/src/contract_function_simulator/oracle/private_execution_oracle.ts +4 -6
  87. package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +31 -35
  88. package/src/contract_sync/index.ts +23 -2
  89. package/src/entrypoints/client/bundle/utils.ts +7 -14
  90. package/src/entrypoints/client/lazy/utils.ts +8 -14
  91. package/src/entrypoints/pxe_creation_options.ts +2 -1
  92. package/src/entrypoints/server/utils.ts +15 -19
  93. package/src/events/event_service.ts +4 -6
  94. package/src/job_coordinator/job_coordinator.ts +4 -3
  95. package/src/logs/log_service.ts +14 -14
  96. package/src/notes/note_service.ts +5 -7
  97. package/src/oracle_version.ts +2 -2
  98. package/src/private_kernel/private_kernel_execution_prover.ts +6 -3
  99. package/src/pxe.ts +19 -5
  100. package/src/storage/address_store/address_store.ts +15 -15
  101. package/src/storage/anchor_block_store/anchor_block_store.ts +8 -0
  102. package/src/storage/capsule_store/capsule_store.ts +8 -8
  103. package/src/storage/contract_store/contract_store.ts +22 -11
  104. package/src/storage/metadata.ts +1 -1
  105. package/src/storage/note_store/note_store.ts +159 -129
  106. package/src/storage/private_event_store/private_event_store.ts +102 -81
  107. package/src/storage/private_event_store/stored_private_event.ts +1 -1
  108. package/src/storage/tagging_store/recipient_tagging_store.ts +31 -21
  109. package/src/storage/tagging_store/sender_address_book_store.ts +20 -14
  110. package/src/storage/tagging_store/sender_tagging_store.ts +210 -126
@@ -1,4 +1,3 @@
1
- import { toArray } from '@aztec/foundation/iterable';
2
1
  import { TxHash } from '@aztec/stdlib/tx';
3
2
  import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.js';
4
3
  /**
@@ -53,27 +52,21 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
53
52
  return jobStagedLastFinalizedIndexes;
54
53
  }
55
54
  async #readPendingIndexes(jobId, secret) {
56
- const jobStagedPendingIndexes = this.#getPendingIndexesForJob(jobId);
57
- const pendingIndexes = jobStagedPendingIndexes.get(secret);
58
- // We return the staged version of this if it exists, if not, we read from the DB.
59
- // If the DB also has nothing, we return an empty array [].
60
- return pendingIndexes !== undefined ? pendingIndexes : await this.#pendingIndexes.getAsync(secret) ?? [];
55
+ // Always issue DB read to keep IndexedDB transaction alive (they auto-commit when a new micro-task starts and there
56
+ // are no pending read requests). The staged value still takes precedence if it exists.
57
+ const dbValue = await this.#pendingIndexes.getAsync(secret);
58
+ const staged = this.#getPendingIndexesForJob(jobId).get(secret);
59
+ return staged !== undefined ? staged : dbValue ?? [];
61
60
  }
62
61
  #writePendingIndexes(jobId, secret, pendingIndexes) {
63
62
  this.#getPendingIndexesForJob(jobId).set(secret, pendingIndexes);
64
63
  }
65
- /**
66
- * Returns a job view of all the secrets that have a corresponding list of pending indexes either in persistent
67
- * storage or the current job.
68
- */ async #readSecretsWithPendingIndexes(jobId) {
69
- const storedSecrets = new Set(await toArray(this.#pendingIndexes.keysAsync()));
70
- const stagedSecrets = this.#getPendingIndexesForJob(jobId).keys();
71
- return [
72
- ...storedSecrets.union(new Set(stagedSecrets))
73
- ];
74
- }
75
64
  async #readLastFinalizedIndex(jobId, secret) {
76
- return this.#getLastFinalizedIndexesForJob(jobId).get(secret) ?? await this.#lastFinalizedIndexes.getAsync(secret);
65
+ // Always issue DB read to keep IndexedDB transaction alive (they auto-commit when a new micro-task starts and there
66
+ // are no pending read requests). The staged value still takes precedence if it exists.
67
+ const dbValue = await this.#lastFinalizedIndexes.getAsync(secret);
68
+ const staged = this.#getLastFinalizedIndexesForJob(jobId).get(secret);
69
+ return staged ?? dbValue;
77
70
  }
78
71
  #writeLastFinalizedIndex(jobId, secret, lastFinalizedIndex) {
79
72
  this.#getLastFinalizedIndexesForJob(jobId).set(secret, lastFinalizedIndex);
@@ -127,49 +120,68 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
127
120
  * @throws If the newly stored pending index is lower than or equal to the last finalized index for the same secret.
128
121
  * This is enforced because this should never happen if the syncing is done correctly as we look for logs from higher
129
122
  * indexes than finalized ones.
130
- */ async storePendingIndexes(preTags, txHash, jobId) {
123
+ */ storePendingIndexes(preTags, txHash, jobId) {
124
+ if (preTags.length === 0) {
125
+ return Promise.resolve();
126
+ }
131
127
  // The secrets in pre-tags should be unique because we always store just the highest index per given secret-txHash
132
128
  // pair. Below we check that this is the case.
133
129
  const secretsSet = new Set(preTags.map((preTag)=>preTag.secret.toString()));
134
130
  if (secretsSet.size !== preTags.length) {
135
- throw new Error(`Duplicate secrets found when storing pending indexes`);
131
+ return Promise.reject(new Error(`Duplicate secrets found when storing pending indexes`));
136
132
  }
137
- for (const { secret, index } of preTags){
138
- // First we check that for any secret the highest used index in tx is not further than window length from
139
- // the highest finalized index.
140
- const finalizedIndex = await this.getLastFinalizedIndex(secret, jobId) ?? 0;
141
- if (index > finalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN) {
142
- throw new Error(`Highest used index ${index} is further than window length from the highest finalized index ${finalizedIndex}.
143
- Tagging window length ${UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN} is configured too low. Contact the Aztec team
144
- to increase it!`);
145
- }
146
- // Throw if the new pending index is lower than or equal to the last finalized index
147
- const secretStr = secret.toString();
148
- const lastFinalizedIndex = await this.#readLastFinalizedIndex(jobId, secretStr);
149
- if (lastFinalizedIndex !== undefined && index <= lastFinalizedIndex) {
150
- throw new Error(`Cannot store pending index ${index} for secret ${secretStr}: ` + `it is lower than or equal to the last finalized index ${lastFinalizedIndex}`);
151
- }
152
- // Check if this secret + txHash combination already exists
153
- const txHashStr = txHash.toString();
154
- const existingForSecret = await this.#readPendingIndexes(jobId, secretStr);
155
- const existingForSecretAndTx = existingForSecret.find((entry)=>entry.txHash === txHashStr);
156
- if (existingForSecretAndTx) {
157
- // If it exists with a different index, throw an error
158
- if (existingForSecretAndTx.index !== index) {
159
- throw new Error(`Cannot store index ${index} for secret ${secretStr} and txHash ${txHashStr}: ` + `a different index ${existingForSecretAndTx.index} already exists for this secret-txHash pair`);
133
+ const txHashStr = txHash.toString();
134
+ return this.#store.transactionAsync(async ()=>{
135
+ // Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
136
+ const preTagReadPromises = preTags.map(({ secret, index })=>{
137
+ const secretStr = secret.toString();
138
+ return {
139
+ secret,
140
+ secretStr,
141
+ index,
142
+ pending: this.#readPendingIndexes(jobId, secretStr),
143
+ finalized: this.#readLastFinalizedIndex(jobId, secretStr)
144
+ };
145
+ });
146
+ // Await all reads together
147
+ const preTagData = await Promise.all(preTagReadPromises.map(async (item)=>({
148
+ ...item,
149
+ pendingData: await item.pending,
150
+ finalizedIndex: await item.finalized
151
+ })));
152
+ // Process in memory and validate
153
+ for (const { secretStr, index, pendingData, finalizedIndex } of preTagData){
154
+ // First we check that for any secret the highest used index in tx is not further than window length from
155
+ // the highest finalized index.
156
+ if (index > (finalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN) {
157
+ throw new Error(`Highest used index ${index} is further than window length from the highest finalized index ${finalizedIndex ?? 0}.
158
+ Tagging window length ${UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN} is configured too low. Contact the Aztec team
159
+ to increase it!`);
160
+ }
161
+ // Throw if the new pending index is lower than or equal to the last finalized index
162
+ if (finalizedIndex !== undefined && index <= finalizedIndex) {
163
+ throw new Error(`Cannot store pending index ${index} for secret ${secretStr}: ` + `it is lower than or equal to the last finalized index ${finalizedIndex}`);
160
164
  }
161
- // If it exists with the same index, ignore the update (no-op)
162
- } else {
163
- // If it doesn't exist, add it
164
- this.#writePendingIndexes(jobId, secretStr, [
165
- ...existingForSecret,
166
- {
167
- index,
168
- txHash: txHashStr
165
+ // Check if this secret + txHash combination already exists
166
+ const existingForSecretAndTx = pendingData.find((entry)=>entry.txHash === txHashStr);
167
+ if (existingForSecretAndTx) {
168
+ // If it exists with a different index, throw an error
169
+ if (existingForSecretAndTx.index !== index) {
170
+ throw new Error(`Cannot store index ${index} for secret ${secretStr} and txHash ${txHashStr}: ` + `a different index ${existingForSecretAndTx.index} already exists for this secret-txHash pair`);
169
171
  }
170
- ]);
172
+ // If it exists with the same index, ignore the update (no-op)
173
+ } else {
174
+ // If it doesn't exist, add it
175
+ this.#writePendingIndexes(jobId, secretStr, [
176
+ ...pendingData,
177
+ {
178
+ index,
179
+ txHash: txHashStr
180
+ }
181
+ ]);
182
+ }
171
183
  }
172
- }
184
+ });
173
185
  }
174
186
  /**
175
187
  * Returns the transaction hashes of all pending transactions that contain indexes within a specified range
@@ -179,100 +191,158 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
179
191
  * @param endIndex - The upper bound of the index range (exclusive).
180
192
  * @returns An array of unique transaction hashes for pending transactions that contain indexes in the range
181
193
  * [startIndex, endIndex). Returns an empty array if no pending indexes exist in the range.
182
- */ async getTxHashesOfPendingIndexes(secret, startIndex, endIndex, jobId) {
183
- const existing = await this.#readPendingIndexes(jobId, secret.toString());
184
- const txHashes = existing.filter((entry)=>entry.index >= startIndex && entry.index < endIndex).map((entry)=>entry.txHash);
185
- return Array.from(new Set(txHashes)).map(TxHash.fromString);
194
+ */ getTxHashesOfPendingIndexes(secret, startIndex, endIndex, jobId) {
195
+ return this.#store.transactionAsync(async ()=>{
196
+ const existing = await this.#readPendingIndexes(jobId, secret.toString());
197
+ const txHashes = existing.filter((entry)=>entry.index >= startIndex && entry.index < endIndex).map((entry)=>entry.txHash);
198
+ return Array.from(new Set(txHashes)).map(TxHash.fromString);
199
+ });
186
200
  }
187
201
  /**
188
202
  * Returns the last (highest) finalized index for a given secret.
189
203
  * @param secret - The secret to get the last finalized index for.
190
204
  * @returns The last (highest) finalized index for the given secret.
191
205
  */ getLastFinalizedIndex(secret, jobId) {
192
- return this.#readLastFinalizedIndex(jobId, secret.toString());
206
+ return this.#store.transactionAsync(()=>this.#readLastFinalizedIndex(jobId, secret.toString()));
193
207
  }
194
208
  /**
195
209
  * Returns the last used index for a given directional app tagging secret, considering both finalized and pending
196
210
  * indexes.
197
211
  * @param secret - The directional app tagging secret to query the last used index for.
198
212
  * @returns The last used index.
199
- */ async getLastUsedIndex(secret, jobId) {
213
+ */ getLastUsedIndex(secret, jobId) {
200
214
  const secretStr = secret.toString();
201
- const pendingTxScopedIndexes = await this.#readPendingIndexes(jobId, secretStr);
202
- const pendingIndexes = pendingTxScopedIndexes.map((entry)=>entry.index);
203
- if (pendingTxScopedIndexes.length === 0) {
204
- return this.#readLastFinalizedIndex(jobId, secretStr);
205
- }
206
- // As the last used index we return the highest one from the pending indexes. Note that this value will be always
207
- // higher than the last finalized index because we prune lower pending indexes when a tx is finalized.
208
- return Math.max(...pendingIndexes);
215
+ return this.#store.transactionAsync(async ()=>{
216
+ const pendingPromise = this.#readPendingIndexes(jobId, secretStr);
217
+ const finalizedPromise = this.#readLastFinalizedIndex(jobId, secretStr);
218
+ const [pendingTxScopedIndexes, lastFinalized] = await Promise.all([
219
+ pendingPromise,
220
+ finalizedPromise
221
+ ]);
222
+ const pendingIndexes = pendingTxScopedIndexes.map((entry)=>entry.index);
223
+ if (pendingTxScopedIndexes.length === 0) {
224
+ return lastFinalized;
225
+ }
226
+ // As the last used index we return the highest one from the pending indexes. Note that this value will be always
227
+ // higher than the last finalized index because we prune lower pending indexes when a tx is finalized.
228
+ return Math.max(...pendingIndexes);
229
+ });
209
230
  }
210
231
  /**
211
232
  * Drops all pending indexes corresponding to the given transaction hashes.
212
- */ async dropPendingIndexes(txHashes, jobId) {
233
+ */ dropPendingIndexes(txHashes, jobId) {
213
234
  if (txHashes.length === 0) {
214
- return;
235
+ return Promise.resolve();
215
236
  }
216
237
  const txHashStrings = new Set(txHashes.map((txHash)=>txHash.toString()));
217
- const allSecrets = await this.#readSecretsWithPendingIndexes(jobId);
218
- for (const secret of allSecrets){
219
- const pendingData = await this.#readPendingIndexes(jobId, secret);
220
- if (pendingData) {
221
- const filtered = pendingData.filter((item)=>!txHashStrings.has(item.txHash));
222
- if (filtered.length === 0) {
223
- this.#writePendingIndexes(jobId, secret, []);
224
- } else if (filtered.length !== pendingData.length) {
225
- // Some items were filtered out, so update the pending data
226
- this.#writePendingIndexes(jobId, secret, filtered);
238
+ return this.#store.transactionAsync(async ()=>{
239
+ // Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
240
+ const secretReadPromises = new Map();
241
+ for await (const secret of this.#pendingIndexes.keysAsync()){
242
+ secretReadPromises.set(secret, this.#readPendingIndexes(jobId, secret));
243
+ }
244
+ // Add staged-only secrets (sync, no DB)
245
+ for (const secret of this.#getPendingIndexesForJob(jobId).keys()){
246
+ if (!secretReadPromises.has(secret)) {
247
+ secretReadPromises.set(secret, Promise.resolve(this.#getPendingIndexesForJob(jobId).get(secret) ?? []));
227
248
  }
228
- // else: No items were filtered out (txHashes not found for this secret) --> no-op
229
249
  }
230
- }
250
+ // Await all reads together
251
+ const secrets = [
252
+ ...secretReadPromises.keys()
253
+ ];
254
+ const pendingDataResults = await Promise.all(secretReadPromises.values());
255
+ // Process in memory
256
+ for(let i = 0; i < secrets.length; i++){
257
+ const secret = secrets[i];
258
+ const pendingData = pendingDataResults[i];
259
+ if (pendingData && pendingData.length > 0) {
260
+ const filtered = pendingData.filter((item)=>!txHashStrings.has(item.txHash));
261
+ if (filtered.length === 0) {
262
+ this.#writePendingIndexes(jobId, secret, []);
263
+ } else if (filtered.length !== pendingData.length) {
264
+ // Some items were filtered out, so update the pending data
265
+ this.#writePendingIndexes(jobId, secret, filtered);
266
+ }
267
+ // else: No items were filtered out (txHashes not found for this secret) --> no-op
268
+ }
269
+ }
270
+ });
231
271
  }
232
272
  /**
233
273
  * Updates pending indexes corresponding to the given transaction hashes to be finalized and prunes any lower pending
234
274
  * indexes.
235
- */ async finalizePendingIndexes(txHashes, jobId) {
275
+ */ finalizePendingIndexes(txHashes, jobId) {
236
276
  if (txHashes.length === 0) {
237
- return;
277
+ return Promise.resolve();
238
278
  }
239
- for (const txHash of txHashes){
240
- const txHashStr = txHash.toString();
241
- const allSecrets = await this.#readSecretsWithPendingIndexes(jobId);
242
- for (const secret of allSecrets){
243
- const pendingData = await this.#readPendingIndexes(jobId, secret);
244
- if (!pendingData) {
245
- continue;
279
+ const txHashStrings = new Set(txHashes.map((tx)=>tx.toString()));
280
+ return this.#store.transactionAsync(async ()=>{
281
+ // Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
282
+ const secretDataPromises = new Map();
283
+ for await (const secret of this.#pendingIndexes.keysAsync()){
284
+ secretDataPromises.set(secret, {
285
+ pending: this.#readPendingIndexes(jobId, secret),
286
+ finalized: this.#readLastFinalizedIndex(jobId, secret)
287
+ });
288
+ }
289
+ // Add staged-only secrets (sync, no DB)
290
+ for (const secret of this.#getPendingIndexesForJob(jobId).keys()){
291
+ if (!secretDataPromises.has(secret)) {
292
+ secretDataPromises.set(secret, {
293
+ pending: Promise.resolve(this.#getPendingIndexesForJob(jobId).get(secret) ?? []),
294
+ finalized: Promise.resolve(this.#getLastFinalizedIndexesForJob(jobId).get(secret))
295
+ });
246
296
  }
247
- const matchingIndexes = pendingData.filter((item)=>item.txHash === txHashStr).map((item)=>item.index);
248
- if (matchingIndexes.length === 0) {
297
+ }
298
+ // Await all reads together
299
+ const secrets = [
300
+ ...secretDataPromises.keys()
301
+ ];
302
+ const dataResults = await Promise.all(secrets.map(async (secret)=>({
303
+ secret,
304
+ pendingData: await secretDataPromises.get(secret).pending,
305
+ lastFinalized: await secretDataPromises.get(secret).finalized
306
+ })));
307
+ // Process all txHashes for each secret in memory
308
+ for (const { secret, pendingData, lastFinalized } of dataResults){
309
+ if (!pendingData || pendingData.length === 0) {
249
310
  continue;
250
311
  }
251
- if (matchingIndexes.length > 1) {
252
- // We should always just store the highest pending index for a given tx hash and secret because the lower
253
- // values are irrelevant.
254
- throw new Error(`Multiple pending indexes found for tx hash ${txHashStr} and secret ${secret}`);
312
+ let currentPending = pendingData;
313
+ let currentFinalized = lastFinalized;
314
+ // Process all txHashes for this secret
315
+ for (const txHashStr of txHashStrings){
316
+ const matchingIndexes = currentPending.filter((item)=>item.txHash === txHashStr).map((item)=>item.index);
317
+ if (matchingIndexes.length === 0) {
318
+ continue;
319
+ }
320
+ if (matchingIndexes.length > 1) {
321
+ // We should always just store the highest pending index for a given tx hash and secret because the lower
322
+ // values are irrelevant.
323
+ throw new Error(`Multiple pending indexes found for tx hash ${txHashStr} and secret ${secret}`);
324
+ }
325
+ const newFinalized = matchingIndexes[0];
326
+ if (newFinalized < (currentFinalized ?? 0)) {
327
+ // This should never happen because when last finalized index was finalized we should have pruned the lower
328
+ // pending indexes.
329
+ throw new Error(`New finalized index ${newFinalized} is smaller than the current last finalized index ${currentFinalized}`);
330
+ }
331
+ currentFinalized = newFinalized;
332
+ // When we add pending indexes, we ensure they are higher than the last finalized index. However, because we
333
+ // cannot control the order in which transactions are finalized, there may be pending indexes that are now
334
+ // obsolete because they are lower than the most recently finalized index. For this reason, we prune these
335
+ // outdated pending indexes.
336
+ currentPending = currentPending.filter((item)=>item.index > currentFinalized);
255
337
  }
256
- let lastFinalized = await this.#readLastFinalizedIndex(jobId, secret);
257
- const newFinalized = matchingIndexes[0];
258
- if (newFinalized < (lastFinalized ?? 0)) {
259
- // This should never happen because when last finalized index was finalized we should have pruned the lower
260
- // pending indexes.
261
- throw new Error(`New finalized index ${newFinalized} is smaller than the current last finalized index ${lastFinalized}`);
338
+ // Write final state if changed
339
+ if (currentFinalized !== lastFinalized) {
340
+ this.#writeLastFinalizedIndex(jobId, secret, currentFinalized);
262
341
  }
263
- this.#writeLastFinalizedIndex(jobId, secret, newFinalized);
264
- lastFinalized = newFinalized;
265
- // When we add pending indexes, we ensure they are higher than the last finalized index. However, because we
266
- // cannot control the order in which transactions are finalized, there may be pending indexes that are now
267
- // obsolete because they are lower than the most recently finalized index. For this reason, we prune these
268
- // outdated pending indexes.
269
- const remainingItemsOfHigherIndex = pendingData.filter((item)=>item.index > (lastFinalized ?? 0));
270
- if (remainingItemsOfHigherIndex.length === 0) {
271
- this.#writePendingIndexes(jobId, secret, []);
272
- } else {
273
- this.#writePendingIndexes(jobId, secret, remainingItemsOfHigherIndex);
342
+ if (currentPending !== pendingData) {
343
+ this.#writePendingIndexes(jobId, secret, currentPending);
274
344
  }
275
345
  }
276
- }
346
+ });
277
347
  }
278
348
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@aztec/pxe",
3
- "version": "0.0.1-commit.59e663cd",
3
+ "version": "0.0.1-commit.5cf06de3",
4
4
  "type": "module",
5
5
  "exports": {
6
6
  "./server": "./dest/entrypoints/server/index.js",
@@ -61,19 +61,19 @@
61
61
  ]
62
62
  },
63
63
  "dependencies": {
64
- "@aztec/bb-prover": "0.0.1-commit.59e663cd",
65
- "@aztec/bb.js": "0.0.1-commit.59e663cd",
66
- "@aztec/builder": "0.0.1-commit.59e663cd",
67
- "@aztec/constants": "0.0.1-commit.59e663cd",
68
- "@aztec/ethereum": "0.0.1-commit.59e663cd",
69
- "@aztec/foundation": "0.0.1-commit.59e663cd",
70
- "@aztec/key-store": "0.0.1-commit.59e663cd",
71
- "@aztec/kv-store": "0.0.1-commit.59e663cd",
72
- "@aztec/noir-protocol-circuits-types": "0.0.1-commit.59e663cd",
73
- "@aztec/noir-types": "0.0.1-commit.59e663cd",
74
- "@aztec/protocol-contracts": "0.0.1-commit.59e663cd",
75
- "@aztec/simulator": "0.0.1-commit.59e663cd",
76
- "@aztec/stdlib": "0.0.1-commit.59e663cd",
64
+ "@aztec/bb-prover": "0.0.1-commit.5cf06de3",
65
+ "@aztec/bb.js": "0.0.1-commit.5cf06de3",
66
+ "@aztec/builder": "0.0.1-commit.5cf06de3",
67
+ "@aztec/constants": "0.0.1-commit.5cf06de3",
68
+ "@aztec/ethereum": "0.0.1-commit.5cf06de3",
69
+ "@aztec/foundation": "0.0.1-commit.5cf06de3",
70
+ "@aztec/key-store": "0.0.1-commit.5cf06de3",
71
+ "@aztec/kv-store": "0.0.1-commit.5cf06de3",
72
+ "@aztec/noir-protocol-circuits-types": "0.0.1-commit.5cf06de3",
73
+ "@aztec/noir-types": "0.0.1-commit.5cf06de3",
74
+ "@aztec/protocol-contracts": "0.0.1-commit.5cf06de3",
75
+ "@aztec/simulator": "0.0.1-commit.5cf06de3",
76
+ "@aztec/stdlib": "0.0.1-commit.5cf06de3",
77
77
  "koa": "^2.16.1",
78
78
  "koa-router": "^13.1.1",
79
79
  "lodash.omit": "^4.5.0",
@@ -82,8 +82,8 @@
82
82
  "viem": "npm:@aztec/viem@2.38.2"
83
83
  },
84
84
  "devDependencies": {
85
- "@aztec/merkle-tree": "0.0.1-commit.59e663cd",
86
- "@aztec/noir-test-contracts.js": "0.0.1-commit.59e663cd",
85
+ "@aztec/merkle-tree": "0.0.1-commit.5cf06de3",
86
+ "@aztec/noir-test-contracts.js": "0.0.1-commit.5cf06de3",
87
87
  "@jest/globals": "^30.0.0",
88
88
  "@types/jest": "^30.0.0",
89
89
  "@types/lodash.omit": "^4.5.7",
@@ -1,5 +1,5 @@
1
1
  import { BlockNumber } from '@aztec/foundation/branded-types';
2
- import { type Logger, createLogger } from '@aztec/foundation/log';
2
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
3
3
  import type { AztecAsyncKVStore } from '@aztec/kv-store';
4
4
  import type { L2TipsKVStore } from '@aztec/kv-store/stores';
5
5
  import { BlockHash, L2BlockStream, type L2BlockStreamEvent, type L2BlockStreamEventHandler } from '@aztec/stdlib/block';
@@ -29,22 +29,25 @@ export class BlockSynchronizer implements L2BlockStreamEventHandler {
29
29
  private privateEventStore: PrivateEventStore,
30
30
  private l2TipsStore: L2TipsKVStore,
31
31
  private config: Partial<BlockSynchronizerConfig> = {},
32
- loggerOrSuffix?: string | Logger,
32
+ bindings?: LoggerBindings,
33
33
  ) {
34
- this.log =
35
- !loggerOrSuffix || typeof loggerOrSuffix === 'string'
36
- ? createLogger(loggerOrSuffix ? `pxe:block_synchronizer:${loggerOrSuffix}` : `pxe:block_synchronizer`)
37
- : loggerOrSuffix;
34
+ this.log = createLogger('pxe:block_synchronizer', bindings);
38
35
  this.blockStream = this.createBlockStream(config);
39
36
  }
40
37
 
41
38
  protected createBlockStream(config: Partial<BlockSynchronizerConfig>): L2BlockStream {
42
- return new L2BlockStream(this.node, this.l2TipsStore, this, createLogger('pxe:block_stream'), {
43
- batchSize: config.l2BlockBatchSize,
44
- // Skipping finalized blocks makes us sync much faster - we only need to download blocks other than the latest one
45
- // in order to detect reorgs, and there can be no reorgs on finalized block, making this safe.
46
- skipFinalized: true,
47
- });
39
+ return new L2BlockStream(
40
+ this.node,
41
+ this.l2TipsStore,
42
+ this,
43
+ createLogger('pxe:block_stream', this.log.getBindings()),
44
+ {
45
+ batchSize: config.l2BlockBatchSize,
46
+ // Skipping finalized blocks makes us sync much faster - we only need to download blocks other than the latest one
47
+ // in order to detect reorgs, and there can be no reorgs on finalized block, making this safe.
48
+ skipFinalized: true,
49
+ },
50
+ );
48
51
  }
49
52
 
50
53
  /** Handle events emitted by the block stream. */
@@ -7,6 +7,7 @@ import {
7
7
  FIXED_AVM_STARTUP_L2_GAS,
8
8
  FIXED_DA_GAS,
9
9
  FIXED_L2_GAS,
10
+ GeneratorIndex,
10
11
  L2_GAS_PER_CONTRACT_CLASS_LOG,
11
12
  L2_GAS_PER_PRIVATE_LOG,
12
13
  MAX_CONTRACT_CLASS_LOGS_PER_TX,
@@ -17,7 +18,7 @@ import {
17
18
  MAX_PRIVATE_LOGS_PER_TX,
18
19
  } from '@aztec/constants';
19
20
  import { arrayNonEmptyLength, padArrayEnd } from '@aztec/foundation/collection';
20
- import { poseidon2Hash } from '@aztec/foundation/crypto/poseidon';
21
+ import { poseidon2HashWithSeparator } from '@aztec/foundation/crypto/poseidon';
21
22
  import { Fr } from '@aztec/foundation/curves/bn254';
22
23
  import { type Logger, createLogger } from '@aztec/foundation/log';
23
24
  import { Timer } from '@aztec/foundation/timer';
@@ -72,7 +73,6 @@ import {
72
73
  } from '@aztec/stdlib/tx';
73
74
 
74
75
  import type { AddressStore } from '../storage/address_store/address_store.js';
75
- import type { AnchorBlockStore } from '../storage/anchor_block_store/anchor_block_store.js';
76
76
  import type { CapsuleStore } from '../storage/capsule_store/capsule_store.js';
77
77
  import type { ContractStore } from '../storage/contract_store/contract_store.js';
78
78
  import type { NoteStore } from '../storage/note_store/note_store.js';
@@ -101,7 +101,6 @@ export class ContractFunctionSimulator {
101
101
  private keyStore: KeyStore,
102
102
  private addressStore: AddressStore,
103
103
  private aztecNode: AztecNode,
104
- private anchorBlockStore: AnchorBlockStore,
105
104
  private senderTaggingStore: SenderTaggingStore,
106
105
  private recipientTaggingStore: RecipientTaggingStore,
107
106
  private senderAddressBookStore: SenderAddressBookStore,
@@ -182,7 +181,6 @@ export class ContractFunctionSimulator {
182
181
  this.keyStore,
183
182
  this.addressStore,
184
183
  this.aztecNode,
185
- this.anchorBlockStore,
186
184
  this.senderTaggingStore,
187
185
  this.recipientTaggingStore,
188
186
  this.senderAddressBookStore,
@@ -278,7 +276,6 @@ export class ContractFunctionSimulator {
278
276
  this.keyStore,
279
277
  this.addressStore,
280
278
  this.aztecNode,
281
- this.anchorBlockStore,
282
279
  this.recipientTaggingStore,
283
280
  this.senderAddressBookStore,
284
281
  this.capsuleStore,
@@ -401,7 +398,10 @@ export async function generateSimulatedProvingResult(
401
398
 
402
399
  const privateLogsFromExecution = await Promise.all(
403
400
  execution.publicInputs.privateLogs.getActiveItems().map(async metadata => {
404
- metadata.log.fields[0] = await poseidon2Hash([contractAddress, metadata.log.fields[0]]);
401
+ metadata.log.fields[0] = await poseidon2HashWithSeparator(
402
+ [contractAddress, metadata.log.fields[0]],
403
+ GeneratorIndex.PRIVATE_LOG_FIRST_FIELD,
404
+ );
405
405
  return new OrderedSideEffect(metadata.log, metadata.counter);
406
406
  }),
407
407
  );
@@ -68,24 +68,24 @@ export interface IUtilityExecutionOracle {
68
68
  utilityGetKeyValidationRequest(pkMHash: Fr): Promise<KeyValidationRequest>;
69
69
  utilityGetContractInstance(address: AztecAddress): Promise<ContractInstance>;
70
70
  utilityGetNoteHashMembershipWitness(
71
- blockHash: BlockHash,
72
- leafValue: Fr,
71
+ anchorBlockHash: BlockHash,
72
+ noteHash: Fr,
73
73
  ): Promise<MembershipWitness<typeof NOTE_HASH_TREE_HEIGHT> | undefined>;
74
- utilityGetArchiveMembershipWitness(
74
+ utilityGetBlockHashMembershipWitness(
75
+ anchorBlockHash: BlockHash,
75
76
  blockHash: BlockHash,
76
- leafValue: Fr,
77
77
  ): Promise<MembershipWitness<typeof ARCHIVE_HEIGHT> | undefined>;
78
78
  utilityGetNullifierMembershipWitness(
79
- blockHash: BlockHash,
79
+ anchorBlockHash: BlockHash,
80
80
  nullifier: Fr,
81
81
  ): Promise<NullifierMembershipWitness | undefined>;
82
- utilityGetPublicDataWitness(blockHash: BlockHash, leafSlot: Fr): Promise<PublicDataWitness | undefined>;
82
+ utilityGetPublicDataWitness(anchorBlockHash: BlockHash, leafSlot: Fr): Promise<PublicDataWitness | undefined>;
83
83
  utilityGetLowNullifierMembershipWitness(
84
- blockHash: BlockHash,
84
+ anchorBlockHash: BlockHash,
85
85
  nullifier: Fr,
86
86
  ): Promise<NullifierMembershipWitness | undefined>;
87
87
  utilityGetBlockHeader(blockNumber: BlockNumber): Promise<BlockHeader | undefined>;
88
- utilityGetPublicKeysAndPartialAddress(account: AztecAddress): Promise<CompleteAddress>;
88
+ utilityTryGetPublicKeysAndPartialAddress(account: AztecAddress): Promise<CompleteAddress | undefined>;
89
89
  utilityGetAuthWitness(messageHash: Fr): Promise<Fr[] | undefined>;
90
90
  utilityGetNotes(
91
91
  owner: AztecAddress | undefined,
@@ -111,7 +111,7 @@ export interface IUtilityExecutionOracle {
111
111
  secret: Fr,
112
112
  ): Promise<MessageLoadOracleInputs<typeof L1_TO_L2_MSG_TREE_HEIGHT>>;
113
113
  utilityStorageRead(
114
- blockHash: BlockHash,
114
+ anchorBlockHash: BlockHash,
115
115
  contractAddress: AztecAddress,
116
116
  startStorageSlot: Fr,
117
117
  numberOfElements: number,