@aztec/pxe 0.0.1-commit.59e663cd → 0.0.1-commit.5cf06de3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/block_synchronizer/block_synchronizer.d.ts +3 -3
- package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
- package/dest/block_synchronizer/block_synchronizer.js +3 -3
- package/dest/contract_function_simulator/contract_function_simulator.d.ts +2 -4
- package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.js +7 -9
- package/dest/contract_function_simulator/oracle/interfaces.d.ts +8 -8
- package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/oracle.d.ts +4 -4
- package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/oracle.js +29 -17
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +2 -3
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution_oracle.js +6 -6
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +18 -15
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +28 -33
- package/dest/contract_sync/index.d.ts +4 -3
- package/dest/contract_sync/index.d.ts.map +1 -1
- package/dest/contract_sync/index.js +11 -4
- package/dest/entrypoints/client/bundle/utils.d.ts +1 -1
- package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/utils.js +12 -6
- package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
- package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/utils.js +13 -7
- package/dest/entrypoints/pxe_creation_options.d.ts +3 -2
- package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
- package/dest/entrypoints/server/utils.d.ts +1 -1
- package/dest/entrypoints/server/utils.d.ts.map +1 -1
- package/dest/entrypoints/server/utils.js +19 -8
- package/dest/events/event_service.d.ts +4 -5
- package/dest/events/event_service.d.ts.map +1 -1
- package/dest/events/event_service.js +5 -6
- package/dest/job_coordinator/job_coordinator.d.ts +3 -2
- package/dest/job_coordinator/job_coordinator.d.ts.map +1 -1
- package/dest/job_coordinator/job_coordinator.js +3 -2
- package/dest/logs/log_service.d.ts +6 -5
- package/dest/logs/log_service.d.ts.map +1 -1
- package/dest/logs/log_service.js +10 -15
- package/dest/notes/note_service.d.ts +4 -5
- package/dest/notes/note_service.d.ts.map +1 -1
- package/dest/notes/note_service.js +6 -7
- package/dest/oracle_version.d.ts +3 -3
- package/dest/oracle_version.d.ts.map +1 -1
- package/dest/oracle_version.js +2 -2
- package/dest/private_kernel/private_kernel_execution_prover.d.ts +3 -2
- package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.js +2 -2
- package/dest/pxe.d.ts +1 -1
- package/dest/pxe.d.ts.map +1 -1
- package/dest/pxe.js +9 -7
- package/dest/storage/address_store/address_store.d.ts +1 -1
- package/dest/storage/address_store/address_store.d.ts.map +1 -1
- package/dest/storage/address_store/address_store.js +12 -11
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -1
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
- package/dest/storage/anchor_block_store/anchor_block_store.js +8 -1
- package/dest/storage/capsule_store/capsule_store.js +6 -8
- package/dest/storage/contract_store/contract_store.d.ts +1 -1
- package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
- package/dest/storage/contract_store/contract_store.js +22 -13
- package/dest/storage/metadata.d.ts +1 -1
- package/dest/storage/metadata.js +1 -1
- package/dest/storage/note_store/note_store.d.ts +11 -1
- package/dest/storage/note_store/note_store.d.ts.map +1 -1
- package/dest/storage/note_store/note_store.js +143 -105
- package/dest/storage/private_event_store/private_event_store.d.ts +1 -1
- package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
- package/dest/storage/private_event_store/private_event_store.js +84 -61
- package/dest/storage/private_event_store/stored_private_event.js +1 -1
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts +1 -1
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/recipient_tagging_store.js +31 -19
- package/dest/storage/tagging_store/sender_address_book_store.d.ts +1 -1
- package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_address_book_store.js +20 -14
- package/dest/storage/tagging_store/sender_tagging_store.d.ts +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.js +183 -113
- package/package.json +16 -16
- package/src/block_synchronizer/block_synchronizer.ts +15 -12
- package/src/contract_function_simulator/contract_function_simulator.ts +6 -6
- package/src/contract_function_simulator/oracle/interfaces.ts +9 -9
- package/src/contract_function_simulator/oracle/oracle.ts +32 -15
- package/src/contract_function_simulator/oracle/private_execution_oracle.ts +4 -6
- package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +31 -35
- package/src/contract_sync/index.ts +23 -2
- package/src/entrypoints/client/bundle/utils.ts +7 -14
- package/src/entrypoints/client/lazy/utils.ts +8 -14
- package/src/entrypoints/pxe_creation_options.ts +2 -1
- package/src/entrypoints/server/utils.ts +15 -19
- package/src/events/event_service.ts +4 -6
- package/src/job_coordinator/job_coordinator.ts +4 -3
- package/src/logs/log_service.ts +14 -14
- package/src/notes/note_service.ts +5 -7
- package/src/oracle_version.ts +2 -2
- package/src/private_kernel/private_kernel_execution_prover.ts +6 -3
- package/src/pxe.ts +19 -5
- package/src/storage/address_store/address_store.ts +15 -15
- package/src/storage/anchor_block_store/anchor_block_store.ts +8 -0
- package/src/storage/capsule_store/capsule_store.ts +8 -8
- package/src/storage/contract_store/contract_store.ts +22 -11
- package/src/storage/metadata.ts +1 -1
- package/src/storage/note_store/note_store.ts +159 -129
- package/src/storage/private_event_store/private_event_store.ts +102 -81
- package/src/storage/private_event_store/stored_private_event.ts +1 -1
- package/src/storage/tagging_store/recipient_tagging_store.ts +31 -21
- package/src/storage/tagging_store/sender_address_book_store.ts +20 -14
- package/src/storage/tagging_store/sender_tagging_store.ts +210 -126
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import { toArray } from '@aztec/foundation/iterable';
|
|
2
1
|
import { TxHash } from '@aztec/stdlib/tx';
|
|
3
2
|
import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.js';
|
|
4
3
|
/**
|
|
@@ -53,27 +52,21 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
53
52
|
return jobStagedLastFinalizedIndexes;
|
|
54
53
|
}
|
|
55
54
|
async #readPendingIndexes(jobId, secret) {
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
return
|
|
55
|
+
// Always issue DB read to keep IndexedDB transaction alive (they auto-commit when a new micro-task starts and there
|
|
56
|
+
// are no pending read requests). The staged value still takes precedence if it exists.
|
|
57
|
+
const dbValue = await this.#pendingIndexes.getAsync(secret);
|
|
58
|
+
const staged = this.#getPendingIndexesForJob(jobId).get(secret);
|
|
59
|
+
return staged !== undefined ? staged : dbValue ?? [];
|
|
61
60
|
}
|
|
62
61
|
#writePendingIndexes(jobId, secret, pendingIndexes) {
|
|
63
62
|
this.#getPendingIndexesForJob(jobId).set(secret, pendingIndexes);
|
|
64
63
|
}
|
|
65
|
-
/**
|
|
66
|
-
* Returns a job view of all the secrets that have a corresponding list of pending indexes either in persistent
|
|
67
|
-
* storage or the current job.
|
|
68
|
-
*/ async #readSecretsWithPendingIndexes(jobId) {
|
|
69
|
-
const storedSecrets = new Set(await toArray(this.#pendingIndexes.keysAsync()));
|
|
70
|
-
const stagedSecrets = this.#getPendingIndexesForJob(jobId).keys();
|
|
71
|
-
return [
|
|
72
|
-
...storedSecrets.union(new Set(stagedSecrets))
|
|
73
|
-
];
|
|
74
|
-
}
|
|
75
64
|
async #readLastFinalizedIndex(jobId, secret) {
|
|
76
|
-
|
|
65
|
+
// Always issue DB read to keep IndexedDB transaction alive (they auto-commit when a new micro-task starts and there
|
|
66
|
+
// are no pending read requests). The staged value still takes precedence if it exists.
|
|
67
|
+
const dbValue = await this.#lastFinalizedIndexes.getAsync(secret);
|
|
68
|
+
const staged = this.#getLastFinalizedIndexesForJob(jobId).get(secret);
|
|
69
|
+
return staged ?? dbValue;
|
|
77
70
|
}
|
|
78
71
|
#writeLastFinalizedIndex(jobId, secret, lastFinalizedIndex) {
|
|
79
72
|
this.#getLastFinalizedIndexesForJob(jobId).set(secret, lastFinalizedIndex);
|
|
@@ -127,49 +120,68 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
127
120
|
* @throws If the newly stored pending index is lower than or equal to the last finalized index for the same secret.
|
|
128
121
|
* This is enforced because this should never happen if the syncing is done correctly as we look for logs from higher
|
|
129
122
|
* indexes than finalized ones.
|
|
130
|
-
*/
|
|
123
|
+
*/ storePendingIndexes(preTags, txHash, jobId) {
|
|
124
|
+
if (preTags.length === 0) {
|
|
125
|
+
return Promise.resolve();
|
|
126
|
+
}
|
|
131
127
|
// The secrets in pre-tags should be unique because we always store just the highest index per given secret-txHash
|
|
132
128
|
// pair. Below we check that this is the case.
|
|
133
129
|
const secretsSet = new Set(preTags.map((preTag)=>preTag.secret.toString()));
|
|
134
130
|
if (secretsSet.size !== preTags.length) {
|
|
135
|
-
|
|
131
|
+
return Promise.reject(new Error(`Duplicate secrets found when storing pending indexes`));
|
|
136
132
|
}
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
//
|
|
140
|
-
const
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
133
|
+
const txHashStr = txHash.toString();
|
|
134
|
+
return this.#store.transactionAsync(async ()=>{
|
|
135
|
+
// Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
|
|
136
|
+
const preTagReadPromises = preTags.map(({ secret, index })=>{
|
|
137
|
+
const secretStr = secret.toString();
|
|
138
|
+
return {
|
|
139
|
+
secret,
|
|
140
|
+
secretStr,
|
|
141
|
+
index,
|
|
142
|
+
pending: this.#readPendingIndexes(jobId, secretStr),
|
|
143
|
+
finalized: this.#readLastFinalizedIndex(jobId, secretStr)
|
|
144
|
+
};
|
|
145
|
+
});
|
|
146
|
+
// Await all reads together
|
|
147
|
+
const preTagData = await Promise.all(preTagReadPromises.map(async (item)=>({
|
|
148
|
+
...item,
|
|
149
|
+
pendingData: await item.pending,
|
|
150
|
+
finalizedIndex: await item.finalized
|
|
151
|
+
})));
|
|
152
|
+
// Process in memory and validate
|
|
153
|
+
for (const { secretStr, index, pendingData, finalizedIndex } of preTagData){
|
|
154
|
+
// First we check that for any secret the highest used index in tx is not further than window length from
|
|
155
|
+
// the highest finalized index.
|
|
156
|
+
if (index > (finalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN) {
|
|
157
|
+
throw new Error(`Highest used index ${index} is further than window length from the highest finalized index ${finalizedIndex ?? 0}.
|
|
158
|
+
Tagging window length ${UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN} is configured too low. Contact the Aztec team
|
|
159
|
+
to increase it!`);
|
|
160
|
+
}
|
|
161
|
+
// Throw if the new pending index is lower than or equal to the last finalized index
|
|
162
|
+
if (finalizedIndex !== undefined && index <= finalizedIndex) {
|
|
163
|
+
throw new Error(`Cannot store pending index ${index} for secret ${secretStr}: ` + `it is lower than or equal to the last finalized index ${finalizedIndex}`);
|
|
160
164
|
}
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
index,
|
|
168
|
-
txHash: txHashStr
|
|
165
|
+
// Check if this secret + txHash combination already exists
|
|
166
|
+
const existingForSecretAndTx = pendingData.find((entry)=>entry.txHash === txHashStr);
|
|
167
|
+
if (existingForSecretAndTx) {
|
|
168
|
+
// If it exists with a different index, throw an error
|
|
169
|
+
if (existingForSecretAndTx.index !== index) {
|
|
170
|
+
throw new Error(`Cannot store index ${index} for secret ${secretStr} and txHash ${txHashStr}: ` + `a different index ${existingForSecretAndTx.index} already exists for this secret-txHash pair`);
|
|
169
171
|
}
|
|
170
|
-
|
|
172
|
+
// If it exists with the same index, ignore the update (no-op)
|
|
173
|
+
} else {
|
|
174
|
+
// If it doesn't exist, add it
|
|
175
|
+
this.#writePendingIndexes(jobId, secretStr, [
|
|
176
|
+
...pendingData,
|
|
177
|
+
{
|
|
178
|
+
index,
|
|
179
|
+
txHash: txHashStr
|
|
180
|
+
}
|
|
181
|
+
]);
|
|
182
|
+
}
|
|
171
183
|
}
|
|
172
|
-
}
|
|
184
|
+
});
|
|
173
185
|
}
|
|
174
186
|
/**
|
|
175
187
|
* Returns the transaction hashes of all pending transactions that contain indexes within a specified range
|
|
@@ -179,100 +191,158 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
179
191
|
* @param endIndex - The upper bound of the index range (exclusive).
|
|
180
192
|
* @returns An array of unique transaction hashes for pending transactions that contain indexes in the range
|
|
181
193
|
* [startIndex, endIndex). Returns an empty array if no pending indexes exist in the range.
|
|
182
|
-
*/
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
194
|
+
*/ getTxHashesOfPendingIndexes(secret, startIndex, endIndex, jobId) {
|
|
195
|
+
return this.#store.transactionAsync(async ()=>{
|
|
196
|
+
const existing = await this.#readPendingIndexes(jobId, secret.toString());
|
|
197
|
+
const txHashes = existing.filter((entry)=>entry.index >= startIndex && entry.index < endIndex).map((entry)=>entry.txHash);
|
|
198
|
+
return Array.from(new Set(txHashes)).map(TxHash.fromString);
|
|
199
|
+
});
|
|
186
200
|
}
|
|
187
201
|
/**
|
|
188
202
|
* Returns the last (highest) finalized index for a given secret.
|
|
189
203
|
* @param secret - The secret to get the last finalized index for.
|
|
190
204
|
* @returns The last (highest) finalized index for the given secret.
|
|
191
205
|
*/ getLastFinalizedIndex(secret, jobId) {
|
|
192
|
-
return this.#readLastFinalizedIndex(jobId, secret.toString());
|
|
206
|
+
return this.#store.transactionAsync(()=>this.#readLastFinalizedIndex(jobId, secret.toString()));
|
|
193
207
|
}
|
|
194
208
|
/**
|
|
195
209
|
* Returns the last used index for a given directional app tagging secret, considering both finalized and pending
|
|
196
210
|
* indexes.
|
|
197
211
|
* @param secret - The directional app tagging secret to query the last used index for.
|
|
198
212
|
* @returns The last used index.
|
|
199
|
-
*/
|
|
213
|
+
*/ getLastUsedIndex(secret, jobId) {
|
|
200
214
|
const secretStr = secret.toString();
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
215
|
+
return this.#store.transactionAsync(async ()=>{
|
|
216
|
+
const pendingPromise = this.#readPendingIndexes(jobId, secretStr);
|
|
217
|
+
const finalizedPromise = this.#readLastFinalizedIndex(jobId, secretStr);
|
|
218
|
+
const [pendingTxScopedIndexes, lastFinalized] = await Promise.all([
|
|
219
|
+
pendingPromise,
|
|
220
|
+
finalizedPromise
|
|
221
|
+
]);
|
|
222
|
+
const pendingIndexes = pendingTxScopedIndexes.map((entry)=>entry.index);
|
|
223
|
+
if (pendingTxScopedIndexes.length === 0) {
|
|
224
|
+
return lastFinalized;
|
|
225
|
+
}
|
|
226
|
+
// As the last used index we return the highest one from the pending indexes. Note that this value will be always
|
|
227
|
+
// higher than the last finalized index because we prune lower pending indexes when a tx is finalized.
|
|
228
|
+
return Math.max(...pendingIndexes);
|
|
229
|
+
});
|
|
209
230
|
}
|
|
210
231
|
/**
|
|
211
232
|
* Drops all pending indexes corresponding to the given transaction hashes.
|
|
212
|
-
*/
|
|
233
|
+
*/ dropPendingIndexes(txHashes, jobId) {
|
|
213
234
|
if (txHashes.length === 0) {
|
|
214
|
-
return;
|
|
235
|
+
return Promise.resolve();
|
|
215
236
|
}
|
|
216
237
|
const txHashStrings = new Set(txHashes.map((txHash)=>txHash.toString()));
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
const
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
this.#
|
|
238
|
+
return this.#store.transactionAsync(async ()=>{
|
|
239
|
+
// Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
|
|
240
|
+
const secretReadPromises = new Map();
|
|
241
|
+
for await (const secret of this.#pendingIndexes.keysAsync()){
|
|
242
|
+
secretReadPromises.set(secret, this.#readPendingIndexes(jobId, secret));
|
|
243
|
+
}
|
|
244
|
+
// Add staged-only secrets (sync, no DB)
|
|
245
|
+
for (const secret of this.#getPendingIndexesForJob(jobId).keys()){
|
|
246
|
+
if (!secretReadPromises.has(secret)) {
|
|
247
|
+
secretReadPromises.set(secret, Promise.resolve(this.#getPendingIndexesForJob(jobId).get(secret) ?? []));
|
|
227
248
|
}
|
|
228
|
-
// else: No items were filtered out (txHashes not found for this secret) --> no-op
|
|
229
249
|
}
|
|
230
|
-
|
|
250
|
+
// Await all reads together
|
|
251
|
+
const secrets = [
|
|
252
|
+
...secretReadPromises.keys()
|
|
253
|
+
];
|
|
254
|
+
const pendingDataResults = await Promise.all(secretReadPromises.values());
|
|
255
|
+
// Process in memory
|
|
256
|
+
for(let i = 0; i < secrets.length; i++){
|
|
257
|
+
const secret = secrets[i];
|
|
258
|
+
const pendingData = pendingDataResults[i];
|
|
259
|
+
if (pendingData && pendingData.length > 0) {
|
|
260
|
+
const filtered = pendingData.filter((item)=>!txHashStrings.has(item.txHash));
|
|
261
|
+
if (filtered.length === 0) {
|
|
262
|
+
this.#writePendingIndexes(jobId, secret, []);
|
|
263
|
+
} else if (filtered.length !== pendingData.length) {
|
|
264
|
+
// Some items were filtered out, so update the pending data
|
|
265
|
+
this.#writePendingIndexes(jobId, secret, filtered);
|
|
266
|
+
}
|
|
267
|
+
// else: No items were filtered out (txHashes not found for this secret) --> no-op
|
|
268
|
+
}
|
|
269
|
+
}
|
|
270
|
+
});
|
|
231
271
|
}
|
|
232
272
|
/**
|
|
233
273
|
* Updates pending indexes corresponding to the given transaction hashes to be finalized and prunes any lower pending
|
|
234
274
|
* indexes.
|
|
235
|
-
*/
|
|
275
|
+
*/ finalizePendingIndexes(txHashes, jobId) {
|
|
236
276
|
if (txHashes.length === 0) {
|
|
237
|
-
return;
|
|
277
|
+
return Promise.resolve();
|
|
238
278
|
}
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
279
|
+
const txHashStrings = new Set(txHashes.map((tx)=>tx.toString()));
|
|
280
|
+
return this.#store.transactionAsync(async ()=>{
|
|
281
|
+
// Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
|
|
282
|
+
const secretDataPromises = new Map();
|
|
283
|
+
for await (const secret of this.#pendingIndexes.keysAsync()){
|
|
284
|
+
secretDataPromises.set(secret, {
|
|
285
|
+
pending: this.#readPendingIndexes(jobId, secret),
|
|
286
|
+
finalized: this.#readLastFinalizedIndex(jobId, secret)
|
|
287
|
+
});
|
|
288
|
+
}
|
|
289
|
+
// Add staged-only secrets (sync, no DB)
|
|
290
|
+
for (const secret of this.#getPendingIndexesForJob(jobId).keys()){
|
|
291
|
+
if (!secretDataPromises.has(secret)) {
|
|
292
|
+
secretDataPromises.set(secret, {
|
|
293
|
+
pending: Promise.resolve(this.#getPendingIndexesForJob(jobId).get(secret) ?? []),
|
|
294
|
+
finalized: Promise.resolve(this.#getLastFinalizedIndexesForJob(jobId).get(secret))
|
|
295
|
+
});
|
|
246
296
|
}
|
|
247
|
-
|
|
248
|
-
|
|
297
|
+
}
|
|
298
|
+
// Await all reads together
|
|
299
|
+
const secrets = [
|
|
300
|
+
...secretDataPromises.keys()
|
|
301
|
+
];
|
|
302
|
+
const dataResults = await Promise.all(secrets.map(async (secret)=>({
|
|
303
|
+
secret,
|
|
304
|
+
pendingData: await secretDataPromises.get(secret).pending,
|
|
305
|
+
lastFinalized: await secretDataPromises.get(secret).finalized
|
|
306
|
+
})));
|
|
307
|
+
// Process all txHashes for each secret in memory
|
|
308
|
+
for (const { secret, pendingData, lastFinalized } of dataResults){
|
|
309
|
+
if (!pendingData || pendingData.length === 0) {
|
|
249
310
|
continue;
|
|
250
311
|
}
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
312
|
+
let currentPending = pendingData;
|
|
313
|
+
let currentFinalized = lastFinalized;
|
|
314
|
+
// Process all txHashes for this secret
|
|
315
|
+
for (const txHashStr of txHashStrings){
|
|
316
|
+
const matchingIndexes = currentPending.filter((item)=>item.txHash === txHashStr).map((item)=>item.index);
|
|
317
|
+
if (matchingIndexes.length === 0) {
|
|
318
|
+
continue;
|
|
319
|
+
}
|
|
320
|
+
if (matchingIndexes.length > 1) {
|
|
321
|
+
// We should always just store the highest pending index for a given tx hash and secret because the lower
|
|
322
|
+
// values are irrelevant.
|
|
323
|
+
throw new Error(`Multiple pending indexes found for tx hash ${txHashStr} and secret ${secret}`);
|
|
324
|
+
}
|
|
325
|
+
const newFinalized = matchingIndexes[0];
|
|
326
|
+
if (newFinalized < (currentFinalized ?? 0)) {
|
|
327
|
+
// This should never happen because when last finalized index was finalized we should have pruned the lower
|
|
328
|
+
// pending indexes.
|
|
329
|
+
throw new Error(`New finalized index ${newFinalized} is smaller than the current last finalized index ${currentFinalized}`);
|
|
330
|
+
}
|
|
331
|
+
currentFinalized = newFinalized;
|
|
332
|
+
// When we add pending indexes, we ensure they are higher than the last finalized index. However, because we
|
|
333
|
+
// cannot control the order in which transactions are finalized, there may be pending indexes that are now
|
|
334
|
+
// obsolete because they are lower than the most recently finalized index. For this reason, we prune these
|
|
335
|
+
// outdated pending indexes.
|
|
336
|
+
currentPending = currentPending.filter((item)=>item.index > currentFinalized);
|
|
255
337
|
}
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
// This should never happen because when last finalized index was finalized we should have pruned the lower
|
|
260
|
-
// pending indexes.
|
|
261
|
-
throw new Error(`New finalized index ${newFinalized} is smaller than the current last finalized index ${lastFinalized}`);
|
|
338
|
+
// Write final state if changed
|
|
339
|
+
if (currentFinalized !== lastFinalized) {
|
|
340
|
+
this.#writeLastFinalizedIndex(jobId, secret, currentFinalized);
|
|
262
341
|
}
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
// When we add pending indexes, we ensure they are higher than the last finalized index. However, because we
|
|
266
|
-
// cannot control the order in which transactions are finalized, there may be pending indexes that are now
|
|
267
|
-
// obsolete because they are lower than the most recently finalized index. For this reason, we prune these
|
|
268
|
-
// outdated pending indexes.
|
|
269
|
-
const remainingItemsOfHigherIndex = pendingData.filter((item)=>item.index > (lastFinalized ?? 0));
|
|
270
|
-
if (remainingItemsOfHigherIndex.length === 0) {
|
|
271
|
-
this.#writePendingIndexes(jobId, secret, []);
|
|
272
|
-
} else {
|
|
273
|
-
this.#writePendingIndexes(jobId, secret, remainingItemsOfHigherIndex);
|
|
342
|
+
if (currentPending !== pendingData) {
|
|
343
|
+
this.#writePendingIndexes(jobId, secret, currentPending);
|
|
274
344
|
}
|
|
275
345
|
}
|
|
276
|
-
}
|
|
346
|
+
});
|
|
277
347
|
}
|
|
278
348
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/pxe",
|
|
3
|
-
"version": "0.0.1-commit.
|
|
3
|
+
"version": "0.0.1-commit.5cf06de3",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"exports": {
|
|
6
6
|
"./server": "./dest/entrypoints/server/index.js",
|
|
@@ -61,19 +61,19 @@
|
|
|
61
61
|
]
|
|
62
62
|
},
|
|
63
63
|
"dependencies": {
|
|
64
|
-
"@aztec/bb-prover": "0.0.1-commit.
|
|
65
|
-
"@aztec/bb.js": "0.0.1-commit.
|
|
66
|
-
"@aztec/builder": "0.0.1-commit.
|
|
67
|
-
"@aztec/constants": "0.0.1-commit.
|
|
68
|
-
"@aztec/ethereum": "0.0.1-commit.
|
|
69
|
-
"@aztec/foundation": "0.0.1-commit.
|
|
70
|
-
"@aztec/key-store": "0.0.1-commit.
|
|
71
|
-
"@aztec/kv-store": "0.0.1-commit.
|
|
72
|
-
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.
|
|
73
|
-
"@aztec/noir-types": "0.0.1-commit.
|
|
74
|
-
"@aztec/protocol-contracts": "0.0.1-commit.
|
|
75
|
-
"@aztec/simulator": "0.0.1-commit.
|
|
76
|
-
"@aztec/stdlib": "0.0.1-commit.
|
|
64
|
+
"@aztec/bb-prover": "0.0.1-commit.5cf06de3",
|
|
65
|
+
"@aztec/bb.js": "0.0.1-commit.5cf06de3",
|
|
66
|
+
"@aztec/builder": "0.0.1-commit.5cf06de3",
|
|
67
|
+
"@aztec/constants": "0.0.1-commit.5cf06de3",
|
|
68
|
+
"@aztec/ethereum": "0.0.1-commit.5cf06de3",
|
|
69
|
+
"@aztec/foundation": "0.0.1-commit.5cf06de3",
|
|
70
|
+
"@aztec/key-store": "0.0.1-commit.5cf06de3",
|
|
71
|
+
"@aztec/kv-store": "0.0.1-commit.5cf06de3",
|
|
72
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.5cf06de3",
|
|
73
|
+
"@aztec/noir-types": "0.0.1-commit.5cf06de3",
|
|
74
|
+
"@aztec/protocol-contracts": "0.0.1-commit.5cf06de3",
|
|
75
|
+
"@aztec/simulator": "0.0.1-commit.5cf06de3",
|
|
76
|
+
"@aztec/stdlib": "0.0.1-commit.5cf06de3",
|
|
77
77
|
"koa": "^2.16.1",
|
|
78
78
|
"koa-router": "^13.1.1",
|
|
79
79
|
"lodash.omit": "^4.5.0",
|
|
@@ -82,8 +82,8 @@
|
|
|
82
82
|
"viem": "npm:@aztec/viem@2.38.2"
|
|
83
83
|
},
|
|
84
84
|
"devDependencies": {
|
|
85
|
-
"@aztec/merkle-tree": "0.0.1-commit.
|
|
86
|
-
"@aztec/noir-test-contracts.js": "0.0.1-commit.
|
|
85
|
+
"@aztec/merkle-tree": "0.0.1-commit.5cf06de3",
|
|
86
|
+
"@aztec/noir-test-contracts.js": "0.0.1-commit.5cf06de3",
|
|
87
87
|
"@jest/globals": "^30.0.0",
|
|
88
88
|
"@types/jest": "^30.0.0",
|
|
89
89
|
"@types/lodash.omit": "^4.5.7",
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
2
|
+
import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
|
|
3
3
|
import type { AztecAsyncKVStore } from '@aztec/kv-store';
|
|
4
4
|
import type { L2TipsKVStore } from '@aztec/kv-store/stores';
|
|
5
5
|
import { BlockHash, L2BlockStream, type L2BlockStreamEvent, type L2BlockStreamEventHandler } from '@aztec/stdlib/block';
|
|
@@ -29,22 +29,25 @@ export class BlockSynchronizer implements L2BlockStreamEventHandler {
|
|
|
29
29
|
private privateEventStore: PrivateEventStore,
|
|
30
30
|
private l2TipsStore: L2TipsKVStore,
|
|
31
31
|
private config: Partial<BlockSynchronizerConfig> = {},
|
|
32
|
-
|
|
32
|
+
bindings?: LoggerBindings,
|
|
33
33
|
) {
|
|
34
|
-
this.log =
|
|
35
|
-
!loggerOrSuffix || typeof loggerOrSuffix === 'string'
|
|
36
|
-
? createLogger(loggerOrSuffix ? `pxe:block_synchronizer:${loggerOrSuffix}` : `pxe:block_synchronizer`)
|
|
37
|
-
: loggerOrSuffix;
|
|
34
|
+
this.log = createLogger('pxe:block_synchronizer', bindings);
|
|
38
35
|
this.blockStream = this.createBlockStream(config);
|
|
39
36
|
}
|
|
40
37
|
|
|
41
38
|
protected createBlockStream(config: Partial<BlockSynchronizerConfig>): L2BlockStream {
|
|
42
|
-
return new L2BlockStream(
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
39
|
+
return new L2BlockStream(
|
|
40
|
+
this.node,
|
|
41
|
+
this.l2TipsStore,
|
|
42
|
+
this,
|
|
43
|
+
createLogger('pxe:block_stream', this.log.getBindings()),
|
|
44
|
+
{
|
|
45
|
+
batchSize: config.l2BlockBatchSize,
|
|
46
|
+
// Skipping finalized blocks makes us sync much faster - we only need to download blocks other than the latest one
|
|
47
|
+
// in order to detect reorgs, and there can be no reorgs on finalized block, making this safe.
|
|
48
|
+
skipFinalized: true,
|
|
49
|
+
},
|
|
50
|
+
);
|
|
48
51
|
}
|
|
49
52
|
|
|
50
53
|
/** Handle events emitted by the block stream. */
|
|
@@ -7,6 +7,7 @@ import {
|
|
|
7
7
|
FIXED_AVM_STARTUP_L2_GAS,
|
|
8
8
|
FIXED_DA_GAS,
|
|
9
9
|
FIXED_L2_GAS,
|
|
10
|
+
GeneratorIndex,
|
|
10
11
|
L2_GAS_PER_CONTRACT_CLASS_LOG,
|
|
11
12
|
L2_GAS_PER_PRIVATE_LOG,
|
|
12
13
|
MAX_CONTRACT_CLASS_LOGS_PER_TX,
|
|
@@ -17,7 +18,7 @@ import {
|
|
|
17
18
|
MAX_PRIVATE_LOGS_PER_TX,
|
|
18
19
|
} from '@aztec/constants';
|
|
19
20
|
import { arrayNonEmptyLength, padArrayEnd } from '@aztec/foundation/collection';
|
|
20
|
-
import {
|
|
21
|
+
import { poseidon2HashWithSeparator } from '@aztec/foundation/crypto/poseidon';
|
|
21
22
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
22
23
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
23
24
|
import { Timer } from '@aztec/foundation/timer';
|
|
@@ -72,7 +73,6 @@ import {
|
|
|
72
73
|
} from '@aztec/stdlib/tx';
|
|
73
74
|
|
|
74
75
|
import type { AddressStore } from '../storage/address_store/address_store.js';
|
|
75
|
-
import type { AnchorBlockStore } from '../storage/anchor_block_store/anchor_block_store.js';
|
|
76
76
|
import type { CapsuleStore } from '../storage/capsule_store/capsule_store.js';
|
|
77
77
|
import type { ContractStore } from '../storage/contract_store/contract_store.js';
|
|
78
78
|
import type { NoteStore } from '../storage/note_store/note_store.js';
|
|
@@ -101,7 +101,6 @@ export class ContractFunctionSimulator {
|
|
|
101
101
|
private keyStore: KeyStore,
|
|
102
102
|
private addressStore: AddressStore,
|
|
103
103
|
private aztecNode: AztecNode,
|
|
104
|
-
private anchorBlockStore: AnchorBlockStore,
|
|
105
104
|
private senderTaggingStore: SenderTaggingStore,
|
|
106
105
|
private recipientTaggingStore: RecipientTaggingStore,
|
|
107
106
|
private senderAddressBookStore: SenderAddressBookStore,
|
|
@@ -182,7 +181,6 @@ export class ContractFunctionSimulator {
|
|
|
182
181
|
this.keyStore,
|
|
183
182
|
this.addressStore,
|
|
184
183
|
this.aztecNode,
|
|
185
|
-
this.anchorBlockStore,
|
|
186
184
|
this.senderTaggingStore,
|
|
187
185
|
this.recipientTaggingStore,
|
|
188
186
|
this.senderAddressBookStore,
|
|
@@ -278,7 +276,6 @@ export class ContractFunctionSimulator {
|
|
|
278
276
|
this.keyStore,
|
|
279
277
|
this.addressStore,
|
|
280
278
|
this.aztecNode,
|
|
281
|
-
this.anchorBlockStore,
|
|
282
279
|
this.recipientTaggingStore,
|
|
283
280
|
this.senderAddressBookStore,
|
|
284
281
|
this.capsuleStore,
|
|
@@ -401,7 +398,10 @@ export async function generateSimulatedProvingResult(
|
|
|
401
398
|
|
|
402
399
|
const privateLogsFromExecution = await Promise.all(
|
|
403
400
|
execution.publicInputs.privateLogs.getActiveItems().map(async metadata => {
|
|
404
|
-
metadata.log.fields[0] = await
|
|
401
|
+
metadata.log.fields[0] = await poseidon2HashWithSeparator(
|
|
402
|
+
[contractAddress, metadata.log.fields[0]],
|
|
403
|
+
GeneratorIndex.PRIVATE_LOG_FIRST_FIELD,
|
|
404
|
+
);
|
|
405
405
|
return new OrderedSideEffect(metadata.log, metadata.counter);
|
|
406
406
|
}),
|
|
407
407
|
);
|
|
@@ -68,24 +68,24 @@ export interface IUtilityExecutionOracle {
|
|
|
68
68
|
utilityGetKeyValidationRequest(pkMHash: Fr): Promise<KeyValidationRequest>;
|
|
69
69
|
utilityGetContractInstance(address: AztecAddress): Promise<ContractInstance>;
|
|
70
70
|
utilityGetNoteHashMembershipWitness(
|
|
71
|
-
|
|
72
|
-
|
|
71
|
+
anchorBlockHash: BlockHash,
|
|
72
|
+
noteHash: Fr,
|
|
73
73
|
): Promise<MembershipWitness<typeof NOTE_HASH_TREE_HEIGHT> | undefined>;
|
|
74
|
-
|
|
74
|
+
utilityGetBlockHashMembershipWitness(
|
|
75
|
+
anchorBlockHash: BlockHash,
|
|
75
76
|
blockHash: BlockHash,
|
|
76
|
-
leafValue: Fr,
|
|
77
77
|
): Promise<MembershipWitness<typeof ARCHIVE_HEIGHT> | undefined>;
|
|
78
78
|
utilityGetNullifierMembershipWitness(
|
|
79
|
-
|
|
79
|
+
anchorBlockHash: BlockHash,
|
|
80
80
|
nullifier: Fr,
|
|
81
81
|
): Promise<NullifierMembershipWitness | undefined>;
|
|
82
|
-
utilityGetPublicDataWitness(
|
|
82
|
+
utilityGetPublicDataWitness(anchorBlockHash: BlockHash, leafSlot: Fr): Promise<PublicDataWitness | undefined>;
|
|
83
83
|
utilityGetLowNullifierMembershipWitness(
|
|
84
|
-
|
|
84
|
+
anchorBlockHash: BlockHash,
|
|
85
85
|
nullifier: Fr,
|
|
86
86
|
): Promise<NullifierMembershipWitness | undefined>;
|
|
87
87
|
utilityGetBlockHeader(blockNumber: BlockNumber): Promise<BlockHeader | undefined>;
|
|
88
|
-
|
|
88
|
+
utilityTryGetPublicKeysAndPartialAddress(account: AztecAddress): Promise<CompleteAddress | undefined>;
|
|
89
89
|
utilityGetAuthWitness(messageHash: Fr): Promise<Fr[] | undefined>;
|
|
90
90
|
utilityGetNotes(
|
|
91
91
|
owner: AztecAddress | undefined,
|
|
@@ -111,7 +111,7 @@ export interface IUtilityExecutionOracle {
|
|
|
111
111
|
secret: Fr,
|
|
112
112
|
): Promise<MessageLoadOracleInputs<typeof L1_TO_L2_MSG_TREE_HEIGHT>>;
|
|
113
113
|
utilityStorageRead(
|
|
114
|
-
|
|
114
|
+
anchorBlockHash: BlockHash,
|
|
115
115
|
contractAddress: AztecAddress,
|
|
116
116
|
startStorageSlot: Fr,
|
|
117
117
|
numberOfElements: number,
|