@aztec/pxe 0.0.1-commit.f504929 → 0.0.1-commit.f5d02921e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/block_synchronizer/block_synchronizer.d.ts +1 -1
- package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
- package/dest/block_synchronizer/block_synchronizer.js +6 -0
- package/dest/config/index.d.ts +2 -2
- package/dest/config/index.d.ts.map +1 -1
- package/dest/config/index.js +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.d.ts +9 -3
- package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.js +29 -6
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +5 -5
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/execution_tagging_index_cache.js +17 -9
- package/dest/contract_function_simulator/index.d.ts +2 -1
- package/dest/contract_function_simulator/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/index.js +1 -0
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +3 -5
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/event_validation_request.js +7 -9
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +1 -3
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +3 -6
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/note_validation_request.js +5 -10
- package/dest/contract_function_simulator/oracle/interfaces.d.ts +26 -21
- package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts +9 -0
- package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.js +38 -0
- package/dest/contract_function_simulator/oracle/oracle.d.ts +39 -19
- package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/oracle.js +91 -44
- package/dest/contract_function_simulator/oracle/private_execution.js +5 -3
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +11 -36
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution_oracle.js +12 -44
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +50 -28
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +167 -64
- package/dest/contract_logging.d.ts +9 -4
- package/dest/contract_logging.d.ts.map +1 -1
- package/dest/contract_logging.js +21 -6
- package/dest/contract_sync/contract_sync_service.d.ts +7 -4
- package/dest/contract_sync/contract_sync_service.d.ts.map +1 -1
- package/dest/contract_sync/contract_sync_service.js +59 -32
- package/dest/contract_sync/helpers.d.ts +2 -2
- package/dest/contract_sync/helpers.d.ts.map +1 -1
- package/dest/contract_sync/helpers.js +7 -2
- package/dest/events/event_service.d.ts +3 -2
- package/dest/events/event_service.d.ts.map +1 -1
- package/dest/events/event_service.js +16 -4
- package/dest/logs/log_service.d.ts +6 -7
- package/dest/logs/log_service.d.ts.map +1 -1
- package/dest/logs/log_service.js +24 -28
- package/dest/messages/message_context_service.d.ts +17 -0
- package/dest/messages/message_context_service.d.ts.map +1 -0
- package/dest/messages/message_context_service.js +36 -0
- package/dest/notes/note_service.d.ts +2 -2
- package/dest/notes/note_service.d.ts.map +1 -1
- package/dest/notes/note_service.js +14 -5
- package/dest/oracle_version.d.ts +2 -2
- package/dest/oracle_version.js +2 -2
- package/dest/pxe.d.ts +6 -3
- package/dest/pxe.d.ts.map +1 -1
- package/dest/pxe.js +37 -21
- package/dest/storage/capsule_store/capsule_service.d.ts +22 -0
- package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
- package/dest/storage/capsule_store/capsule_service.js +50 -0
- package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
- package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
- package/dest/storage/capsule_store/capsule_store.js +33 -28
- package/dest/storage/capsule_store/index.d.ts +2 -1
- package/dest/storage/capsule_store/index.d.ts.map +1 -1
- package/dest/storage/capsule_store/index.js +1 -0
- package/dest/storage/metadata.d.ts +1 -1
- package/dest/storage/metadata.js +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.d.ts +26 -25
- package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.js +141 -115
- package/dest/tagging/index.d.ts +2 -2
- package/dest/tagging/index.d.ts.map +1 -1
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +1 -1
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +10 -1
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +4 -3
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +20 -10
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +2 -1
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +24 -11
- package/package.json +16 -16
- package/src/block_synchronizer/block_synchronizer.ts +6 -0
- package/src/config/index.ts +1 -1
- package/src/contract_function_simulator/contract_function_simulator.ts +40 -7
- package/src/contract_function_simulator/execution_tagging_index_cache.ts +16 -11
- package/src/contract_function_simulator/index.ts +1 -0
- package/src/contract_function_simulator/noir-structs/event_validation_request.ts +8 -8
- package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +1 -4
- package/src/contract_function_simulator/noir-structs/note_validation_request.ts +3 -9
- package/src/contract_function_simulator/oracle/interfaces.ts +38 -29
- package/src/contract_function_simulator/oracle/legacy_oracle_mappings.ts +98 -0
- package/src/contract_function_simulator/oracle/oracle.ts +120 -64
- package/src/contract_function_simulator/oracle/private_execution.ts +4 -4
- package/src/contract_function_simulator/oracle/private_execution_oracle.ts +14 -62
- package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +290 -77
- package/src/contract_logging.ts +18 -5
- package/src/contract_sync/contract_sync_service.ts +89 -49
- package/src/contract_sync/helpers.ts +3 -2
- package/src/events/event_service.ts +17 -4
- package/src/logs/log_service.ts +51 -46
- package/src/messages/message_context_service.ts +44 -0
- package/src/notes/note_service.ts +16 -5
- package/src/oracle_version.ts +2 -2
- package/src/pxe.ts +55 -19
- package/src/storage/capsule_store/capsule_service.ts +91 -0
- package/src/storage/capsule_store/capsule_store.ts +34 -26
- package/src/storage/capsule_store/index.ts +1 -0
- package/src/storage/metadata.ts +1 -1
- package/src/storage/tagging_store/sender_tagging_store.ts +182 -135
- package/src/tagging/index.ts +1 -1
- package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +19 -1
- package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +26 -11
- package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +19 -9
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { AztecAsyncKVStore } from '@aztec/kv-store';
|
|
2
|
-
import
|
|
3
|
-
import { TxHash } from '@aztec/stdlib/tx';
|
|
2
|
+
import { ExtendedDirectionalAppTaggingSecret, type TaggingIndexRange } from '@aztec/stdlib/logs';
|
|
3
|
+
import { TxEffect, TxHash } from '@aztec/stdlib/tx';
|
|
4
4
|
import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
|
|
5
5
|
/**
|
|
6
6
|
* Data provider of tagging data used when syncing the sender tagging indexes. The recipient counterpart of this class
|
|
@@ -19,31 +19,23 @@ export declare class SenderTaggingStore implements StagedStore {
|
|
|
19
19
|
commit(jobId: string): Promise<void>;
|
|
20
20
|
discardStaged(jobId: string): Promise<void>;
|
|
21
21
|
/**
|
|
22
|
-
* Stores pending
|
|
23
|
-
* @remarks
|
|
24
|
-
*
|
|
25
|
-
*
|
|
26
|
-
* @param
|
|
27
|
-
* stored in the db.
|
|
28
|
-
* @param txHash - The tx in which the
|
|
22
|
+
* Stores pending index ranges.
|
|
23
|
+
* @remarks If the same (secret, txHash) pair already exists in the db with an equal range, it's a no-op. This is
|
|
24
|
+
* expected to happen because whenever we start sync we start from the last finalized index and we can have pending
|
|
25
|
+
* ranges already stored from previous syncs. If the ranges differ, it throws an error as that indicates a bug.
|
|
26
|
+
* @param ranges - The tagging index ranges containing the directional app tagging secrets and the index ranges that are
|
|
27
|
+
* to be stored in the db.
|
|
28
|
+
* @param txHash - The tx in which the tagging indexes were used in private logs.
|
|
29
29
|
* @param jobId - job context for staged writes to this store. See `JobCoordinator` for more details.
|
|
30
|
-
* @throws If
|
|
31
|
-
*
|
|
32
|
-
*
|
|
33
|
-
* @throws If the newly stored pending index is further than window length from the highest finalized index for the
|
|
34
|
-
* same secret. This is enforced in order to give a guarantee to a recipient that he doesn't need to look further than
|
|
35
|
-
* window length ahead of the highest finalized index.
|
|
36
|
-
* @throws If a secret + txHash pair already exists in the db with a different index value. It should never happen
|
|
37
|
-
* that we would attempt to store a different index for a given secret-txHash pair because we always store just the
|
|
38
|
-
* highest index for a given secret-txHash pair. Hence this is a good way to catch bugs.
|
|
39
|
-
* @throws If the newly stored pending index is lower than or equal to the last finalized index for the same secret.
|
|
40
|
-
* This is enforced because this should never happen if the syncing is done correctly as we look for logs from higher
|
|
41
|
-
* indexes than finalized ones.
|
|
30
|
+
* @throws If the highestIndex is further than window length from the highest finalized index for the same secret.
|
|
31
|
+
* @throws If the lowestIndex is lower than or equal to the last finalized index for the same secret.
|
|
32
|
+
* @throws If a different range already exists for the same (secret, txHash) pair.
|
|
42
33
|
*/
|
|
43
|
-
storePendingIndexes(
|
|
34
|
+
storePendingIndexes(ranges: TaggingIndexRange[], txHash: TxHash, jobId: string): Promise<void>;
|
|
44
35
|
/**
|
|
45
|
-
* Returns the transaction hashes of all pending transactions that contain indexes within a specified range
|
|
46
|
-
* for a given directional app tagging secret.
|
|
36
|
+
* Returns the transaction hashes of all pending transactions that contain highest indexes within a specified range
|
|
37
|
+
* for a given directional app tagging secret. We check based on the highest indexes only as that is the relevant
|
|
38
|
+
* information for the caller of this function.
|
|
47
39
|
* @param secret - The directional app tagging secret to query pending indexes for.
|
|
48
40
|
* @param startIndex - The lower bound of the index range (inclusive).
|
|
49
41
|
* @param endIndex - The upper bound of the index range (exclusive).
|
|
@@ -73,5 +65,14 @@ export declare class SenderTaggingStore implements StagedStore {
|
|
|
73
65
|
* indexes.
|
|
74
66
|
*/
|
|
75
67
|
finalizePendingIndexes(txHashes: TxHash[], jobId: string): Promise<void>;
|
|
68
|
+
/**
|
|
69
|
+
* Handles finalization of pending indexes for a transaction whose execution was partially reverted.
|
|
70
|
+
* Recomputes the siloed tags for each pending index of the given tx and checks which ones appear in the
|
|
71
|
+
* TxEffect's private logs (i.e., which ones made it onchain). Those that survived are finalized; those that
|
|
72
|
+
* didn't are dropped.
|
|
73
|
+
* @param txEffect - The tx effect of the partially reverted transaction.
|
|
74
|
+
* @param jobId - job context for staged writes to this store. See `JobCoordinator` for more details.
|
|
75
|
+
*/
|
|
76
|
+
finalizePendingIndexesOfAPartiallyRevertedTx(txEffect: TxEffect, jobId: string): Promise<void>;
|
|
76
77
|
}
|
|
77
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
78
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2VuZGVyX3RhZ2dpbmdfc3RvcmUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9zdG9yYWdlL3RhZ2dpbmdfc3RvcmUvc2VuZGVyX3RhZ2dpbmdfc3RvcmUudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQWlCLE1BQU0saUJBQWlCLENBQUM7QUFDeEUsT0FBTyxFQUFFLG1DQUFtQyxFQUFhLEtBQUssaUJBQWlCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUM1RyxPQUFPLEVBQUUsUUFBUSxFQUFFLE1BQU0sRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRXBELE9BQU8sS0FBSyxFQUFFLFdBQVcsRUFBRSxNQUFNLDBDQUEwQyxDQUFDO0FBTTVFOzs7O0dBSUc7QUFDSCxxQkFBYSxrQkFBbUIsWUFBVyxXQUFXOztJQUNwRCxRQUFRLENBQUMsU0FBUyxvQkFBb0I7SUE0QnRDLFlBQVksS0FBSyxFQUFFLGlCQUFpQixFQVFuQztJQTRDRDs7OztPQUlHO0lBQ0csTUFBTSxDQUFDLEtBQUssRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQW9CekM7SUFFRCxhQUFhLENBQUMsS0FBSyxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBSTFDO0lBRUQ7Ozs7Ozs7Ozs7OztPQVlHO0lBQ0gsbUJBQW1CLENBQUMsTUFBTSxFQUFFLGlCQUFpQixFQUFFLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FpRTdGO0lBRUQ7Ozs7Ozs7OztPQVNHO0lBQ0gsMkJBQTJCLENBQ3pCLE1BQU0sRUFBRSxtQ0FBbUMsRUFDM0MsVUFBVSxFQUFFLE1BQU0sRUFDbEIsUUFBUSxFQUFFLE1BQU0sRUFDaEIsS0FBSyxFQUFFLE1BQU0sR0FDWixPQUFPLENBQUMsTUFBTSxFQUFFLENBQUMsQ0FRbkI7SUFFRDs7OztPQUlHO0lBQ0gscUJBQXFCLENBQUMsTUFBTSxFQUFFLG1DQUFtQyxFQUFFLEtBQUssRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLE1BQU0sR0FBRyxTQUFTLENBQUMsQ0FFN0c7SUFFRDs7Ozs7T0FLRztJQUNILGdCQUFnQixDQUFDLE1BQU0sRUFBRSxtQ0FBbUMsRUFBRSxLQUFLLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxNQUFNLEdBQUcsU0FBUyxDQUFDLENBaUJ4RztJQUVEOztPQUVHO0lBQ0gsa0JBQWtCLENBQUMsUUFBUSxFQUFFLE1BQU0sRUFBRSxFQUFFLEtBQUssRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQTJDbkU7SUE0Q0Q7OztPQUdHO0lBQ0csc0JBQXNCLENBQUMsUUFBUSxFQUFFLE1BQU0sRUFBRSxFQUFFLEtBQUssRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQXNEN0U7SUFFRDs7Ozs7OztPQU9HO0lBQ0csNENBQTRDLENBQUMsUUFBUSxFQUFFLFFBQVEsRUFBRSxLQUFLLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FnRG5HO0NBQ0YifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sender_tagging_store.d.ts","sourceRoot":"","sources":["../../../src/storage/tagging_store/sender_tagging_store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,
|
|
1
|
+
{"version":3,"file":"sender_tagging_store.d.ts","sourceRoot":"","sources":["../../../src/storage/tagging_store/sender_tagging_store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,mCAAmC,EAAa,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC5G,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0CAA0C,CAAC;AAM5E;;;;GAIG;AACH,qBAAa,kBAAmB,YAAW,WAAW;;IACpD,QAAQ,CAAC,SAAS,oBAAoB;IA4BtC,YAAY,KAAK,EAAE,iBAAiB,EAQnC;IA4CD;;;;OAIG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAoBzC;IAED,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAI1C;IAED;;;;;;;;;;;;OAYG;IACH,mBAAmB,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAiE7F;IAED;;;;;;;;;OASG;IACH,2BAA2B,CACzB,MAAM,EAAE,mCAAmC,EAC3C,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;IAED;;;;OAIG;IACH,qBAAqB,CAAC,MAAM,EAAE,mCAAmC,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAE7G;IAED;;;;;OAKG;IACH,gBAAgB,CAAC,MAAM,EAAE,mCAAmC,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAiBxG;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA2CnE;IA4CD;;;OAGG;IACG,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAsD7E;IAED;;;;;;;OAOG;IACG,4CAA4C,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgDnG;CACF"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { ExtendedDirectionalAppTaggingSecret, SiloedTag } from '@aztec/stdlib/logs';
|
|
1
2
|
import { TxHash } from '@aztec/stdlib/tx';
|
|
2
3
|
import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.js';
|
|
3
4
|
/**
|
|
@@ -7,18 +8,17 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
7
8
|
*/ export class SenderTaggingStore {
|
|
8
9
|
storeName = 'sender_tagging';
|
|
9
10
|
#store;
|
|
10
|
-
// Stores the pending
|
|
11
|
-
// the private logs with tags corresponding to these indexes has not been finalized yet.
|
|
11
|
+
// Stores the pending index ranges for each directional app tagging secret. Pending here means that the tx that
|
|
12
|
+
// contained the private logs with tags corresponding to these indexes has not been finalized yet.
|
|
12
13
|
//
|
|
13
|
-
// We
|
|
14
|
-
//
|
|
15
|
-
//
|
|
14
|
+
// We store the full range (lowestIndex, highestIndex) for each secret-tx pair because transactions can partially
|
|
15
|
+
// revert, in which case only some logs (from the non-revertible phase) survive onchain. By storing the range,
|
|
16
|
+
// we can expand it and check each individual siloed tag against the TxEffect to determine which indexes made it
|
|
17
|
+
// onchain.
|
|
16
18
|
//
|
|
17
|
-
//
|
|
18
|
-
//
|
|
19
|
-
// directional app tagging secret => { pending index, txHash }[]
|
|
19
|
+
// directional app tagging secret => { lowestIndex, highestIndex, txHash }[]
|
|
20
20
|
#pendingIndexes;
|
|
21
|
-
// jobId => directional app tagging secret => {
|
|
21
|
+
// jobId => directional app tagging secret => { lowestIndex, highestIndex, txHash }[]
|
|
22
22
|
#pendingIndexesForJob;
|
|
23
23
|
// Stores the last (highest) finalized index for each directional app tagging secret. We care only about the last
|
|
24
24
|
// index because unlike the pending indexes, it will never happen that a finalized index would be removed and hence
|
|
@@ -100,82 +100,62 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
100
100
|
return Promise.resolve();
|
|
101
101
|
}
|
|
102
102
|
/**
|
|
103
|
-
* Stores pending
|
|
104
|
-
* @remarks
|
|
105
|
-
*
|
|
106
|
-
*
|
|
107
|
-
* @param
|
|
108
|
-
* stored in the db.
|
|
109
|
-
* @param txHash - The tx in which the
|
|
103
|
+
* Stores pending index ranges.
|
|
104
|
+
* @remarks If the same (secret, txHash) pair already exists in the db with an equal range, it's a no-op. This is
|
|
105
|
+
* expected to happen because whenever we start sync we start from the last finalized index and we can have pending
|
|
106
|
+
* ranges already stored from previous syncs. If the ranges differ, it throws an error as that indicates a bug.
|
|
107
|
+
* @param ranges - The tagging index ranges containing the directional app tagging secrets and the index ranges that are
|
|
108
|
+
* to be stored in the db.
|
|
109
|
+
* @param txHash - The tx in which the tagging indexes were used in private logs.
|
|
110
110
|
* @param jobId - job context for staged writes to this store. See `JobCoordinator` for more details.
|
|
111
|
-
* @throws If
|
|
112
|
-
*
|
|
113
|
-
*
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
* window length ahead of the highest finalized index.
|
|
117
|
-
* @throws If a secret + txHash pair already exists in the db with a different index value. It should never happen
|
|
118
|
-
* that we would attempt to store a different index for a given secret-txHash pair because we always store just the
|
|
119
|
-
* highest index for a given secret-txHash pair. Hence this is a good way to catch bugs.
|
|
120
|
-
* @throws If the newly stored pending index is lower than or equal to the last finalized index for the same secret.
|
|
121
|
-
* This is enforced because this should never happen if the syncing is done correctly as we look for logs from higher
|
|
122
|
-
* indexes than finalized ones.
|
|
123
|
-
*/ storePendingIndexes(preTags, txHash, jobId) {
|
|
124
|
-
if (preTags.length === 0) {
|
|
111
|
+
* @throws If the highestIndex is further than window length from the highest finalized index for the same secret.
|
|
112
|
+
* @throws If the lowestIndex is lower than or equal to the last finalized index for the same secret.
|
|
113
|
+
* @throws If a different range already exists for the same (secret, txHash) pair.
|
|
114
|
+
*/ storePendingIndexes(ranges, txHash, jobId) {
|
|
115
|
+
if (ranges.length === 0) {
|
|
125
116
|
return Promise.resolve();
|
|
126
117
|
}
|
|
127
|
-
// The secrets in pre-tags should be unique because we always store just the highest index per given secret-txHash
|
|
128
|
-
// pair. Below we check that this is the case.
|
|
129
|
-
const secretsSet = new Set(preTags.map((preTag)=>preTag.extendedSecret.toString()));
|
|
130
|
-
if (secretsSet.size !== preTags.length) {
|
|
131
|
-
return Promise.reject(new Error(`Duplicate secrets found when storing pending indexes`));
|
|
132
|
-
}
|
|
133
118
|
const txHashStr = txHash.toString();
|
|
134
119
|
return this.#store.transactionAsync(async ()=>{
|
|
135
120
|
// Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
|
|
136
|
-
const
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
extendedSecret,
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
pending: this.#readPendingIndexes(jobId, secretStr),
|
|
143
|
-
finalized: this.#readLastFinalizedIndex(jobId, secretStr)
|
|
144
|
-
};
|
|
145
|
-
});
|
|
121
|
+
const rangeReadPromises = ranges.map((range)=>({
|
|
122
|
+
range,
|
|
123
|
+
secretStr: range.extendedSecret.toString(),
|
|
124
|
+
pending: this.#readPendingIndexes(jobId, range.extendedSecret.toString()),
|
|
125
|
+
finalized: this.#readLastFinalizedIndex(jobId, range.extendedSecret.toString())
|
|
126
|
+
}));
|
|
146
127
|
// Await all reads together
|
|
147
|
-
const
|
|
128
|
+
const rangeData = await Promise.all(rangeReadPromises.map(async (item)=>({
|
|
148
129
|
...item,
|
|
149
130
|
pendingData: await item.pending,
|
|
150
131
|
finalizedIndex: await item.finalized
|
|
151
132
|
})));
|
|
152
133
|
// Process in memory and validate
|
|
153
|
-
for (const {
|
|
154
|
-
//
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
throw new Error(`Highest used index ${index} is further than window length from the highest finalized index ${finalizedIndex ?? 0}.
|
|
134
|
+
for (const { range, secretStr, pendingData, finalizedIndex } of rangeData){
|
|
135
|
+
// Check that the highest index is not further than window length from the highest finalized index.
|
|
136
|
+
if (range.highestIndex > (finalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN) {
|
|
137
|
+
throw new Error(`Highest used index ${range.highestIndex} is further than window length from the highest finalized index ${finalizedIndex ?? 0}.
|
|
158
138
|
Tagging window length ${UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN} is configured too low. Contact the Aztec team
|
|
159
139
|
to increase it!`);
|
|
160
140
|
}
|
|
161
|
-
// Throw if the
|
|
162
|
-
if (finalizedIndex !== undefined &&
|
|
163
|
-
throw new Error(`Cannot store pending index ${
|
|
141
|
+
// Throw if the lowest index is lower than or equal to the last finalized index
|
|
142
|
+
if (finalizedIndex !== undefined && range.lowestIndex <= finalizedIndex) {
|
|
143
|
+
throw new Error(`Cannot store pending index range [${range.lowestIndex}, ${range.highestIndex}] for secret ${secretStr}: ` + `lowestIndex is lower than or equal to the last finalized index ${finalizedIndex}`);
|
|
164
144
|
}
|
|
165
|
-
// Check if
|
|
166
|
-
const
|
|
167
|
-
if (
|
|
168
|
-
//
|
|
169
|
-
if (
|
|
170
|
-
throw new Error(`
|
|
145
|
+
// Check if an entry with the same txHash already exists
|
|
146
|
+
const existingEntry = pendingData.find((entry)=>entry.txHash === txHashStr);
|
|
147
|
+
if (existingEntry) {
|
|
148
|
+
// Assert that the ranges are equal — different ranges for the same (secret, txHash) indicates a bug
|
|
149
|
+
if (existingEntry.lowestIndex !== range.lowestIndex || existingEntry.highestIndex !== range.highestIndex) {
|
|
150
|
+
throw new Error(`Conflicting range for secret ${secretStr} and txHash ${txHashStr}: ` + `existing [${existingEntry.lowestIndex}, ${existingEntry.highestIndex}] vs ` + `new [${range.lowestIndex}, ${range.highestIndex}]`);
|
|
171
151
|
}
|
|
172
|
-
//
|
|
152
|
+
// Exact duplicate — skip
|
|
173
153
|
} else {
|
|
174
|
-
// If it doesn't exist, add it
|
|
175
154
|
this.#writePendingIndexes(jobId, secretStr, [
|
|
176
155
|
...pendingData,
|
|
177
156
|
{
|
|
178
|
-
|
|
157
|
+
lowestIndex: range.lowestIndex,
|
|
158
|
+
highestIndex: range.highestIndex,
|
|
179
159
|
txHash: txHashStr
|
|
180
160
|
}
|
|
181
161
|
]);
|
|
@@ -184,8 +164,9 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
184
164
|
});
|
|
185
165
|
}
|
|
186
166
|
/**
|
|
187
|
-
* Returns the transaction hashes of all pending transactions that contain indexes within a specified range
|
|
188
|
-
* for a given directional app tagging secret.
|
|
167
|
+
* Returns the transaction hashes of all pending transactions that contain highest indexes within a specified range
|
|
168
|
+
* for a given directional app tagging secret. We check based on the highest indexes only as that is the relevant
|
|
169
|
+
* information for the caller of this function.
|
|
189
170
|
* @param secret - The directional app tagging secret to query pending indexes for.
|
|
190
171
|
* @param startIndex - The lower bound of the index range (inclusive).
|
|
191
172
|
* @param endIndex - The upper bound of the index range (exclusive).
|
|
@@ -194,7 +175,7 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
194
175
|
*/ getTxHashesOfPendingIndexes(secret, startIndex, endIndex, jobId) {
|
|
195
176
|
return this.#store.transactionAsync(async ()=>{
|
|
196
177
|
const existing = await this.#readPendingIndexes(jobId, secret.toString());
|
|
197
|
-
const txHashes = existing.filter((entry)=>entry.
|
|
178
|
+
const txHashes = existing.filter((entry)=>entry.highestIndex >= startIndex && entry.highestIndex < endIndex).map((entry)=>entry.txHash);
|
|
198
179
|
return Array.from(new Set(txHashes)).map(TxHash.fromString);
|
|
199
180
|
});
|
|
200
181
|
}
|
|
@@ -215,17 +196,16 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
215
196
|
return this.#store.transactionAsync(async ()=>{
|
|
216
197
|
const pendingPromise = this.#readPendingIndexes(jobId, secretStr);
|
|
217
198
|
const finalizedPromise = this.#readLastFinalizedIndex(jobId, secretStr);
|
|
218
|
-
const [
|
|
199
|
+
const [pendingEntries, lastFinalized] = await Promise.all([
|
|
219
200
|
pendingPromise,
|
|
220
201
|
finalizedPromise
|
|
221
202
|
]);
|
|
222
|
-
|
|
223
|
-
if (pendingTxScopedIndexes.length === 0) {
|
|
203
|
+
if (pendingEntries.length === 0) {
|
|
224
204
|
return lastFinalized;
|
|
225
205
|
}
|
|
226
|
-
// As the last used index we return the highest one from the pending
|
|
227
|
-
// higher than the last finalized index because we prune lower pending indexes when a tx is finalized.
|
|
228
|
-
return Math.max(...
|
|
206
|
+
// As the last used index we return the highest one from the pending index ranges. Note that this value will be
|
|
207
|
+
// always higher than the last finalized index because we prune lower pending indexes when a tx is finalized.
|
|
208
|
+
return Math.max(...pendingEntries.map((entry)=>entry.highestIndex));
|
|
229
209
|
});
|
|
230
210
|
}
|
|
231
211
|
/**
|
|
@@ -269,14 +249,7 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
269
249
|
}
|
|
270
250
|
});
|
|
271
251
|
}
|
|
272
|
-
/**
|
|
273
|
-
* Updates pending indexes corresponding to the given transaction hashes to be finalized and prunes any lower pending
|
|
274
|
-
* indexes.
|
|
275
|
-
*/ finalizePendingIndexes(txHashes, jobId) {
|
|
276
|
-
if (txHashes.length === 0) {
|
|
277
|
-
return Promise.resolve();
|
|
278
|
-
}
|
|
279
|
-
const txHashStrings = new Set(txHashes.map((tx)=>tx.toString()));
|
|
252
|
+
/** Prefetches all pending and finalized index data for every secret (from both DB and staged writes). */ #getSecretsWithPendingData(jobId) {
|
|
280
253
|
return this.#store.transactionAsync(async ()=>{
|
|
281
254
|
// Prefetch all data, start reads during iteration to keep IndexedDB transaction alive
|
|
282
255
|
const secretDataPromises = new Map();
|
|
@@ -304,45 +277,98 @@ import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/constants.
|
|
|
304
277
|
pendingData: await secretDataPromises.get(secret).pending,
|
|
305
278
|
lastFinalized: await secretDataPromises.get(secret).finalized
|
|
306
279
|
})));
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
280
|
+
return dataResults.filter((r)=>r.pendingData.length > 0);
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
/**
|
|
284
|
+
* Updates pending indexes corresponding to the given transaction hashes to be finalized and prunes any lower pending
|
|
285
|
+
* indexes.
|
|
286
|
+
*/ async finalizePendingIndexes(txHashes, jobId) {
|
|
287
|
+
if (txHashes.length === 0) {
|
|
288
|
+
return;
|
|
289
|
+
}
|
|
290
|
+
const txHashStrings = new Set(txHashes.map((tx)=>tx.toString()));
|
|
291
|
+
const secretsWithData = await this.#getSecretsWithPendingData(jobId);
|
|
292
|
+
for (const { secret, pendingData, lastFinalized } of secretsWithData){
|
|
293
|
+
let currentPending = pendingData;
|
|
294
|
+
let currentFinalized = lastFinalized;
|
|
295
|
+
// Process all txHashes for this secret
|
|
296
|
+
for (const txHashStr of txHashStrings){
|
|
297
|
+
const matchingEntries = currentPending.filter((item)=>item.txHash === txHashStr);
|
|
298
|
+
if (matchingEntries.length === 0) {
|
|
310
299
|
continue;
|
|
311
300
|
}
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
const matchingIndexes = currentPending.filter((item)=>item.txHash === txHashStr).map((item)=>item.index);
|
|
317
|
-
if (matchingIndexes.length === 0) {
|
|
318
|
-
continue;
|
|
319
|
-
}
|
|
320
|
-
if (matchingIndexes.length > 1) {
|
|
321
|
-
// We should always just store the highest pending index for a given tx hash and secret because the lower
|
|
322
|
-
// values are irrelevant.
|
|
323
|
-
throw new Error(`Multiple pending indexes found for tx hash ${txHashStr} and secret ${secret}`);
|
|
324
|
-
}
|
|
325
|
-
const newFinalized = matchingIndexes[0];
|
|
326
|
-
if (newFinalized < (currentFinalized ?? 0)) {
|
|
327
|
-
// This should never happen because when last finalized index was finalized we should have pruned the lower
|
|
328
|
-
// pending indexes.
|
|
329
|
-
throw new Error(`New finalized index ${newFinalized} is smaller than the current last finalized index ${currentFinalized}`);
|
|
330
|
-
}
|
|
331
|
-
currentFinalized = newFinalized;
|
|
332
|
-
// When we add pending indexes, we ensure they are higher than the last finalized index. However, because we
|
|
333
|
-
// cannot control the order in which transactions are finalized, there may be pending indexes that are now
|
|
334
|
-
// obsolete because they are lower than the most recently finalized index. For this reason, we prune these
|
|
335
|
-
// outdated pending indexes.
|
|
336
|
-
currentPending = currentPending.filter((item)=>item.index > currentFinalized);
|
|
301
|
+
if (matchingEntries.length > 1) {
|
|
302
|
+
// We should always just store the highest pending index for a given tx hash and secret because the lower
|
|
303
|
+
// values are irrelevant.
|
|
304
|
+
throw new Error(`Multiple pending entries found for tx hash ${txHashStr} and secret ${secret}`);
|
|
337
305
|
}
|
|
338
|
-
|
|
339
|
-
if (currentFinalized
|
|
340
|
-
|
|
306
|
+
const newFinalized = matchingEntries[0].highestIndex;
|
|
307
|
+
if (newFinalized < (currentFinalized ?? 0)) {
|
|
308
|
+
// This should never happen because when last finalized index was finalized we should have pruned the lower
|
|
309
|
+
// pending indexes.
|
|
310
|
+
throw new Error(`New finalized index ${newFinalized} is smaller than the current last finalized index ${currentFinalized}`);
|
|
341
311
|
}
|
|
342
|
-
|
|
343
|
-
|
|
312
|
+
currentFinalized = newFinalized;
|
|
313
|
+
// When we add pending indexes, we ensure they are higher than the last finalized index. However, because we
|
|
314
|
+
// cannot control the order in which transactions are finalized, there may be pending indexes that are now
|
|
315
|
+
// obsolete because they are lower than the most recently finalized index. For this reason, we prune these
|
|
316
|
+
// outdated pending indexes.
|
|
317
|
+
currentPending = currentPending.filter((item)=>item.highestIndex > currentFinalized);
|
|
318
|
+
}
|
|
319
|
+
// Write final state if changed
|
|
320
|
+
if (currentFinalized !== lastFinalized) {
|
|
321
|
+
this.#writeLastFinalizedIndex(jobId, secret, currentFinalized);
|
|
322
|
+
}
|
|
323
|
+
if (currentPending !== pendingData) {
|
|
324
|
+
this.#writePendingIndexes(jobId, secret, currentPending);
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
/**
|
|
329
|
+
* Handles finalization of pending indexes for a transaction whose execution was partially reverted.
|
|
330
|
+
* Recomputes the siloed tags for each pending index of the given tx and checks which ones appear in the
|
|
331
|
+
* TxEffect's private logs (i.e., which ones made it onchain). Those that survived are finalized; those that
|
|
332
|
+
* didn't are dropped.
|
|
333
|
+
* @param txEffect - The tx effect of the partially reverted transaction.
|
|
334
|
+
* @param jobId - job context for staged writes to this store. See `JobCoordinator` for more details.
|
|
335
|
+
*/ async finalizePendingIndexesOfAPartiallyRevertedTx(txEffect, jobId) {
|
|
336
|
+
const txHashStr = txEffect.txHash.toString();
|
|
337
|
+
// Build a set of all siloed tag values that made it onchain (first field of each private log).
|
|
338
|
+
const onChainTags = new Set(txEffect.privateLogs.map((log)=>log.fields[0].toString()));
|
|
339
|
+
const secretsWithData = await this.#getSecretsWithPendingData(jobId);
|
|
340
|
+
for (const { secret, pendingData, lastFinalized } of secretsWithData){
|
|
341
|
+
const matchingEntries = pendingData.filter((item)=>item.txHash === txHashStr);
|
|
342
|
+
if (matchingEntries.length === 0) {
|
|
343
|
+
continue;
|
|
344
|
+
}
|
|
345
|
+
if (matchingEntries.length > 1) {
|
|
346
|
+
// We should always just store the highest pending index for a given tx hash and secret because the lower
|
|
347
|
+
// values are irrelevant.
|
|
348
|
+
throw new Error(`Multiple pending entries found for tx hash ${txHashStr} and secret ${secret}`);
|
|
349
|
+
}
|
|
350
|
+
const pendingEntry = matchingEntries[0];
|
|
351
|
+
// Expand each matching entry's range and recompute siloed tags for each index.
|
|
352
|
+
const extendedSecret = ExtendedDirectionalAppTaggingSecret.fromString(secret);
|
|
353
|
+
let highestSurvivingIndex;
|
|
354
|
+
for(let index = pendingEntry.lowestIndex; index <= pendingEntry.highestIndex; index++){
|
|
355
|
+
const siloedTag = await SiloedTag.compute({
|
|
356
|
+
extendedSecret,
|
|
357
|
+
index
|
|
358
|
+
});
|
|
359
|
+
if (onChainTags.has(siloedTag.value.toString())) {
|
|
360
|
+
highestSurvivingIndex = highestSurvivingIndex !== undefined ? Math.max(highestSurvivingIndex, index) : index;
|
|
344
361
|
}
|
|
345
362
|
}
|
|
346
|
-
|
|
363
|
+
// Remove all entries for this txHash from pending (both surviving and non-surviving).
|
|
364
|
+
let currentPending = pendingData.filter((item)=>item.txHash !== txHashStr);
|
|
365
|
+
if (highestSurvivingIndex !== undefined) {
|
|
366
|
+
const newFinalized = Math.max(lastFinalized ?? 0, highestSurvivingIndex);
|
|
367
|
+
this.#writeLastFinalizedIndex(jobId, secret, newFinalized);
|
|
368
|
+
// Prune pending indexes that are now <= the finalized index.
|
|
369
|
+
currentPending = currentPending.filter((item)=>item.highestIndex > newFinalized);
|
|
370
|
+
}
|
|
371
|
+
this.#writePendingIndexes(jobId, secret, currentPending);
|
|
372
|
+
}
|
|
347
373
|
}
|
|
348
374
|
}
|
package/dest/tagging/index.d.ts
CHANGED
|
@@ -13,5 +13,5 @@ export { syncSenderTaggingIndexes } from './sender_sync/sync_sender_tagging_inde
|
|
|
13
13
|
export { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from './constants.js';
|
|
14
14
|
export { getAllPrivateLogsByTags, getAllPublicLogsByTagsFromContract } from './get_all_logs_by_tags.js';
|
|
15
15
|
export { ExtendedDirectionalAppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
|
|
16
|
-
export { type PreTag } from '@aztec/stdlib/logs';
|
|
17
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
16
|
+
export { type PreTag, type TaggingIndexRange } from '@aztec/stdlib/logs';
|
|
17
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy90YWdnaW5nL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7Ozs7R0FTRztBQUVILE9BQU8sRUFBRSxxQ0FBcUMsRUFBRSxNQUFNLGlFQUFpRSxDQUFDO0FBQ3hILE9BQU8sRUFBRSx3QkFBd0IsRUFBRSxNQUFNLDhDQUE4QyxDQUFDO0FBQ3hGLE9BQU8sRUFBRSxzQ0FBc0MsRUFBRSxNQUFNLGdCQUFnQixDQUFDO0FBQ3hFLE9BQU8sRUFBRSx1QkFBdUIsRUFBRSxrQ0FBa0MsRUFBRSxNQUFNLDJCQUEyQixDQUFDO0FBR3hHLE9BQU8sRUFBRSxtQ0FBbUMsRUFBRSxHQUFHLEVBQUUsU0FBUyxFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDekYsT0FBTyxFQUFFLEtBQUssTUFBTSxFQUFFLEtBQUssaUJBQWlCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQyJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tagging/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,qCAAqC,EAAE,MAAM,iEAAiE,CAAC;AACxH,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AACxF,OAAO,EAAE,sCAAsC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,kCAAkC,EAAE,MAAM,2BAA2B,CAAC;AAGxG,OAAO,EAAE,mCAAmC,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tagging/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,qCAAqC,EAAE,MAAM,iEAAiE,CAAC;AACxH,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AACxF,OAAO,EAAE,sCAAsC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,kCAAkC,EAAE,MAAM,2BAA2B,CAAC;AAGxG,OAAO,EAAE,mCAAmC,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC"}
|
|
@@ -14,4 +14,4 @@ import type { SenderTaggingStore } from '../../storage/tagging_store/sender_tagg
|
|
|
14
14
|
* updates its status accordingly.
|
|
15
15
|
*/
|
|
16
16
|
export declare function syncSenderTaggingIndexes(secret: ExtendedDirectionalAppTaggingSecret, aztecNode: AztecNode, taggingStore: SenderTaggingStore, anchorBlockHash: BlockHash, jobId: string): Promise<void>;
|
|
17
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
17
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3luY19zZW5kZXJfdGFnZ2luZ19pbmRleGVzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvdGFnZ2luZy9zZW5kZXJfc3luYy9zeW5jX3NlbmRlcl90YWdnaW5nX2luZGV4ZXMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0scUJBQXFCLENBQUM7QUFDckQsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFDakUsT0FBTyxLQUFLLEVBQUUsbUNBQW1DLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUU5RSxPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLHFEQUFxRCxDQUFDO0FBSzlGOzs7Ozs7Ozs7O0dBVUc7QUFDSCx3QkFBc0Isd0JBQXdCLENBQzVDLE1BQU0sRUFBRSxtQ0FBbUMsRUFDM0MsU0FBUyxFQUFFLFNBQVMsRUFDcEIsWUFBWSxFQUFFLGtCQUFrQixFQUNoQyxlQUFlLEVBQUUsU0FBUyxFQUMxQixLQUFLLEVBQUUsTUFBTSxHQUNaLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FxRmYifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sync_sender_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../src/tagging/sender_sync/sync_sender_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,oBAAoB,CAAC;AAE9E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qDAAqD,CAAC;AAK9F;;;;;;;;;;GAUG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,mCAAmC,EAC3C,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,kBAAkB,EAChC,eAAe,EAAE,SAAS,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"sync_sender_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../src/tagging/sender_sync/sync_sender_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,oBAAoB,CAAC;AAE9E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qDAAqD,CAAC;AAK9F;;;;;;;;;;GAUG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,mCAAmC,EAC3C,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,kBAAkB,EAChC,eAAe,EAAE,SAAS,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAqFf"}
|
|
@@ -43,9 +43,18 @@ import { loadAndStoreNewTaggingIndexes } from './utils/load_and_store_new_taggin
|
|
|
43
43
|
if (pendingTxHashes.length === 0) {
|
|
44
44
|
break;
|
|
45
45
|
}
|
|
46
|
-
const { txHashesToFinalize, txHashesToDrop } = await getStatusChangeOfPending(pendingTxHashes, aztecNode);
|
|
46
|
+
const { txHashesToFinalize, txHashesToDrop, txHashesWithExecutionReverted } = await getStatusChangeOfPending(pendingTxHashes, aztecNode);
|
|
47
47
|
await taggingStore.dropPendingIndexes(txHashesToDrop, jobId);
|
|
48
48
|
await taggingStore.finalizePendingIndexes(txHashesToFinalize, jobId);
|
|
49
|
+
if (txHashesWithExecutionReverted.length > 0) {
|
|
50
|
+
const indexedTxEffects = await Promise.all(txHashesWithExecutionReverted.map((txHash)=>aztecNode.getTxEffect(txHash)));
|
|
51
|
+
for (const indexedTxEffect of indexedTxEffects){
|
|
52
|
+
if (indexedTxEffect === undefined) {
|
|
53
|
+
throw new Error('TxEffect not found for execution-reverted tx. This is either a bug or a reorg has occurred.');
|
|
54
|
+
}
|
|
55
|
+
await taggingStore.finalizePendingIndexesOfAPartiallyRevertedTx(indexedTxEffect.data, jobId);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
49
58
|
// We check if the finalized index has been updated.
|
|
50
59
|
newFinalizedIndex = await taggingStore.getLastFinalizedIndex(secret, jobId);
|
|
51
60
|
if (previousFinalizedIndex !== newFinalizedIndex) {
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import type { AztecNode } from '@aztec/stdlib/interfaces/server';
|
|
2
2
|
import { TxHash } from '@aztec/stdlib/tx';
|
|
3
3
|
/**
|
|
4
|
-
* Based on receipts obtained from `aztecNode` returns which pending transactions changed their status to finalized
|
|
5
|
-
* dropped.
|
|
4
|
+
* Based on receipts obtained from `aztecNode` returns which pending transactions changed their status to finalized,
|
|
5
|
+
* dropped, or execution-reverted (but mined).
|
|
6
6
|
*/
|
|
7
7
|
export declare function getStatusChangeOfPending(pending: TxHash[], aztecNode: AztecNode): Promise<{
|
|
8
8
|
txHashesToFinalize: TxHash[];
|
|
9
9
|
txHashesToDrop: TxHash[];
|
|
10
|
+
txHashesWithExecutionReverted: TxHash[];
|
|
10
11
|
}>;
|
|
11
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
12
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZ2V0X3N0YXR1c19jaGFuZ2Vfb2ZfcGVuZGluZy5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL3RhZ2dpbmcvc2VuZGVyX3N5bmMvdXRpbHMvZ2V0X3N0YXR1c19jaGFuZ2Vfb2ZfcGVuZGluZy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNqRSxPQUFPLEVBQUUsTUFBTSxFQUFZLE1BQU0sa0JBQWtCLENBQUM7QUFFcEQ7OztHQUdHO0FBQ0gsd0JBQXNCLHdCQUF3QixDQUM1QyxPQUFPLEVBQUUsTUFBTSxFQUFFLEVBQ2pCLFNBQVMsRUFBRSxTQUFTLEdBQ25CLE9BQU8sQ0FBQztJQUNULGtCQUFrQixFQUFFLE1BQU0sRUFBRSxDQUFDO0lBQzdCLGNBQWMsRUFBRSxNQUFNLEVBQUUsQ0FBQztJQUN6Qiw2QkFBNkIsRUFBRSxNQUFNLEVBQUUsQ0FBQztDQUN6QyxDQUFDLENBb0NEIn0=
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get_status_change_of_pending.d.ts","sourceRoot":"","sources":["../../../../src/tagging/sender_sync/utils/get_status_change_of_pending.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,MAAM,EAAY,MAAM,kBAAkB,CAAC;AAEpD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,MAAM,EAAE,EACjB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"get_status_change_of_pending.d.ts","sourceRoot":"","sources":["../../../../src/tagging/sender_sync/utils/get_status_change_of_pending.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,MAAM,EAAY,MAAM,kBAAkB,CAAC;AAEpD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,MAAM,EAAE,EACjB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC;IACT,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,6BAA6B,EAAE,MAAM,EAAE,CAAC;CACzC,CAAC,CAoCD"}
|
|
@@ -1,22 +1,31 @@
|
|
|
1
1
|
import { TxStatus } from '@aztec/stdlib/tx';
|
|
2
2
|
/**
|
|
3
|
-
* Based on receipts obtained from `aztecNode` returns which pending transactions changed their status to finalized
|
|
4
|
-
* dropped.
|
|
3
|
+
* Based on receipts obtained from `aztecNode` returns which pending transactions changed their status to finalized,
|
|
4
|
+
* dropped, or execution-reverted (but mined).
|
|
5
5
|
*/ export async function getStatusChangeOfPending(pending, aztecNode) {
|
|
6
6
|
// Get receipts for all pending tx hashes.
|
|
7
7
|
const receipts = await Promise.all(pending.map((pendingTxHash)=>aztecNode.getTxReceipt(pendingTxHash)));
|
|
8
8
|
const txHashesToFinalize = [];
|
|
9
9
|
const txHashesToDrop = [];
|
|
10
|
+
const txHashesWithExecutionReverted = [];
|
|
10
11
|
for(let i = 0; i < receipts.length; i++){
|
|
11
12
|
const receipt = receipts[i];
|
|
12
13
|
const txHash = pending[i];
|
|
13
|
-
if (receipt.status === TxStatus.FINALIZED
|
|
14
|
-
// Tx has been included in a block and the corresponding block is finalized
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
14
|
+
if (receipt.status === TxStatus.FINALIZED) {
|
|
15
|
+
// Tx has been included in a block and the corresponding block is finalized
|
|
16
|
+
if (receipt.hasExecutionSucceeded()) {
|
|
17
|
+
// No part of execution reverted - we just finalize all the indexes.
|
|
18
|
+
txHashesToFinalize.push(txHash);
|
|
19
|
+
} else if (receipt.hasExecutionReverted()) {
|
|
20
|
+
// Tx was mined but execution reverted (app logic, teardown, or both). Some logs from the non-revertible
|
|
21
|
+
// phase may still be onchain. We check which tags made it onchain and finalize those; drop the rest.
|
|
22
|
+
txHashesWithExecutionReverted.push(txHash);
|
|
23
|
+
} else {
|
|
24
|
+
// Defensive check - this branch should never be triggered
|
|
25
|
+
throw new Error('Both hasExecutionSucceeded and hasExecutionReverted on the receipt returned false. This should never happen and it implies a bug. Please open an issue.');
|
|
26
|
+
}
|
|
27
|
+
} else if (receipt.isDropped()) {
|
|
28
|
+
// Tx was dropped from the mempool --> we drop the corresponding pending indexes.
|
|
20
29
|
txHashesToDrop.push(txHash);
|
|
21
30
|
} else {
|
|
22
31
|
// Tx is still pending, not yet finalized, or was mined successfully but not yet finalized --> we don't do anything.
|
|
@@ -24,6 +33,7 @@ import { TxStatus } from '@aztec/stdlib/tx';
|
|
|
24
33
|
}
|
|
25
34
|
return {
|
|
26
35
|
txHashesToFinalize,
|
|
27
|
-
txHashesToDrop
|
|
36
|
+
txHashesToDrop,
|
|
37
|
+
txHashesWithExecutionReverted
|
|
28
38
|
};
|
|
29
39
|
}
|
|
@@ -11,8 +11,9 @@ import type { SenderTaggingStore } from '../../../storage/tagging_store/sender_t
|
|
|
11
11
|
* @param end - The ending index (exclusive) of the window to process.
|
|
12
12
|
* @param aztecNode - The Aztec node instance to query for logs.
|
|
13
13
|
* @param taggingStore - The data provider to store pending indexes.
|
|
14
|
+
* @param anchorBlockHash - Hash of a block to use as reference block when querying node.
|
|
14
15
|
* @param jobId - Job identifier, used to keep writes in-memory until they can be persisted in a data integrity
|
|
15
16
|
* preserving way.
|
|
16
17
|
*/
|
|
17
18
|
export declare function loadAndStoreNewTaggingIndexes(extendedSecret: ExtendedDirectionalAppTaggingSecret, start: number, end: number, aztecNode: AztecNode, taggingStore: SenderTaggingStore, anchorBlockHash: BlockHash, jobId: string): Promise<void>;
|
|
18
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
19
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibG9hZF9hbmRfc3RvcmVfbmV3X3RhZ2dpbmdfaW5kZXhlcy5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL3RhZ2dpbmcvc2VuZGVyX3N5bmMvdXRpbHMvbG9hZF9hbmRfc3RvcmVfbmV3X3RhZ2dpbmdfaW5kZXhlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSxxQkFBcUIsQ0FBQztBQUNyRCxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNqRSxPQUFPLEtBQUssRUFBRSxtQ0FBbUMsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBSTlFLE9BQU8sS0FBSyxFQUFFLGtCQUFrQixFQUFFLE1BQU0sd0RBQXdELENBQUM7QUFHakc7Ozs7Ozs7Ozs7OztHQVlHO0FBQ0gsd0JBQXNCLDZCQUE2QixDQUNqRCxjQUFjLEVBQUUsbUNBQW1DLEVBQ25ELEtBQUssRUFBRSxNQUFNLEVBQ2IsR0FBRyxFQUFFLE1BQU0sRUFDWCxTQUFTLEVBQUUsU0FBUyxFQUNwQixZQUFZLEVBQUUsa0JBQWtCLEVBQ2hDLGVBQWUsRUFBRSxTQUFTLEVBQzFCLEtBQUssRUFBRSxNQUFNLGlCQWdCZCJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load_and_store_new_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wDAAwD,CAAC;AAGjG
|
|
1
|
+
{"version":3,"file":"load_and_store_new_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wDAAwD,CAAC;AAGjG;;;;;;;;;;;;GAYG;AACH,wBAAsB,6BAA6B,CACjD,cAAc,EAAE,mCAAmC,EACnD,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,kBAAkB,EAChC,eAAe,EAAE,SAAS,EAC1B,KAAK,EAAE,MAAM,iBAgBd"}
|