@aztec/pxe 0.77.1 → 0.78.1

package/dest/{contract_data_provider → storage/contract_data_provider}/contract_data_provider.d.ts

@@ -2,11 +2,11 @@
 /// <reference types="node" resolution-mode="require"/>
 import type { Fr } from '@aztec/foundation/fields';
 import type { MembershipWitness } from '@aztec/foundation/trees';
-import { type ContractArtifact, type FunctionArtifact, type FunctionDebugMetadata, type FunctionSelector } from '@aztec/stdlib/abi';
-import type { AztecAddress } from '@aztec/stdlib/aztec-address';
-import type { ContractClass, ContractInstance } from '@aztec/stdlib/contract';
-import type { ContractArtifactDatabase } from '../database/interfaces/contract_artifact_db.js';
-import type { ContractInstanceDatabase } from '../database/interfaces/contract_instance_db.js';
+import type { AztecAsyncKVStore } from '@aztec/kv-store';
+import { type ContractArtifact, type FunctionArtifact, type FunctionDebugMetadata, FunctionSelector } from '@aztec/stdlib/abi';
+import { AztecAddress } from '@aztec/stdlib/aztec-address';
+import { type ContractClass, type ContractInstanceWithAddress } from '@aztec/stdlib/contract';
+import type { DataProvider } from '../data_provider.js';
 /**
  * ContractDataProvider serves as a data manager and retriever for Aztec.nr contracts.
  * It provides methods to obtain contract addresses, function ABI, bytecode, and membership witnesses
@@ -14,16 +14,42 @@ import type { ContractInstanceDatabase } from '../database/interfaces/contract_i
  * to efficiently serve the requested data. It interacts with the ContractDatabase and AztecNode to fetch
  * the required information and facilitate cryptographic proof generation.
  */
-export declare class ContractDataProvider {
-    private db;
+export declare class ContractDataProvider implements DataProvider {
+    #private;
     /** Map from contract class id to private function tree. */
-    private contractClasses;
-    constructor(db: ContractArtifactDatabase & ContractInstanceDatabase);
+    private contractClassesCache;
+    constructor(store: AztecAsyncKVStore);
+    addContractArtifact(id: Fr, contract: ContractArtifact): Promise<void>;
+    addContractInstance(contract: ContractInstanceWithAddress): Promise<void>;
+    /**
+     * Retrieve or create a ContractTree instance based on the provided class id.
+     * If an existing tree with the same class id is found in the cache, it will be returned.
+     * Otherwise, a new ContractTree instance will be created using the contract data from the database
+     * and added to the cache before returning.
+     *
+     * @param classId - The class id of the contract for which the ContractTree is required.
+     * @returns A ContractTree instance associated with the specified contract address.
+     * @throws An Error if the contract is not found in the ContractDatabase.
+     */
+    private getTreeForClassId;
+    /**
+     * Retrieve or create a ContractTree instance based on the provided AztecAddress.
+     * If an existing tree with the same contract address is found in the cache, it will be returned.
+     * Otherwise, a new ContractTree instance will be created using the contract data from the database
+     * and added to the cache before returning.
+     *
+     * @param contractAddress - The AztecAddress of the contract for which the ContractTree is required.
+     * @returns A ContractTree instance associated with the specified contract address.
+     * @throws An Error if the contract is not found in the ContractDatabase.
+     */
+    private getTreeForAddress;
+    getContractsAddresses(): Promise<AztecAddress[]>;
     /** Returns a contract instance for a given address. Throws if not found. */
-    getContractInstance(contractAddress: AztecAddress): Promise<ContractInstance>;
+    getContractInstance(contractAddress: AztecAddress): Promise<ContractInstanceWithAddress>;
+    getContractArtifact(contractClassId: Fr): Promise<ContractArtifact>;
     /** Returns a contract class for a given class id. Throws if not found. */
     getContractClass(contractClassId: Fr): Promise<ContractClass>;
-    getContractArtifact(contractClassId: Fr): Promise<ContractArtifact>;
+    getContract(address: AztecAddress): Promise<(ContractInstanceWithAddress & ContractArtifact) | undefined>;
     /**
      * Retrieves the artifact of a specified function within a given contract.
      * The function is identified by its selector, which is a unique code generated from the function's signature.
@@ -78,27 +104,6 @@ export declare class ContractDataProvider {
     getFunctionMembershipWitness(contractClassId: Fr, selector: FunctionSelector): Promise<MembershipWitness<5>>;
     getDebugContractName(contractAddress: AztecAddress): Promise<string>;
     getDebugFunctionName(contractAddress: AztecAddress, selector: FunctionSelector): Promise<string>;
-    /**
-     * Retrieve or create a ContractTree instance based on the provided class id.
-     * If an existing tree with the same class id is found in the cache, it will be returned.
-     * Otherwise, a new ContractTree instance will be created using the contract data from the database
-     * and added to the cache before returning.
-     *
-     * @param classId - The class id of the contract for which the ContractTree is required.
-     * @returns A ContractTree instance associated with the specified contract address.
-     * @throws An Error if the contract is not found in the ContractDatabase.
-     */
-    private getTreeForClassId;
-    /**
-     * Retrieve or create a ContractTree instance based on the provided AztecAddress.
-     * If an existing tree with the same contract address is found in the cache, it will be returned.
-     * Otherwise, a new ContractTree instance will be created using the contract data from the database
-     * and added to the cache before returning.
-     *
-     * @param contractAddress - The AztecAddress of the contract for which the ContractTree is required.
-     * @returns A ContractTree instance associated with the specified contract address.
-     * @throws An Error if the contract is not found in the ContractDatabase.
-     */
-    private getTreeForAddress;
+    getSize(): Promise<number>;
 }
 //# sourceMappingURL=contract_data_provider.d.ts.map

package/dest/storage/contract_data_provider/contract_data_provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contract_data_provider.d.ts","sourceRoot":"","sources":["../../../src/storage/contract_data_provider/contract_data_provider.ts"],"names":[],"mappings":";;AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AAEnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AAExE,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,EAC1B,gBAAgB,EAKjB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,2BAA2B,EAEjC,MAAM,wBAAwB,CAAC;AAEhC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGxD;;;;;;GAMG;AACH,qBAAa,oBAAqB,YAAW,YAAY;;IACvD,2DAA2D;IAC3D,OAAO,CAAC,oBAAoB,CAAgD;gBAKhE,KAAK,EAAE,iBAAiB;IAOvB,mBAAmB,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB7E,mBAAmB,CAAC,QAAQ,EAAE,2BAA2B,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB/E;;;;;;;;;OASG;YACW,iBAAiB;IAY/B;;;;;;;;;OASG;YACW,iBAAiB;IAOzB,qBAAqB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAKtD,4EAA4E;IAC/D,mBAAmB,CAAC,eAAe,EAAE,YAAY,GAAG,OAAO,CAAC,2BAA2B,CAAC;IAQxF,mBAAmB,CAAC,eAAe,EAAE,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAKhF,0EAA0E;IAC7D,gBAAgB,CAAC,eAAe,EAAE,EAAE,GAAG,OAAO,CAAC,aAAa,CAAC;IAK7D,WAAW,CACtB,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,CAAC,2BAA2B,GAAG,gBAAgB,CAAC,GAAG,SAAS,CAAC;IASxE;;;;;;;;OAQG;IACU,mBAAmB,CAAC,eAAe,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB;IAK1F;;;;;;;;OAQG;IACU,yBAAyB,CACpC,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC;IAKxC;;;;;;;;;OASG;IACU,wBAAwB,CACnC,eAAe,EAAE,YAAY,EAC7B,QAAQ,EAAE,gBAAgB,GACzB,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;IAM7C;;;;;;;;;OASG;IACU,WAAW,CAAC,eAAe,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB;IAKlF;;;;;;;;OAQG;IACU,4BAA4B,CACvC,eAAe,EAAE,EAAE,EACnB,QAAQ,EAAE,gBAAgB,GACzB,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAKnB,oBAAoB,CAAC,eAAe,EAAE,YAAY;IAKlD,oBAAoB,CAAC,eAAe,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB;IAO9E,OAAO;CAKrB"}

package/dest/{contract_data_provider → storage/contract_data_provider}/contract_data_provider.js

@@ -1,5 +1,8 @@
+import { toArray } from '@aztec/foundation/iterable';
 import { ContractClassNotFoundError, ContractNotFoundError } from '@aztec/simulator/client';
-import { getFunctionDebugMetadata } from '@aztec/stdlib/abi';
+import { FunctionSelector, FunctionType, contractArtifactFromBuffer, contractArtifactToBuffer, getFunctionDebugMetadata } from '@aztec/stdlib/abi';
+import { AztecAddress } from '@aztec/stdlib/aztec-address';
+import { SerializableContractInstance } from '@aztec/stdlib/contract';
 import { PrivateFunctionsTree } from './private_functions_tree.js';
 /**
  * ContractDataProvider serves as a data manager and retriever for Aztec.nr contracts.
@@ -8,26 +11,98 @@ import { PrivateFunctionsTree } from './private_functions_tree.js';
  * to efficiently serve the requested data. It interacts with the ContractDatabase and AztecNode to fetch
  * the required information and facilitate cryptographic proof generation.
  */ export class ContractDataProvider {
-    db;
-    /** Map from contract class id to private function tree. */ contractClasses;
-    constructor(db){
-        this.db = db;
-        this.contractClasses = new Map();
+    /** Map from contract class id to private function tree. */ contractClassesCache = new Map();
+    #contractArtifacts;
+    #contractInstances;
+    constructor(store){
+        this.#contractArtifacts = store.openMap('contract_artifacts');
+        this.#contractInstances = store.openMap('contracts_instances');
+    }
+    // Setters
+    async addContractArtifact(id, contract) {
+        const privateFunctions = contract.functions.filter((functionArtifact)=>functionArtifact.functionType === FunctionType.PRIVATE);
+        const privateSelectors = await Promise.all(privateFunctions.map(async (privateFunctionArtifact)=>(await FunctionSelector.fromNameAndParameters(privateFunctionArtifact.name, privateFunctionArtifact.parameters)).toString()));
+        if (privateSelectors.length !== new Set(privateSelectors).size) {
+            throw new Error('Repeated function selectors of private functions');
+        }
+        await this.#contractArtifacts.set(id.toString(), contractArtifactToBuffer(contract));
+    }
+    async addContractInstance(contract) {
+        await this.#contractInstances.set(contract.address.toString(), new SerializableContractInstance(contract).toBuffer());
+    }
+    // Private getters
+    async #getContractInstance(address) {
+        const contract = await this.#contractInstances.getAsync(address.toString());
+        return contract && SerializableContractInstance.fromBuffer(contract).withAddress(address);
+    }
+    async #getContractArtifact(id) {
+        const contract = await this.#contractArtifacts.getAsync(id.toString());
+        // TODO(@spalladino): AztecAsyncMap lies and returns Uint8Arrays instead of Buffers, hence the extra Buffer.from.
+        return contract && contractArtifactFromBuffer(Buffer.from(contract));
+    }
+    /**
+   * Retrieve or create a ContractTree instance based on the provided class id.
+   * If an existing tree with the same class id is found in the cache, it will be returned.
+   * Otherwise, a new ContractTree instance will be created using the contract data from the database
+   * and added to the cache before returning.
+   *
+   * @param classId - The class id of the contract for which the ContractTree is required.
+   * @returns A ContractTree instance associated with the specified contract address.
+   * @throws An Error if the contract is not found in the ContractDatabase.
+   */ async getTreeForClassId(classId) {
+        if (!this.contractClassesCache.has(classId.toString())) {
+            const artifact = await this.#getContractArtifact(classId);
+            if (!artifact) {
+                throw new ContractClassNotFoundError(classId.toString());
+            }
+            const tree = await PrivateFunctionsTree.create(artifact);
+            this.contractClassesCache.set(classId.toString(), tree);
+        }
+        return this.contractClassesCache.get(classId.toString());
+    }
+    /**
+   * Retrieve or create a ContractTree instance based on the provided AztecAddress.
+   * If an existing tree with the same contract address is found in the cache, it will be returned.
+   * Otherwise, a new ContractTree instance will be created using the contract data from the database
+   * and added to the cache before returning.
+   *
+   * @param contractAddress - The AztecAddress of the contract for which the ContractTree is required.
+   * @returns A ContractTree instance associated with the specified contract address.
+   * @throws An Error if the contract is not found in the ContractDatabase.
+   */ async getTreeForAddress(contractAddress) {
+        const instance = await this.getContractInstance(contractAddress);
+        return this.getTreeForClassId(instance.currentContractClassId);
+    }
+    // Public getters
+    async getContractsAddresses() {
+        const keys = await toArray(this.#contractInstances.keysAsync());
+        return keys.map(AztecAddress.fromString);
     }
     /** Returns a contract instance for a given address. Throws if not found. */ async getContractInstance(contractAddress) {
-        const instance = await this.db.getContractInstance(contractAddress);
+        const instance = await this.#getContractInstance(contractAddress);
         if (!instance) {
             throw new ContractNotFoundError(contractAddress.toString());
         }
         return instance;
     }
+    async getContractArtifact(contractClassId) {
+        const tree = await this.getTreeForClassId(contractClassId);
+        return tree.getArtifact();
+    }
     /** Returns a contract class for a given class id. Throws if not found. */ async getContractClass(contractClassId) {
         const tree = await this.getTreeForClassId(contractClassId);
         return tree.getContractClass();
     }
-    async getContractArtifact(contractClassId) {
-        const tree = await this.getTreeForClassId(contractClassId);
-        return tree.getArtifact();
+    async getContract(address) {
+        const instance = await this.getContractInstance(address);
+        const artifact = instance && await this.getContractArtifact(instance?.currentContractClassId);
+        if (!instance || !artifact) {
+            return undefined;
+        }
+        return {
+            ...instance,
+            ...artifact
+        };
     }
     /**
    * Retrieves the artifact of a specified function within a given contract.
@@ -102,37 +177,7 @@ import { PrivateFunctionsTree } from './private_functions_tree.js';
         const { name: functionName } = await tree.getFunctionArtifact(selector);
         return `${contractName}:${functionName}`;
     }
-    /**
-   * Retrieve or create a ContractTree instance based on the provided class id.
-   * If an existing tree with the same class id is found in the cache, it will be returned.
-   * Otherwise, a new ContractTree instance will be created using the contract data from the database
-   * and added to the cache before returning.
-   *
-   * @param classId - The class id of the contract for which the ContractTree is required.
-   * @returns A ContractTree instance associated with the specified contract address.
-   * @throws An Error if the contract is not found in the ContractDatabase.
-   */ async getTreeForClassId(classId) {
-        if (!this.contractClasses.has(classId.toString())) {
-            const artifact = await this.db.getContractArtifact(classId);
-            if (!artifact) {
-                throw new ContractClassNotFoundError(classId.toString());
-            }
-            const tree = await PrivateFunctionsTree.create(artifact);
-            this.contractClasses.set(classId.toString(), tree);
-        }
-        return this.contractClasses.get(classId.toString());
-    }
-    /**
-   * Retrieve or create a ContractTree instance based on the provided AztecAddress.
-   * If an existing tree with the same contract address is found in the cache, it will be returned.
-   * Otherwise, a new ContractTree instance will be created using the contract data from the database
-   * and added to the cache before returning.
-   *
-   * @param contractAddress - The AztecAddress of the contract for which the ContractTree is required.
-   * @returns A ContractTree instance associated with the specified contract address.
-   * @throws An Error if the contract is not found in the ContractDatabase.
-   */ async getTreeForAddress(contractAddress) {
-        const instance = await this.getContractInstance(contractAddress);
-        return this.getTreeForClassId(instance.currentContractClassId);
+    async getSize() {
+        return (await toArray(this.#contractInstances.valuesAsync())).concat(await toArray(this.#contractArtifacts.valuesAsync())).reduce((sum, value)=>sum + value.length, 0);
     }
 }

package/dest/storage/contract_data_provider/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/contract_data_provider/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC"}

package/dest/storage/contract_data_provider/private_functions_tree.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"private_functions_tree.d.ts","sourceRoot":"","sources":["../../../src/storage/contract_data_provider/private_functions_tree.ts"],"names":[],"mappings":";;AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AAE9C,OAAO,EAAE,iBAAiB,EAAE,KAAK,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,KAAK,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EACL,KAAK,mBAAmB,EAIzB,MAAM,wBAAwB,CAAC;AAEhC;;;;;GAKG;AACH,qBAAa,oBAAoB;IAGX,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAAoB,OAAO,CAAC,aAAa;IAFtF,OAAO,CAAC,IAAI,CAAC,CAAa;IAE1B,OAAO;WAEM,MAAM,CAAC,QAAQ,EAAE,gBAAgB;IAK9C;;;;;;;OAOG;IACU,mBAAmB,CAAC,QAAQ,EAAE,gBAAgB;IAkB3D;;;;;;;OAOG;IACU,WAAW,CAAC,QAAQ,EAAE,gBAAgB;IAKnD;;;;;;OAMG;IACI,mBAAmB;IAI1B,yCAAyC;IAClC,gBAAgB;IAIvB,qCAAqC;IAC9B,WAAW;IAIlB;;OAEG;IACI,kBAAkB;IAIzB;;;;;;;;OAQG;IACU,4BAA4B,CACvC,QAAQ,EAAE,gBAAgB,GACzB,OAAO,CAAC,iBAAiB,CAAC,OAAO,oBAAoB,CAAC,CAAC;YAiB5C,OAAO;CAOtB"}

package/dest/storage/data_provider.d.ts

@@ -0,0 +1,4 @@
+export interface DataProvider {
+    getSize(): Promise<number>;
+}
+//# sourceMappingURL=data_provider.d.ts.map

package/dest/storage/data_provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data_provider.d.ts","sourceRoot":"","sources":["../../src/storage/data_provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAC3B,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC5B"}

package/dest/storage/data_provider.js

@@ -0,0 +1 @@
+export { };

package/dest/storage/index.d.ts

@@ -0,0 +1,10 @@
+export * from './address_data_provider/index.js';
+export * from './auth_witness_data_provider/index.js';
+export * from './capsule_data_provider/index.js';
+export * from './contract_data_provider/index.js';
+export * from './note_data_provider/index.js';
+export * from './sync_data_provider/index.js';
+export * from './tagging_data_provider/index.js';
+export * from './data_provider.js';
+export declare const PXE_DATA_SCHEMA_VERSION = 2;
+//# sourceMappingURL=index.d.ts.map

package/dest/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,cAAc,uCAAuC,CAAC;AACtD,cAAc,kCAAkC,CAAC;AACjD,cAAc,mCAAmC,CAAC;AAClD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,kCAAkC,CAAC;AACjD,cAAc,oBAAoB,CAAC;AAEnC,eAAO,MAAM,uBAAuB,IAAI,CAAC"}

package/dest/storage/index.js

@@ -0,0 +1,9 @@
+export * from './address_data_provider/index.js';
+export * from './auth_witness_data_provider/index.js';
+export * from './capsule_data_provider/index.js';
+export * from './contract_data_provider/index.js';
+export * from './note_data_provider/index.js';
+export * from './sync_data_provider/index.js';
+export * from './tagging_data_provider/index.js';
+export * from './data_provider.js';
+export const PXE_DATA_SCHEMA_VERSION = 2;

package/dest/storage/note_data_provider/index.d.ts

@@ -0,0 +1,3 @@
+export { NoteDao } from './note_dao.js';
+export { NoteDataProvider } from './note_data_provider.js';
+//# sourceMappingURL=index.d.ts.map

package/dest/storage/note_data_provider/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/note_data_provider/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC"}

package/dest/storage/note_data_provider/index.js

@@ -0,0 +1,2 @@
+export { NoteDao } from './note_dao.js';
+export { NoteDataProvider } from './note_data_provider.js';

package/dest/storage/note_data_provider/note_dao.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"note_dao.d.ts","sourceRoot":"","sources":["../../../src/storage/note_data_provider/note_dao.ts"],"names":[],"mappings":";;AACA,OAAO,EAAE,EAAE,EAAS,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,YAAY,EAAqB,MAAM,6BAA6B,CAAC;AAC9E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C;;;GAGG;AACH,qBAAa,OAAQ,YAAW,QAAQ;IAIpC,kFAAkF;IAC3E,IAAI,EAAE,IAAI;IACjB,8GAA8G;IACvG,eAAe,EAAE,YAAY;IACpC;;;SAGK;IACE,WAAW,EAAE,EAAE;IACtB,qFAAqF;IAC9E,KAAK,EAAE,EAAE;IAGhB;;;OAGG;IACI,QAAQ,EAAE,EAAE;IACnB;;;OAGG;IACI,eAAe,EAAE,EAAE;IAG1B;;OAEG;IACI,MAAM,EAAE,MAAM;IACrB;gBACY;IACL,aAAa,EAAE,MAAM;IAC5B;gBACY;IACL,WAAW,EAAE,MAAM;IAC1B,+EAA+E;IACxE,KAAK,EAAE,MAAM;IACpB,4EAA4E;IACrE,YAAY,EAAE,SAAS;IAE9B;;OAEG;IACI,UAAU,EAAE,YAAY;;IA3C/B,kFAAkF;IAC3E,IAAI,EAAE,IAAI;IACjB,8GAA8G;IACvG,eAAe,EAAE,YAAY;IACpC;;;SAGK;IACE,WAAW,EAAE,EAAE;IACtB,qFAAqF;IAC9E,KAAK,EAAE,EAAE;IAGhB;;;OAGG;IACI,QAAQ,EAAE,EAAE;IACnB;;;OAGG;IACI,eAAe,EAAE,EAAE;IAG1B;;OAEG;IACI,MAAM,EAAE,MAAM;IACrB;gBACY;IACL,aAAa,EAAE,MAAM;IAC5B;gBACY;IACL,WAAW,EAAE,MAAM;IAC1B,+EAA+E;IACxE,KAAK,EAAE,MAAM;IACpB,4EAA4E;IACrE,YAAY,EAAE,SAAS;IAE9B;;OAEG;IACI,UAAU,EAAE,YAAY;IAGjC,QAAQ,IAAI,MAAM;IAiBlB,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY;IAgC/C,QAAQ;IAIR,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM;IAK7B;;;OAGG;IACI,OAAO;WAMD,MAAM,CAAC,EAClB,IAAoB,EACpB,eAA2B,EAC3B,WAAyB,EACzB,KAAmB,EACnB,QAAsB,EACtB,eAA6B,EAC7B,MAAwB,EACxB,aAAgD,EAChD,WAAoC,EACpC,KAA8B,EAC9B,YAAwB,EACxB,UAAkC,GACnC,GAAE,OAAO,CAAC,OAAO,CAAM;CAgBzB"}

package/dest/storage/note_data_provider/note_data_provider.d.ts

@@ -0,0 +1,20 @@
+import type { Fr, Point } from '@aztec/foundation/fields';
+import type { AztecAsyncKVStore } from '@aztec/kv-store';
+import { AztecAddress } from '@aztec/stdlib/aztec-address';
+import type { InBlock } from '@aztec/stdlib/block';
+import { type NotesFilter } from '@aztec/stdlib/note';
+import type { DataProvider } from '../data_provider.js';
+import { NoteDao } from './note_dao.js';
+export declare class NoteDataProvider implements DataProvider {
+    #private;
+    private constructor();
+    static create(store: AztecAsyncKVStore): Promise<NoteDataProvider>;
+    addScope(scope: AztecAddress): Promise<boolean>;
+    addNotes(notes: NoteDao[], scope?: AztecAddress): Promise<void>;
+    removeNotesAfter(blockNumber: number): Promise<void>;
+    unnullifyNotesAfter(blockNumber: number, synchedBlockNumber?: number): Promise<void>;
+    getNotes(filter: NotesFilter): Promise<NoteDao[]>;
+    removeNullifiedNotes(nullifiers: InBlock<Fr>[], accountAddressPoint: Point): Promise<NoteDao[]>;
+    getSize(): Promise<number>;
+}
+//# sourceMappingURL=note_data_provider.d.ts.map

package/dest/storage/note_data_provider/note_data_provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"note_data_provider.d.ts","sourceRoot":"","sources":["../../../src/storage/note_data_provider/note_data_provider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAE1D,OAAO,KAAK,EAAE,iBAAiB,EAAqC,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAc,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAElE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,qBAAa,gBAAiB,YAAW,YAAY;;IAsBnD,OAAO;WAsBa,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAWlE,QAAQ,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;IAmBtD,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,GAAE,YAAgC,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBjF,gBAAgB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAsB9C,mBAAmB,CAAC,WAAW,EAAE,MAAM,EAAE,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkD3F,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAkGvD,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IA6DzF,OAAO;CAGd"}

package/dest/storage/note_data_provider/note_data_provider.js

@@ -0,0 +1,249 @@
+import { toBufferBE } from '@aztec/foundation/bigint-buffer';
+import { toArray } from '@aztec/foundation/iterable';
+import { AztecAddress } from '@aztec/stdlib/aztec-address';
+import { NoteStatus } from '@aztec/stdlib/note';
+import { NoteDao } from './note_dao.js';
+export class NoteDataProvider {
+    #store;
+    #notes;
+    #nullifiedNotes;
+    #nullifierToNoteId;
+    #nullifiersByBlockNumber;
+    #nullifiedNotesToScope;
+    #nullifiedNotesByContract;
+    #nullifiedNotesByStorageSlot;
+    #nullifiedNotesByTxHash;
+    #nullifiedNotesByAddressPoint;
+    #nullifiedNotesByNullifier;
+    #scopes;
+    #notesToScope;
+    #notesByContractAndScope;
+    #notesByStorageSlotAndScope;
+    #notesByTxHashAndScope;
+    #notesByAddressPointAndScope;
+    constructor(store){
+        this.#store = store;
+        this.#notes = store.openMap('notes');
+        this.#nullifiedNotes = store.openMap('nullified_notes');
+        this.#nullifierToNoteId = store.openMap('nullifier_to_note');
+        this.#nullifiersByBlockNumber = store.openMultiMap('nullifier_to_block_number');
+        this.#nullifiedNotesToScope = store.openMultiMap('nullified_notes_to_scope');
+        this.#nullifiedNotesByContract = store.openMultiMap('nullified_notes_by_contract');
+        this.#nullifiedNotesByStorageSlot = store.openMultiMap('nullified_notes_by_storage_slot');
+        this.#nullifiedNotesByTxHash = store.openMultiMap('nullified_notes_by_tx_hash');
+        this.#nullifiedNotesByAddressPoint = store.openMultiMap('nullified_notes_by_address_point');
+        this.#nullifiedNotesByNullifier = store.openMap('nullified_notes_by_nullifier');
+        this.#scopes = store.openMap('scopes');
+        this.#notesToScope = store.openMultiMap('notes_to_scope');
+        this.#notesByContractAndScope = new Map();
+        this.#notesByStorageSlotAndScope = new Map();
+        this.#notesByTxHashAndScope = new Map();
+        this.#notesByAddressPointAndScope = new Map();
+    }
+    static async create(store) {
+        const pxeDB = new NoteDataProvider(store);
+        for await (const scope of pxeDB.#scopes.keysAsync()){
+            pxeDB.#notesByContractAndScope.set(scope, store.openMultiMap(`${scope}:notes_by_contract`));
+            pxeDB.#notesByStorageSlotAndScope.set(scope, store.openMultiMap(`${scope}:notes_by_storage_slot`));
+            pxeDB.#notesByTxHashAndScope.set(scope, store.openMultiMap(`${scope}:notes_by_tx_hash`));
+            pxeDB.#notesByAddressPointAndScope.set(scope, store.openMultiMap(`${scope}:notes_by_address_point`));
+        }
+        return pxeDB;
+    }
+    async addScope(scope) {
+        const scopeString = scope.toString();
+        if (await this.#scopes.hasAsync(scopeString)) {
+            return false;
+        }
+        await this.#scopes.set(scopeString, true);
+        this.#notesByContractAndScope.set(scopeString, this.#store.openMultiMap(`${scopeString}:notes_by_contract`));
+        this.#notesByStorageSlotAndScope.set(scopeString, this.#store.openMultiMap(`${scopeString}:notes_by_storage_slot`));
+        this.#notesByTxHashAndScope.set(scopeString, this.#store.openMultiMap(`${scopeString}:notes_by_tx_hash`));
+        this.#notesByAddressPointAndScope.set(scopeString, this.#store.openMultiMap(`${scopeString}:notes_by_address_point`));
+        return true;
+    }
+    async addNotes(notes, scope = AztecAddress.ZERO) {
+        if (!await this.#scopes.hasAsync(scope.toString())) {
+            await this.addScope(scope);
+        }
+        return this.#store.transactionAsync(async ()=>{
+            for (const dao of notes){
+                // store notes by their index in the notes hash tree
+                // this provides the uniqueness we need to store individual notes
+                // and should also return notes in the order that they were created.
+                // Had we stored them by their nullifier, they would be returned in random order
+                const noteIndex = toBufferBE(dao.index, 32).toString('hex');
+                await this.#notes.set(noteIndex, dao.toBuffer());
+                await this.#notesToScope.set(noteIndex, scope.toString());
+                await this.#nullifierToNoteId.set(dao.siloedNullifier.toString(), noteIndex);
+                await this.#notesByContractAndScope.get(scope.toString()).set(dao.contractAddress.toString(), noteIndex);
+                await this.#notesByStorageSlotAndScope.get(scope.toString()).set(dao.storageSlot.toString(), noteIndex);
+                await this.#notesByTxHashAndScope.get(scope.toString()).set(dao.txHash.toString(), noteIndex);
+                await this.#notesByAddressPointAndScope.get(scope.toString()).set(dao.addressPoint.toString(), noteIndex);
+            }
+        });
+    }
+    removeNotesAfter(blockNumber) {
+        return this.#store.transactionAsync(async ()=>{
+            const notes = await toArray(this.#notes.valuesAsync());
+            for (const note of notes){
+                const noteDao = NoteDao.fromBuffer(note);
+                if (noteDao.l2BlockNumber > blockNumber) {
+                    const noteIndex = toBufferBE(noteDao.index, 32).toString('hex');
+                    await this.#notes.delete(noteIndex);
+                    await this.#notesToScope.delete(noteIndex);
+                    await this.#nullifierToNoteId.delete(noteDao.siloedNullifier.toString());
+                    const scopes = await toArray(this.#scopes.keysAsync());
+                    for (const scope of scopes){
+                        await this.#notesByAddressPointAndScope.get(scope).deleteValue(noteDao.addressPoint.toString(), noteIndex);
+                        await this.#notesByTxHashAndScope.get(scope).deleteValue(noteDao.txHash.toString(), noteIndex);
+                        await this.#notesByContractAndScope.get(scope).deleteValue(noteDao.contractAddress.toString(), noteIndex);
+                        await this.#notesByStorageSlotAndScope.get(scope).deleteValue(noteDao.storageSlot.toString(), noteIndex);
+                    }
+                }
+            }
+        });
+    }
+    async unnullifyNotesAfter(blockNumber, synchedBlockNumber) {
+        const nullifiersToUndo = [];
+        const currentBlockNumber = blockNumber + 1;
+        const maxBlockNumber = synchedBlockNumber ?? currentBlockNumber;
+        for(let i = currentBlockNumber; i <= maxBlockNumber; i++){
+            nullifiersToUndo.push(...await toArray(this.#nullifiersByBlockNumber.getValuesAsync(i)));
+        }
+        const notesIndexesToReinsert = await Promise.all(nullifiersToUndo.map((nullifier)=>this.#nullifiedNotesByNullifier.getAsync(nullifier)));
+        const notNullNoteIndexes = notesIndexesToReinsert.filter((noteIndex)=>noteIndex != undefined);
+        const nullifiedNoteBuffers = await Promise.all(notNullNoteIndexes.map((noteIndex)=>this.#nullifiedNotes.getAsync(noteIndex)));
+        const noteDaos = nullifiedNoteBuffers.filter((buffer)=>buffer != undefined).map((buffer)=>NoteDao.fromBuffer(buffer));
+        await this.#store.transactionAsync(async ()=>{
+            for (const dao of noteDaos){
+                const noteIndex = toBufferBE(dao.index, 32).toString('hex');
+                await this.#notes.set(noteIndex, dao.toBuffer());
+                await this.#nullifierToNoteId.set(dao.siloedNullifier.toString(), noteIndex);
+                let scopes = await toArray(this.#nullifiedNotesToScope.getValuesAsync(noteIndex)) ?? [];
+                if (scopes.length === 0) {
+                    scopes = [
+                        new AztecAddress(dao.addressPoint.x).toString()
+                    ];
+                }
+                for (const scope of scopes){
+                    await this.#notesByContractAndScope.get(scope.toString()).set(dao.contractAddress.toString(), noteIndex);
+                    await this.#notesByStorageSlotAndScope.get(scope.toString()).set(dao.storageSlot.toString(), noteIndex);
+                    await this.#notesByTxHashAndScope.get(scope.toString()).set(dao.txHash.toString(), noteIndex);
+                    await this.#notesByAddressPointAndScope.get(scope.toString()).set(dao.addressPoint.toString(), noteIndex);
+                    await this.#notesToScope.set(noteIndex, scope);
+                }
+                await this.#nullifiedNotes.delete(noteIndex);
+                await this.#nullifiedNotesToScope.delete(noteIndex);
+                await this.#nullifiersByBlockNumber.deleteValue(dao.l2BlockNumber, dao.siloedNullifier.toString());
+                await this.#nullifiedNotesByContract.deleteValue(dao.contractAddress.toString(), noteIndex);
+                await this.#nullifiedNotesByStorageSlot.deleteValue(dao.storageSlot.toString(), noteIndex);
+                await this.#nullifiedNotesByTxHash.deleteValue(dao.txHash.toString(), noteIndex);
+                await this.#nullifiedNotesByAddressPoint.deleteValue(dao.addressPoint.toString(), noteIndex);
+                await this.#nullifiedNotesByNullifier.delete(dao.siloedNullifier.toString());
+            }
+        });
+    }
+    async getNotes(filter) {
+        const publicKey = filter.owner ? await filter.owner.toAddressPoint() : undefined;
+        filter.status = filter.status ?? NoteStatus.ACTIVE;
+        const candidateNoteSources = [];
+        filter.scopes ??= (await toArray(this.#scopes.keysAsync())).map((addressString)=>AztecAddress.fromString(addressString));
+        const activeNoteIdsPerScope = [];
+        for (const scope of new Set(filter.scopes)){
+            const formattedScopeString = scope.toString();
+            if (!await this.#scopes.hasAsync(formattedScopeString)) {
+                throw new Error('Trying to get incoming notes of an scope that is not in the PXE database');
+            }
+            activeNoteIdsPerScope.push(publicKey ? await toArray(this.#notesByAddressPointAndScope.get(formattedScopeString).getValuesAsync(publicKey.toString())) : filter.txHash ? await toArray(this.#notesByTxHashAndScope.get(formattedScopeString).getValuesAsync(filter.txHash.toString())) : filter.contractAddress ? await toArray(this.#notesByContractAndScope.get(formattedScopeString).getValuesAsync(filter.contractAddress.toString())) : filter.storageSlot ? await toArray(this.#notesByStorageSlotAndScope.get(formattedScopeString).getValuesAsync(filter.storageSlot.toString())) : await toArray(this.#notesByAddressPointAndScope.get(formattedScopeString).valuesAsync()));
+        }
+        candidateNoteSources.push({
+            ids: new Set(activeNoteIdsPerScope.flat()),
+            notes: this.#notes
+        });
+        if (filter.status == NoteStatus.ACTIVE_OR_NULLIFIED) {
+            candidateNoteSources.push({
+                ids: publicKey ? await toArray(this.#nullifiedNotesByAddressPoint.getValuesAsync(publicKey.toString())) : filter.txHash ? await toArray(this.#nullifiedNotesByTxHash.getValuesAsync(filter.txHash.toString())) : filter.contractAddress ? await toArray(this.#nullifiedNotesByContract.getValuesAsync(filter.contractAddress.toString())) : filter.storageSlot ? await toArray(this.#nullifiedNotesByStorageSlot.getValuesAsync(filter.storageSlot.toString())) : await toArray(this.#nullifiedNotes.keysAsync()),
+                notes: this.#nullifiedNotes
+            });
+        }
+        const result = [];
+        for (const { ids, notes } of candidateNoteSources){
+            for (const id of ids){
+                const serializedNote = await notes.getAsync(id);
+                if (!serializedNote) {
+                    continue;
+                }
+                const note = NoteDao.fromBuffer(serializedNote);
+                if (filter.contractAddress && !note.contractAddress.equals(filter.contractAddress)) {
+                    continue;
+                }
+                if (filter.txHash && !note.txHash.equals(filter.txHash)) {
+                    continue;
+                }
+                if (filter.storageSlot && !note.storageSlot.equals(filter.storageSlot)) {
+                    continue;
+                }
+                if (publicKey && !note.addressPoint.equals(publicKey)) {
+                    continue;
+                }
+                if (filter.siloedNullifier && !note.siloedNullifier.equals(filter.siloedNullifier)) {
+                    continue;
+                }
+                result.push(note);
+            }
+        }
+        return result;
+    }
+    removeNullifiedNotes(nullifiers, accountAddressPoint) {
+        if (nullifiers.length === 0) {
+            return Promise.resolve([]);
+        }
+        return this.#store.transactionAsync(async ()=>{
+            const nullifiedNotes = [];
+            for (const blockScopedNullifier of nullifiers){
+                const { data: nullifier, l2BlockNumber: blockNumber } = blockScopedNullifier;
+                const noteIndex = await this.#nullifierToNoteId.getAsync(nullifier.toString());
+                if (!noteIndex) {
+                    continue;
+                }
+                const noteBuffer = noteIndex ? await this.#notes.getAsync(noteIndex) : undefined;
+                if (!noteBuffer) {
+                    continue;
+                }
+                const noteScopes = await toArray(this.#notesToScope.getValuesAsync(noteIndex)) ?? [];
+                const note = NoteDao.fromBuffer(noteBuffer);
+                if (!note.addressPoint.equals(accountAddressPoint)) {
+                    continue;
+                }
+                nullifiedNotes.push(note);
+                await this.#notes.delete(noteIndex);
+                await this.#notesToScope.delete(noteIndex);
+                const scopes = await toArray(this.#scopes.keysAsync());
+                for (const scope of scopes){
+                    await this.#notesByAddressPointAndScope.get(scope).deleteValue(accountAddressPoint.toString(), noteIndex);
+                    await this.#notesByTxHashAndScope.get(scope).deleteValue(note.txHash.toString(), noteIndex);
+                    await this.#notesByContractAndScope.get(scope).deleteValue(note.contractAddress.toString(), noteIndex);
+                    await this.#notesByStorageSlotAndScope.get(scope).deleteValue(note.storageSlot.toString(), noteIndex);
+                }
+                if (noteScopes !== undefined) {
+                    for (const scope of noteScopes){
+                        await this.#nullifiedNotesToScope.set(noteIndex, scope);
+                    }
+                }
+                await this.#nullifiedNotes.set(noteIndex, note.toBuffer());
+                await this.#nullifiersByBlockNumber.set(blockNumber, nullifier.toString());
+                await this.#nullifiedNotesByContract.set(note.contractAddress.toString(), noteIndex);
+                await this.#nullifiedNotesByStorageSlot.set(note.storageSlot.toString(), noteIndex);
+                await this.#nullifiedNotesByTxHash.set(note.txHash.toString(), noteIndex);
+                await this.#nullifiedNotesByAddressPoint.set(note.addressPoint.toString(), noteIndex);
+                await this.#nullifiedNotesByNullifier.set(nullifier.toString(), noteIndex);
+                await this.#nullifierToNoteId.delete(nullifier.toString());
+            }
+            return nullifiedNotes;
+        });
+    }
+    async getSize() {
+        return (await this.getNotes({})).reduce((sum, note)=>sum + note.getSize(), 0);
+    }
+}

package/dest/storage/sync_data_provider/index.d.ts

@@ -0,0 +1,2 @@
+export { SyncDataProvider } from './sync_data_provider.js';
+//# sourceMappingURL=index.d.ts.map

package/dest/storage/sync_data_provider/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/sync_data_provider/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC"}

package/dest/storage/sync_data_provider/index.js

@@ -0,0 +1 @@
+export { SyncDataProvider } from './sync_data_provider.js';

package/dest/storage/sync_data_provider/sync_data_provider.d.ts

@@ -0,0 +1,12 @@
+import type { AztecAsyncKVStore } from '@aztec/kv-store';
+import { BlockHeader } from '@aztec/stdlib/tx';
+import type { DataProvider } from '../data_provider.js';
+export declare class SyncDataProvider implements DataProvider {
+    #private;
+    constructor(store: AztecAsyncKVStore);
+    setHeader(header: BlockHeader): Promise<void>;
+    getBlockNumber(): Promise<number | undefined>;
+    getBlockHeader(): Promise<BlockHeader>;
+    getSize(): Promise<number>;
+}
+//# sourceMappingURL=sync_data_provider.d.ts.map

package/dest/storage/sync_data_provider/sync_data_provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync_data_provider.d.ts","sourceRoot":"","sources":["../../../src/storage/sync_data_provider/sync_data_provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAuB,MAAM,iBAAiB,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,qBAAa,gBAAiB,YAAW,YAAY;;gBAIvC,KAAK,EAAE,iBAAiB;IAK9B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAS7C,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAStC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;CAGjC"}