@aztec/p2p 0.0.0-test.1 → 0.0.1-commit.017a351

package/dest/mem_pools/tx_pool/tx_pool_test_suite.js

@@ -1,169 +0,0 @@
-import { unfreeze } from '@aztec/foundation/types';
-import { GasFees } from '@aztec/stdlib/gas';
-import { mockTx } from '@aztec/stdlib/testing';
-/**
- * Tests a TxPool implementation.
- * @param getTxPool - Gets a fresh TxPool
- */ export function describeTxPool(getTxPool) {
-    let pool;
-    beforeEach(()=>{
-        pool = getTxPool();
-    });
-    it('Adds txs to the pool as pending', async ()=>{
-        const tx1 = await mockTx();
-        await pool.addTxs([
-            tx1
-        ]);
-        const poolTx = await pool.getTxByHash(await tx1.getTxHash());
-        expect(await poolTx.getTxHash()).toEqual(await tx1.getTxHash());
-        await expect(pool.getTxStatus(await tx1.getTxHash())).resolves.toEqual('pending');
-        await expect(pool.getPendingTxHashes()).resolves.toEqual([
-            await tx1.getTxHash()
-        ]);
-    });
-    it('Removes txs from the pool', async ()=>{
-        const tx1 = await mockTx();
-        await pool.addTxs([
-            tx1
-        ]);
-        await pool.deleteTxs([
-            await tx1.getTxHash()
-        ]);
-        await expect(pool.getTxByHash(await tx1.getTxHash())).resolves.toBeFalsy();
-        await expect(pool.getTxStatus(await tx1.getTxHash())).resolves.toBeUndefined();
-    });
-    it('Marks txs as mined', async ()=>{
-        const tx1 = await mockTx(1);
-        const tx2 = await mockTx(2);
-        await pool.addTxs([
-            tx1,
-            tx2
-        ]);
-        await pool.markAsMined([
-            await tx1.getTxHash()
-        ], 1);
-        await expect(pool.getTxByHash(await tx1.getTxHash())).resolves.toEqual(tx1);
-        await expect(pool.getTxStatus(await tx1.getTxHash())).resolves.toEqual('mined');
-        await expect(pool.getMinedTxHashes()).resolves.toEqual([
-            [
-                await tx1.getTxHash(),
-                1
-            ]
-        ]);
-        await expect(pool.getPendingTxHashes()).resolves.toEqual([
-            await tx2.getTxHash()
-        ]);
-    });
-    it('Marks txs as pending after being mined', async ()=>{
-        const tx1 = await mockTx(1);
-        const tx2 = await mockTx(2);
-        await pool.addTxs([
-            tx1,
-            tx2
-        ]);
-        await pool.markAsMined([
-            await tx1.getTxHash()
-        ], 1);
-        await pool.markMinedAsPending([
-            await tx1.getTxHash()
-        ]);
-        await expect(pool.getMinedTxHashes()).resolves.toEqual([]);
-        const pending = await pool.getPendingTxHashes();
-        expect(pending).toHaveLength(2);
-        expect(pending).toEqual(expect.arrayContaining([
-            await tx1.getTxHash(),
-            await tx2.getTxHash()
-        ]));
-    });
-    it('Only marks txs as pending if they are known', async ()=>{
-        const tx1 = await mockTx(1);
-        // simulate a situation where not all peers have all the txs
-        const tx2 = await mockTx(2);
-        const someTxHashThatThisPeerDidNotSee = await tx2.getTxHash();
-        await pool.addTxs([
-            tx1
-        ]);
-        // this peer knows that tx2 was mined, but it does not have the tx object
-        await pool.markAsMined([
-            await tx1.getTxHash(),
-            someTxHashThatThisPeerDidNotSee
-        ], 1);
-        expect(await pool.getMinedTxHashes()).toEqual(expect.arrayContaining([
-            [
-                await tx1.getTxHash(),
-                1
-            ],
-            [
-                someTxHashThatThisPeerDidNotSee,
-                1
-            ]
-        ]));
-        // reorg: both txs should now become available again
-        await pool.markMinedAsPending([
-            await tx1.getTxHash(),
-            someTxHashThatThisPeerDidNotSee
-        ]);
-        await expect(pool.getMinedTxHashes()).resolves.toEqual([]);
-        await expect(pool.getPendingTxHashes()).resolves.toEqual([
-            await tx1.getTxHash()
-        ]); // tx2 is not in the pool
-    });
-    it('Returns all transactions in the pool', async ()=>{
-        const tx1 = await mockTx(1);
-        const tx2 = await mockTx(2);
-        const tx3 = await mockTx(3);
-        await pool.addTxs([
-            tx1,
-            tx2,
-            tx3
-        ]);
-        const poolTxs = await pool.getAllTxs();
-        expect(poolTxs).toHaveLength(3);
-        expect(poolTxs).toEqual(expect.arrayContaining([
-            tx1,
-            tx2,
-            tx3
-        ]));
-    });
-    it('Returns all txHashes in the pool', async ()=>{
-        const tx1 = await mockTx(1);
-        const tx2 = await mockTx(2);
-        const tx3 = await mockTx(3);
-        await pool.addTxs([
-            tx1,
-            tx2,
-            tx3
-        ]);
-        const poolTxHashes = await pool.getAllTxHashes();
-        expect(poolTxHashes).toHaveLength(3);
-        expect(poolTxHashes).toEqual(expect.arrayContaining([
-            await tx1.getTxHash(),
-            await tx2.getTxHash(),
-            await tx3.getTxHash()
-        ]));
-    });
-    it('Returns pending tx hashes sorted by priority', async ()=>{
-        const withPriorityFee = (tx, fee)=>{
-            unfreeze(tx.data.constants.txContext.gasSettings).maxPriorityFeesPerGas = new GasFees(fee, fee);
-            return tx;
-        };
-        const tx1 = withPriorityFee(await mockTx(0), 1000);
-        const tx2 = withPriorityFee(await mockTx(1), 100);
-        const tx3 = withPriorityFee(await mockTx(2), 200);
-        const tx4 = withPriorityFee(await mockTx(3), 3000);
-        await pool.addTxs([
-            tx1,
-            tx2,
-            tx3,
-            tx4
-        ]);
-        const poolTxHashes = await pool.getPendingTxHashes();
-        expect(poolTxHashes).toHaveLength(4);
-        expect(poolTxHashes).toEqual(await Promise.all([
-            tx4,
-            tx1,
-            tx3,
-            tx2
-        ].map((tx)=>tx.getTxHash())));
-    });
-}

package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts

@@ -1,8 +0,0 @@
-import type { EpochCacheInterface } from '@aztec/epoch-cache';
-import { type BlockProposal, type P2PValidator, PeerErrorSeverity } from '@aztec/stdlib/p2p';
-export declare class BlockProposalValidator implements P2PValidator<BlockProposal> {
-    private epochCache;
-    constructor(epochCache: EpochCacheInterface);
-    validate(block: BlockProposal): Promise<PeerErrorSeverity | undefined>;
-}
-//# sourceMappingURL=block_proposal_validator.d.ts.map

package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"block_proposal_validator.d.ts","sourceRoot":"","sources":["../../../src/msg_validators/block_proposal_validator/block_proposal_validator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE7F,qBAAa,sBAAuB,YAAW,YAAY,CAAC,aAAa,CAAC;IACxE,OAAO,CAAC,UAAU,CAAsB;gBAE5B,UAAU,EAAE,mBAAmB;IAIrC,QAAQ,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;CAkB7E"}

package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js

@@ -1,21 +0,0 @@
-import { PeerErrorSeverity } from '@aztec/stdlib/p2p';
-export class BlockProposalValidator {
-    epochCache;
-    constructor(epochCache){
-        this.epochCache = epochCache;
-    }
-    async validate(block) {
-        const { currentProposer, nextProposer, currentSlot, nextSlot } = await this.epochCache.getProposerInCurrentOrNextSlot();
-        // Check that the attestation is for the current or next slot
-        const slotNumberBigInt = block.payload.header.globalVariables.slotNumber.toBigInt();
-        if (slotNumberBigInt !== currentSlot && slotNumberBigInt !== nextSlot) {
-            return PeerErrorSeverity.HighToleranceError;
-        }
-        // Check that the block proposal is from the current or next proposer
-        const proposer = await block.getSender();
-        if (!proposer.equals(currentProposer) && !proposer.equals(nextProposer)) {
-            return PeerErrorSeverity.HighToleranceError;
-        }
-        return undefined;
-    }
-}

package/dest/msg_validators/block_proposal_validator/index.d.ts

@@ -1,2 +0,0 @@
-export * from './block_proposal_validator.js';
-//# sourceMappingURL=index.d.ts.map

package/dest/msg_validators/block_proposal_validator/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/msg_validators/block_proposal_validator/index.ts"],"names":[],"mappings":"AAAA,cAAc,+BAA+B,CAAC"}

package/dest/msg_validators/block_proposal_validator/index.js

@@ -1 +0,0 @@
-export * from './block_proposal_validator.js';

package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts

@@ -1,45 +0,0 @@
-import type { PeerId } from '@libp2p/interface';
-import type { ConnectionSampler } from './connection_sampler.js';
-/**
- * Manages batches of peers for parallel request processing.
- * Tracks active peers and provides deterministic peer assignment for requests.
- *
- * Example with 3 peers and 10 requests:
- *
- * Peers:    [P1]      [P2]     [P3]
- *           ↓ ↓ ↓ ↓   ↓ ↓ ↓   ↓ ↓ ↓
- * Requests: 0,1,2,9 | 3,4,5 | 6,7,8
- *
- * Each peer handles a bucket of consecutive requests.
- * If a peer fails, it is replaced while maintaining the same bucket.
- */
-export declare class BatchConnectionSampler {
-    private readonly connectionSampler;
-    private readonly logger;
-    private readonly batch;
-    private readonly requestsPerPeer;
-    constructor(connectionSampler: ConnectionSampler, batchSize: number, maxPeers: number);
-    /**
-     * Gets the peer responsible for handling a specific request index
-     *
-     * @param index - The request index
-     * @returns The peer assigned to handle this request
-     */
-    getPeerForRequest(index: number): PeerId | undefined;
-    /**
-     * Removes a peer and replaces it with a new one, maintaining the same position
-     * in the batch array to keep request distribution consistent
-     *
-     * @param peerId - The peer to remove and replace
-     */
-    removePeerAndReplace(peerId: PeerId): void;
-    /**
-     * Gets the number of active peers
-     */
-    get activePeerCount(): number;
-    /**
-     * Gets the number of requests each peer is assigned to handle
-     */
-    get requestsPerBucket(): number;
-}
-//# sourceMappingURL=batch_connection_sampler.d.ts.map

package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"batch_connection_sampler.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/connection-sampler/batch_connection_sampler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE;;;;;;;;;;;;GAYG;AACH,qBAAa,sBAAsB;IAKrB,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAJ9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwD;IAC/E,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;gBAEZ,iBAAiB,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAetG;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAUpD;;;;;OAKG;IACH,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAmB1C;;OAEG;IACH,IAAI,eAAe,IAAI,MAAM,CAE5B;IAED;;OAEG;IACH,IAAI,iBAAiB,IAAI,MAAM,CAE9B;CACF"}

package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js

@@ -1,88 +0,0 @@
-import { createLogger } from '@aztec/foundation/log';
-/**
- * Manages batches of peers for parallel request processing.
- * Tracks active peers and provides deterministic peer assignment for requests.
- *
- * Example with 3 peers and 10 requests:
- *
- * Peers:    [P1]      [P2]     [P3]
- *           ↓ ↓ ↓ ↓   ↓ ↓ ↓   ↓ ↓ ↓
- * Requests: 0,1,2,9 | 3,4,5 | 6,7,8
- *
- * Each peer handles a bucket of consecutive requests.
- * If a peer fails, it is replaced while maintaining the same bucket.
- */ export class BatchConnectionSampler {
-    connectionSampler;
-    logger;
-    batch;
-    requestsPerPeer;
-    constructor(connectionSampler, batchSize, maxPeers){
-        this.connectionSampler = connectionSampler;
-        this.logger = createLogger('p2p:reqresp:batch-connection-sampler');
-        this.batch = [];
-        if (maxPeers <= 0) {
-            throw new Error('Max peers cannot be 0');
-        }
-        if (batchSize <= 0) {
-            throw new Error('Batch size cannot be 0');
-        }
-        // Calculate how many requests each peer should handle, cannot be 0
-        this.requestsPerPeer = Math.max(1, Math.floor(batchSize / maxPeers));
-        // Sample initial peers
-        this.batch = this.connectionSampler.samplePeersBatch(maxPeers);
-    }
-    /**
-   * Gets the peer responsible for handling a specific request index
-   *
-   * @param index - The request index
-   * @returns The peer assigned to handle this request
-   */ getPeerForRequest(index) {
-        if (this.batch.length === 0) {
-            return undefined;
-        }
-        // Calculate which peer bucket this index belongs to
-        const peerIndex = Math.floor(index / this.requestsPerPeer) % this.batch.length;
-        return this.batch[peerIndex];
-    }
-    /**
-   * Removes a peer and replaces it with a new one, maintaining the same position
-   * in the batch array to keep request distribution consistent
-   *
-   * @param peerId - The peer to remove and replace
-   */ removePeerAndReplace(peerId) {
-        const index = this.batch.findIndex((p)=>p === peerId);
-        if (index === -1) {
-            return;
-        }
-        const excluding = new Map([
-            [
-                peerId.toString(),
-                true
-            ]
-        ]);
-        const newPeer = this.connectionSampler.getPeer(excluding);
-        if (newPeer) {
-            this.batch[index] = newPeer;
-            this.logger.trace(`Replaced peer ${peerId} with ${newPeer}`, {
-                peerId,
-                newPeer
-            });
-        } else {
-            // If we couldn't get a replacement, remove the peer and compact the array
-            this.batch.splice(index, 1);
-            this.logger.trace(`Removed peer ${peerId}`, {
-                peerId
-            });
-        }
-    }
-    /**
-   * Gets the number of active peers
-   */ get activePeerCount() {
-        return this.batch.length;
-    }
-    /**
-   * Gets the number of requests each peer is assigned to handle
-   */ get requestsPerBucket() {
-        return this.requestsPerPeer;
-    }
-}

package/dest/services/reqresp/protocols/block.d.ts

@@ -1,4 +0,0 @@
-import type { L2BlockSource } from '@aztec/stdlib/block';
-import type { ReqRespSubProtocolHandler } from '../interface.js';
-export declare function reqRespBlockHandler(l2BlockSource: L2BlockSource): ReqRespSubProtocolHandler;
-//# sourceMappingURL=block.d.ts.map

package/dest/services/reqresp/protocols/block.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"block.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/protocols/block.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAIzD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAEjE,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,aAAa,GAAG,yBAAyB,CAO3F"}

package/dest/services/reqresp/protocols/block.js

@@ -1,8 +0,0 @@
-import { Fr } from '@aztec/foundation/fields';
-export function reqRespBlockHandler(l2BlockSource) {
-    return async (_peerId, msg)=>{
-        const blockNumber = Fr.fromBuffer(msg);
-        const foundBlock = await l2BlockSource.getBlock(Number(blockNumber));
-        return foundBlock ? foundBlock.toBuffer() : Buffer.alloc(0);
-    };
-}

package/src/mem_pools/attestation_pool/kv_attestation_pool.ts

@@ -1,159 +0,0 @@
-import { Fr } from '@aztec/foundation/fields';
-import { toArray } from '@aztec/foundation/iterable';
-import { createLogger } from '@aztec/foundation/log';
-import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
-import { BlockAttestation } from '@aztec/stdlib/p2p';
-import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
-
-import { PoolInstrumentation, PoolName } from '../instrumentation.js';
-import type { AttestationPool } from './attestation_pool.js';
-
-export class KvAttestationPool implements AttestationPool {
-  private metrics: PoolInstrumentation<BlockAttestation>;
-
-  private attestations: AztecAsyncMap<string, Buffer>;
-  private proposalsForSlot: AztecAsyncMultiMap<string, string>;
-  private attestationsForProposal: AztecAsyncMultiMap<string, string>;
-
-  constructor(
-    private store: AztecAsyncKVStore,
-    telemetry: TelemetryClient = getTelemetryClient(),
-    private log = createLogger('aztec:attestation_pool'),
-  ) {
-    this.attestations = store.openMap('attestations');
-    this.proposalsForSlot = store.openMultiMap('proposals_for_slot');
-    this.attestationsForProposal = store.openMultiMap('attestations_for_proposal');
-
-    this.metrics = new PoolInstrumentation(telemetry, PoolName.ATTESTATION_POOL);
-  }
-
-  private getProposalKey(slot: number | bigint | Fr | string, proposalId: Fr | string | Buffer): string {
-    const slotStr = typeof slot === 'string' ? slot : new Fr(slot).toString();
-    const proposalIdStr =
-      typeof proposalId === 'string'
-        ? proposalId
-        : Buffer.isBuffer(proposalId)
-        ? Fr.fromBuffer(proposalId).toString()
-        : proposalId.toString();
-
-    return `${slotStr}-${proposalIdStr}`;
-  }
-
-  private getAttestationKey(slot: number | bigint | Fr | string, proposalId: Fr | string, address: string): string {
-    return `${this.getProposalKey(slot, proposalId)}-${address}`;
-  }
-
-  public async addAttestations(attestations: BlockAttestation[]): Promise<void> {
-    await this.store.transactionAsync(async () => {
-      for (const attestation of attestations) {
-        const slotNumber = attestation.payload.header.globalVariables.slotNumber;
-        const proposalId = attestation.archive;
-        const address = (await attestation.getSender()).toString();
-
-        await this.attestations.set(this.getAttestationKey(slotNumber, proposalId, address), attestation.toBuffer());
-
-        await this.proposalsForSlot.set(slotNumber.toString(), proposalId.toString());
-        await this.attestationsForProposal.set(
-          this.getProposalKey(slotNumber, proposalId),
-          this.getAttestationKey(slotNumber, proposalId, address),
-        );
-
-        this.log.verbose(`Added attestation for slot ${slotNumber} from ${address}`);
-      }
-    });
-
-    this.metrics.recordAddedObjects(attestations.length);
-  }
-
-  public async getAttestationsForSlot(slot: bigint, proposalId: string): Promise<BlockAttestation[]> {
-    const attestationIds = await toArray(
-      this.attestationsForProposal.getValuesAsync(this.getProposalKey(slot, proposalId)),
-    );
-    const attestations: BlockAttestation[] = [];
-
-    // alternatively iterate this.attestaions starting from slot-proposal-EthAddress.zero
-    for (const id of attestationIds) {
-      const buf = await this.attestations.getAsync(id);
-
-      if (!buf) {
-        // this should not happen unless we lost writes
-        throw new Error('Attestation not found ' + id);
-      }
-
-      const attestation = BlockAttestation.fromBuffer(buf);
-      attestations.push(attestation);
-    }
-
-    return attestations;
-  }
-
-  public async deleteAttestationsOlderThan(oldestSlot: bigint): Promise<void> {
-    const olderThan = await toArray(this.proposalsForSlot.keysAsync({ end: new Fr(oldestSlot).toString() }));
-    for (const oldSlot of olderThan) {
-      await this.deleteAttestationsForSlot(BigInt(oldSlot));
-    }
-  }
-
-  public async deleteAttestationsForSlot(slot: bigint): Promise<void> {
-    const slotFr = new Fr(slot);
-    let numberOfAttestations = 0;
-    await this.store.transactionAsync(async () => {
-      const proposalIds = await toArray(this.proposalsForSlot.getValuesAsync(slotFr.toString()));
-      for (const proposalId of proposalIds) {
-        const attestations = await toArray(
-          this.attestationsForProposal.getValuesAsync(this.getProposalKey(slotFr, proposalId)),
-        );
-
-        numberOfAttestations += attestations.length;
-        for (const attestation of attestations) {
-          await this.attestations.delete(attestation);
-        }
-
-        await this.attestationsForProposal.delete(this.getProposalKey(slotFr, proposalId));
-      }
-    });
-
-    this.log.verbose(`Removed ${numberOfAttestations} attestations for slot ${slot}`);
-    this.metrics.recordRemovedObjects(numberOfAttestations);
-  }
-
-  public async deleteAttestationsForSlotAndProposal(slot: bigint, proposalId: string): Promise<void> {
-    let numberOfAttestations = 0;
-    await this.store.transactionAsync(async () => {
-      const slotString = new Fr(slot).toString();
-      const attestations = await toArray(
-        this.attestationsForProposal.getValuesAsync(this.getProposalKey(slot, proposalId)),
-      );
-
-      numberOfAttestations += attestations.length;
-      for (const attestation of attestations) {
-        await this.attestations.delete(attestation);
-      }
-
-      await this.proposalsForSlot.deleteValue(slotString, proposalId);
-      await this.attestationsForProposal.delete(this.getProposalKey(slotString, proposalId));
-    });
-
-    this.log.verbose(`Removed ${numberOfAttestations} attestations for slot ${slot} and proposal ${proposalId}`);
-    this.metrics.recordRemovedObjects(numberOfAttestations);
-  }
-
-  public async deleteAttestations(attestations: BlockAttestation[]): Promise<void> {
-    await this.store.transactionAsync(async () => {
-      for (const attestation of attestations) {
-        const slotNumber = attestation.payload.header.globalVariables.slotNumber;
-        const proposalId = attestation.archive;
-        const address = (await attestation.getSender()).toString();
-
-        await this.attestations.delete(this.getAttestationKey(slotNumber, proposalId, address));
-        await this.attestationsForProposal.deleteValue(
-          this.getProposalKey(slotNumber, proposalId),
-          this.getAttestationKey(slotNumber, proposalId, address),
-        );
-
-        this.log.debug(`Deleted attestation for slot ${slotNumber} from ${address}`);
-      }
-    });
-    this.metrics.recordRemovedObjects(attestations.length);
-  }
-}