@aztec/archiver 0.0.0-test.1 → 0.0.1-commit.0b941701

package/dest/test/mock_structs.js

@@ -0,0 +1,169 @@
+import { MAX_NOTE_HASHES_PER_TX, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, PRIVATE_LOG_SIZE_IN_FIELDS } from '@aztec/constants';
+import { makeTuple } from '@aztec/foundation/array';
+import { BlockNumber, CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
+import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
+import { times, timesParallel } from '@aztec/foundation/collection';
+import { randomBigInt, randomInt } from '@aztec/foundation/crypto/random';
+import { Fr } from '@aztec/foundation/curves/bn254';
+import { AztecAddress } from '@aztec/stdlib/aztec-address';
+import { CommitteeAttestation, L2Block } from '@aztec/stdlib/block';
+import { Checkpoint, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
+import { PrivateLog, PublicLog, SiloedTag, Tag } from '@aztec/stdlib/logs';
+import { InboxLeaf } from '@aztec/stdlib/messaging';
+import { orderAttestations } from '@aztec/stdlib/p2p';
+import { CheckpointHeader } from '@aztec/stdlib/rollup';
+import { makeCheckpointAttestationFromCheckpoint } from '@aztec/stdlib/testing';
+import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
+import { PartialStateReference, StateReference, TxEffect } from '@aztec/stdlib/tx';
+import { updateRollingHash } from '../structs/inbox_message.js';
+export function makeInboxMessage(previousRollingHash = Buffer16.ZERO, overrides = {}) {
+    const { checkpointNumber = CheckpointNumber(randomInt(100) + 1) } = overrides;
+    const { l1BlockNumber = randomBigInt(100n) + 1n } = overrides;
+    const { l1BlockHash = Buffer32.random() } = overrides;
+    const { leaf = Fr.random() } = overrides;
+    const { rollingHash = updateRollingHash(previousRollingHash, leaf) } = overrides;
+    const { index = InboxLeaf.smallestIndexForCheckpoint(checkpointNumber) } = overrides;
+    return {
+        index,
+        leaf,
+        checkpointNumber,
+        l1BlockNumber,
+        l1BlockHash,
+        rollingHash
+    };
+}
+export function makeInboxMessages(count, opts = {}) {
+    const { initialHash = Buffer16.ZERO, overrideFn = (msg)=>msg, initialCheckpointNumber = 1 } = opts;
+    const messages = [];
+    let rollingHash = initialHash;
+    for(let i = 0; i < count; i++){
+        const leaf = Fr.random();
+        const checkpointNumber = CheckpointNumber(i + initialCheckpointNumber);
+        const message = overrideFn(makeInboxMessage(rollingHash, {
+            leaf,
+            checkpointNumber
+        }), i);
+        rollingHash = message.rollingHash;
+        messages.push(message);
+    }
+    return messages;
+}
+/** Creates inbox messages distributed across multiple blocks with proper checkpoint numbering. */ export function makeInboxMessagesWithFullBlocks(blockCount, opts = {}) {
+    const { initialCheckpointNumber = CheckpointNumber(13) } = opts;
+    return makeInboxMessages(NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP * blockCount, {
+        overrideFn: (msg, i)=>{
+            const checkpointNumber = CheckpointNumber(initialCheckpointNumber + Math.floor(i / NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP));
+            const index = InboxLeaf.smallestIndexForCheckpoint(checkpointNumber) + BigInt(i % NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP);
+            return {
+                ...msg,
+                checkpointNumber,
+                index
+            };
+        }
+    });
+}
+/** Creates a deterministic block hash from a block number. */ export function makeBlockHash(blockNumber) {
+    return `0x${blockNumber.toString(16).padStart(64, '0')}`;
+}
+/**
+ * Creates a StateReference with properly calculated noteHashTree.nextAvailableLeafIndex.
+ * This ensures LogStore's dataStartIndexForBlock calculation doesn't produce negative values.
+ */ export function makeStateForBlock(blockNumber, txsPerBlock) {
+    const noteHashIndex = blockNumber * txsPerBlock * MAX_NOTE_HASHES_PER_TX;
+    return new StateReference(AppendOnlyTreeSnapshot.random(), new PartialStateReference(new AppendOnlyTreeSnapshot(Fr.random(), noteHashIndex), AppendOnlyTreeSnapshot.random(), AppendOnlyTreeSnapshot.random()));
+}
+/** Creates L1PublishedData with deterministic values based on l1BlockNumber. */ export function makeL1PublishedData(l1BlockNumber) {
+    return new L1PublishedData(BigInt(l1BlockNumber), BigInt(l1BlockNumber * 1000), makeBlockHash(l1BlockNumber));
+}
+/** Wraps a Checkpoint with L1 published data and random attestations. */ export function makePublishedCheckpoint(checkpoint, l1BlockNumber, attestationCount = 3) {
+    return new PublishedCheckpoint(checkpoint, makeL1PublishedData(l1BlockNumber), times(attestationCount, CommitteeAttestation.random));
+}
+/**
+ * Creates multiple checkpoints with properly chained archives.
+ * Each checkpoint's blocks have their lastArchive set to the previous block's archive,
+ * ensuring archive chain continuity for testing.
+ */ export async function makeChainedCheckpoints(count, options = {}) {
+    const { blocksPerCheckpoint = 1, txsPerBlock = 4, startCheckpointNumber = CheckpointNumber(1), startBlockNumber = 1, startL1BlockNumber = 10, makeCheckpointOptions } = options;
+    let previousArchive = options.previousArchive;
+    const checkpoints = [];
+    for(let i = 0; i < count; i++){
+        const cpNumber = CheckpointNumber(startCheckpointNumber + i);
+        const blockStart = startBlockNumber + i * blocksPerCheckpoint;
+        const customOptions = makeCheckpointOptions?.(cpNumber) ?? {};
+        const checkpoint = await Checkpoint.random(cpNumber, {
+            numBlocks: blocksPerCheckpoint,
+            startBlockNumber: blockStart,
+            previousArchive,
+            txsPerBlock,
+            state: makeStateForBlock(blockStart, txsPerBlock),
+            txOptions: {
+                numPublicCallsPerTx: 2,
+                numPublicLogsPerCall: 2
+            },
+            ...customOptions
+        });
+        previousArchive = checkpoint.blocks.at(-1).archive;
+        checkpoints.push(makePublishedCheckpoint(checkpoint, startL1BlockNumber + i * 10));
+    }
+    return checkpoints;
+}
+/**
+ * Creates a PublishedCheckpoint with attestations signed by the provided signers.
+ * Useful for testing attestation validation.
+ */ export function makeSignedPublishedCheckpoint(checkpoint, signers, committee, l1BlockNumber = 1) {
+    const attestations = signers.map((signer)=>makeCheckpointAttestationFromCheckpoint(checkpoint, signer));
+    const committeeAttestations = orderAttestations(attestations, committee);
+    return new PublishedCheckpoint(checkpoint, makeL1PublishedData(l1BlockNumber), committeeAttestations);
+}
+/** Creates a deterministic SiloedTag for private log testing. */ export function makePrivateLogTag(blockNumber, txIndex, logIndex) {
+    return new SiloedTag(blockNumber === 1 && txIndex === 0 && logIndex === 0 ? Fr.ZERO : new Fr(blockNumber * 100 + txIndex * 10 + logIndex));
+}
+/** Creates a PrivateLog with fields derived from the tag. */ export function makePrivateLog(tag) {
+    return PrivateLog.from({
+        fields: makeTuple(PRIVATE_LOG_SIZE_IN_FIELDS, (i)=>!i ? tag.value : new Fr(tag.value.toBigInt() + BigInt(i))),
+        emittedLength: PRIVATE_LOG_SIZE_IN_FIELDS
+    });
+}
+/** Creates multiple private logs for a transaction. */ export function mockPrivateLogs(blockNumber, txIndex, numLogsPerTx) {
+    return times(numLogsPerTx, (logIndex)=>{
+        const tag = makePrivateLogTag(blockNumber, txIndex, logIndex);
+        return makePrivateLog(tag);
+    });
+}
+/** Creates a deterministic Tag for public log testing. */ export function makePublicLogTag(blockNumber, txIndex, logIndex) {
+    return new Tag(blockNumber === 1 && txIndex === 0 && logIndex === 0 ? Fr.ZERO : new Fr((blockNumber * 100 + txIndex * 10 + logIndex) * 123));
+}
+/** Creates a PublicLog with fields derived from the tag. */ export function makePublicLog(tag, contractAddress = AztecAddress.fromNumber(543254)) {
+    return PublicLog.from({
+        contractAddress,
+        fields: new Array(10).fill(null).map((_, i)=>!i ? tag.value : new Fr(tag.value.toBigInt() + BigInt(i)))
+    });
+}
+/** Creates multiple public logs for a transaction. */ export function makePublicLogs(blockNumber, txIndex, numLogsPerTx, contractAddress = AztecAddress.fromNumber(543254)) {
+    return times(numLogsPerTx, (logIndex)=>{
+        const tag = makePublicLogTag(blockNumber, txIndex, logIndex);
+        return makePublicLog(tag, contractAddress);
+    });
+}
+/** Creates a checkpoint with specified logs on each tx effect. */ export async function makeCheckpointWithLogs(blockNumber, options = {}) {
+    const { previousArchive, numTxsPerBlock = 4, privateLogs, publicLogs } = options;
+    const block = await L2Block.random(BlockNumber(blockNumber), {
+        checkpointNumber: CheckpointNumber.fromBlockNumber(BlockNumber(blockNumber)),
+        indexWithinCheckpoint: IndexWithinCheckpoint(0),
+        state: makeStateForBlock(blockNumber, numTxsPerBlock),
+        ...previousArchive ? {
+            lastArchive: previousArchive
+        } : {}
+    });
+    block.header.globalVariables.blockNumber = BlockNumber(blockNumber);
+    block.body.txEffects = await timesParallel(numTxsPerBlock, async (txIndex)=>{
+        const txEffect = await TxEffect.random();
+        txEffect.privateLogs = privateLogs ? mockPrivateLogs(blockNumber, txIndex, privateLogs.numLogsPerTx) : [];
+        txEffect.publicLogs = publicLogs ? makePublicLogs(blockNumber, txIndex, publicLogs.numLogsPerTx, publicLogs.contractAddress) : [];
+        return txEffect;
+    });
+    const checkpoint = new Checkpoint(AppendOnlyTreeSnapshot.random(), CheckpointHeader.random(), [
+        block
+    ], CheckpointNumber.fromBlockNumber(BlockNumber(blockNumber)));
+    return makePublishedCheckpoint(checkpoint, blockNumber);
+}

package/package.json

@@ -1,13 +1,11 @@
 {
   "name": "@aztec/archiver",
-  "version": "0.0.0-test.1",
+  "version": "0.0.1-commit.0b941701",
   "type": "module",
   "exports": {
     ".": "./dest/index.js",
-    "./data-retrieval": "./dest/archiver/data_retrieval.js",
-    "./epoch": "./dest/archiver/epoch_helpers.js",
     "./test": "./dest/test/index.js",
-    "./config": "./dest/archiver/config.js"
+    "./config": "./dest/config.js"
   },
   "typedocOptions": {
     "entryPoints": [
@@ -17,11 +15,9 @@
     "tsconfig": "./tsconfig.json"
   },
   "scripts": {
-    "build": "yarn clean && tsc -b",
-    "build:dev": "tsc -b --watch",
+    "build": "yarn clean && ../scripts/tsc.sh",
+    "build:dev": "../scripts/tsc.sh --watch",
     "clean": "rm -rf ./dest .tsbuildinfo",
-    "formatting": "run -T prettier --check ./src && run -T eslint ./src",
-    "formatting:fix": "run -T eslint --fix ./src && run -T prettier -w ./src",
     "test": "NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --passWithNoTests --maxWorkers=${JEST_MAX_WORKERS:-8}",
     "test:integration": "concurrently -k -s first -c reset,dim -n test,anvil \"yarn test:integration:run\" \"anvil\"",
     "test:integration:run": "NODE_NO_WARNINGS=1 node --experimental-vm-modules $(yarn bin jest) --no-cache --config jest.integration.config.json"
@@ -61,42 +57,43 @@
     "testTimeout": 120000,
     "setupFiles": [
       "../../foundation/src/jest/setup.mjs"
+    ],
+    "testEnvironment": "../../foundation/src/jest/env.mjs",
+    "setupFilesAfterEnv": [
+      "../../foundation/src/jest/setupAfterEnv.mjs"
     ]
   },
   "dependencies": {
-    "@aztec/blob-lib": "0.0.0-test.1",
-    "@aztec/blob-sink": "0.0.0-test.1",
-    "@aztec/constants": "0.0.0-test.1",
-    "@aztec/ethereum": "0.0.0-test.1",
-    "@aztec/foundation": "0.0.0-test.1",
-    "@aztec/kv-store": "0.0.0-test.1",
-    "@aztec/l1-artifacts": "0.0.0-test.1",
-    "@aztec/noir-contracts.js": "0.0.0-test.1",
-    "@aztec/noir-protocol-circuits-types": "0.0.0-test.1",
-    "@aztec/protocol-contracts": "0.0.0-test.1",
-    "@aztec/stdlib": "0.0.0-test.1",
-    "@aztec/telemetry-client": "0.0.0-test.1",
-    "debug": "^4.3.4",
+    "@aztec/blob-client": "0.0.1-commit.0b941701",
+    "@aztec/blob-lib": "0.0.1-commit.0b941701",
+    "@aztec/constants": "0.0.1-commit.0b941701",
+    "@aztec/epoch-cache": "0.0.1-commit.0b941701",
+    "@aztec/ethereum": "0.0.1-commit.0b941701",
+    "@aztec/foundation": "0.0.1-commit.0b941701",
+    "@aztec/kv-store": "0.0.1-commit.0b941701",
+    "@aztec/l1-artifacts": "0.0.1-commit.0b941701",
+    "@aztec/noir-protocol-circuits-types": "0.0.1-commit.0b941701",
+    "@aztec/protocol-contracts": "0.0.1-commit.0b941701",
+    "@aztec/stdlib": "0.0.1-commit.0b941701",
+    "@aztec/telemetry-client": "0.0.1-commit.0b941701",
     "lodash.groupby": "^4.6.0",
     "lodash.omit": "^4.5.0",
-    "tsc-watch": "^6.0.0",
     "tslib": "^2.5.0",
-    "viem": "2.22.8",
-    "ws": "^8.13.0"
+    "viem": "npm:@aztec/viem@2.38.2",
+    "zod": "^3.23.8"
   },
   "devDependencies": {
-    "@jest/globals": "^29.5.0",
-    "@types/debug": "^4.1.7",
-    "@types/jest": "^29.5.0",
+    "@jest/globals": "^30.0.0",
+    "@types/jest": "^30.0.0",
     "@types/lodash.groupby": "^4.6.9",
     "@types/lodash.omit": "^4.5.7",
-    "@types/node": "^18.15.11",
-    "@types/ws": "^8.5.4",
+    "@types/node": "^22.15.17",
+    "@typescript/native-preview": "7.0.0-dev.20260113.1",
     "concurrently": "^8.0.1",
-    "jest": "^29.5.0",
-    "jest-mock-extended": "^3.0.4",
+    "jest": "^30.0.0",
+    "jest-mock-extended": "^4.0.0",
     "ts-node": "^10.9.1",
-    "typescript": "^5.0.4"
+    "typescript": "^5.3.3"
   },
   "files": [
     "dest",
@@ -105,6 +102,6 @@
   ],
   "types": "./dest/index.d.ts",
   "engines": {
-    "node": ">=18"
+    "node": ">=20.10"
   }
 }