@aztec/prover-node 0.0.0-test.0

package/README.md

@@ -0,0 +1 @@
+# Prover Node

package/dest/config.d.ts

@@ -0,0 +1,28 @@
+import { type ArchiverConfig } from '@aztec/archiver/config';
+import type { ACVMConfig, BBConfig } from '@aztec/bb-prover/config';
+import { type ConfigMappingsType } from '@aztec/foundation/config';
+import { type DataStoreConfig } from '@aztec/kv-store/config';
+import { type P2PConfig } from '@aztec/p2p/config';
+import { type ProverAgentConfig, type ProverBrokerConfig } from '@aztec/prover-client/broker';
+import { type ProverClientConfig } from '@aztec/prover-client/config';
+import { type PublisherConfig, type TxSenderConfig } from '@aztec/sequencer-client/config';
+import { type WorldStateConfig } from '@aztec/world-state/config';
+import { type ProverCoordinationConfig } from './prover-coordination/config.js';
+export type ProverNodeConfig = ArchiverConfig & ProverClientConfig & P2PConfig & WorldStateConfig & PublisherConfig & TxSenderConfig & DataStoreConfig & ProverCoordinationConfig & SpecificProverNodeConfig & {
+    /** Whether to populate the genesis state with initial fee juice for the test accounts */
+    testAccounts: boolean;
+};
+type SpecificProverNodeConfig = {
+    proverNodeMaxPendingJobs: number;
+    proverNodePollingIntervalMs: number;
+    proverNodeMaxParallelBlocksPerEpoch: number;
+    txGatheringTimeoutMs: number;
+    txGatheringIntervalMs: number;
+    txGatheringMaxParallelRequests: number;
+};
+export declare const proverNodeConfigMappings: ConfigMappingsType<ProverNodeConfig>;
+export declare function getProverNodeConfigFromEnv(): ProverNodeConfig;
+export declare function getProverNodeBrokerConfigFromEnv(): ProverBrokerConfig;
+export declare function getProverNodeAgentConfigFromEnv(): ProverAgentConfig & BBConfig & ACVMConfig;
+export {};
+//# sourceMappingURL=config.d.ts.map

package/dest/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,KAAK,SAAS,EAAqB,MAAM,mBAAmB,CAAC;AACtE,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EAGxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,KAAK,kBAAkB,EAAgD,MAAM,6BAA6B,CAAC;AACpH,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,cAAc,EAGpB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,2BAA2B,CAAC;AAE5F,OAAO,EAAE,KAAK,wBAAwB,EAAoC,MAAM,iCAAiC,CAAC;AAElH,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAC3C,kBAAkB,GAClB,SAAS,GACT,gBAAgB,GAChB,eAAe,GACf,cAAc,GACd,eAAe,GACf,wBAAwB,GACxB,wBAAwB,GAAG;IACzB,yFAAyF;IACzF,YAAY,EAAE,OAAO,CAAC;CACvB,CAAC;AAEJ,KAAK,wBAAwB,GAAG;IAC9B,wBAAwB,EAAE,MAAM,CAAC;IACjC,2BAA2B,EAAE,MAAM,CAAC;IACpC,mCAAmC,EAAE,MAAM,CAAC;IAC5C,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,8BAA8B,EAAE,MAAM,CAAC;CACxC,CAAC;AAmCF,eAAO,MAAM,wBAAwB,EAAE,kBAAkB,CAAC,gBAAgB,CAezE,CAAC;AAEF,wBAAgB,0BAA0B,IAAI,gBAAgB,CAE7D;AAED,wBAAgB,gCAAgC,IAAI,kBAAkB,CAIrE;AAED,wBAAgB,+BAA+B,IAAI,iBAAiB,GAAG,QAAQ,GAAG,UAAU,CAK3F"}

package/dest/config.js

@@ -0,0 +1,71 @@
+import { archiverConfigMappings } from '@aztec/archiver/config';
+import { booleanConfigHelper, getConfigFromMappings, numberConfigHelper } from '@aztec/foundation/config';
+import { dataConfigMappings } from '@aztec/kv-store/config';
+import { p2pConfigMappings } from '@aztec/p2p/config';
+import { proverAgentConfigMappings, proverBrokerConfigMappings } from '@aztec/prover-client/broker';
+import { bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
+import { getPublisherConfigMappings, getTxSenderConfigMappings } from '@aztec/sequencer-client/config';
+import { worldStateConfigMappings } from '@aztec/world-state/config';
+import { proverCoordinationConfigMappings } from './prover-coordination/config.js';
+const specificProverNodeConfigMappings = {
+    proverNodeMaxPendingJobs: {
+        env: 'PROVER_NODE_MAX_PENDING_JOBS',
+        description: 'The maximum number of pending jobs for the prover node',
+        ...numberConfigHelper(10)
+    },
+    proverNodePollingIntervalMs: {
+        env: 'PROVER_NODE_POLLING_INTERVAL_MS',
+        description: 'The interval in milliseconds to poll for new jobs',
+        ...numberConfigHelper(1000)
+    },
+    proverNodeMaxParallelBlocksPerEpoch: {
+        env: 'PROVER_NODE_MAX_PARALLEL_BLOCKS_PER_EPOCH',
+        description: 'The Maximum number of blocks to process in parallel while proving an epoch',
+        ...numberConfigHelper(32)
+    },
+    txGatheringTimeoutMs: {
+        env: 'PROVER_NODE_TX_GATHERING_TIMEOUT_MS',
+        description: 'The maximum amount of time to wait for tx data to be available',
+        ...numberConfigHelper(60_000)
+    },
+    txGatheringIntervalMs: {
+        env: 'PROVER_NODE_TX_GATHERING_INTERVAL_MS',
+        description: 'How often to check that tx data is available',
+        ...numberConfigHelper(1_000)
+    },
+    txGatheringMaxParallelRequests: {
+        env: 'PROVER_NODE_TX_GATHERING_MAX_PARALLEL_REQUESTS',
+        description: 'How many txs to load up a time',
+        ...numberConfigHelper(100)
+    }
+};
+export const proverNodeConfigMappings = {
+    ...dataConfigMappings,
+    ...archiverConfigMappings,
+    ...proverClientConfigMappings,
+    ...p2pConfigMappings,
+    ...worldStateConfigMappings,
+    ...getPublisherConfigMappings('PROVER'),
+    ...getTxSenderConfigMappings('PROVER'),
+    ...proverCoordinationConfigMappings,
+    ...specificProverNodeConfigMappings,
+    testAccounts: {
+        env: 'TEST_ACCOUNTS',
+        description: 'Whether to populate the genesis state with initial fee juice for the test accounts.',
+        ...booleanConfigHelper(false)
+    }
+};
+export function getProverNodeConfigFromEnv() {
+    return getConfigFromMappings(proverNodeConfigMappings);
+}
+export function getProverNodeBrokerConfigFromEnv() {
+    return {
+        ...getConfigFromMappings(proverBrokerConfigMappings)
+    };
+}
+export function getProverNodeAgentConfigFromEnv() {
+    return {
+        ...getConfigFromMappings(proverAgentConfigMappings),
+        ...getConfigFromMappings(bbConfigMappings)
+    };
+}

package/dest/factory.d.ts

@@ -0,0 +1,25 @@
+import { type Archiver } from '@aztec/archiver';
+import { type BlobSinkClientInterface } from '@aztec/blob-sink/client';
+import { L1TxUtils } from '@aztec/ethereum';
+import { type Logger } from '@aztec/foundation/log';
+import type { DataStoreConfig } from '@aztec/kv-store/config';
+import type { ProverCoordination, ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
+import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
+import { type TelemetryClient } from '@aztec/telemetry-client';
+import type { ProverNodeConfig } from './config.js';
+import { ProverNodePublisher } from './prover-node-publisher.js';
+import { ProverNode } from './prover-node.js';
+/** Creates a new prover node given a config. */
+export declare function createProverNode(config: ProverNodeConfig & DataStoreConfig, deps?: {
+    telemetry?: TelemetryClient;
+    log?: Logger;
+    aztecNodeTxProvider?: ProverCoordination;
+    archiver?: Archiver;
+    publisher?: ProverNodePublisher;
+    blobSinkClient?: BlobSinkClientInterface;
+    broker?: ProvingJobBroker;
+    l1TxUtils?: L1TxUtils;
+}, options?: {
+    prefilledPublicData?: PublicDataTreeLeaf[];
+}): Promise<ProverNode>;
+//# sourceMappingURL=factory.d.ts.map

package/dest/factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../src/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAkB,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,KAAK,uBAAuB,EAAwB,MAAM,yBAAyB,CAAC;AAE7F,OAAO,EAAE,SAAS,EAAwD,MAAM,iBAAiB,CAAC;AAClG,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAClE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAG9D,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAC5F,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAGnF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,UAAU,EAA0B,MAAM,kBAAkB,CAAC;AAEtE,gDAAgD;AAChD,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,gBAAgB,GAAG,eAAe,EAC1C,IAAI,GAAE;IACJ,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mBAAmB,CAAC,EAAE,kBAAkB,CAAC;IACzC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,cAAc,CAAC,EAAE,uBAAuB,CAAC;IACzC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,SAAS,CAAC;CAClB,EACN,OAAO,GAAE;IACP,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;CACvC,uBAgEP"}

package/dest/factory.js

@@ -0,0 +1,60 @@
+import { createArchiver } from '@aztec/archiver';
+import { createBlobSinkClient } from '@aztec/blob-sink/client';
+import { EpochCache } from '@aztec/epoch-cache';
+import { L1TxUtils, RollupContract, createEthereumChain, createL1Clients } from '@aztec/ethereum';
+import { createLogger } from '@aztec/foundation/log';
+import { createProverClient } from '@aztec/prover-client';
+import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
+import { getTelemetryClient } from '@aztec/telemetry-client';
+import { createWorldStateSynchronizer } from '@aztec/world-state';
+import { EpochMonitor } from './monitors/epoch-monitor.js';
+import { createProverCoordination } from './prover-coordination/factory.js';
+import { ProverNodePublisher } from './prover-node-publisher.js';
+import { ProverNode } from './prover-node.js';
+/** Creates a new prover node given a config. */ export async function createProverNode(config, deps = {}, options = {}) {
+    const telemetry = deps.telemetry ?? getTelemetryClient();
+    const blobSinkClient = deps.blobSinkClient ?? createBlobSinkClient(config);
+    const log = deps.log ?? createLogger('prover-node');
+    const archiver = deps.archiver ?? await createArchiver(config, blobSinkClient, {
+        blockUntilSync: true
+    }, telemetry);
+    log.verbose(`Created archiver and synced to block ${await archiver.getBlockNumber()}`);
+    const worldStateConfig = {
+        ...config,
+        worldStateProvenBlocksOnly: false
+    };
+    const worldStateSynchronizer = await createWorldStateSynchronizer(worldStateConfig, archiver, options.prefilledPublicData, telemetry);
+    await worldStateSynchronizer.start();
+    const broker = deps.broker ?? await createAndStartProvingBroker(config, telemetry);
+    const prover = await createProverClient(config, worldStateSynchronizer, broker, telemetry);
+    const { l1RpcUrls: rpcUrls, l1ChainId: chainId, publisherPrivateKey } = config;
+    const chain = createEthereumChain(rpcUrls, chainId);
+    const { publicClient, walletClient } = createL1Clients(rpcUrls, publisherPrivateKey, chain.chainInfo);
+    const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
+    const l1TxUtils = deps.l1TxUtils ?? new L1TxUtils(publicClient, walletClient, log, config);
+    const publisher = deps.publisher ?? new ProverNodePublisher(config, {
+        telemetry,
+        rollupContract,
+        l1TxUtils
+    });
+    const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config);
+    // If config.p2pEnabled is true, createProverCoordination will create a p2p client where txs are requested
+    // If config.p2pEnabled is false, createProverCoordination request information from the AztecNode
+    const proverCoordination = await createProverCoordination(config, {
+        aztecNodeTxProvider: deps.aztecNodeTxProvider,
+        worldStateSynchronizer,
+        archiver,
+        epochCache,
+        telemetry
+    });
+    const proverNodeConfig = {
+        maxPendingJobs: config.proverNodeMaxPendingJobs,
+        pollingIntervalMs: config.proverNodePollingIntervalMs,
+        maxParallelBlocksPerEpoch: config.proverNodeMaxParallelBlocksPerEpoch,
+        txGatheringMaxParallelRequests: config.txGatheringMaxParallelRequests,
+        txGatheringIntervalMs: config.txGatheringIntervalMs,
+        txGatheringTimeoutMs: config.txGatheringTimeoutMs
+    };
+    const epochMonitor = await EpochMonitor.create(archiver, proverNodeConfig, telemetry);
+    return new ProverNode(prover, publisher, archiver, archiver, archiver, worldStateSynchronizer, proverCoordination, epochMonitor, proverNodeConfig, telemetry);
+}

package/dest/http.d.ts

@@ -0,0 +1,8 @@
+import type { ProverNode } from './prover-node.js';
+/**
+ * Wrap a ProverNode instance with a JSON RPC HTTP server.
+ * @param node - The ProverNode
+ * @returns An JSON-RPC HTTP server
+ */
+export declare function createProverNodeRpcServer(node: ProverNode): import("@aztec/foundation/json-rpc/server").SafeJsonRpcServer;
+//# sourceMappingURL=http.d.ts.map

package/dest/http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,UAAU,iEAEzD"}

package/dest/http.js

@@ -0,0 +1,9 @@
+import { ProverNodeApiSchema } from '@aztec/stdlib/interfaces/server';
+import { createTracedJsonRpcServer } from '@aztec/telemetry-client';
+/**
+ * Wrap a ProverNode instance with a JSON RPC HTTP server.
+ * @param node - The ProverNode
+ * @returns An JSON-RPC HTTP server
+ */ export function createProverNodeRpcServer(node) {
+    return createTracedJsonRpcServer(node, ProverNodeApiSchema);
+}

package/dest/index.d.ts

@@ -0,0 +1,6 @@
+export * from './config.js';
+export * from './factory.js';
+export * from './http.js';
+export * from './prover-node-publisher.js';
+export * from './prover-node.js';
+//# sourceMappingURL=index.d.ts.map

package/dest/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kBAAkB,CAAC"}

package/dest/index.js

@@ -0,0 +1,5 @@
+export * from './config.js';
+export * from './factory.js';
+export * from './http.js';
+export * from './prover-node-publisher.js';
+export * from './prover-node.js';

package/dest/job/epoch-proving-job.d.ts

@@ -0,0 +1,54 @@
+import type { PublicProcessorFactory } from '@aztec/simulator/server';
+import type { L2Block, L2BlockSource } from '@aztec/stdlib/block';
+import { type EpochProver, type EpochProvingJobState, type ForkMerkleTreeOperations } from '@aztec/stdlib/interfaces/server';
+import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
+import type { Tx } from '@aztec/stdlib/tx';
+import { type Traceable, type Tracer } from '@aztec/telemetry-client';
+import type { ProverNodeMetrics } from '../metrics.js';
+import type { ProverNodePublisher } from '../prover-node-publisher.js';
+/**
+ * Job that grabs a range of blocks from the unfinalised chain from L1, gets their txs given their hashes,
+ * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
+ * world state as part of public call execution via the public processor.
+ */
+export declare class EpochProvingJob implements Traceable {
+    private dbProvider;
+    private epochNumber;
+    private blocks;
+    private txs;
+    private prover;
+    private publicProcessorFactory;
+    private publisher;
+    private l2BlockSource;
+    private l1ToL2MessageSource;
+    private metrics;
+    private deadline;
+    private config;
+    private cleanUp;
+    private state;
+    private log;
+    private uuid;
+    private runPromise;
+    private deadlineTimeoutHandler;
+    readonly tracer: Tracer;
+    constructor(dbProvider: ForkMerkleTreeOperations, epochNumber: bigint, blocks: L2Block[], txs: Tx[], prover: EpochProver, publicProcessorFactory: PublicProcessorFactory, publisher: ProverNodePublisher, l2BlockSource: L2BlockSource, l1ToL2MessageSource: L1ToL2MessageSource, metrics: ProverNodeMetrics, deadline: Date | undefined, config?: {
+        parallelBlockLimit: number;
+    }, cleanUp?: (job: EpochProvingJob) => Promise<void>);
+    getId(): string;
+    getState(): EpochProvingJobState;
+    getEpochNumber(): bigint;
+    /**
+     * Proves the given epoch and submits the proof to L1.
+     */
+    run(): Promise<void>;
+    private progressState;
+    private checkState;
+    stop(state?: EpochProvingJobState): Promise<void>;
+    private scheduleDeadlineStop;
+    private getBlockHeader;
+    private getTxs;
+    private getL1ToL2Messages;
+    private processTxs;
+}
+export { type EpochProvingJobState };
+//# sourceMappingURL=epoch-proving-job.d.ts.map

package/dest/job/epoch-proving-job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/job/epoch-proving-job.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAmB,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EAEzB,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,KAAK,EAAe,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAc,KAAK,SAAS,EAAE,KAAK,MAAM,EAAa,MAAM,yBAAyB,CAAC;AAI7F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAEvE;;;;GAIG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAW7C,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,GAAG;IACX,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,sBAAsB;IAC9B,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,mBAAmB;IAC3B,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,OAAO;IAtBjB,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,GAAG,CAAiD;IAC5D,OAAO,CAAC,IAAI,CAAS;IAErB,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,sBAAsB,CAA6B;IAE3D,SAAgB,MAAM,EAAE,MAAM,CAAC;gBAGrB,UAAU,EAAE,wBAAwB,EACpC,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,OAAO,EAAE,EACjB,GAAG,EAAE,EAAE,EAAE,EACT,MAAM,EAAE,WAAW,EACnB,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,mBAAmB,EAC9B,aAAa,EAAE,aAAa,EAC5B,mBAAmB,EAAE,mBAAmB,EACxC,OAAO,EAAE,iBAAiB,EAC1B,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,MAAM,GAAE;QAAE,kBAAkB,EAAE,MAAM,CAAA;KAA+B,EACnE,OAAO,GAAE,CAAC,GAAG,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAA2B;IAM7E,KAAK,IAAI,MAAM;IAIf,QAAQ,IAAI,oBAAoB;IAIhC,cAAc,IAAI,MAAM;IAI/B;;OAEG;IAIU,GAAG;IAgGhB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,UAAU;IAML,IAAI,CAAC,KAAK,GAAE,oBAAgC;IASzD,OAAO,CAAC,oBAAoB;YAqBd,cAAc;YAOd,MAAM;IAQpB,OAAO,CAAC,iBAAiB;YAIX,UAAU;CAgBzB;AASD,OAAO,EAAE,KAAK,oBAAoB,EAAE,CAAC"}

package/dest/job/epoch-proving-job.js

@@ -0,0 +1,255 @@
+function _ts_decorate(decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+import { asyncPool } from '@aztec/foundation/async-pool';
+import { createLogger } from '@aztec/foundation/log';
+import { promiseWithResolvers } from '@aztec/foundation/promise';
+import { Timer } from '@aztec/foundation/timer';
+import { EpochProvingJobTerminalState } from '@aztec/stdlib/interfaces/server';
+import { Attributes, trackSpan } from '@aztec/telemetry-client';
+import * as crypto from 'node:crypto';
+/**
+ * Job that grabs a range of blocks from the unfinalised chain from L1, gets their txs given their hashes,
+ * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
+ * world state as part of public call execution via the public processor.
+ */ export class EpochProvingJob {
+    dbProvider;
+    epochNumber;
+    blocks;
+    txs;
+    prover;
+    publicProcessorFactory;
+    publisher;
+    l2BlockSource;
+    l1ToL2MessageSource;
+    metrics;
+    deadline;
+    config;
+    cleanUp;
+    state;
+    log;
+    uuid;
+    runPromise;
+    deadlineTimeoutHandler;
+    tracer;
+    constructor(dbProvider, epochNumber, blocks, txs, prover, publicProcessorFactory, publisher, l2BlockSource, l1ToL2MessageSource, metrics, deadline, config = {
+        parallelBlockLimit: 32
+    }, cleanUp = ()=>Promise.resolve()){
+        this.dbProvider = dbProvider;
+        this.epochNumber = epochNumber;
+        this.blocks = blocks;
+        this.txs = txs;
+        this.prover = prover;
+        this.publicProcessorFactory = publicProcessorFactory;
+        this.publisher = publisher;
+        this.l2BlockSource = l2BlockSource;
+        this.l1ToL2MessageSource = l1ToL2MessageSource;
+        this.metrics = metrics;
+        this.deadline = deadline;
+        this.config = config;
+        this.cleanUp = cleanUp;
+        this.state = 'initialized';
+        this.log = createLogger('prover-node:epoch-proving-job');
+        this.uuid = crypto.randomUUID();
+        this.tracer = metrics.client.getTracer('EpochProvingJob');
+    }
+    getId() {
+        return this.uuid;
+    }
+    getState() {
+        return this.state;
+    }
+    getEpochNumber() {
+        return this.epochNumber;
+    }
+    /**
+   * Proves the given epoch and submits the proof to L1.
+   */ async run() {
+        this.scheduleDeadlineStop();
+        const epochNumber = Number(this.epochNumber);
+        const epochSizeBlocks = this.blocks.length;
+        const epochSizeTxs = this.blocks.reduce((total, current)=>total + current.body.txEffects.length, 0);
+        const [fromBlock, toBlock] = [
+            this.blocks[0].number,
+            this.blocks.at(-1).number
+        ];
+        this.log.info(`Starting epoch ${epochNumber} proving job with blocks ${fromBlock} to ${toBlock}`, {
+            fromBlock,
+            toBlock,
+            epochSizeBlocks,
+            epochNumber,
+            uuid: this.uuid
+        });
+        this.progressState('processing');
+        const timer = new Timer();
+        const { promise, resolve } = promiseWithResolvers();
+        this.runPromise = promise;
+        try {
+            this.prover.startNewEpoch(epochNumber, fromBlock, epochSizeBlocks);
+            await this.prover.startTubeCircuits(this.txs);
+            await asyncPool(this.config.parallelBlockLimit, this.blocks, async (block)=>{
+                this.checkState();
+                const globalVariables = block.header.globalVariables;
+                const txs = await this.getTxs(block);
+                const l1ToL2Messages = await this.getL1ToL2Messages(block);
+                const previousHeader = await this.getBlockHeader(block.number - 1);
+                this.log.verbose(`Starting processing block ${block.number}`, {
+                    number: block.number,
+                    blockHash: (await block.hash()).toString(),
+                    lastArchive: block.header.lastArchive.root,
+                    noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
+                    nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
+                    publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
+                    previousHeader: previousHeader.hash(),
+                    uuid: this.uuid,
+                    ...globalVariables
+                });
+                // Start block proving
+                await this.prover.startNewBlock(globalVariables, l1ToL2Messages, previousHeader);
+                // Process public fns
+                const db = await this.dbProvider.fork(block.number - 1);
+                const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, true);
+                const processed = await this.processTxs(publicProcessor, txs);
+                await this.prover.addTxs(processed);
+                await db.close();
+                this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
+                    blockNumber: block.number,
+                    blockHash: (await block.hash()).toString(),
+                    uuid: this.uuid
+                });
+                // Mark block as completed to pad it
+                await this.prover.setBlockCompleted(block.number, block.header);
+            });
+            const executionTime = timer.ms();
+            this.progressState('awaiting-prover');
+            const { publicInputs, proof } = await this.prover.finaliseEpoch();
+            this.log.info(`Finalised proof for epoch ${epochNumber}`, {
+                epochNumber,
+                uuid: this.uuid,
+                duration: timer.ms()
+            });
+            this.progressState('publishing-proof');
+            const success = await this.publisher.submitEpochProof({
+                fromBlock,
+                toBlock,
+                epochNumber,
+                publicInputs,
+                proof
+            });
+            if (!success) {
+                throw new Error('Failed to submit epoch proof to L1');
+            }
+            this.log.info(`Submitted proof for epoch ${epochNumber} (blocks ${fromBlock} to ${toBlock})`, {
+                epochNumber,
+                uuid: this.uuid
+            });
+            this.state = 'completed';
+            this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
+        } catch (err) {
+            if (err && err.name === 'HaltExecutionError') {
+                this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
+                    uuid: this.uuid,
+                    epochNumber
+                });
+                return;
+            }
+            this.log.error(`Error running epoch ${epochNumber} prover job`, err, {
+                uuid: this.uuid,
+                epochNumber
+            });
+            this.state = 'failed';
+        } finally{
+            clearTimeout(this.deadlineTimeoutHandler);
+            await this.cleanUp(this);
+            await this.prover.stop();
+            resolve();
+        }
+    }
+    progressState(state) {
+        this.checkState();
+        this.state = state;
+    }
+    checkState() {
+        if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed') {
+            throw new HaltExecutionError(this.state);
+        }
+    }
+    async stop(state = 'stopped') {
+        this.state = state;
+        this.prover.cancel();
+        // TODO(palla/prover): Stop the publisher as well
+        if (this.runPromise) {
+            await this.runPromise;
+        }
+    }
+    scheduleDeadlineStop() {
+        const deadline = this.deadline;
+        if (deadline) {
+            const timeout = deadline.getTime() - Date.now();
+            if (timeout <= 0) {
+                throw new Error('Cannot start job with deadline in the past');
+            }
+            this.deadlineTimeoutHandler = setTimeout(()=>{
+                if (EpochProvingJobTerminalState.includes(this.state)) {
+                    return;
+                }
+                this.log.warn('Stopping job due to deadline hit', {
+                    uuid: this.uuid,
+                    epochNumber: this.epochNumber
+                });
+                this.stop('timed-out').catch((err)=>{
+                    this.log.error('Error stopping job', err, {
+                        uuid: this.uuid,
+                        epochNumber: this.epochNumber
+                    });
+                });
+            }, timeout);
+        }
+    }
+    /* Returns the header for the given block number, or the genesis block for block zero. */ async getBlockHeader(blockNumber) {
+        if (blockNumber === 0) {
+            return (await this.dbProvider.fork()).getInitialHeader();
+        }
+        return this.l2BlockSource.getBlockHeader(blockNumber);
+    }
+    async getTxs(block) {
+        const txHashes = block.body.txEffects.map((tx)=>tx.txHash.toBigInt());
+        const txsAndHashes = await Promise.all(this.txs.map(async (tx)=>({
+                tx,
+                hash: await tx.getTxHash()
+            })));
+        return txsAndHashes.filter((txAndHash)=>txHashes.includes(txAndHash.hash.toBigInt())).map((txAndHash)=>txAndHash.tx);
+    }
+    getL1ToL2Messages(block) {
+        return this.l1ToL2MessageSource.getL1ToL2Messages(BigInt(block.number));
+    }
+    async processTxs(publicProcessor, txs) {
+        const { deadline } = this;
+        const [processedTxs, failedTxs] = await publicProcessor.process(txs, {
+            deadline
+        });
+        if (failedTxs.length) {
+            throw new Error(`Txs failed processing: ${failedTxs.map(({ tx, error })=>`${tx.getTxHash()} (${error})`).join(', ')}`);
+        }
+        if (processedTxs.length !== txs.length) {
+            throw new Error(`Failed to process all txs: processed ${processedTxs.length} out of ${txs.length}`);
+        }
+        return processedTxs;
+    }
+}
+_ts_decorate([
+    trackSpan('EpochProvingJob.run', function() {
+        return {
+            [Attributes.EPOCH_NUMBER]: Number(this.epochNumber)
+        };
+    })
+], EpochProvingJob.prototype, "run", null);
+class HaltExecutionError extends Error {
+    constructor(state){
+        super(`Halted execution due to state ${state}`);
+        this.name = 'HaltExecutionError';
+    }
+}

package/dest/metrics.d.ts

@@ -0,0 +1,26 @@
+import type { L1PublishProofStats } from '@aztec/stdlib/stats';
+import { type Gauge, type Histogram, type TelemetryClient, type UpDownCounter } from '@aztec/telemetry-client';
+export declare class ProverNodeMetrics {
+    readonly client: TelemetryClient;
+    private logger;
+    proverEpochExecutionDuration: Histogram;
+    provingJobDuration: Histogram;
+    provingJobBlocks: Gauge;
+    provingJobTransactions: Gauge;
+    gasPrice: Histogram;
+    txCount: UpDownCounter;
+    txDuration: Histogram;
+    txGas: Histogram;
+    txCalldataSize: Histogram;
+    txCalldataGas: Histogram;
+    txBlobDataGasUsed: Histogram;
+    txBlobDataGasCost: Histogram;
+    private senderBalance;
+    constructor(client: TelemetryClient, name?: string, logger?: import("@aztec/foundation/log").Logger);
+    recordFailedTx(): void;
+    recordSubmitProof(durationMs: number, stats: L1PublishProofStats): void;
+    recordProvingJob(executionTimeMs: number, totalTimeMs: number, numBlocks: number, numTxs: number): void;
+    recordSenderBalance(wei: bigint, senderAddress: string): void;
+    private recordTx;
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dest/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAkB,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAEL,KAAK,KAAK,EACV,KAAK,SAAS,EAEd,KAAK,eAAe,EACpB,KAAK,aAAa,EAEnB,MAAM,yBAAyB,CAAC;AAIjC,qBAAa,iBAAiB;aAkBV,MAAM,EAAE,eAAe;IAEvC,OAAO,CAAC,MAAM;IAnBhB,4BAA4B,EAAE,SAAS,CAAC;IACxC,kBAAkB,EAAE,SAAS,CAAC;IAC9B,gBAAgB,EAAE,KAAK,CAAC;IACxB,sBAAsB,EAAE,KAAK,CAAC;IAE9B,QAAQ,EAAE,SAAS,CAAC;IACpB,OAAO,EAAE,aAAa,CAAC;IACvB,UAAU,EAAE,SAAS,CAAC;IACtB,KAAK,EAAE,SAAS,CAAC;IACjB,cAAc,EAAE,SAAS,CAAC;IAC1B,aAAa,EAAE,SAAS,CAAC;IACzB,iBAAiB,EAAE,SAAS,CAAC;IAC7B,iBAAiB,EAAE,SAAS,CAAC;IAE7B,OAAO,CAAC,aAAa,CAAQ;gBAGX,MAAM,EAAE,eAAe,EACvC,IAAI,SAAe,EACX,MAAM,yCAAgD;IA2EhE,cAAc;IAOd,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB;IAIzD,gBAAgB,CAAC,eAAe,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAOhG,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;IAO7D,OAAO,CAAC,QAAQ;CA6BjB"}