@aztec/node-lib 0.0.1-fake-c83136db25

package/README.md

@@ -0,0 +1,3 @@
+# Node Lib
+
+Shared code for Aztec Nodes and Prover Nodes.

package/dest/actions/build-snapshot-metadata.d.ts

@@ -0,0 +1,5 @@
+import type { Archiver } from '@aztec/archiver';
+import type { UploadSnapshotMetadata } from '@aztec/stdlib/snapshots';
+import type { UploadSnapshotConfig } from './upload-snapshot.js';
+export declare function buildSnapshotMetadata(archiver: Archiver, config: UploadSnapshotConfig): Promise<UploadSnapshotMetadata>;
+//# sourceMappingURL=build-snapshot-metadata.d.ts.map

package/dest/actions/build-snapshot-metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"build-snapshot-metadata.d.ts","sourceRoot":"","sources":["../../src/actions/build-snapshot-metadata.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAEtE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAEjE,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,sBAAsB,CAAC,CAoBjC"}

package/dest/actions/build-snapshot-metadata.js

@@ -0,0 +1,19 @@
+export async function buildSnapshotMetadata(archiver, config) {
+    const [rollupAddress, l1BlockNumber, { latest }] = await Promise.all([
+        archiver.getRollupAddress(),
+        archiver.getL1BlockNumber(),
+        archiver.getL2Tips()
+    ]);
+    const { number: l2BlockNumber, hash: l2BlockHash } = latest;
+    if (!l2BlockHash) {
+        throw new Error(`Failed to get L2 block hash from archiver.`);
+    }
+    return {
+        l1ChainId: config.l1ChainId,
+        rollupVersion: config.rollupVersion,
+        rollupAddress,
+        l2BlockNumber,
+        l2BlockHash,
+        l1BlockNumber: Number(l1BlockNumber)
+    };
+}

package/dest/actions/create-backups.d.ts

@@ -0,0 +1,6 @@
+import type { Archiver } from '@aztec/archiver';
+import type { Logger } from '@aztec/foundation/log';
+import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
+import type { SnapshotDataUrls } from '@aztec/stdlib/snapshots';
+export declare function createBackups(backupDir: string, archiver: Archiver, worldState: WorldStateSynchronizer, log: Logger): Promise<SnapshotDataUrls>;
+//# sourceMappingURL=create-backups.d.ts.map

package/dest/actions/create-backups.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-backups.d.ts","sourceRoot":"","sources":["../../src/actions/create-backups.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAC9E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAKhE,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,sBAAsB,EAClC,GAAG,EAAE,MAAM,6BA4BZ"}

package/dest/actions/create-backups.js

@@ -0,0 +1,32 @@
+import { existsSync } from 'fs';
+import { join } from 'path/posix';
+export async function createBackups(backupDir, archiver, worldState, log) {
+    try {
+        log.info(`Pausing archiver and world state sync to start snapshot upload`);
+        await archiver.stop();
+        await worldState.stopSync();
+        log.info(`Creating backups of lmdb environments to ${backupDir}`);
+        const [archiverPath, worldStatePaths] = await Promise.all([
+            archiver.backupTo(join(backupDir, 'archiver')),
+            worldState.backupTo(join(backupDir, 'world-state'))
+        ]);
+        const paths = {
+            ...worldStatePaths,
+            archiver: archiverPath
+        };
+        const missing = Object.entries(paths).filter(([_key, path])=>!path || !existsSync(path));
+        if (missing.length > 0) {
+            throw new Error(`Missing backup files: ${missing.map(([key, path])=>`${path} (${key})`).join(', ')}`);
+        }
+        log.info(`Data stores backed up to ${backupDir}`, {
+            paths
+        });
+        return paths;
+    } catch (err) {
+        throw new Error(`Error creating backups for snapshot upload: ${err}`);
+    } finally{
+        log.info(`Resuming archiver and world state sync`);
+        worldState.resumeSync();
+        archiver.resume();
+    }
+}

package/dest/actions/index.d.ts

@@ -0,0 +1,5 @@
+export * from './snapshot-sync.js';
+export * from './upload-snapshot.js';
+export * from './create-backups.js';
+export * from './build-snapshot-metadata.js';
+//# sourceMappingURL=index.d.ts.map

package/dest/actions/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,8BAA8B,CAAC"}

package/dest/actions/index.js

@@ -0,0 +1,4 @@
+export * from './snapshot-sync.js';
+export * from './upload-snapshot.js';
+export * from './create-backups.js';
+export * from './build-snapshot-metadata.js';

package/dest/actions/snapshot-sync.d.ts

@@ -0,0 +1,27 @@
+import { type ArchiverConfig } from '@aztec/archiver';
+import { type EthereumClientConfig } from '@aztec/ethereum';
+import type { EthAddress } from '@aztec/foundation/eth-address';
+import type { Logger } from '@aztec/foundation/log';
+import type { DataStoreConfig } from '@aztec/kv-store/config';
+import type { ChainConfig } from '@aztec/stdlib/config';
+import { type SnapshotMetadata } from '@aztec/stdlib/snapshots';
+import type { SharedNodeConfig } from '../config/index.js';
+type SnapshotSyncConfig = Pick<SharedNodeConfig, 'syncMode'> & Pick<ChainConfig, 'l1ChainId' | 'rollupVersion'> & Pick<ArchiverConfig, 'archiverStoreMapSizeKb' | 'maxLogs'> & Required<DataStoreConfig> & EthereumClientConfig & {
+    snapshotsUrls?: string[];
+    minL1BlocksToTriggerReplace?: number;
+};
+/**
+ * Connects to a remote snapshot index and downloads the latest snapshot if the local archiver is behind.
+ * Behaviour depends on syncing mode.
+ */
+export declare function trySnapshotSync(config: SnapshotSyncConfig, log: Logger): Promise<boolean>;
+/**
+ * Downloads the given snapshot replacing any local data stores.
+ */
+export declare function snapshotSync(snapshot: Pick<SnapshotMetadata, 'dataUrls'>, log: Logger, config: {
+    dataDirectory: string;
+    rollupAddress: EthAddress;
+    snapshotsUrl: string;
+}): Promise<void>;
+export {};
+//# sourceMappingURL=snapshot-sync.d.ts.map

package/dest/actions/snapshot-sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot-sync.d.ts","sourceRoot":"","sources":["../../src/actions/snapshot-sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4C,KAAK,cAAc,EAAuB,MAAM,iBAAiB,CAAC;AAErH,OAAO,EAAE,KAAK,oBAAoB,EAAmB,MAAM,iBAAiB,CAAC;AAC7E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAEhE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGxD,OAAO,EACL,KAAK,gBAAgB,EAKtB,MAAM,yBAAyB,CAAC;AAMjC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAK3D,KAAK,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,GAC1D,IAAI,CAAC,WAAW,EAAE,WAAW,GAAG,eAAe,CAAC,GAChD,IAAI,CAAC,cAAc,EAAE,wBAAwB,GAAG,SAAS,CAAC,GAC1D,QAAQ,CAAC,eAAe,CAAC,GACzB,oBAAoB,GAAG;IACrB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC,CAAC;AAEJ;;;GAGG;AACH,wBAAsB,eAAe,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,oBAiK5E;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,EAC5C,GAAG,EAAE,MAAM,EACX,MAAM,EAAE;IAAE,aAAa,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,UAAU,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,iBAqDnF"}

package/dest/actions/snapshot-sync.js

@@ -0,0 +1,236 @@
+import { ARCHIVER_DB_VERSION, ARCHIVER_STORE_NAME, createArchiverStore } from '@aztec/archiver';
+import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
+import { getPublicClient } from '@aztec/ethereum';
+import { tryRmDir } from '@aztec/foundation/fs';
+import { P2P_STORE_NAME } from '@aztec/p2p';
+import { DatabaseVersionManager } from '@aztec/stdlib/database-version';
+import { createReadOnlyFileStore } from '@aztec/stdlib/file-store';
+import { downloadSnapshot, getLatestSnapshotMetadata, makeSnapshotPaths } from '@aztec/stdlib/snapshots';
+import { NATIVE_WORLD_STATE_DBS, WORLD_STATE_DB_VERSION, WORLD_STATE_DIR } from '@aztec/world-state';
+import { mkdir, mkdtemp, rename } from 'fs/promises';
+import { join } from 'path';
+// Half day worth of L1 blocks
+const MIN_L1_BLOCKS_TO_TRIGGER_REPLACE = 86400 / 2 / 12;
+/**
+ * Connects to a remote snapshot index and downloads the latest snapshot if the local archiver is behind.
+ * Behaviour depends on syncing mode.
+ */ export async function trySnapshotSync(config, log) {
+    const { syncMode, snapshotsUrls, dataDirectory, l1ChainId, rollupVersion, l1Contracts } = config;
+    if (syncMode === 'full') {
+        log.debug('Snapshot sync is disabled. Running full sync.', {
+            syncMode: syncMode
+        });
+        return false;
+    }
+    if (!snapshotsUrls || snapshotsUrls.length === 0) {
+        log.verbose('Snapshot sync is disabled. No snapshots URLs provided.');
+        return false;
+    }
+    if (!dataDirectory) {
+        log.verbose('Snapshot sync is disabled. No local data directory defined.');
+        return false;
+    }
+    // Create an archiver store to check the current state (do this only once)
+    log.verbose(`Creating temporary archiver data store`);
+    const archiverStore = await createArchiverStore(config);
+    let archiverL1BlockNumber;
+    let archiverL2BlockNumber;
+    try {
+        [archiverL1BlockNumber, archiverL2BlockNumber] = await Promise.all([
+            archiverStore.getSynchPoint().then((s)=>s.blocksSynchedTo),
+            archiverStore.getSynchedL2BlockNumber()
+        ]);
+    } finally{
+        log.verbose(`Closing temporary archiver data store`, {
+            archiverL1BlockNumber,
+            archiverL2BlockNumber
+        });
+        await archiverStore.close();
+    }
+    const minL1BlocksToTriggerReplace = config.minL1BlocksToTriggerReplace ?? MIN_L1_BLOCKS_TO_TRIGGER_REPLACE;
+    if (syncMode === 'snapshot' && archiverL2BlockNumber !== undefined && archiverL2BlockNumber >= INITIAL_L2_BLOCK_NUM) {
+        log.verbose(`Skipping non-forced snapshot sync as archiver is already synced to L2 block ${archiverL2BlockNumber}.`);
+        return false;
+    }
+    const currentL1BlockNumber = await getPublicClient(config).getBlockNumber();
+    if (archiverL1BlockNumber && currentL1BlockNumber - archiverL1BlockNumber < minL1BlocksToTriggerReplace) {
+        log.verbose(`Skipping snapshot sync as archiver is less than ${currentL1BlockNumber - archiverL1BlockNumber} L1 blocks behind.`, {
+            archiverL1BlockNumber,
+            currentL1BlockNumber,
+            minL1BlocksToTriggerReplace
+        });
+        return false;
+    }
+    const indexMetadata = {
+        l1ChainId,
+        rollupVersion,
+        rollupAddress: l1Contracts.rollupAddress
+    };
+    const snapshotCandidates = [];
+    for (const snapshotsUrl of snapshotsUrls){
+        let fileStore;
+        try {
+            fileStore = await createReadOnlyFileStore(snapshotsUrl, log);
+        } catch (err) {
+            log.error(`Invalid config for downloading snapshots from ${snapshotsUrl}`, err);
+            continue;
+        }
+        let snapshot;
+        try {
+            snapshot = await getLatestSnapshotMetadata(indexMetadata, fileStore);
+        } catch (err) {
+            log.error(`Failed to get latest snapshot metadata from ${snapshotsUrl}. Skipping this URL.`, err, {
+                ...indexMetadata,
+                snapshotsUrl
+            });
+            continue;
+        }
+        if (!snapshot) {
+            log.verbose(`No snapshot found at ${snapshotsUrl}. Skipping this URL.`, {
+                ...indexMetadata,
+                snapshotsUrl
+            });
+            continue;
+        }
+        if (snapshot.schemaVersions.archiver !== ARCHIVER_DB_VERSION) {
+            log.warn(`Skipping snapshot from ${snapshotsUrl} as it has schema version ${snapshot.schemaVersions.archiver} but expected ${ARCHIVER_DB_VERSION}.`, snapshot);
+            continue;
+        }
+        if (snapshot.schemaVersions.worldState !== WORLD_STATE_DB_VERSION) {
+            log.warn(`Skipping snapshot from ${snapshotsUrl} as it has world state schema version ${snapshot.schemaVersions.worldState} but we expected ${WORLD_STATE_DB_VERSION}.`, snapshot);
+            continue;
+        }
+        if (archiverL1BlockNumber && snapshot.l1BlockNumber < archiverL1BlockNumber) {
+            log.verbose(`Skipping snapshot from ${snapshotsUrl} since local archiver is at L1 block ${archiverL1BlockNumber} which is further than snapshot at ${snapshot.l1BlockNumber}`, {
+                snapshot,
+                archiverL1BlockNumber,
+                snapshotsUrl
+            });
+            continue;
+        }
+        if (archiverL1BlockNumber && snapshot.l1BlockNumber - Number(archiverL1BlockNumber) < minL1BlocksToTriggerReplace) {
+            log.verbose(`Skipping snapshot from ${snapshotsUrl} as archiver is less than ${snapshot.l1BlockNumber - Number(archiverL1BlockNumber)} L1 blocks behind this snapshot.`, {
+                snapshot,
+                archiverL1BlockNumber,
+                snapshotsUrl
+            });
+            continue;
+        }
+        snapshotCandidates.push({
+            snapshot,
+            url: snapshotsUrl,
+            fileStore
+        });
+    }
+    if (snapshotCandidates.length === 0) {
+        log.verbose(`No valid snapshots found from any URL. Skipping snapshot sync.`, {
+            ...indexMetadata,
+            snapshotsUrls
+        });
+        return false;
+    }
+    // Sort candidates by L1 block number (highest first)
+    snapshotCandidates.sort((a, b)=>b.snapshot.l1BlockNumber - a.snapshot.l1BlockNumber);
+    // Try each candidate in order until one succeeds
+    for (const { snapshot, url } of snapshotCandidates){
+        const { l1BlockNumber, l2BlockNumber } = snapshot;
+        log.info(`Attempting to sync from snapshot at L1 block ${l1BlockNumber} L2 block ${l2BlockNumber}`, {
+            snapshot,
+            snapshotsUrl: url
+        });
+        try {
+            await snapshotSync(snapshot, log, {
+                dataDirectory: config.dataDirectory,
+                rollupAddress: config.l1Contracts.rollupAddress,
+                snapshotsUrl: url
+            });
+            log.info(`Snapshot synced to L1 block ${l1BlockNumber} L2 block ${l2BlockNumber}`, {
+                snapshot,
+                snapshotsUrl: url
+            });
+            return true;
+        } catch (err) {
+            log.error(`Failed to download snapshot from ${url}. Trying next candidate.`, err, {
+                snapshot,
+                snapshotsUrl: url
+            });
+            continue;
+        }
+    }
+    log.error(`Failed to download snapshot from all URLs.`, {
+        snapshotsUrls
+    });
+    return false;
+}
+/**
+ * Downloads the given snapshot replacing any local data stores.
+ */ export async function snapshotSync(snapshot, log, config) {
+    const { dataDirectory, rollupAddress } = config;
+    if (!dataDirectory) {
+        throw new Error(`No local data directory defined. Cannot sync snapshot.`);
+    }
+    const fileStore = await createReadOnlyFileStore(config.snapshotsUrl, log);
+    let downloadDir;
+    try {
+        // Download the snapshot to a temp location.
+        await mkdir(dataDirectory, {
+            recursive: true
+        });
+        downloadDir = await mkdtemp(join(dataDirectory, 'download-'));
+        const downloadPaths = makeSnapshotPaths(downloadDir);
+        log.info(`Downloading snapshot to ${downloadDir}`, {
+            snapshot,
+            downloadPaths
+        });
+        await downloadSnapshot(snapshot, downloadPaths, fileStore);
+        log.info(`Snapshot downloaded at ${downloadDir}`, {
+            snapshot,
+            downloadPaths
+        });
+        // If download was successful, clear lock and version, and move download there
+        const archiverPath = join(dataDirectory, ARCHIVER_STORE_NAME);
+        await prepareTarget(archiverPath, ARCHIVER_DB_VERSION, rollupAddress);
+        await rename(downloadPaths.archiver, join(archiverPath, 'data.mdb'));
+        log.info(`Archiver database set up from snapshot`, {
+            path: archiverPath,
+            dbVersion: ARCHIVER_DB_VERSION,
+            rollupAddress
+        });
+        // Same for the world state dbs, only that we do not close them, since we assume they are not yet in use
+        const worldStateBasePath = join(dataDirectory, WORLD_STATE_DIR);
+        await prepareTarget(worldStateBasePath, WORLD_STATE_DB_VERSION, rollupAddress);
+        for (const [name, dir] of NATIVE_WORLD_STATE_DBS){
+            const path = join(worldStateBasePath, dir);
+            await mkdir(path, {
+                recursive: true
+            });
+            await rename(downloadPaths[name], join(path, 'data.mdb'));
+            log.info(`World state database ${name} set up from snapshot`, {
+                path,
+                dbVersion: WORLD_STATE_DB_VERSION,
+                rollupAddress
+            });
+        }
+        // And clear the p2p db altogether
+        const p2pPath = join(dataDirectory, P2P_STORE_NAME);
+        await tryRmDir(p2pPath, log);
+        log.info(`P2P database cleared`, {
+            path: p2pPath
+        });
+    } finally{
+        if (downloadDir) {
+            await tryRmDir(downloadDir, log);
+        }
+    }
+}
+/** Deletes target dir and writes the new version file. */ async function prepareTarget(target, schemaVersion, rollupAddress) {
+    const noOpen = ()=>Promise.resolve(undefined);
+    const versionManager = new DatabaseVersionManager({
+        schemaVersion,
+        rollupAddress,
+        dataDirectory: target,
+        onOpen: noOpen
+    });
+    await versionManager.resetDataDirectory();
+    await versionManager.writeVersion();
+}

package/dest/actions/upload-snapshot.d.ts

@@ -0,0 +1,12 @@
+import { type Archiver } from '@aztec/archiver';
+import type { Logger } from '@aztec/foundation/log';
+import type { DataStoreConfig } from '@aztec/kv-store/config';
+import type { ChainConfig } from '@aztec/stdlib/config';
+import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
+export type UploadSnapshotConfig = Pick<ChainConfig, 'l1ChainId' | 'rollupVersion'> & Pick<DataStoreConfig, 'dataDirectory'>;
+/**
+ * Pauses the archiver and world state sync, creates backups of the archiver and world state lmdb environments,
+ * and uploads them to the specified location. Location must be a URL supported by our file store (eg `gs://bucketname/path`).
+ */
+export declare function uploadSnapshot(location: string, archiver: Archiver, worldState: WorldStateSynchronizer, config: UploadSnapshotConfig, log: Logger): Promise<void>;
+//# sourceMappingURL=upload-snapshot.d.ts.map

package/dest/actions/upload-snapshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload-snapshot.d.ts","sourceRoot":"","sources":["../../src/actions/upload-snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAErE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAW9E,MAAM,MAAM,oBAAoB,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,GAAG,eAAe,CAAC,GACjF,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;AAEzC;;;GAGG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,sBAAsB,EAClC,MAAM,EAAE,oBAAoB,EAC5B,GAAG,EAAE,MAAM,iBAoBZ"}

package/dest/actions/upload-snapshot.js

@@ -0,0 +1,38 @@
+import { ARCHIVER_DB_VERSION } from '@aztec/archiver';
+import { tryRmDir } from '@aztec/foundation/fs';
+import { createFileStore } from '@aztec/stdlib/file-store';
+import { uploadSnapshotToIndex } from '@aztec/stdlib/snapshots';
+import { WORLD_STATE_DB_VERSION } from '@aztec/world-state';
+import { mkdtemp } from 'fs/promises';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { buildSnapshotMetadata } from './build-snapshot-metadata.js';
+import { createBackups } from './create-backups.js';
+/**
+ * Pauses the archiver and world state sync, creates backups of the archiver and world state lmdb environments,
+ * and uploads them to the specified location. Location must be a URL supported by our file store (eg `gs://bucketname/path`).
+ */ export async function uploadSnapshot(location, archiver, worldState, config, log) {
+    const store = await createFileStore(location);
+    if (!store) {
+        throw new Error(`Failed to create file store for snapshot upload for location ${location}.`);
+    }
+    const backupDir = await mkdtemp(join(config.dataDirectory ?? tmpdir(), 'snapshot-'));
+    try {
+        const paths = await createBackups(backupDir, archiver, worldState, log);
+        const versions = {
+            archiver: ARCHIVER_DB_VERSION,
+            worldState: WORLD_STATE_DB_VERSION
+        };
+        const metadata = await buildSnapshotMetadata(archiver, config);
+        log.info(`Uploading snapshot to ${location}`, {
+            snapshot: metadata
+        });
+        const snapshot = await uploadSnapshotToIndex(paths, versions, metadata, store);
+        log.info(`Snapshot uploaded successfully`, {
+            snapshot
+        });
+    } finally{
+        log.info(`Cleaning up backup dir ${backupDir}`);
+        await tryRmDir(backupDir, log);
+    }
+}

package/dest/config/index.d.ts

@@ -0,0 +1,19 @@
+import { type ConfigMappingsType } from '@aztec/foundation/config';
+export type SharedNodeConfig = {
+    /** Whether to populate the genesis state with initial fee juice for the test accounts */
+    testAccounts: boolean;
+    /** Whether to populate the genesis state with initial fee juice for the sponsored FPC */
+    sponsoredFPC: boolean;
+    /** Sync mode: full to always sync via L1, snapshot to download a snapshot if there is no local data, force-snapshot to download even if there is local data. */
+    syncMode: 'full' | 'snapshot' | 'force-snapshot';
+    /** Base URLs for snapshots index. Index file will be searched at `SNAPSHOTS_BASE_URL/aztec-L1_CHAIN_ID-VERSION-ROLLUP_ADDRESS/index.json` */
+    snapshotsUrls?: string[];
+    /** Auto update mode: disabled - to completely ignore remote signals to update the node. enabled - to respect the signals (potentially shutting this node down). log - check for updates but log a warning instead of applying them*/
+    autoUpdate?: 'disabled' | 'notify' | 'config' | 'config-and-version';
+    /** The base URL against which to check for updates */
+    autoUpdateUrl?: string;
+    /** URL of the Web3Signer instance */
+    web3SignerUrl?: string;
+};
+export declare const sharedNodeConfigMappings: ConfigMappingsType<SharedNodeConfig>;
+//# sourceMappingURL=index.d.ts.map

package/dest/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,kBAAkB,EAAuB,MAAM,0BAA0B,CAAC;AAExF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,yFAAyF;IACzF,YAAY,EAAE,OAAO,CAAC;IACtB,yFAAyF;IACzF,YAAY,EAAE,OAAO,CAAC;IACtB,gKAAgK;IAChK,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,gBAAgB,CAAC;IACjD,6IAA6I;IAC7I,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IAEzB,qOAAqO;IACrO,UAAU,CAAC,EAAE,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,oBAAoB,CAAC;IACrE,sDAAsD;IACtD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,qCAAqC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,kBAAkB,CAAC,gBAAgB,CA0CzE,CAAC"}

package/dest/config/index.js

@@ -0,0 +1,41 @@
+import { booleanConfigHelper } from '@aztec/foundation/config';
+export const sharedNodeConfigMappings = {
+    testAccounts: {
+        env: 'TEST_ACCOUNTS',
+        description: 'Whether to populate the genesis state with initial fee juice for the test accounts.',
+        ...booleanConfigHelper()
+    },
+    sponsoredFPC: {
+        env: 'SPONSORED_FPC',
+        description: 'Whether to populate the genesis state with initial fee juice for the sponsored FPC.',
+        ...booleanConfigHelper(false)
+    },
+    syncMode: {
+        env: 'SYNC_MODE',
+        description: 'Set sync mode to `full` to always sync via L1, `snapshot` to download a snapshot if there is no local data, `force-snapshot` to download even if there is local data.',
+        defaultValue: 'snapshot'
+    },
+    snapshotsUrls: {
+        env: 'SYNC_SNAPSHOTS_URLS',
+        description: 'Base URLs for snapshots index, comma-separated.',
+        parseEnv: (val)=>val.split(',').map((url)=>url.trim()).filter((url)=>url.length > 0),
+        fallback: [
+            'SYNC_SNAPSHOTS_URL'
+        ],
+        defaultValue: []
+    },
+    autoUpdate: {
+        env: 'AUTO_UPDATE',
+        description: 'The auto update mode for this node',
+        defaultValue: 'disabled'
+    },
+    autoUpdateUrl: {
+        env: 'AUTO_UPDATE_URL',
+        description: 'Base URL to check for updates'
+    },
+    web3SignerUrl: {
+        env: 'WEB3_SIGNER_URL',
+        description: 'URL of the Web3Signer instance',
+        parseEnv: (val)=>val.trim()
+    }
+};

package/dest/factories/index.d.ts

@@ -0,0 +1,2 @@
+export * from './l1_tx_utils.js';
+//# sourceMappingURL=index.d.ts.map

package/dest/factories/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/factories/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC"}

package/dest/factories/index.js

@@ -0,0 +1 @@
+export * from './l1_tx_utils.js';

package/dest/factories/l1_tx_utils.d.ts

@@ -0,0 +1,53 @@
+import type { EthSigner, ExtendedViemWalletClient, L1TxUtilsConfig, ViemClient } from '@aztec/ethereum';
+import { createLogger } from '@aztec/foundation/log';
+import type { DateProvider } from '@aztec/foundation/timer';
+import type { DataStoreConfig } from '@aztec/kv-store/config';
+import type { TelemetryClient } from '@aztec/telemetry-client';
+import type { L1TxScope } from '../metrics/l1_tx_metrics.js';
+/**
+ * Creates L1TxUtils with blobs from multiple Viem wallets, sharing store and metrics.
+ */
+export declare function createL1TxUtilsWithBlobsFromViemWallet(clients: ExtendedViemWalletClient[], config: DataStoreConfig & Partial<L1TxUtilsConfig> & {
+    debugMaxGasLimit?: boolean;
+    scope?: L1TxScope;
+}, deps: {
+    telemetry: TelemetryClient;
+    logger?: ReturnType<typeof createLogger>;
+    dateProvider?: DateProvider;
+}): Promise<import("@aztec/ethereum/l1-tx-utils-with-blobs").L1TxUtilsWithBlobs[]>;
+/**
+ * Creates L1TxUtils with blobs from multiple EthSigners, sharing store and metrics.
+ */
+export declare function createL1TxUtilsWithBlobsFromEthSigner(client: ViemClient, signers: EthSigner[], config: DataStoreConfig & Partial<L1TxUtilsConfig> & {
+    debugMaxGasLimit?: boolean;
+    scope?: L1TxScope;
+}, deps: {
+    telemetry: TelemetryClient;
+    logger?: ReturnType<typeof createLogger>;
+    dateProvider?: DateProvider;
+}): Promise<import("@aztec/ethereum/l1-tx-utils-with-blobs").L1TxUtilsWithBlobs[]>;
+/**
+ * Creates L1TxUtils (without blobs) from multiple Viem wallets, sharing store and metrics.
+ */
+export declare function createL1TxUtilsFromViemWalletWithStore(clients: ExtendedViemWalletClient[], config: DataStoreConfig & Partial<L1TxUtilsConfig> & {
+    debugMaxGasLimit?: boolean;
+    scope?: L1TxScope;
+}, deps: {
+    telemetry: TelemetryClient;
+    logger?: ReturnType<typeof createLogger>;
+    dateProvider?: DateProvider;
+    scope?: L1TxScope;
+}): Promise<import("@aztec/ethereum").L1TxUtils[]>;
+/**
+ * Creates L1TxUtils (without blobs) from multiple EthSigners, sharing store and metrics.
+ */
+export declare function createL1TxUtilsFromEthSignerWithStore(client: ViemClient, signers: EthSigner[], config: DataStoreConfig & Partial<L1TxUtilsConfig> & {
+    debugMaxGasLimit?: boolean;
+    scope?: L1TxScope;
+}, deps: {
+    telemetry: TelemetryClient;
+    logger?: ReturnType<typeof createLogger>;
+    dateProvider?: DateProvider;
+    scope?: L1TxScope;
+}): Promise<import("@aztec/ethereum").L1TxUtils[]>;
+//# sourceMappingURL=l1_tx_utils.d.ts.map

package/dest/factories/l1_tx_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"l1_tx_utils.d.ts","sourceRoot":"","sources":["../../src/factories/l1_tx_utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,SAAS,EAAE,wBAAwB,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAMxG,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AA+B7D;;GAEG;AACH,wBAAsB,sCAAsC,CAC1D,OAAO,EAAE,wBAAwB,EAAE,EACnC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,SAAS,CAAA;CAAE,EACtG,IAAI,EAAE;IACJ,SAAS,EAAE,eAAe,CAAC;IAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,kFAOF;AAED;;GAEG;AACH,wBAAsB,qCAAqC,CACzD,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,SAAS,EAAE,EACpB,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,SAAS,CAAA;CAAE,EACtG,IAAI,EAAE;IACJ,SAAS,EAAE,eAAe,CAAC;IAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,kFAOF;AAED;;GAEG;AACH,wBAAsB,sCAAsC,CAC1D,OAAO,EAAE,wBAAwB,EAAE,EACnC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,SAAS,CAAA;CAAE,EACtG,IAAI,EAAE;IACJ,SAAS,EAAE,eAAe,CAAC;IAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,KAAK,CAAC,EAAE,SAAS,CAAC;CACnB,kDAKF;AAED;;GAEG;AACH,wBAAsB,qCAAqC,CACzD,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,SAAS,EAAE,EACpB,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,SAAS,CAAA;CAAE,EACtG,IAAI,EAAE;IACJ,SAAS,EAAE,eAAe,CAAC;IAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,KAAK,CAAC,EAAE,SAAS,CAAC;CACnB,kDAKF"}

package/dest/factories/l1_tx_utils.js

@@ -0,0 +1,50 @@
+import { createL1TxUtilsFromEthSigner as createL1TxUtilsFromEthSignerBase, createL1TxUtilsFromViemWallet as createL1TxUtilsFromViemWalletBase } from '@aztec/ethereum';
+import { createL1TxUtilsWithBlobsFromEthSigner as createL1TxUtilsWithBlobsFromEthSignerBase, createL1TxUtilsWithBlobsFromViemWallet as createL1TxUtilsWithBlobsFromViemWalletBase } from '@aztec/ethereum/l1-tx-utils-with-blobs';
+import { omit } from '@aztec/foundation/collection';
+import { createLogger } from '@aztec/foundation/log';
+import { createStore } from '@aztec/kv-store/lmdb-v2';
+import { L1TxMetrics } from '../metrics/l1_tx_metrics.js';
+import { L1TxStore } from '../stores/l1_tx_store.js';
+const L1_TX_STORE_NAME = 'l1-tx-utils';
+/**
+ * Creates shared dependencies (logger, store, metrics) for L1TxUtils instances.
+ */ async function createSharedDeps(config, deps) {
+    const logger = deps.logger ?? createLogger('l1-tx-utils');
+    // Note that we do NOT bind them to the rollup address, since we still need to
+    // monitor and cancel txs for previous rollups to free up our nonces.
+    const noRollupConfig = omit(config, 'l1Contracts');
+    const kvStore = await createStore(L1_TX_STORE_NAME, L1TxStore.SCHEMA_VERSION, noRollupConfig, logger);
+    const store = new L1TxStore(kvStore, logger);
+    const meter = deps.telemetry.getMeter('L1TxUtils');
+    const metrics = new L1TxMetrics(meter, config.scope ?? 'other', logger);
+    return {
+        logger,
+        store,
+        metrics,
+        dateProvider: deps.dateProvider
+    };
+}
+/**
+ * Creates L1TxUtils with blobs from multiple Viem wallets, sharing store and metrics.
+ */ export async function createL1TxUtilsWithBlobsFromViemWallet(clients, config, deps) {
+    const sharedDeps = await createSharedDeps(config, deps);
+    return clients.map((client)=>createL1TxUtilsWithBlobsFromViemWalletBase(client, sharedDeps, config, config.debugMaxGasLimit));
+}
+/**
+ * Creates L1TxUtils with blobs from multiple EthSigners, sharing store and metrics.
+ */ export async function createL1TxUtilsWithBlobsFromEthSigner(client, signers, config, deps) {
+    const sharedDeps = await createSharedDeps(config, deps);
+    return signers.map((signer)=>createL1TxUtilsWithBlobsFromEthSignerBase(client, signer, sharedDeps, config, config.debugMaxGasLimit));
+}
+/**
+ * Creates L1TxUtils (without blobs) from multiple Viem wallets, sharing store and metrics.
+ */ export async function createL1TxUtilsFromViemWalletWithStore(clients, config, deps) {
+    const sharedDeps = await createSharedDeps(config, deps);
+    return clients.map((client)=>createL1TxUtilsFromViemWalletBase(client, sharedDeps, config));
+}
+/**
+ * Creates L1TxUtils (without blobs) from multiple EthSigners, sharing store and metrics.
+ */ export async function createL1TxUtilsFromEthSignerWithStore(client, signers, config, deps) {
+    const sharedDeps = await createSharedDeps(config, deps);
+    return signers.map((signer)=>createL1TxUtilsFromEthSignerBase(client, signer, sharedDeps, config));
+}

package/dest/metrics/index.d.ts

@@ -0,0 +1,2 @@
+export * from './l1_tx_metrics.js';
+//# sourceMappingURL=index.d.ts.map

package/dest/metrics/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/metrics/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC"}

package/dest/metrics/index.js

@@ -0,0 +1 @@
+export * from './l1_tx_metrics.js';