@aztec/prover-node 0.86.0 → 0.87.0

package/dest/actions/download-epoch-proving-job.d.ts

@@ -0,0 +1,18 @@
+import type { Logger } from '@aztec/foundation/log';
+/**
+ * Given a location returned by `uploadEpochProofFailure`, downloads the world state and archiver snapshots
+ * and the proving job data, so we can re-run the job later using `rerunEpochProvingJob`. This is decoupled
+ * from actually proving so we can download once and run multiple times.
+ */
+export declare function downloadEpochProvingJob(location: string, log: Logger, config: {
+    dataDirectory: string;
+    jobDataDownloadPath: string;
+}): Promise<{
+    l2BlockNumber: number;
+    l2BlockHash: string;
+    rollupAddress: import("@aztec/foundation/schemas").EthAddress;
+    l1ChainId: number;
+    rollupVersion: number;
+    l1BlockNumber: number;
+}>;
+//# sourceMappingURL=download-epoch-proving-job.d.ts.map

package/dest/actions/download-epoch-proving-job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download-epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/actions/download-epoch-proving-job.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAUpD;;;;GAIG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,MAAM,EACX,MAAM,EAAE;IACN,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;CAC7B;;;;;;;GAqBF"}

package/dest/actions/download-epoch-proving-job.js

@@ -0,0 +1,37 @@
+import { jsonParseWithSchemaSync } from '@aztec/foundation/json-rpc';
+import { urlJoin } from '@aztec/foundation/string';
+import { snapshotSync } from '@aztec/node-lib/actions';
+import { createReadOnlyFileStore } from '@aztec/stdlib/file-store';
+import { UploadSnapshotMetadataSchema, makeSnapshotPaths } from '@aztec/stdlib/snapshots';
+import { readFileSync } from 'fs';
+import { deserializeEpochProvingJobData } from '../job/epoch-proving-job-data.js';
+/**
+ * Given a location returned by `uploadEpochProofFailure`, downloads the world state and archiver snapshots
+ * and the proving job data, so we can re-run the job later using `rerunEpochProvingJob`. This is decoupled
+ * from actually proving so we can download once and run multiple times.
+ */ export async function downloadEpochProvingJob(location, log, config) {
+    log.info(`Downloading epoch proving job data from ${location}`);
+    const fileStore = await createReadOnlyFileStore(location);
+    const metadataUrl = urlJoin(location, 'metadata.json');
+    const metadataRaw = await fileStore.read(metadataUrl);
+    const metadata = jsonParseWithSchemaSync(metadataRaw.toString(), UploadSnapshotMetadataSchema);
+    const dataUrls = makeSnapshotPaths(location);
+    log.info(`Downloading state snapshot from ${location} to local data directory`, {
+        metadata,
+        dataUrls
+    });
+    await snapshotSync({
+        dataUrls
+    }, log, {
+        ...config,
+        ...metadata,
+        snapshotsUrl: location
+    });
+    const dataPath = urlJoin(location, 'data.bin');
+    const localPath = config.jobDataDownloadPath;
+    log.info(`Downloading epoch proving job data from ${dataPath} to ${localPath}`);
+    await fileStore.download(dataPath, localPath);
+    const jobData = deserializeEpochProvingJobData(readFileSync(localPath));
+    log.info(`Epoch proving job data for epoch ${jobData.epochNumber} downloaded successfully`);
+    return metadata;
+}

package/dest/actions/index.d.ts

@@ -0,0 +1,3 @@
+export * from './download-epoch-proving-job.js';
+export * from './rerun-epoch-proving-job.js';
+//# sourceMappingURL=index.d.ts.map

package/dest/actions/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,cAAc,iCAAiC,CAAC;AAChD,cAAc,8BAA8B,CAAC"}

package/dest/actions/index.js

@@ -0,0 +1,2 @@
+export * from './download-epoch-proving-job.js';
+export * from './rerun-epoch-proving-job.js';

package/dest/actions/rerun-epoch-proving-job.d.ts

@@ -0,0 +1,11 @@
+import type { Logger } from '@aztec/foundation/log';
+import type { DataStoreConfig } from '@aztec/kv-store/config';
+import { type ProverClientConfig } from '@aztec/prover-client';
+import { ProverBrokerConfig } from '@aztec/prover-client/broker';
+/**
+ * Given a local folder where `downloadEpochProvingJob` was called, creates a new archiver and world state
+ * using the state snapshots, and creates a new epoch proving job to prove the downloaded proving job.
+ * Proving is done with a local proving broker and agents as specified by the config.
+ */
+export declare function rerunEpochProvingJob(localPath: string, log: Logger, config: DataStoreConfig & ProverBrokerConfig & ProverClientConfig): Promise<"initialized" | "processing" | "awaiting-prover" | "publishing-proof" | "completed" | "failed" | "stopped" | "timed-out" | "reorg">;
+//# sourceMappingURL=rerun-epoch-proving-job.d.ts.map

package/dest/actions/rerun-epoch-proving-job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerun-epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/actions/rerun-epoch-proving-job.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,KAAK,kBAAkB,EAAsB,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAA+B,MAAM,6BAA6B,CAAC;AAW9F;;;;GAIG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,eAAe,GAAG,kBAAkB,GAAG,kBAAkB,+IAqClE"}

package/dest/actions/rerun-epoch-proving-job.js

@@ -0,0 +1,40 @@
+import { createArchiverStore } from '@aztec/archiver';
+import { createProverClient } from '@aztec/prover-client';
+import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
+import { PublicProcessorFactory } from '@aztec/simulator/server';
+import { getTelemetryClient } from '@aztec/telemetry-client';
+import { createWorldState } from '@aztec/world-state';
+import { readFileSync } from 'fs';
+import { deserializeEpochProvingJobData } from '../job/epoch-proving-job-data.js';
+import { EpochProvingJob } from '../job/epoch-proving-job.js';
+import { ProverNodeJobMetrics } from '../metrics.js';
+/**
+ * Given a local folder where `downloadEpochProvingJob` was called, creates a new archiver and world state
+ * using the state snapshots, and creates a new epoch proving job to prove the downloaded proving job.
+ * Proving is done with a local proving broker and agents as specified by the config.
+ */ export async function rerunEpochProvingJob(localPath, log, config) {
+    const jobData = deserializeEpochProvingJobData(readFileSync(localPath));
+    log.info(`Loaded proving job data for epoch ${jobData.epochNumber}`);
+    const telemetry = getTelemetryClient();
+    const metrics = new ProverNodeJobMetrics(telemetry.getMeter('prover-job'), telemetry.getTracer('prover-job'));
+    const worldState = await createWorldState(config);
+    const archiver = await createArchiverStore(config);
+    const publicProcessorFactory = new PublicProcessorFactory(archiver);
+    const publisher = {
+        submitEpochProof: ()=>Promise.resolve(true)
+    };
+    const l2BlockSourceForReorgDetection = undefined;
+    const deadline = undefined;
+    // This starts a local proving broker that does not get exposed as a service. This should be good enough for
+    // smallish epochs to be proven if we run on a large machine, but as epochs grow larger, we may want to switch
+    // this out for a live proving broker with multiple agents that we can connect to.
+    const broker = await createAndStartProvingBroker(config, telemetry);
+    const prover = await createProverClient(config, worldState, broker, telemetry);
+    const provingJob = new EpochProvingJob(jobData, worldState, prover.createEpochProver(), publicProcessorFactory, publisher, l2BlockSourceForReorgDetection, metrics, deadline, {
+        skipEpochCheck: true
+    });
+    log.info(`Rerunning epoch proving job for epoch ${jobData.epochNumber}`);
+    await provingJob.run();
+    log.info(`Completed job for epoch ${jobData.epochNumber} with status ${provingJob.getState()}`);
+    return provingJob.getState();
+}

package/dest/actions/upload-epoch-proof-failure.d.ts

@@ -0,0 +1,15 @@
+import { type Archiver } from '@aztec/archiver';
+import type { Logger } from '@aztec/foundation/log';
+import type { DataStoreConfig } from '@aztec/kv-store/config';
+import type { ChainConfig } from '@aztec/stdlib/config';
+import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
+import { type EpochProvingJobData } from '../job/epoch-proving-job-data.js';
+type UploadEpochProofConfig = Pick<ChainConfig, 'l1ChainId' | 'rollupVersion'> & Pick<DataStoreConfig, 'dataDirectory'>;
+/**
+ * Uploads a snapshot of world state and archiver (requires pausing them) along with the proving job data,
+ * so we can download and re-run the job later under the same conditions.
+ * @param location The location to upload the data to (used to create the `FileStore`).
+ */
+export declare function uploadEpochProofFailure(location: string, jobId: string, jobData: EpochProvingJobData, archiver: Archiver, worldState: WorldStateSynchronizer, config: UploadEpochProofConfig, log: Logger): Promise<string>;
+export {};
+//# sourceMappingURL=upload-epoch-proof-failure.d.ts.map

package/dest/actions/upload-epoch-proof-failure.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload-epoch-proof-failure.d.ts","sourceRoot":"","sources":["../../src/actions/upload-epoch-proof-failure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAGrE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAQ9E,OAAO,EAAE,KAAK,mBAAmB,EAAgC,MAAM,kCAAkC,CAAC;AAE1G,KAAK,sBAAsB,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,GAAG,eAAe,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;AAKxH;;;;GAIG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,mBAAmB,EAC5B,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,sBAAsB,EAClC,MAAM,EAAE,sBAAsB,EAC9B,GAAG,EAAE,MAAM,mBAuCZ"}

package/dest/actions/upload-epoch-proof-failure.js

@@ -0,0 +1,78 @@
+import { ARCHIVER_DB_VERSION } from '@aztec/archiver';
+import { tryRmDir } from '@aztec/foundation/fs';
+import { jsonStringify } from '@aztec/foundation/json-rpc';
+import { isoDate } from '@aztec/foundation/string';
+import { buildSnapshotMetadata, createBackups } from '@aztec/node-lib/actions';
+import { createFileStore } from '@aztec/stdlib/file-store';
+import { getBasePath, uploadSnapshotData } from '@aztec/stdlib/snapshots';
+import { WORLD_STATE_DB_VERSION } from '@aztec/world-state';
+import { mkdtemp } from 'fs/promises';
+import { tmpdir } from 'os';
+import { dirname, join } from 'path';
+import { serializeEpochProvingJobData } from '../job/epoch-proving-job-data.js';
+/** Whether uploaded data to the file store should be of public access. */ const PUBLIC_UPLOADS = true;
+/**
+ * Uploads a snapshot of world state and archiver (requires pausing them) along with the proving job data,
+ * so we can download and re-run the job later under the same conditions.
+ * @param location The location to upload the data to (used to create the `FileStore`).
+ */ export async function uploadEpochProofFailure(location, jobId, jobData, archiver, worldState, config, log) {
+    const epochNumber = jobData.epochNumber;
+    log.warn(`Uploading epoch proof failure for ${epochNumber} to ${location}`, {
+        epochNumber,
+        jobId,
+        location
+    });
+    const backupDir = await mkdtemp(join(config.dataDirectory ?? tmpdir(), 'epoch-proof-data-'));
+    const store = await createFileStore(location);
+    if (!store) {
+        throw new Error(`Failed to create file store for epoch proof failure upload for location ${location}.`);
+    }
+    try {
+        const versions = {
+            archiver: ARCHIVER_DB_VERSION,
+            worldState: WORLD_STATE_DB_VERSION
+        };
+        const uploadMetadata = await buildSnapshotMetadata(archiver, config);
+        const paths = await createBackups(backupDir, archiver, worldState, log);
+        const basePath = `${getBasePath(uploadMetadata)}/${epochNumber}-${isoDate()}-${jobId}`;
+        const pathFor = (key)=>`${basePath}/${key}.db`;
+        const [metadata, dataUrl, metadataUrl] = await Promise.all([
+            uploadSnapshotData(paths, versions, uploadMetadata, store, {
+                pathFor,
+                private: !PUBLIC_UPLOADS
+            }),
+            uploadJobData(jobData, store, basePath),
+            uploadSnapshotMetadata(uploadMetadata, store, basePath)
+        ]);
+        const baseUrl = dirname(metadataUrl);
+        log.warn(`Uploaded epoch ${epochNumber} proof failure data to ${baseUrl}`, {
+            epochNumber,
+            location,
+            basePath,
+            metadataUrl,
+            dataUrl,
+            metadata,
+            jobId
+        });
+        return baseUrl;
+    } finally{
+        log.info(`Cleaning up backup dir ${backupDir}`);
+        await tryRmDir(backupDir, log);
+    }
+}
+async function uploadJobData(jobData, store, basePath) {
+    const data = serializeEpochProvingJobData(jobData);
+    const path = `${basePath}/data.bin`;
+    return await store.save(path, data, {
+        compress: true,
+        public: PUBLIC_UPLOADS
+    });
+}
+async function uploadSnapshotMetadata(metadata, store, basePath) {
+    const data = Buffer.from(jsonStringify(metadata), 'utf-8');
+    const path = `${basePath}/metadata.json`;
+    return await store.save(path, data, {
+        compress: false,
+        public: PUBLIC_UPLOADS
+    });
+}

package/dest/bin/run-failed-epoch.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=run-failed-epoch.d.ts.map

package/dest/bin/run-failed-epoch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-failed-epoch.d.ts","sourceRoot":"","sources":["../../src/bin/run-failed-epoch.ts"],"names":[],"mappings":""}

package/dest/bin/run-failed-epoch.js

@@ -0,0 +1,67 @@
+/* eslint-disable no-console */ import { Fr } from '@aztec/foundation/fields';
+import { jsonParseWithSchemaSync, jsonStringify } from '@aztec/foundation/json-rpc';
+import { createLogger } from '@aztec/foundation/log';
+import { downloadEpochProvingJob, getProverNodeConfigFromEnv, rerunEpochProvingJob } from '@aztec/prover-node';
+import { UploadSnapshotMetadataSchema } from '@aztec/stdlib/snapshots';
+import { existsSync, mkdirSync } from 'fs';
+import { readFile, writeFile } from 'fs/promises';
+import { basename, join } from 'path';
+const logger = createLogger('prover-node:run-failed-epoch');
+function printUsage() {
+    console.error('Usage: run-failed-epoch <proof-uri> [out-dir=./data]');
+}
+async function rerunFailedEpoch(provingJobUrl, baseLocalDir) {
+    const localDir = join(baseLocalDir, basename(provingJobUrl));
+    const jobPath = join(localDir, 'data.bin');
+    const dataDir = join(localDir, 'state');
+    const env = getProverNodeConfigFromEnv();
+    const config = {
+        ...getProverNodeConfigFromEnv(),
+        dataDirectory: dataDir,
+        dataStoreMapSizeKB: env.dataStoreMapSizeKB ?? 1024 * 1024,
+        proverId: env.proverId ?? Fr.random()
+    };
+    let metadata;
+    const metadataPath = join(localDir, 'metadata.json');
+    if (existsSync(metadataPath)) {
+        logger.info(`Using downloaded data`);
+        metadata = jsonParseWithSchemaSync(await readFile(metadataPath, 'utf-8'), UploadSnapshotMetadataSchema);
+    } else {
+        logger.info(`Downloading epoch proving job data and state from ${provingJobUrl} to ${localDir}`);
+        metadata = await downloadEpochProvingJob(provingJobUrl, logger, {
+            jobDataDownloadPath: jobPath,
+            dataDirectory: dataDir
+        });
+        await writeFile(metadataPath, jsonStringify(metadata, true));
+        logger.info(`Download to ${localDir} complete`);
+    }
+    logger.info(`Rerunning proving job from ${jobPath} with state from ${dataDir}`, metadata);
+    const result = await rerunEpochProvingJob(jobPath, logger, {
+        ...config,
+        l1Contracts: {
+            rollupAddress: metadata.rollupAddress
+        },
+        rollupVersion: metadata.rollupVersion
+    });
+    console.error(`Epoch proving job complete with result ${result}`);
+}
+async function main() {
+    if (process.argv[2] === '--help') {
+        printUsage();
+        return;
+    }
+    const uri = process.argv[2];
+    const outDir = process.argv[3] || './data';
+    if (!uri) {
+        printUsage();
+        throw new Error('Missing URL to epoch proving job');
+    }
+    mkdirSync(outDir, {
+        recursive: true
+    });
+    await rerunFailedEpoch(uri, outDir);
+}
+main().catch((err)=>{
+    console.error(err);
+    process.exit(1);
+});

package/dest/config.d.ts

@@ -11,10 +11,11 @@ import { type PublisherConfig, type TxSenderConfig } from '@aztec/sequencer-clie
 import { type WorldStateConfig } from '@aztec/world-state/config';
 import { type ProverCoordinationConfig } from './prover-coordination/config.js';
 export type ProverNodeConfig = ArchiverConfig & ProverClientUserConfig & P2PConfig & WorldStateConfig & PublisherConfig & TxSenderConfig & DataStoreConfig & ProverCoordinationConfig & SharedNodeConfig & SpecificProverNodeConfig & GenesisStateConfig;
-type SpecificProverNodeConfig = {
+export type SpecificProverNodeConfig = {
     proverNodeMaxPendingJobs: number;
     proverNodePollingIntervalMs: number;
     proverNodeMaxParallelBlocksPerEpoch: number;
+    proverNodeFailedEpochStore: string | undefined;
     txGatheringIntervalMs: number;
     txGatheringBatchSize: number;
     txGatheringMaxParallelRequestsPerNode: number;
@@ -24,5 +25,4 @@ export declare function getProverNodeConfigFromEnv(): ProverNodeConfig;
 export declare function getProverNodeBrokerConfigFromEnv(): ProverBrokerConfig;
 export declare function getProverNodeAgentConfigFromEnv(): ProverAgentConfig & BBConfig & ACVMConfig;
 export declare function resolveConfig(userConfig: ProverNodeConfig): ProverNodeConfig & ProverClientConfig;
-export {};
 //# sourceMappingURL=config.d.ts.map

package/dest/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,KAAK,kBAAkB,EAAwD,MAAM,iBAAiB,CAAC;AAChH,OAAO,EAAE,KAAK,kBAAkB,EAA6C,MAAM,0BAA0B,CAAC;AAE9G,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,KAAK,SAAS,EAAqB,MAAM,mBAAmB,CAAC;AACtE,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EAGxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAG5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,cAAc,EAGpB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,2BAA2B,CAAC;AAE5F,OAAO,EAAE,KAAK,wBAAwB,EAAoC,MAAM,iCAAiC,CAAC;AAElH,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAC3C,sBAAsB,GACtB,SAAS,GACT,gBAAgB,GAChB,eAAe,GACf,cAAc,GACd,eAAe,GACf,wBAAwB,GACxB,gBAAgB,GAChB,wBAAwB,GACxB,kBAAkB,CAAC;AAErB,KAAK,wBAAwB,GAAG;IAC9B,wBAAwB,EAAE,MAAM,CAAC;IACjC,2BAA2B,EAAE,MAAM,CAAC;IACpC,mCAAmC,EAAE,MAAM,CAAC;IAC5C,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qCAAqC,EAAE,MAAM,CAAC;CAC/C,CAAC;AAmCF,eAAO,MAAM,wBAAwB,EAAE,kBAAkB,CAAC,gBAAgB,CAYzE,CAAC;AAEF,wBAAgB,0BAA0B,IAAI,gBAAgB,CAE7D;AAED,wBAAgB,gCAAgC,IAAI,kBAAkB,CAIrE;AAED,wBAAgB,+BAA+B,IAAI,iBAAiB,GAAG,QAAQ,GAAG,UAAU,CAK3F;AAED,wBAAgB,aAAa,CAAC,UAAU,EAAE,gBAAgB,GAAG,gBAAgB,GAAG,kBAAkB,CAMjG"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,KAAK,kBAAkB,EAAwD,MAAM,iBAAiB,CAAC;AAChH,OAAO,EAAE,KAAK,kBAAkB,EAA6C,MAAM,0BAA0B,CAAC;AAE9G,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,KAAK,SAAS,EAAqB,MAAM,mBAAmB,CAAC;AACtE,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EAGxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAG5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,cAAc,EAGpB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,2BAA2B,CAAC;AAE5F,OAAO,EAAE,KAAK,wBAAwB,EAAoC,MAAM,iCAAiC,CAAC;AAElH,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAC3C,sBAAsB,GACtB,SAAS,GACT,gBAAgB,GAChB,eAAe,GACf,cAAc,GACd,eAAe,GACf,wBAAwB,GACxB,gBAAgB,GAChB,wBAAwB,GACxB,kBAAkB,CAAC;AAErB,MAAM,MAAM,wBAAwB,GAAG;IACrC,wBAAwB,EAAE,MAAM,CAAC;IACjC,2BAA2B,EAAE,MAAM,CAAC;IACpC,mCAAmC,EAAE,MAAM,CAAC;IAC5C,0BAA0B,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/C,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qCAAqC,EAAE,MAAM,CAAC;CAC/C,CAAC;AAwCF,eAAO,MAAM,wBAAwB,EAAE,kBAAkB,CAAC,gBAAgB,CAYzE,CAAC;AAEF,wBAAgB,0BAA0B,IAAI,gBAAgB,CAE7D;AAED,wBAAgB,gCAAgC,IAAI,kBAAkB,CAIrE;AAED,wBAAgB,+BAA+B,IAAI,iBAAiB,GAAG,QAAQ,GAAG,UAAU,CAK3F;AAED,wBAAgB,aAAa,CAAC,UAAU,EAAE,gBAAgB,GAAG,gBAAgB,GAAG,kBAAkB,CAMjG"}

package/dest/config.js

@@ -26,6 +26,11 @@ const specificProverNodeConfigMappings = {
         description: 'The Maximum number of blocks to process in parallel while proving an epoch',
         ...numberConfigHelper(32)
     },
+    proverNodeFailedEpochStore: {
+        env: 'PROVER_NODE_FAILED_EPOCH_STORE',
+        description: 'File store where to upload node state when an epoch fails to be proven',
+        defaultValue: undefined
+    },
     txGatheringIntervalMs: {
         env: 'PROVER_NODE_TX_GATHERING_INTERVAL_MS',
         description: 'How often to check that tx data is available',

package/dest/factory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../src/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAkB,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,KAAK,uBAAuB,EAAwB,MAAM,yBAAyB,CAAC;AAE7F,OAAO,EAAE,SAAS,EAA+D,MAAM,iBAAiB,CAAC;AACzG,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAClE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAI9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAGnF,OAAO,EAAE,KAAK,gBAAgB,EAAiB,MAAM,aAAa,CAAC;AAEnE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uDAAuD,CAAC;AAEtF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,UAAU,EAA0B,MAAM,kBAAkB,CAAC;AAEtE,gDAAgD;AAChD,wBAAsB,gBAAgB,CACpC,UAAU,EAAE,gBAAgB,GAAG,eAAe,EAC9C,IAAI,GAAE;IACJ,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mBAAmB,CAAC,EAAE,QAAQ,CAAC;IAC/B,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,cAAc,CAAC,EAAE,uBAAuB,CAAC;IACzC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,SAAS,CAAC;CAClB,EACN,OAAO,GAAE;IACP,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;CACvC,uBAmEP"}
+{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../src/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAkB,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,KAAK,uBAAuB,EAAwB,MAAM,yBAAyB,CAAC;AAE7F,OAAO,EAAE,SAAS,EAA+D,MAAM,iBAAiB,CAAC;AAEzG,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAClE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAI9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAGnF,OAAO,EAAE,KAAK,gBAAgB,EAAiB,MAAM,aAAa,CAAC;AAEnE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uDAAuD,CAAC;AAEtF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,gDAAgD;AAChD,wBAAsB,gBAAgB,CACpC,UAAU,EAAE,gBAAgB,GAAG,eAAe,EAC9C,IAAI,GAAE;IACJ,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mBAAmB,CAAC,EAAE,QAAQ,CAAC;IAC/B,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,cAAc,CAAC,EAAE,uBAAuB,CAAC;IACzC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,SAAS,CAAC;CAClB,EACN,OAAO,GAAE;IACP,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;CACvC,uBAgFP"}

package/dest/factory.js

@@ -2,6 +2,7 @@ import { createArchiver } from '@aztec/archiver';
 import { createBlobSinkClient } from '@aztec/blob-sink/client';
 import { EpochCache } from '@aztec/epoch-cache';
 import { L1TxUtils, RollupContract, createEthereumChain, createExtendedL1Client } from '@aztec/ethereum';
+import { pick } from '@aztec/foundation/collection';
 import { createLogger } from '@aztec/foundation/log';
 import { trySnapshotSync } from '@aztec/node-lib/actions';
 import { createProverClient } from '@aztec/prover-client';
@@ -54,11 +55,10 @@ import { ProverNode } from './prover-node.js';
         telemetry
     });
     const proverNodeConfig = {
-        maxPendingJobs: config.proverNodeMaxPendingJobs,
-        pollingIntervalMs: config.proverNodePollingIntervalMs,
-        maxParallelBlocksPerEpoch: config.proverNodeMaxParallelBlocksPerEpoch,
-        txGatheringIntervalMs: config.txGatheringIntervalMs
+        ...pick(config, 'proverNodeMaxPendingJobs', 'proverNodeMaxParallelBlocksPerEpoch', 'proverNodePollingIntervalMs', 'txGatheringMaxParallelRequests', 'txGatheringIntervalMs', 'txGatheringTimeoutMs', 'proverNodeFailedEpochStore', 'dataDirectory', 'l1ChainId', 'rollupVersion')
     };
-    const epochMonitor = await EpochMonitor.create(archiver, proverNodeConfig, telemetry);
+    const epochMonitor = await EpochMonitor.create(archiver, {
+        pollingIntervalMs: config.proverNodePollingIntervalMs
+    }, telemetry);
     return new ProverNode(prover, publisher, archiver, archiver, archiver, worldStateSynchronizer, proverCoordination, epochMonitor, proverNodeConfig, telemetry);
 }

package/dest/index.d.ts

@@ -1,3 +1,4 @@
+export * from './actions/index.js';
 export * from './config.js';
 export * from './factory.js';
 export * from './http.js';

package/dest/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kBAAkB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kBAAkB,CAAC"}

package/dest/index.js

@@ -1,3 +1,4 @@
+export * from './actions/index.js';
 export * from './config.js';
 export * from './factory.js';
 export * from './http.js';

package/dest/job/epoch-proving-job-data.d.ts

@@ -0,0 +1,15 @@
+import { Fr } from '@aztec/foundation/fields';
+import { L2Block } from '@aztec/stdlib/block';
+import { BlockHeader, Tx } from '@aztec/stdlib/tx';
+/** All data from an epoch used in proving. */
+export type EpochProvingJobData = {
+    epochNumber: bigint;
+    blocks: L2Block[];
+    txs: Tx[];
+    l1ToL2Messages: Record<number, Fr[]>;
+    previousBlockHeader: BlockHeader;
+};
+export declare function validateEpochProvingJobData(data: EpochProvingJobData): void;
+export declare function serializeEpochProvingJobData(data: EpochProvingJobData): Buffer;
+export declare function deserializeEpochProvingJobData(buf: Buffer): EpochProvingJobData;
+//# sourceMappingURL=epoch-proving-job-data.d.ts.map

package/dest/job/epoch-proving-job-data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"epoch-proving-job-data.d.ts","sourceRoot":"","sources":["../../src/job/epoch-proving-job-data.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AAE9C,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAEnD,8CAA8C;AAC9C,MAAM,MAAM,mBAAmB,GAAG;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,GAAG,EAAE,EAAE,EAAE,CAAC;IACV,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACrC,mBAAmB,EAAE,WAAW,CAAC;CAClC,CAAC;AAEF,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,mBAAmB,QAcpE;AAED,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,mBAAmB,GAAG,MAAM,CAmB9E;AAED,wBAAgB,8BAA8B,CAAC,GAAG,EAAE,MAAM,GAAG,mBAAmB,CAgB/E"}

package/dest/job/epoch-proving-job-data.js

@@ -0,0 +1,45 @@
+import { Fr } from '@aztec/foundation/fields';
+import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
+import { L2Block } from '@aztec/stdlib/block';
+import { BlockHeader, Tx } from '@aztec/stdlib/tx';
+export function validateEpochProvingJobData(data) {
+    if (data.blocks.length > 0 && data.previousBlockHeader.getBlockNumber() + 1 !== data.blocks[0].number) {
+        throw new Error(`Initial block number ${data.blocks[0].number} does not match previous block header ${data.previousBlockHeader.getBlockNumber()}`);
+    }
+    for (const blockNumber of data.blocks.map((block)=>block.number)){
+        if (!(blockNumber in data.l1ToL2Messages)) {
+            throw new Error(`Missing L1 to L2 messages for block number ${blockNumber}`);
+        }
+    }
+}
+export function serializeEpochProvingJobData(data) {
+    const blocks = data.blocks.map((block)=>block.toBuffer());
+    const txs = data.txs.map((tx)=>tx.toBuffer());
+    const l1ToL2Messages = Object.entries(data.l1ToL2Messages).map(([blockNumber, messages])=>[
+            Number(blockNumber),
+            messages.length,
+            ...messages
+        ]);
+    return serializeToBuffer(Number(data.epochNumber), data.previousBlockHeader, blocks.length, ...blocks, txs.length, ...txs, l1ToL2Messages.length, ...l1ToL2Messages);
+}
+export function deserializeEpochProvingJobData(buf) {
+    const reader = BufferReader.asReader(buf);
+    const epochNumber = BigInt(reader.readNumber());
+    const previousBlockHeader = reader.readObject(BlockHeader);
+    const blocks = reader.readVector(L2Block);
+    const txs = reader.readVector(Tx);
+    const l1ToL2MessageBlockCount = reader.readNumber();
+    const l1ToL2Messages = {};
+    for(let i = 0; i < l1ToL2MessageBlockCount; i++){
+        const blockNumber = reader.readNumber();
+        const messages = reader.readVector(Fr);
+        l1ToL2Messages[blockNumber] = messages;
+    }
+    return {
+        epochNumber,
+        previousBlockHeader,
+        blocks,
+        txs,
+        l1ToL2Messages
+    };
+}

package/dest/job/epoch-proving-job.d.ts

@@ -1,26 +1,22 @@
 import type { PublicProcessorFactory } from '@aztec/simulator/server';
-import type { L2Block, L2BlockSource } from '@aztec/stdlib/block';
+import type { L2BlockSource } from '@aztec/stdlib/block';
 import { type EpochProver, type EpochProvingJobState, EpochProvingJobTerminalState, type ForkMerkleTreeOperations } from '@aztec/stdlib/interfaces/server';
-import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
-import type { Tx } from '@aztec/stdlib/tx';
 import { type Traceable, type Tracer } from '@aztec/telemetry-client';
 import type { ProverNodeJobMetrics } from '../metrics.js';
 import type { ProverNodePublisher } from '../prover-node-publisher.js';
+import { type EpochProvingJobData } from './epoch-proving-job-data.js';
 /**
  * Job that grabs a range of blocks from the unfinalised chain from L1, gets their txs given their hashes,
  * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
  * world state as part of public call execution via the public processor.
  */
 export declare class EpochProvingJob implements Traceable {
+    private data;
     private dbProvider;
-    private epochNumber;
-    private blocks;
-    private txs;
     private prover;
     private publicProcessorFactory;
     private publisher;
     private l2BlockSource;
-    private l1ToL2MessageSource;
     private metrics;
     private deadline;
     private config;
@@ -31,13 +27,18 @@ export declare class EpochProvingJob implements Traceable {
     private epochCheckPromise;
     private deadlineTimeoutHandler;
     readonly tracer: Tracer;
-    constructor(dbProvider: ForkMerkleTreeOperations, epochNumber: bigint, blocks: L2Block[], txs: Tx[], prover: EpochProver, publicProcessorFactory: PublicProcessorFactory, publisher: ProverNodePublisher, l2BlockSource: L2BlockSource, l1ToL2MessageSource: L1ToL2MessageSource, metrics: ProverNodeJobMetrics, deadline: Date | undefined, config?: {
-        parallelBlockLimit: number;
+    constructor(data: EpochProvingJobData, dbProvider: Pick<ForkMerkleTreeOperations, 'fork'>, prover: EpochProver, publicProcessorFactory: PublicProcessorFactory, publisher: Pick<ProverNodePublisher, 'submitEpochProof'>, l2BlockSource: L2BlockSource | undefined, metrics: ProverNodeJobMetrics, deadline: Date | undefined, config: {
+        parallelBlockLimit?: number;
+        skipEpochCheck?: boolean;
     });
     getId(): string;
     getState(): EpochProvingJobState;
     getEpochNumber(): bigint;
     getDeadline(): Date | undefined;
+    getProvingData(): EpochProvingJobData;
+    private get epochNumber();
+    private get blocks();
+    private get txs();
     /**
      * Proves the given epoch and submits the proof to L1.
      */

package/dest/job/epoch-proving-job.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/job/epoch-proving-job.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAmB,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,4BAA4B,EAC5B,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,KAAK,EAAe,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAc,KAAK,SAAS,EAAE,KAAK,MAAM,EAAa,MAAM,yBAAyB,CAAC;AAI7F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAEvE;;;;GAIG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAY7C,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,GAAG;IACX,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,sBAAsB;IAC9B,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,mBAAmB;IAC3B,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IAtBhB,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,GAAG,CAAiD;IAC5D,OAAO,CAAC,IAAI,CAAS;IAErB,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,sBAAsB,CAA6B;IAE3D,SAAgB,MAAM,EAAE,MAAM,CAAC;gBAGrB,UAAU,EAAE,wBAAwB,EACpC,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,OAAO,EAAE,EACjB,GAAG,EAAE,EAAE,EAAE,EACT,MAAM,EAAE,WAAW,EACnB,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,mBAAmB,EAC9B,aAAa,EAAE,aAAa,EAC5B,mBAAmB,EAAE,mBAAmB,EACxC,OAAO,EAAE,oBAAoB,EAC7B,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,MAAM,GAAE;QAAE,kBAAkB,EAAE,MAAM,CAAA;KAA+B;IAMtE,KAAK,IAAI,MAAM;IAIf,QAAQ,IAAI,oBAAoB;IAIhC,cAAc,IAAI,MAAM;IAIxB,WAAW,IAAI,IAAI,GAAG,SAAS;IAItC;;OAEG;IAIU,GAAG;IAqGhB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,UAAU;IAML,IAAI,CAAC,KAAK,GAAE,4BAAwC;IASjE,OAAO,CAAC,oBAAoB;IAoB5B;;;OAGG;YACW,kBAAkB;YA2BlB,cAAc;YAOd,MAAM;IAQpB,OAAO,CAAC,iBAAiB;YAIX,UAAU;CAmBzB;AASD,OAAO,EAAE,KAAK,oBAAoB,EAAE,CAAC"}
+{"version":3,"file":"epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/job/epoch-proving-job.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAmB,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,KAAK,EAAW,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,4BAA4B,EAC5B,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAc,KAAK,SAAS,EAAE,KAAK,MAAM,EAAa,MAAM,yBAAyB,CAAC;AAI7F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,KAAK,mBAAmB,EAA+B,MAAM,6BAA6B,CAAC;AAEpG;;;;GAIG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAY7C,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,sBAAsB;IAC9B,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IAnBhB,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,GAAG,CAAiD;IAC5D,OAAO,CAAC,IAAI,CAAS;IAErB,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,sBAAsB,CAA6B;IAE3D,SAAgB,MAAM,EAAE,MAAM,CAAC;gBAGrB,IAAI,EAAE,mBAAmB,EACzB,UAAU,EAAE,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,EAClD,MAAM,EAAE,WAAW,EACnB,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,IAAI,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,EACxD,aAAa,EAAE,aAAa,GAAG,SAAS,EACxC,OAAO,EAAE,oBAAoB,EAC7B,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,MAAM,EAAE;QAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,OAAO,CAAA;KAAE;IAOpE,KAAK,IAAI,MAAM;IAIf,QAAQ,IAAI,oBAAoB;IAIhC,cAAc,IAAI,MAAM;IAIxB,WAAW,IAAI,IAAI,GAAG,SAAS;IAI/B,cAAc,IAAI,mBAAmB;IAI5C,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,MAAM,GAEjB;IAED,OAAO,KAAK,GAAG,GAEd;IAED;;OAEG;IAIU,GAAG;IAuGhB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,UAAU;IAML,IAAI,CAAC,KAAK,GAAE,4BAAwC;IASjE,OAAO,CAAC,oBAAoB;IAoB5B;;;OAGG;YACW,kBAAkB;IAiChC,OAAO,CAAC,cAAc;YAiBR,MAAM;IAQpB,OAAO,CAAC,iBAAiB;YAIX,UAAU;CAmBzB;AASD,OAAO,EAAE,KAAK,oBAAoB,EAAE,CAAC"}