@aztec-labs/prover-client 6.0.0-nightly.20260829
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dest/config.d.ts +17 -0
- package/dest/config.d.ts.map +1 -0
- package/dest/config.js +63 -0
- package/dest/index.d.ts +4 -0
- package/dest/index.d.ts.map +1 -0
- package/dest/index.js +2 -0
- package/dest/light/index.d.ts +2 -0
- package/dest/light/index.d.ts.map +1 -0
- package/dest/light/index.js +1 -0
- package/dest/light/lightweight_checkpoint_builder.d.ts +58 -0
- package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -0
- package/dest/light/lightweight_checkpoint_builder.js +243 -0
- package/dest/mocks/fixtures.d.ts +20 -0
- package/dest/mocks/fixtures.d.ts.map +1 -0
- package/dest/mocks/fixtures.js +96 -0
- package/dest/mocks/test_context.d.ts +93 -0
- package/dest/mocks/test_context.d.ts.map +1 -0
- package/dest/mocks/test_context.js +354 -0
- package/dest/orchestrator/block-building-helpers.d.ts +67 -0
- package/dest/orchestrator/block-building-helpers.d.ts.map +1 -0
- package/dest/orchestrator/block-building-helpers.js +274 -0
- package/dest/orchestrator/block-proving-state.d.ts +107 -0
- package/dest/orchestrator/block-proving-state.d.ts.map +1 -0
- package/dest/orchestrator/block-proving-state.js +339 -0
- package/dest/orchestrator/checkpoint-proving-state.d.ts +67 -0
- package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -0
- package/dest/orchestrator/checkpoint-proving-state.js +175 -0
- package/dest/orchestrator/checkpoint-sub-tree-orchestrator.d.ts +169 -0
- package/dest/orchestrator/checkpoint-sub-tree-orchestrator.d.ts.map +1 -0
- package/dest/orchestrator/checkpoint-sub-tree-orchestrator.js +1047 -0
- package/dest/orchestrator/chonk-cache.d.ts +39 -0
- package/dest/orchestrator/chonk-cache.d.ts.map +1 -0
- package/dest/orchestrator/chonk-cache.js +80 -0
- package/dest/orchestrator/index.d.ts +4 -0
- package/dest/orchestrator/index.d.ts.map +1 -0
- package/dest/orchestrator/index.js +3 -0
- package/dest/orchestrator/orchestrator_metrics.d.ts +8 -0
- package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -0
- package/dest/orchestrator/orchestrator_metrics.js +13 -0
- package/dest/orchestrator/proving-scheduler.d.ts +81 -0
- package/dest/orchestrator/proving-scheduler.d.ts.map +1 -0
- package/dest/orchestrator/proving-scheduler.js +120 -0
- package/dest/orchestrator/top-tree-orchestrator.d.ts +89 -0
- package/dest/orchestrator/top-tree-orchestrator.d.ts.map +1 -0
- package/dest/orchestrator/top-tree-orchestrator.js +233 -0
- package/dest/orchestrator/top-tree-proving-state.d.ts +61 -0
- package/dest/orchestrator/top-tree-proving-state.d.ts.map +1 -0
- package/dest/orchestrator/top-tree-proving-state.js +185 -0
- package/dest/orchestrator/tx-proving-state.d.ts +37 -0
- package/dest/orchestrator/tx-proving-state.d.ts.map +1 -0
- package/dest/orchestrator/tx-proving-state.js +77 -0
- package/dest/prover-client/factory.d.ts +6 -0
- package/dest/prover-client/factory.d.ts.map +1 -0
- package/dest/prover-client/factory.js +5 -0
- package/dest/prover-client/index.d.ts +3 -0
- package/dest/prover-client/index.d.ts.map +1 -0
- package/dest/prover-client/index.js +2 -0
- package/dest/prover-client/prover-client.d.ts +99 -0
- package/dest/prover-client/prover-client.d.ts.map +1 -0
- package/dest/prover-client/prover-client.js +163 -0
- package/dest/proving_broker/broker_prover_facade.d.ts +52 -0
- package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -0
- package/dest/proving_broker/broker_prover_facade.js +360 -0
- package/dest/proving_broker/config.d.ts +40 -0
- package/dest/proving_broker/config.d.ts.map +1 -0
- package/dest/proving_broker/config.js +138 -0
- package/dest/proving_broker/factory.d.ts +5 -0
- package/dest/proving_broker/factory.d.ts.map +1 -0
- package/dest/proving_broker/factory.js +13 -0
- package/dest/proving_broker/fixtures.d.ts +6 -0
- package/dest/proving_broker/fixtures.d.ts.map +1 -0
- package/dest/proving_broker/fixtures.js +13 -0
- package/dest/proving_broker/index.d.ts +11 -0
- package/dest/proving_broker/index.d.ts.map +1 -0
- package/dest/proving_broker/index.js +10 -0
- package/dest/proving_broker/proof_store/factory.d.ts +3 -0
- package/dest/proving_broker/proof_store/factory.d.ts.map +1 -0
- package/dest/proving_broker/proof_store/factory.js +13 -0
- package/dest/proving_broker/proof_store/file_store_proof_store.d.ts +18 -0
- package/dest/proving_broker/proof_store/file_store_proof_store.d.ts.map +1 -0
- package/dest/proving_broker/proof_store/file_store_proof_store.js +60 -0
- package/dest/proving_broker/proof_store/index.d.ts +5 -0
- package/dest/proving_broker/proof_store/index.d.ts.map +1 -0
- package/dest/proving_broker/proof_store/index.js +4 -0
- package/dest/proving_broker/proof_store/inline_proof_store.d.ts +15 -0
- package/dest/proving_broker/proof_store/inline_proof_store.d.ts.map +1 -0
- package/dest/proving_broker/proof_store/inline_proof_store.js +41 -0
- package/dest/proving_broker/proof_store/proof_store.d.ts +36 -0
- package/dest/proving_broker/proof_store/proof_store.d.ts.map +1 -0
- package/dest/proving_broker/proof_store/proof_store.js +3 -0
- package/dest/proving_broker/proving_agent.d.ts +42 -0
- package/dest/proving_broker/proving_agent.d.ts.map +1 -0
- package/dest/proving_broker/proving_agent.js +155 -0
- package/dest/proving_broker/proving_broker.d.ts +77 -0
- package/dest/proving_broker/proving_broker.d.ts.map +1 -0
- package/dest/proving_broker/proving_broker.js +780 -0
- package/dest/proving_broker/proving_broker_database/memory.d.ts +20 -0
- package/dest/proving_broker/proving_broker_database/memory.d.ts.map +1 -0
- package/dest/proving_broker/proving_broker_database/memory.js +67 -0
- package/dest/proving_broker/proving_broker_database/persisted.d.ts +40 -0
- package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -0
- package/dest/proving_broker/proving_broker_database/persisted.js +623 -0
- package/dest/proving_broker/proving_broker_database.d.ts +66 -0
- package/dest/proving_broker/proving_broker_database.d.ts.map +1 -0
- package/dest/proving_broker/proving_broker_database.js +3 -0
- package/dest/proving_broker/proving_broker_instrumentation.d.ts +31 -0
- package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -0
- package/dest/proving_broker/proving_broker_instrumentation.js +97 -0
- package/dest/proving_broker/proving_job_controller.d.ts +34 -0
- package/dest/proving_broker/proving_job_controller.d.ts.map +1 -0
- package/dest/proving_broker/proving_job_controller.js +184 -0
- package/dest/proving_broker/rpc.d.ts +38 -0
- package/dest/proving_broker/rpc.d.ts.map +1 -0
- package/dest/proving_broker/rpc.js +138 -0
- package/dest/test/epoch_settlement.d.ts +36 -0
- package/dest/test/epoch_settlement.d.ts.map +1 -0
- package/dest/test/epoch_settlement.js +52 -0
- package/dest/test/index.d.ts +2 -0
- package/dest/test/index.d.ts.map +1 -0
- package/dest/test/index.js +1 -0
- package/dest/test/mock_proof_store.d.ts +9 -0
- package/dest/test/mock_proof_store.d.ts.map +1 -0
- package/dest/test/mock_proof_store.js +10 -0
- package/dest/test/mock_prover.d.ts +38 -0
- package/dest/test/mock_prover.d.ts.map +1 -0
- package/dest/test/mock_prover.js +91 -0
- package/package.json +113 -0
- package/src/config.ts +87 -0
- package/src/index.ts +4 -0
- package/src/light/index.ts +1 -0
- package/src/light/lightweight_checkpoint_builder.ts +342 -0
- package/src/mocks/fixtures.ts +120 -0
- package/src/mocks/test_context.ts +477 -0
- package/src/orchestrator/block-building-helpers.ts +486 -0
- package/src/orchestrator/block-proving-state.ts +457 -0
- package/src/orchestrator/checkpoint-proving-state.ts +247 -0
- package/src/orchestrator/checkpoint-sub-tree-orchestrator.ts +1010 -0
- package/src/orchestrator/chonk-cache.ts +99 -0
- package/src/orchestrator/index.ts +12 -0
- package/src/orchestrator/orchestrator_metrics.ts +18 -0
- package/src/orchestrator/proving-scheduler.ts +160 -0
- package/src/orchestrator/top-tree-orchestrator.ts +394 -0
- package/src/orchestrator/top-tree-proving-state.ts +219 -0
- package/src/orchestrator/tx-proving-state.ts +121 -0
- package/src/prover-client/factory.ts +18 -0
- package/src/prover-client/index.ts +2 -0
- package/src/prover-client/prover-client.ts +286 -0
- package/src/proving_broker/broker_prover_facade.ts +626 -0
- package/src/proving_broker/config.ts +178 -0
- package/src/proving_broker/factory.ts +19 -0
- package/src/proving_broker/fixtures.ts +20 -0
- package/src/proving_broker/index.ts +10 -0
- package/src/proving_broker/proof_store/factory.ts +20 -0
- package/src/proving_broker/proof_store/file_store_proof_store.ts +78 -0
- package/src/proving_broker/proof_store/index.ts +4 -0
- package/src/proving_broker/proof_store/inline_proof_store.ts +63 -0
- package/src/proving_broker/proof_store/proof_store.ts +54 -0
- package/src/proving_broker/proving_agent.ts +210 -0
- package/src/proving_broker/proving_broker.ts +888 -0
- package/src/proving_broker/proving_broker_database/memory.ts +78 -0
- package/src/proving_broker/proving_broker_database/persisted.ts +296 -0
- package/src/proving_broker/proving_broker_database.ts +75 -0
- package/src/proving_broker/proving_broker_instrumentation.ts +133 -0
- package/src/proving_broker/proving_job_controller.ts +199 -0
- package/src/proving_broker/rpc.ts +131 -0
- package/src/test/epoch_settlement.ts +82 -0
- package/src/test/index.ts +1 -0
- package/src/test/mock_proof_store.ts +14 -0
- package/src/test/mock_prover.ts +304 -0
package/README.md
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
# Prover Client
|
package/dest/config.d.ts
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { ACVMConfig, BBConfig } from '@aztec-labs/bb-prover';
|
|
2
|
+
import { type ConfigMappingsType } from '@aztec-labs/foundation/config';
|
|
3
|
+
import { type ProverConfig } from '@aztec-labs/stdlib/interfaces/prover-config';
|
|
4
|
+
import { type ProverAgentConfig, type ProverBrokerConfig } from './proving_broker/config.js';
|
|
5
|
+
/** The prover configuration as defined by the user. */
|
|
6
|
+
export type ProverClientUserConfig = ProverConfig & ProverAgentConfig & ProverBrokerConfig & BBConfig & ACVMConfig;
|
|
7
|
+
/** The prover configuration with all missing fields resolved. */
|
|
8
|
+
export type ProverClientConfig = ProverClientUserConfig & Required<Pick<ProverClientUserConfig, 'proverId'>>;
|
|
9
|
+
export declare const bbConfigMappings: ConfigMappingsType<BBConfig & ACVMConfig>;
|
|
10
|
+
export declare const proverClientConfigMappings: ConfigMappingsType<ProverClientUserConfig>;
|
|
11
|
+
/**
|
|
12
|
+
* Returns the prover configuration from the environment variables.
|
|
13
|
+
* Note: If an environment variable is not set, the default value is used.
|
|
14
|
+
* @returns The prover configuration.
|
|
15
|
+
*/
|
|
16
|
+
export declare function getProverEnvVars(): ProverClientUserConfig;
|
|
17
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvY29uZmlnLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFVBQVUsRUFBRSxRQUFRLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUNsRSxPQUFPLEVBQ0wsS0FBSyxrQkFBa0IsRUFJeEIsTUFBTSwrQkFBK0IsQ0FBQztBQUN2QyxPQUFPLEVBQUUsS0FBSyxZQUFZLEVBQXdCLE1BQU0sNkNBQTZDLENBQUM7QUFFdEcsT0FBTyxFQUNMLEtBQUssaUJBQWlCLEVBQ3RCLEtBQUssa0JBQWtCLEVBR3hCLE1BQU0sNEJBQTRCLENBQUM7QUFFcEMsdURBQXVEO0FBQ3ZELE1BQU0sTUFBTSxzQkFBc0IsR0FBRyxZQUFZLEdBQUcsaUJBQWlCLEdBQUcsa0JBQWtCLEdBQUcsUUFBUSxHQUFHLFVBQVUsQ0FBQztBQUVuSCxpRUFBaUU7QUFDakUsTUFBTSxNQUFNLGtCQUFrQixHQUFHLHNCQUFzQixHQUFHLFFBQVEsQ0FBQyxJQUFJLENBQUMsc0JBQXNCLEVBQUUsVUFBVSxDQUFDLENBQUMsQ0FBQztBQUU3RyxlQUFPLE1BQU0sZ0JBQWdCLEVBQUUsa0JBQWtCLENBQUMsUUFBUSxHQUFHLFVBQVUsQ0FnRHRFLENBQUM7QUFFRixlQUFPLE1BQU0sMEJBQTBCLEVBQUUsa0JBQWtCLENBQUMsc0JBQXNCLENBS2pGLENBQUM7QUFFRjs7OztHQUlHO0FBQ0gsd0JBQWdCLGdCQUFnQixJQUFJLHNCQUFzQixDQUV6RCJ9
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,KAAK,YAAY,EAAwB,MAAM,6CAA6C,CAAC;AAEtG,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EAGxB,MAAM,4BAA4B,CAAC;AAEpC,uDAAuD;AACvD,MAAM,MAAM,sBAAsB,GAAG,YAAY,GAAG,iBAAiB,GAAG,kBAAkB,GAAG,QAAQ,GAAG,UAAU,CAAC;AAEnH,iEAAiE;AACjE,MAAM,MAAM,kBAAkB,GAAG,sBAAsB,GAAG,QAAQ,CAAC,IAAI,CAAC,sBAAsB,EAAE,UAAU,CAAC,CAAC,CAAC;AAE7G,eAAO,MAAM,gBAAgB,EAAE,kBAAkB,CAAC,QAAQ,GAAG,UAAU,CAgDtE,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,kBAAkB,CAAC,sBAAsB,CAKjF,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,gBAAgB,IAAI,sBAAsB,CAEzD"}
|
package/dest/config.js
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { booleanConfigHelper, getConfigFromMappings, numberConfigHelper } from '@aztec-labs/foundation/config';
|
|
2
|
+
import { proverConfigMappings } from '@aztec-labs/stdlib/interfaces/prover-config';
|
|
3
|
+
import { proverAgentConfigMappings, proverBrokerConfigMappings } from './proving_broker/config.js';
|
|
4
|
+
export const bbConfigMappings = {
|
|
5
|
+
acvmWorkingDirectory: {
|
|
6
|
+
env: 'ACVM_WORKING_DIRECTORY',
|
|
7
|
+
description: 'The working directory to use for simulation/proving'
|
|
8
|
+
},
|
|
9
|
+
acvmBinaryPath: {
|
|
10
|
+
env: 'ACVM_BINARY_PATH',
|
|
11
|
+
description: 'The path to the ACVM binary'
|
|
12
|
+
},
|
|
13
|
+
bbWorkingDirectory: {
|
|
14
|
+
env: 'BB_WORKING_DIRECTORY',
|
|
15
|
+
description: 'The working directory to use for proving'
|
|
16
|
+
},
|
|
17
|
+
bbBinaryPath: {
|
|
18
|
+
env: 'BB_BINARY_PATH',
|
|
19
|
+
description: 'The path to the bb binary'
|
|
20
|
+
},
|
|
21
|
+
bbSkipCleanup: {
|
|
22
|
+
env: 'BB_SKIP_CLEANUP',
|
|
23
|
+
description: 'Whether to skip cleanup of bb temporary files',
|
|
24
|
+
...booleanConfigHelper(false)
|
|
25
|
+
},
|
|
26
|
+
numConcurrentIVCVerifiers: {
|
|
27
|
+
env: 'BB_NUM_IVC_VERIFIERS',
|
|
28
|
+
description: 'Max concurrent verifications for the RPC verifier (QueuedIVCVerifier).',
|
|
29
|
+
...numberConfigHelper(8)
|
|
30
|
+
},
|
|
31
|
+
bbIVCConcurrency: {
|
|
32
|
+
env: 'BB_IVC_CONCURRENCY',
|
|
33
|
+
description: 'Thread count for the RPC IVC verifier.',
|
|
34
|
+
...numberConfigHelper(1)
|
|
35
|
+
},
|
|
36
|
+
bbChonkVerifyMaxBatch: {
|
|
37
|
+
env: 'BB_CHONK_VERIFY_MAX_BATCH',
|
|
38
|
+
description: 'Upper bound on proofs per batch for the peer chonk batch verifier. Proofs are verified immediately as they arrive; this only caps how many can accumulate while a batch is already being processed.',
|
|
39
|
+
...numberConfigHelper(16)
|
|
40
|
+
},
|
|
41
|
+
bbChonkVerifyConcurrency: {
|
|
42
|
+
env: 'BB_CHONK_VERIFY_BATCH_CONCURRENCY',
|
|
43
|
+
description: 'Thread count for the peer batch verifier parallel reduce. 0 = auto.',
|
|
44
|
+
...numberConfigHelper(6)
|
|
45
|
+
},
|
|
46
|
+
bbDebugOutputDir: {
|
|
47
|
+
env: 'BB_DEBUG_OUTPUT_DIR',
|
|
48
|
+
description: 'When set, bb.js operations write input/output files and log equivalent CLI commands to this directory'
|
|
49
|
+
}
|
|
50
|
+
};
|
|
51
|
+
export const proverClientConfigMappings = {
|
|
52
|
+
...bbConfigMappings,
|
|
53
|
+
...proverConfigMappings,
|
|
54
|
+
...proverAgentConfigMappings,
|
|
55
|
+
...proverBrokerConfigMappings
|
|
56
|
+
};
|
|
57
|
+
/**
|
|
58
|
+
* Returns the prover configuration from the environment variables.
|
|
59
|
+
* Note: If an environment variable is not set, the default value is used.
|
|
60
|
+
* @returns The prover configuration.
|
|
61
|
+
*/ export function getProverEnvVars() {
|
|
62
|
+
return getConfigFromMappings(proverClientConfigMappings);
|
|
63
|
+
}
|
package/dest/index.d.ts
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export type { EpochProverManager } from '@aztec-labs/stdlib/interfaces/server';
|
|
2
|
+
export * from './prover-client/index.js';
|
|
3
|
+
export * from './config.js';
|
|
4
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3NyYy9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxZQUFZLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSxzQ0FBc0MsQ0FBQztBQUUvRSxjQUFjLDBCQUEwQixDQUFDO0FBQ3pDLGNBQWMsYUFBYSxDQUFDIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAE/E,cAAc,0BAA0B,CAAC;AACzC,cAAc,aAAa,CAAC"}
|
package/dest/index.js
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
export * from './lightweight_checkpoint_builder.js';
|
|
2
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9saWdodC9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLHFDQUFxQyxDQUFDIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/light/index.ts"],"names":[],"mappings":"AAAA,cAAc,qCAAqC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './lightweight_checkpoint_builder.js';
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { type CheckpointNumber } from '@aztec-labs/foundation/branded-types';
|
|
2
|
+
import { Fr } from '@aztec-labs/foundation/curves/bn254';
|
|
3
|
+
import { type LoggerBindings } from '@aztec-labs/foundation/log';
|
|
4
|
+
import { L2Block } from '@aztec-labs/stdlib/block';
|
|
5
|
+
import { Checkpoint } from '@aztec-labs/stdlib/checkpoint';
|
|
6
|
+
import type { MerkleTreeWriteOperations } from '@aztec-labs/stdlib/interfaces/server';
|
|
7
|
+
import { type CheckpointGlobalVariables, type GlobalVariables, type ProcessedTx, StateReference } from '@aztec-labs/stdlib/tx';
|
|
8
|
+
/**
|
|
9
|
+
* Builds a checkpoint and its header and the blocks in it from a set of processed tx without running any circuits.
|
|
10
|
+
*
|
|
11
|
+
* Each added block inserts its own L1-to-L2 message bundle into the message tree and then updates the archive tree.
|
|
12
|
+
* Finally completes the checkpoint by computing its header.
|
|
13
|
+
*/
|
|
14
|
+
export declare class LightweightCheckpointBuilder {
|
|
15
|
+
readonly checkpointNumber: CheckpointNumber;
|
|
16
|
+
readonly constants: CheckpointGlobalVariables;
|
|
17
|
+
feeAssetPriceModifier: bigint;
|
|
18
|
+
readonly l1ToL2Messages: Fr[];
|
|
19
|
+
private readonly previousCheckpointOutHashes;
|
|
20
|
+
private readonly previousInboxRollingHash;
|
|
21
|
+
readonly db: MerkleTreeWriteOperations;
|
|
22
|
+
private readonly logger;
|
|
23
|
+
private lastArchives;
|
|
24
|
+
private spongeBlob;
|
|
25
|
+
private blocks;
|
|
26
|
+
private blobFields;
|
|
27
|
+
constructor(checkpointNumber: CheckpointNumber, constants: CheckpointGlobalVariables, feeAssetPriceModifier: bigint, l1ToL2Messages: Fr[], previousCheckpointOutHashes: Fr[], previousInboxRollingHash: Fr, db: MerkleTreeWriteOperations, bindings?: LoggerBindings);
|
|
28
|
+
/**
|
|
29
|
+
* Starts a fresh checkpoint. The checkpoint's L1-to-L2 messages are not supplied here: every block brings its own
|
|
30
|
+
* bundle to {@link addBlock}, which inserts it into the tree and accumulates it into the checkpoint's message list.
|
|
31
|
+
*/
|
|
32
|
+
static startNewCheckpoint(checkpointNumber: CheckpointNumber, constants: CheckpointGlobalVariables, previousCheckpointOutHashes: Fr[], previousInboxRollingHash: Fr, db: MerkleTreeWriteOperations, bindings?: LoggerBindings, feeAssetPriceModifier?: bigint): LightweightCheckpointBuilder;
|
|
33
|
+
/**
|
|
34
|
+
* Resumes building a checkpoint from existing blocks. This is used for validator re-execution
|
|
35
|
+
* where blocks have already been built and their effects are already in the database.
|
|
36
|
+
* `l1ToL2Messages` is the whole checkpoint's message list as consumed by the existing blocks: it seeds the
|
|
37
|
+
* checkpoint's rolling hash and is not inserted into the tree, since the blocks already inserted it.
|
|
38
|
+
*/
|
|
39
|
+
static resumeCheckpoint(checkpointNumber: CheckpointNumber, constants: CheckpointGlobalVariables, feeAssetPriceModifier: bigint, l1ToL2Messages: Fr[], previousCheckpointOutHashes: Fr[], previousInboxRollingHash: Fr, db: MerkleTreeWriteOperations, existingBlocks: L2Block[], bindings?: LoggerBindings): Promise<LightweightCheckpointBuilder>;
|
|
40
|
+
/** Returns how many blocks have been added to this checkpoint so far */
|
|
41
|
+
getBlockCount(): number;
|
|
42
|
+
getBlocks(): L2Block[];
|
|
43
|
+
/**
|
|
44
|
+
* Adds a new block to the checkpoint. The tx effects must have already been inserted into the db if
|
|
45
|
+
* this is called after tx processing, if that's not the case, then set `insertTxsEffects` to true.
|
|
46
|
+
* @param l1ToL2Messages - The message leaves this block consumes from the Inbox, in insertion order.
|
|
47
|
+
*/
|
|
48
|
+
addBlock(globalVariables: GlobalVariables, txs: ProcessedTx[], l1ToL2Messages: Fr[], opts?: {
|
|
49
|
+
insertTxsEffects?: boolean;
|
|
50
|
+
expectedEndState?: StateReference;
|
|
51
|
+
}): Promise<{
|
|
52
|
+
block: L2Block;
|
|
53
|
+
timings: Record<string, number>;
|
|
54
|
+
}>;
|
|
55
|
+
completeCheckpoint(): Promise<Checkpoint>;
|
|
56
|
+
clone(): LightweightCheckpointBuilder;
|
|
57
|
+
}
|
|
58
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibGlnaHR3ZWlnaHRfY2hlY2twb2ludF9idWlsZGVyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvbGlnaHQvbGlnaHR3ZWlnaHRfY2hlY2twb2ludF9idWlsZGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQU1BLE9BQU8sRUFBRSxLQUFLLGdCQUFnQixFQUF5QixNQUFNLHNDQUFzQyxDQUFDO0FBQ3BHLE9BQU8sRUFBRSxFQUFFLEVBQUUsTUFBTSxxQ0FBcUMsQ0FBQztBQUN6RCxPQUFPLEVBQWUsS0FBSyxjQUFjLEVBQWdCLE1BQU0sNEJBQTRCLENBQUM7QUFFNUYsT0FBTyxFQUFFLE9BQU8sRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBQ25ELE9BQU8sRUFBRSxVQUFVLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUMzRCxPQUFPLEtBQUssRUFBRSx5QkFBeUIsRUFBRSxNQUFNLHNDQUFzQyxDQUFDO0FBU3RGLE9BQU8sRUFDTCxLQUFLLHlCQUF5QixFQUM5QixLQUFLLGVBQWUsRUFDcEIsS0FBSyxXQUFXLEVBQ2hCLGNBQWMsRUFDZixNQUFNLHVCQUF1QixDQUFDO0FBUS9COzs7OztHQUtHO0FBQ0gscUJBQWEsNEJBQTRCO2FBU3JCLGdCQUFnQixFQUFFLGdCQUFnQjthQUNsQyxTQUFTLEVBQUUseUJBQXlCO0lBQzdDLHFCQUFxQixFQUFFLE1BQU07YUFDcEIsY0FBYyxFQUFFLEVBQUUsRUFBRTtJQUNwQyxPQUFPLENBQUMsUUFBUSxDQUFDLDJCQUEyQjtJQUU1QyxPQUFPLENBQUMsUUFBUSxDQUFDLHdCQUF3QjthQUN6QixFQUFFLEVBQUUseUJBQXlCO0lBZi9DLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTSxDQUFTO0lBRWhDLE9BQU8sQ0FBQyxZQUFZLENBQWdDO0lBQ3BELE9BQU8sQ0FBQyxVQUFVLENBQWE7SUFDL0IsT0FBTyxDQUFDLE1BQU0sQ0FBaUI7SUFDL0IsT0FBTyxDQUFDLFVBQVUsQ0FBWTtJQUU5QixZQUNrQixnQkFBZ0IsRUFBRSxnQkFBZ0IsRUFDbEMsU0FBUyxFQUFFLHlCQUF5QixFQUM3QyxxQkFBcUIsRUFBRSxNQUFNLEVBQ3BCLGNBQWMsRUFBRSxFQUFFLEVBQUUsRUFDbkIsMkJBQTJCLEVBQUUsRUFBRSxFQUFFLEVBRWpDLHdCQUF3QixFQUFFLEVBQUUsRUFDN0IsRUFBRSxFQUFFLHlCQUF5QixFQUM3QyxRQUFRLENBQUMsRUFBRSxjQUFjLEVBUTFCO0lBRUQ7OztPQUdHO0lBQ0gsTUFBTSxDQUFDLGtCQUFrQixDQUN2QixnQkFBZ0IsRUFBRSxnQkFBZ0IsRUFDbEMsU0FBUyxFQUFFLHlCQUF5QixFQUNwQywyQkFBMkIsRUFBRSxFQUFFLEVBQUUsRUFDakMsd0JBQXdCLEVBQUUsRUFBRSxFQUM1QixFQUFFLEVBQUUseUJBQXlCLEVBQzdCLFFBQVEsQ0FBQyxFQUFFLGNBQWMsRUFDekIscUJBQXFCLEdBQUUsTUFBVyxHQUNqQyw0QkFBNEIsQ0FXOUI7SUFFRDs7Ozs7T0FLRztJQUNILE9BQWEsZ0JBQWdCLENBQzNCLGdCQUFnQixFQUFFLGdCQUFnQixFQUNsQyxTQUFTLEVBQUUseUJBQXlCLEVBQ3BDLHFCQUFxQixFQUFFLE1BQU0sRUFDN0IsY0FBYyxFQUFFLEVBQUUsRUFBRSxFQUNwQiwyQkFBMkIsRUFBRSxFQUFFLEVBQUUsRUFDakMsd0JBQXdCLEVBQUUsRUFBRSxFQUM1QixFQUFFLEVBQUUseUJBQXlCLEVBQzdCLGNBQWMsRUFBRSxPQUFPLEVBQUUsRUFDekIsUUFBUSxDQUFDLEVBQUUsY0FBYyxHQUN4QixPQUFPLENBQUMsNEJBQTRCLENBQUMsQ0FvRHZDO0lBRUQsd0VBQXdFO0lBQ2pFLGFBQWEsV0FFbkI7SUFFTSxTQUFTLGNBRWY7SUFFRDs7OztPQUlHO0lBQ1UsUUFBUSxDQUNuQixlQUFlLEVBQUUsZUFBZSxFQUNoQyxHQUFHLEVBQUUsV0FBVyxFQUFFLEVBQ2xCLGNBQWMsRUFBRSxFQUFFLEVBQUUsRUFDcEIsSUFBSSxHQUFFO1FBQUUsZ0JBQWdCLENBQUMsRUFBRSxPQUFPLENBQUM7UUFBQyxnQkFBZ0IsQ0FBQyxFQUFFLGNBQWMsQ0FBQTtLQUFPLEdBQzNFLE9BQU8sQ0FBQztRQUFFLEtBQUssRUFBRSxPQUFPLENBQUM7UUFBQyxPQUFPLEVBQUUsTUFBTSxDQUFDLE1BQU0sRUFBRSxNQUFNLENBQUMsQ0FBQTtLQUFFLENBQUMsQ0FvRjlEO0lBRUssa0JBQWtCLElBQUksT0FBTyxDQUFDLFVBQVUsQ0FBQyxDQXVEOUM7SUFFRCxLQUFLLGlDQWdCSjtDQUNGIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lightweight_checkpoint_builder.d.ts","sourceRoot":"","sources":["../../src/light/lightweight_checkpoint_builder.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,gBAAgB,EAAyB,MAAM,sCAAsC,CAAC;AACpG,OAAO,EAAE,EAAE,EAAE,MAAM,qCAAqC,CAAC;AACzD,OAAO,EAAe,KAAK,cAAc,EAAgB,MAAM,4BAA4B,CAAC;AAE5F,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AAStF,OAAO,EACL,KAAK,yBAAyB,EAC9B,KAAK,eAAe,EACpB,KAAK,WAAW,EAChB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAQ/B;;;;;GAKG;AACH,qBAAa,4BAA4B;aASrB,gBAAgB,EAAE,gBAAgB;aAClC,SAAS,EAAE,yBAAyB;IAC7C,qBAAqB,EAAE,MAAM;aACpB,cAAc,EAAE,EAAE,EAAE;IACpC,OAAO,CAAC,QAAQ,CAAC,2BAA2B;IAE5C,OAAO,CAAC,QAAQ,CAAC,wBAAwB;aACzB,EAAE,EAAE,yBAAyB;IAf/C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAEhC,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,UAAU,CAAY;IAE9B,YACkB,gBAAgB,EAAE,gBAAgB,EAClC,SAAS,EAAE,yBAAyB,EAC7C,qBAAqB,EAAE,MAAM,EACpB,cAAc,EAAE,EAAE,EAAE,EACnB,2BAA2B,EAAE,EAAE,EAAE,EAEjC,wBAAwB,EAAE,EAAE,EAC7B,EAAE,EAAE,yBAAyB,EAC7C,QAAQ,CAAC,EAAE,cAAc,EAQ1B;IAED;;;OAGG;IACH,MAAM,CAAC,kBAAkB,CACvB,gBAAgB,EAAE,gBAAgB,EAClC,SAAS,EAAE,yBAAyB,EACpC,2BAA2B,EAAE,EAAE,EAAE,EACjC,wBAAwB,EAAE,EAAE,EAC5B,EAAE,EAAE,yBAAyB,EAC7B,QAAQ,CAAC,EAAE,cAAc,EACzB,qBAAqB,GAAE,MAAW,GACjC,4BAA4B,CAW9B;IAED;;;;;OAKG;IACH,OAAa,gBAAgB,CAC3B,gBAAgB,EAAE,gBAAgB,EAClC,SAAS,EAAE,yBAAyB,EACpC,qBAAqB,EAAE,MAAM,EAC7B,cAAc,EAAE,EAAE,EAAE,EACpB,2BAA2B,EAAE,EAAE,EAAE,EACjC,wBAAwB,EAAE,EAAE,EAC5B,EAAE,EAAE,yBAAyB,EAC7B,cAAc,EAAE,OAAO,EAAE,EACzB,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,4BAA4B,CAAC,CAoDvC;IAED,wEAAwE;IACjE,aAAa,WAEnB;IAEM,SAAS,cAEf;IAED;;;;OAIG;IACU,QAAQ,CACnB,eAAe,EAAE,eAAe,EAChC,GAAG,EAAE,WAAW,EAAE,EAClB,cAAc,EAAE,EAAE,EAAE,EACpB,IAAI,GAAE;QAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAAC,gBAAgB,CAAC,EAAE,cAAc,CAAA;KAAO,GAC3E,OAAO,CAAC;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC,CAoF9D;IAEK,kBAAkB,IAAI,OAAO,CAAC,UAAU,CAAC,CAuD9C;IAED,KAAK,iCAgBJ;CACF"}
|
|
@@ -0,0 +1,243 @@
|
|
|
1
|
+
import { SpongeBlob, computeBlobsHashFromBlobs, encodeCheckpointEndMarker, getBlobsPerL1Block } from '@aztec-labs/blob-lib';
|
|
2
|
+
import { IndexWithinCheckpoint } from '@aztec-labs/foundation/branded-types';
|
|
3
|
+
import { Fr } from '@aztec-labs/foundation/curves/bn254';
|
|
4
|
+
import { createLogger } from '@aztec-labs/foundation/log';
|
|
5
|
+
import { elapsed } from '@aztec-labs/foundation/timer';
|
|
6
|
+
import { L2Block } from '@aztec-labs/stdlib/block';
|
|
7
|
+
import { Checkpoint } from '@aztec-labs/stdlib/checkpoint';
|
|
8
|
+
import { accumulateCheckpointOutHashes, accumulateInboxRollingHash, appendL1ToL2MessagesToTree, computeCheckpointOutHash } from '@aztec-labs/stdlib/messaging';
|
|
9
|
+
import { CheckpointHeader, computeBlockHeadersHash } from '@aztec-labs/stdlib/rollup';
|
|
10
|
+
import { MerkleTreeId } from '@aztec-labs/stdlib/trees';
|
|
11
|
+
import { buildHeaderAndBodyFromTxs, getTreeSnapshot, insertSideEffects } from '../orchestrator/block-building-helpers.js';
|
|
12
|
+
/**
|
|
13
|
+
* Builds a checkpoint and its header and the blocks in it from a set of processed tx without running any circuits.
|
|
14
|
+
*
|
|
15
|
+
* Each added block inserts its own L1-to-L2 message bundle into the message tree and then updates the archive tree.
|
|
16
|
+
* Finally completes the checkpoint by computing its header.
|
|
17
|
+
*/ export class LightweightCheckpointBuilder {
|
|
18
|
+
checkpointNumber;
|
|
19
|
+
constants;
|
|
20
|
+
feeAssetPriceModifier;
|
|
21
|
+
l1ToL2Messages;
|
|
22
|
+
previousCheckpointOutHashes;
|
|
23
|
+
previousInboxRollingHash;
|
|
24
|
+
db;
|
|
25
|
+
logger;
|
|
26
|
+
lastArchives;
|
|
27
|
+
spongeBlob;
|
|
28
|
+
blocks;
|
|
29
|
+
blobFields;
|
|
30
|
+
constructor(checkpointNumber, constants, feeAssetPriceModifier, l1ToL2Messages, previousCheckpointOutHashes, // Inbox rolling hash of the previous checkpoint (this checkpoint's chain start); genesis is zero.
|
|
31
|
+
previousInboxRollingHash, db, bindings){
|
|
32
|
+
this.checkpointNumber = checkpointNumber;
|
|
33
|
+
this.constants = constants;
|
|
34
|
+
this.feeAssetPriceModifier = feeAssetPriceModifier;
|
|
35
|
+
this.l1ToL2Messages = l1ToL2Messages;
|
|
36
|
+
this.previousCheckpointOutHashes = previousCheckpointOutHashes;
|
|
37
|
+
this.previousInboxRollingHash = previousInboxRollingHash;
|
|
38
|
+
this.db = db;
|
|
39
|
+
this.lastArchives = [];
|
|
40
|
+
this.blocks = [];
|
|
41
|
+
this.blobFields = [];
|
|
42
|
+
this.logger = createLogger('checkpoint-builder', {
|
|
43
|
+
...bindings,
|
|
44
|
+
instanceId: `checkpoint-${checkpointNumber}`
|
|
45
|
+
});
|
|
46
|
+
this.spongeBlob = SpongeBlob.init();
|
|
47
|
+
this.logger.debug('Starting new checkpoint', {
|
|
48
|
+
constants,
|
|
49
|
+
l1ToL2Messages,
|
|
50
|
+
feeAssetPriceModifier
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Starts a fresh checkpoint. The checkpoint's L1-to-L2 messages are not supplied here: every block brings its own
|
|
55
|
+
* bundle to {@link addBlock}, which inserts it into the tree and accumulates it into the checkpoint's message list.
|
|
56
|
+
*/ static startNewCheckpoint(checkpointNumber, constants, previousCheckpointOutHashes, previousInboxRollingHash, db, bindings, feeAssetPriceModifier = 0n) {
|
|
57
|
+
return new LightweightCheckpointBuilder(checkpointNumber, constants, feeAssetPriceModifier, [], previousCheckpointOutHashes, previousInboxRollingHash, db, bindings);
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* Resumes building a checkpoint from existing blocks. This is used for validator re-execution
|
|
61
|
+
* where blocks have already been built and their effects are already in the database.
|
|
62
|
+
* `l1ToL2Messages` is the whole checkpoint's message list as consumed by the existing blocks: it seeds the
|
|
63
|
+
* checkpoint's rolling hash and is not inserted into the tree, since the blocks already inserted it.
|
|
64
|
+
*/ static async resumeCheckpoint(checkpointNumber, constants, feeAssetPriceModifier, l1ToL2Messages, previousCheckpointOutHashes, previousInboxRollingHash, db, existingBlocks, bindings) {
|
|
65
|
+
const builder = new LightweightCheckpointBuilder(checkpointNumber, constants, feeAssetPriceModifier, l1ToL2Messages, previousCheckpointOutHashes, previousInboxRollingHash, db, bindings);
|
|
66
|
+
builder.logger.debug('Resuming checkpoint from existing blocks', {
|
|
67
|
+
checkpointNumber,
|
|
68
|
+
numExistingBlocks: existingBlocks.length,
|
|
69
|
+
blockNumbers: existingBlocks.map((b)=>b.header.getBlockNumber())
|
|
70
|
+
});
|
|
71
|
+
if (existingBlocks.length === 0) {
|
|
72
|
+
throw new Error(`Cannot resume checkpoint ${checkpointNumber} with no existing blocks`);
|
|
73
|
+
}
|
|
74
|
+
// Validate block order and consistency
|
|
75
|
+
for(let i = 1; i < existingBlocks.length; i++){
|
|
76
|
+
const prev = existingBlocks[i - 1];
|
|
77
|
+
const curr = existingBlocks[i];
|
|
78
|
+
if (curr.number !== prev.number + 1) {
|
|
79
|
+
throw new Error(`Non-sequential block numbers in resumeCheckpoint: ${prev.number} -> ${curr.number}`);
|
|
80
|
+
}
|
|
81
|
+
if (!prev.archive.root.equals(curr.header.lastArchive.root)) {
|
|
82
|
+
throw new Error(`Archive root mismatch between blocks ${prev.number} and ${curr.number}`);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
for(let i = 0; i < existingBlocks.length; i++){
|
|
86
|
+
const block = existingBlocks[i];
|
|
87
|
+
const isFirstBlock = i === 0;
|
|
88
|
+
if (isFirstBlock) {
|
|
89
|
+
builder.lastArchives.push(block.header.lastArchive);
|
|
90
|
+
}
|
|
91
|
+
builder.lastArchives.push(block.archive);
|
|
92
|
+
const blockBlobFields = block.toBlobFields();
|
|
93
|
+
await builder.spongeBlob.absorb(blockBlobFields);
|
|
94
|
+
builder.blobFields.push(...blockBlobFields);
|
|
95
|
+
builder.blocks.push(block);
|
|
96
|
+
}
|
|
97
|
+
return builder;
|
|
98
|
+
}
|
|
99
|
+
/** Returns how many blocks have been added to this checkpoint so far */ getBlockCount() {
|
|
100
|
+
return this.blocks.length;
|
|
101
|
+
}
|
|
102
|
+
getBlocks() {
|
|
103
|
+
return this.blocks;
|
|
104
|
+
}
|
|
105
|
+
/**
|
|
106
|
+
* Adds a new block to the checkpoint. The tx effects must have already been inserted into the db if
|
|
107
|
+
* this is called after tx processing, if that's not the case, then set `insertTxsEffects` to true.
|
|
108
|
+
* @param l1ToL2Messages - The message leaves this block consumes from the Inbox, in insertion order.
|
|
109
|
+
*/ async addBlock(globalVariables, txs, l1ToL2Messages, opts = {}) {
|
|
110
|
+
const timings = {};
|
|
111
|
+
const isFirstBlock = this.blocks.length === 0;
|
|
112
|
+
if (isFirstBlock) {
|
|
113
|
+
const [msGetInitialArchive, initialArchive] = await elapsed(()=>getTreeSnapshot(MerkleTreeId.ARCHIVE, this.db));
|
|
114
|
+
this.lastArchives.push(initialArchive);
|
|
115
|
+
timings.getInitialArchive = msGetInitialArchive;
|
|
116
|
+
}
|
|
117
|
+
const lastArchive = this.lastArchives.at(-1);
|
|
118
|
+
if (opts.insertTxsEffects) {
|
|
119
|
+
this.logger.debug(`Inserting side effects for ${txs.length} txs for block ${globalVariables.blockNumber} into db`, {
|
|
120
|
+
txs: txs.map((tx)=>tx.hash.toString())
|
|
121
|
+
});
|
|
122
|
+
let msInsertSideEffects = 0;
|
|
123
|
+
for (const tx of txs){
|
|
124
|
+
const [ms] = await elapsed(()=>insertSideEffects(tx, this.db));
|
|
125
|
+
msInsertSideEffects += ms;
|
|
126
|
+
}
|
|
127
|
+
timings.insertSideEffects = msInsertSideEffects;
|
|
128
|
+
}
|
|
129
|
+
// Streaming Inbox: insert this block's L1-to-L2 message bundle before reading the end state,
|
|
130
|
+
// so the block header's L1-to-L2 tree snapshot reflects it. Bundles are appended compactly (unpadded, at the
|
|
131
|
+
// tree's current next-available index). The logical messages are accumulated only once the block is fully built
|
|
132
|
+
// (below), so a mid-build failure does not pollute the checkpoint's rolling hash; the rolling hash is recomputed
|
|
133
|
+
// over them at checkpoint completion.
|
|
134
|
+
await appendL1ToL2MessagesToTree(this.db, l1ToL2Messages);
|
|
135
|
+
const [msGetEndState, endState] = await elapsed(()=>this.db.getStateReference());
|
|
136
|
+
timings.getEndState = msGetEndState;
|
|
137
|
+
if (opts.expectedEndState && !endState.equals(opts.expectedEndState)) {
|
|
138
|
+
this.logger.error('End state after processing txs does not match expected end state', {
|
|
139
|
+
globalVariables: globalVariables.toInspect(),
|
|
140
|
+
expectedEndState: opts.expectedEndState.toInspect(),
|
|
141
|
+
actualEndState: endState.toInspect()
|
|
142
|
+
});
|
|
143
|
+
throw new Error(`End state does not match expected end state when building block ${globalVariables.blockNumber}`);
|
|
144
|
+
}
|
|
145
|
+
const [msBuildHeaderAndBody, { header, body, blockBlobFields }] = await elapsed(()=>buildHeaderAndBodyFromTxs(txs, lastArchive, endState, globalVariables, this.spongeBlob));
|
|
146
|
+
timings.buildHeaderAndBody = msBuildHeaderAndBody;
|
|
147
|
+
header.state.validate();
|
|
148
|
+
await this.db.updateArchive(header);
|
|
149
|
+
const [msUpdateArchive, newArchive] = await elapsed(()=>getTreeSnapshot(MerkleTreeId.ARCHIVE, this.db));
|
|
150
|
+
timings.updateArchive = msUpdateArchive;
|
|
151
|
+
this.lastArchives.push(newArchive);
|
|
152
|
+
const expectedNextLeafIndex = Number(globalVariables.blockNumber) + 1;
|
|
153
|
+
if (newArchive.nextAvailableLeafIndex !== expectedNextLeafIndex) {
|
|
154
|
+
throw new Error(`Archive tree next leaf index mismatch after building block ${globalVariables.blockNumber} (expected ${expectedNextLeafIndex} but got ${newArchive.nextAvailableLeafIndex})`);
|
|
155
|
+
}
|
|
156
|
+
const indexWithinCheckpoint = IndexWithinCheckpoint(this.blocks.length);
|
|
157
|
+
const block = new L2Block(newArchive, header, body, this.checkpointNumber, indexWithinCheckpoint);
|
|
158
|
+
this.blocks.push(block);
|
|
159
|
+
// Accumulate the streaming bundle now that the block is fully built, so a mid-build throw above leaves the
|
|
160
|
+
// checkpoint's message list (and thus its rolling hash) consistent with the blocks actually built.
|
|
161
|
+
this.l1ToL2Messages.push(...l1ToL2Messages);
|
|
162
|
+
const [msSpongeAbsorb] = await elapsed(()=>this.spongeBlob.absorb(blockBlobFields));
|
|
163
|
+
timings.spongeAbsorb = msSpongeAbsorb;
|
|
164
|
+
this.blobFields.push(...blockBlobFields);
|
|
165
|
+
this.logger.debug(`Built block ${header.getBlockNumber()}`, {
|
|
166
|
+
globalVariables: globalVariables.toInspect(),
|
|
167
|
+
archiveRoot: newArchive.root.toString(),
|
|
168
|
+
stateReference: header.state.toInspect(),
|
|
169
|
+
blockHash: (await block.hash()).toString(),
|
|
170
|
+
txs: block.body.txEffects.map((tx)=>tx.txHash.toString())
|
|
171
|
+
});
|
|
172
|
+
return {
|
|
173
|
+
block,
|
|
174
|
+
timings
|
|
175
|
+
};
|
|
176
|
+
}
|
|
177
|
+
async completeCheckpoint() {
|
|
178
|
+
if (!this.blocks.length) {
|
|
179
|
+
throw new Error('Cannot complete a checkpoint with no blocks');
|
|
180
|
+
}
|
|
181
|
+
const numBlobFields = this.blobFields.length + 1; // +1 for the checkpoint end marker.
|
|
182
|
+
const checkpointEndMarker = encodeCheckpointEndMarker({
|
|
183
|
+
numBlobFields
|
|
184
|
+
});
|
|
185
|
+
this.blobFields.push(checkpointEndMarker);
|
|
186
|
+
const blocks = this.blocks;
|
|
187
|
+
const blockHeadersHash = await computeBlockHeadersHash(blocks.map((block)=>block.header));
|
|
188
|
+
const newArchive = this.lastArchives[this.lastArchives.length - 1];
|
|
189
|
+
const blobs = await getBlobsPerL1Block(this.blobFields);
|
|
190
|
+
const blobsHash = computeBlobsHashFromBlobs(blobs);
|
|
191
|
+
const inboxRollingHash = accumulateInboxRollingHash(this.previousInboxRollingHash, this.l1ToL2Messages);
|
|
192
|
+
const { slotNumber, coinbase, feeRecipient, gasFees } = this.constants;
|
|
193
|
+
const checkpointOutHash = computeCheckpointOutHash(blocks.map((block)=>block.body.txEffects.map((tx)=>tx.l2ToL1Msgs)));
|
|
194
|
+
const epochOutHash = accumulateCheckpointOutHashes([
|
|
195
|
+
...this.previousCheckpointOutHashes,
|
|
196
|
+
checkpointOutHash
|
|
197
|
+
]);
|
|
198
|
+
// All blocks in the checkpoint have the same timestamp
|
|
199
|
+
const timestamp = blocks[blocks.length - 1].timestamp;
|
|
200
|
+
const totalManaUsed = blocks.reduce((acc, block)=>acc.add(block.header.totalManaUsed), Fr.ZERO);
|
|
201
|
+
const accumulatedFees = blocks.reduce((acc, block)=>acc.add(block.header.totalFees), Fr.ZERO);
|
|
202
|
+
const header = CheckpointHeader.from({
|
|
203
|
+
lastArchiveRoot: this.lastArchives[0].root,
|
|
204
|
+
blobsHash,
|
|
205
|
+
inboxRollingHash,
|
|
206
|
+
epochOutHash,
|
|
207
|
+
blockHeadersHash,
|
|
208
|
+
slotNumber,
|
|
209
|
+
timestamp,
|
|
210
|
+
coinbase,
|
|
211
|
+
feeRecipient,
|
|
212
|
+
gasFees,
|
|
213
|
+
totalManaUsed,
|
|
214
|
+
accumulatedFees
|
|
215
|
+
});
|
|
216
|
+
this.logger.debug(`Completed checkpoint ${this.checkpointNumber}`, {
|
|
217
|
+
checkpointNumber: this.checkpointNumber,
|
|
218
|
+
headerHash: header.hash().toString(),
|
|
219
|
+
checkpointOutHash: checkpointOutHash.toString(),
|
|
220
|
+
numPreviousCheckpointOutHashes: this.previousCheckpointOutHashes.length,
|
|
221
|
+
...header.toInspect()
|
|
222
|
+
});
|
|
223
|
+
return new Checkpoint(newArchive, header, blocks, this.checkpointNumber, this.feeAssetPriceModifier);
|
|
224
|
+
}
|
|
225
|
+
clone() {
|
|
226
|
+
const clone = new LightweightCheckpointBuilder(this.checkpointNumber, this.constants, this.feeAssetPriceModifier, [
|
|
227
|
+
...this.l1ToL2Messages
|
|
228
|
+
], [
|
|
229
|
+
...this.previousCheckpointOutHashes
|
|
230
|
+
], this.previousInboxRollingHash, this.db, this.logger.getBindings());
|
|
231
|
+
clone.lastArchives = [
|
|
232
|
+
...this.lastArchives
|
|
233
|
+
];
|
|
234
|
+
clone.spongeBlob = this.spongeBlob.clone();
|
|
235
|
+
clone.blocks = [
|
|
236
|
+
...this.blocks
|
|
237
|
+
];
|
|
238
|
+
clone.blobFields = [
|
|
239
|
+
...this.blobFields
|
|
240
|
+
];
|
|
241
|
+
return clone;
|
|
242
|
+
}
|
|
243
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { Logger } from '@aztec-labs/foundation/log';
|
|
2
|
+
import type { FieldsOf } from '@aztec-labs/foundation/types';
|
|
3
|
+
import { type CircuitSimulator } from '@aztec-labs/simulator/server';
|
|
4
|
+
import { CheckpointConstantData } from '@aztec-labs/stdlib/rollup';
|
|
5
|
+
import { GlobalVariables } from '@aztec-labs/stdlib/tx';
|
|
6
|
+
export declare const getEnvironmentConfig: (logger: Logger) => Promise<{
|
|
7
|
+
acvmWorkingDirectory: string;
|
|
8
|
+
bbWorkingDirectory: string;
|
|
9
|
+
expectedAcvmPath: string;
|
|
10
|
+
expectedBBPath: string;
|
|
11
|
+
directoryToCleanup: string | undefined;
|
|
12
|
+
bbSkipCleanup: boolean;
|
|
13
|
+
} | undefined>;
|
|
14
|
+
export declare function getSimulator(config: {
|
|
15
|
+
acvmWorkingDirectory: string | undefined;
|
|
16
|
+
acvmBinaryPath: string | undefined;
|
|
17
|
+
}, logger?: Logger): Promise<CircuitSimulator>;
|
|
18
|
+
export declare const makeGlobals: (blockNumber: number, slotNumber?: number, overrides?: Partial<FieldsOf<GlobalVariables> & FieldsOf<CheckpointConstantData>>) => GlobalVariables;
|
|
19
|
+
export declare const makeCheckpointConstants: (slotNumber: number, overrides?: Partial<FieldsOf<CheckpointConstantData>>) => CheckpointConstantData;
|
|
20
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZml4dHVyZXMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9tb2Nrcy9maXh0dXJlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFJQSxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSw0QkFBNEIsQ0FBQztBQUN6RCxPQUFPLEtBQUssRUFBRSxRQUFRLEVBQUUsTUFBTSw4QkFBOEIsQ0FBQztBQUk3RCxPQUFPLEVBQUUsS0FBSyxnQkFBZ0IsRUFBK0MsTUFBTSw4QkFBOEIsQ0FBQztBQUdsSCxPQUFPLEVBQUUsc0JBQXNCLEVBQUUsTUFBTSwyQkFBMkIsQ0FBQztBQUNuRSxPQUFPLEVBQUUsZUFBZSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFjeEQsZUFBTyxNQUFNLG9CQUFvQjs7Ozs7OztjQWtDaEMsQ0FBQztBQUVGLHdCQUFzQixZQUFZLENBQ2hDLE1BQU0sRUFBRTtJQUFFLG9CQUFvQixFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUM7SUFBQyxjQUFjLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQTtDQUFFLEVBQ3hGLE1BQU0sQ0FBQyxFQUFFLE1BQU0sR0FDZCxPQUFPLENBQUMsZ0JBQWdCLENBQUMsQ0FnQjNCO0FBRUQsZUFBTyxNQUFNLFdBQVcsa0pBaUJ2QixDQUFDO0FBRUYsZUFBTyxNQUFNLHVCQUF1Qix1R0FnQm5DLENBQUMifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../src/mocks/fixtures.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAI7D,OAAO,EAAE,KAAK,gBAAgB,EAA+C,MAAM,8BAA8B,CAAC;AAGlH,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAcxD,eAAO,MAAM,oBAAoB;;;;;;;cAkChC,CAAC;AAEF,wBAAsB,YAAY,CAChC,MAAM,EAAE;IAAE,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,cAAc,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,EACxF,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,gBAAgB,CAAC,CAgB3B;AAED,eAAO,MAAM,WAAW,kJAiBvB,CAAC;AAEF,eAAO,MAAM,uBAAuB,uGAgBnC,CAAC"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { BlockNumber, SlotNumber } from '@aztec-labs/foundation/branded-types';
|
|
2
|
+
import { randomBytes } from '@aztec-labs/foundation/crypto/random';
|
|
3
|
+
import { Fr } from '@aztec-labs/foundation/curves/bn254';
|
|
4
|
+
import { EthAddress } from '@aztec-labs/foundation/eth-address';
|
|
5
|
+
import { fileURLToPath } from '@aztec-labs/foundation/url';
|
|
6
|
+
import { getVKTreeRoot } from '@aztec-labs/noir-protocol-circuits-types/vk-tree';
|
|
7
|
+
import { protocolContractsHash } from '@aztec-labs/protocol-contracts';
|
|
8
|
+
import { NativeACVMSimulator, WASMSimulatorWithBlobs } from '@aztec-labs/simulator/server';
|
|
9
|
+
import { AztecAddress } from '@aztec-labs/stdlib/aztec-address';
|
|
10
|
+
import { GasFees } from '@aztec-labs/stdlib/gas';
|
|
11
|
+
import { CheckpointConstantData } from '@aztec-labs/stdlib/rollup';
|
|
12
|
+
import { GlobalVariables } from '@aztec-labs/stdlib/tx';
|
|
13
|
+
import { promises as fs } from 'fs';
|
|
14
|
+
import path from 'path';
|
|
15
|
+
const { TEMP_DIR = '/tmp', BB_BINARY_PATH = '', BB_WORKING_DIRECTORY = '', BB_SKIP_CLEANUP = '', ACVM_BINARY_PATH = '', ACVM_WORKING_DIRECTORY = '' } = process.env;
|
|
16
|
+
// Determines if we have access to the bb binary and a tmp folder for temp files
|
|
17
|
+
export const getEnvironmentConfig = async (logger)=>{
|
|
18
|
+
try {
|
|
19
|
+
const expectedBBPath = BB_BINARY_PATH ? BB_BINARY_PATH : `${path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../../../labs-aztec-toolchain/bin')}/bb-avm`;
|
|
20
|
+
await fs.access(expectedBBPath, fs.constants.R_OK);
|
|
21
|
+
const tempWorkingDirectory = `${TEMP_DIR}/${randomBytes(4).toString('hex')}`;
|
|
22
|
+
const bbWorkingDirectory = BB_WORKING_DIRECTORY ? BB_WORKING_DIRECTORY : `${tempWorkingDirectory}/bb`;
|
|
23
|
+
await fs.mkdir(bbWorkingDirectory, {
|
|
24
|
+
recursive: true
|
|
25
|
+
});
|
|
26
|
+
logger.info(`Found native BB binary at ${expectedBBPath} with working directory ${bbWorkingDirectory}`);
|
|
27
|
+
const expectedAcvmPath = ACVM_BINARY_PATH ? ACVM_BINARY_PATH : `${path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../../../labs-aztec-toolchain/bin')}/acvm`;
|
|
28
|
+
await fs.access(expectedAcvmPath, fs.constants.R_OK);
|
|
29
|
+
const acvmWorkingDirectory = ACVM_WORKING_DIRECTORY ? ACVM_WORKING_DIRECTORY : `${tempWorkingDirectory}/acvm`;
|
|
30
|
+
await fs.mkdir(acvmWorkingDirectory, {
|
|
31
|
+
recursive: true
|
|
32
|
+
});
|
|
33
|
+
logger.info(`Found native ACVM binary at ${expectedAcvmPath} with working directory ${acvmWorkingDirectory}`);
|
|
34
|
+
const bbSkipCleanup = [
|
|
35
|
+
'1',
|
|
36
|
+
'true'
|
|
37
|
+
].includes(BB_SKIP_CLEANUP);
|
|
38
|
+
bbSkipCleanup && logger.verbose(`Not going to clean up BB working directory ${bbWorkingDirectory} after run`);
|
|
39
|
+
return {
|
|
40
|
+
acvmWorkingDirectory,
|
|
41
|
+
bbWorkingDirectory,
|
|
42
|
+
expectedAcvmPath,
|
|
43
|
+
expectedBBPath,
|
|
44
|
+
directoryToCleanup: ACVM_WORKING_DIRECTORY && BB_WORKING_DIRECTORY ? undefined : tempWorkingDirectory,
|
|
45
|
+
bbSkipCleanup
|
|
46
|
+
};
|
|
47
|
+
} catch (err) {
|
|
48
|
+
logger.info(`Native BB not available: ${err}`);
|
|
49
|
+
return undefined;
|
|
50
|
+
}
|
|
51
|
+
};
|
|
52
|
+
export async function getSimulator(config, logger) {
|
|
53
|
+
if (config.acvmBinaryPath && config.acvmWorkingDirectory) {
|
|
54
|
+
try {
|
|
55
|
+
await fs.access(config.acvmBinaryPath, fs.constants.R_OK);
|
|
56
|
+
await fs.mkdir(config.acvmWorkingDirectory, {
|
|
57
|
+
recursive: true
|
|
58
|
+
});
|
|
59
|
+
logger?.info(`Using native ACVM at ${config.acvmBinaryPath} and working directory ${config.acvmWorkingDirectory}`);
|
|
60
|
+
const acvmLogger = logger?.createChild('acvm-native');
|
|
61
|
+
return new NativeACVMSimulator(config.acvmWorkingDirectory, config.acvmBinaryPath, undefined, acvmLogger);
|
|
62
|
+
} catch {
|
|
63
|
+
logger?.warn(`Failed to access ACVM at ${config.acvmBinaryPath}, falling back to WASM`);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
logger?.info('Using WASM ACVM simulation');
|
|
67
|
+
return new WASMSimulatorWithBlobs();
|
|
68
|
+
}
|
|
69
|
+
export const makeGlobals = (blockNumber, slotNumber = blockNumber, overrides = {})=>{
|
|
70
|
+
const checkpointConstants = makeCheckpointConstants(slotNumber, overrides);
|
|
71
|
+
return GlobalVariables.from({
|
|
72
|
+
chainId: checkpointConstants.chainId,
|
|
73
|
+
version: checkpointConstants.version,
|
|
74
|
+
blockNumber: BlockNumber(blockNumber),
|
|
75
|
+
slotNumber: SlotNumber(slotNumber),
|
|
76
|
+
timestamp: BigInt(blockNumber * 123),
|
|
77
|
+
coinbase: checkpointConstants.coinbase,
|
|
78
|
+
feeRecipient: checkpointConstants.feeRecipient,
|
|
79
|
+
gasFees: checkpointConstants.gasFees,
|
|
80
|
+
...overrides
|
|
81
|
+
});
|
|
82
|
+
};
|
|
83
|
+
export const makeCheckpointConstants = (slotNumber, overrides = {})=>{
|
|
84
|
+
return CheckpointConstantData.from({
|
|
85
|
+
chainId: Fr.ZERO,
|
|
86
|
+
version: Fr.ZERO,
|
|
87
|
+
vkTreeRoot: getVKTreeRoot(),
|
|
88
|
+
protocolContractsHash,
|
|
89
|
+
proverId: Fr.ZERO,
|
|
90
|
+
slotNumber: SlotNumber(slotNumber),
|
|
91
|
+
coinbase: EthAddress.ZERO,
|
|
92
|
+
feeRecipient: AztecAddress.ZERO,
|
|
93
|
+
gasFees: GasFees.empty(),
|
|
94
|
+
...overrides
|
|
95
|
+
});
|
|
96
|
+
};
|