@aztec/prover-client 0.0.0-test.1 → 0.0.1-commit.023c3e5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/config.d.ts +8 -8
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +12 -2
- package/dest/index.d.ts +1 -1
- package/dest/light/index.d.ts +2 -0
- package/dest/light/index.d.ts.map +1 -0
- package/dest/light/index.js +1 -0
- package/dest/light/lightweight_checkpoint_builder.d.ts +47 -0
- package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -0
- package/dest/light/lightweight_checkpoint_builder.js +200 -0
- package/dest/mocks/fixtures.d.ts +8 -8
- package/dest/mocks/fixtures.d.ts.map +1 -1
- package/dest/mocks/fixtures.js +36 -17
- package/dest/mocks/test_context.d.ts +43 -32
- package/dest/mocks/test_context.d.ts.map +1 -1
- package/dest/mocks/test_context.js +149 -87
- package/dest/orchestrator/block-building-helpers.d.ts +37 -30
- package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
- package/dest/orchestrator/block-building-helpers.js +170 -189
- package/dest/orchestrator/block-proving-state.d.ts +70 -48
- package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/block-proving-state.js +282 -177
- package/dest/orchestrator/checkpoint-proving-state.d.ts +76 -0
- package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -0
- package/dest/orchestrator/checkpoint-proving-state.js +243 -0
- package/dest/orchestrator/epoch-proving-state.d.ts +43 -28
- package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/epoch-proving-state.js +177 -73
- package/dest/orchestrator/index.d.ts +1 -1
- package/dest/orchestrator/orchestrator.d.ts +53 -35
- package/dest/orchestrator/orchestrator.d.ts.map +1 -1
- package/dest/orchestrator/orchestrator.js +855 -302
- package/dest/orchestrator/orchestrator_metrics.d.ts +1 -1
- package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
- package/dest/orchestrator/orchestrator_metrics.js +2 -6
- package/dest/orchestrator/tx-proving-state.d.ts +15 -12
- package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/tx-proving-state.js +27 -44
- package/dest/prover-client/factory.d.ts +3 -3
- package/dest/prover-client/factory.d.ts.map +1 -1
- package/dest/prover-client/index.d.ts +1 -1
- package/dest/prover-client/prover-client.d.ts +5 -5
- package/dest/prover-client/prover-client.d.ts.map +1 -1
- package/dest/prover-client/prover-client.js +11 -7
- package/dest/prover-client/server-epoch-prover.d.ts +16 -12
- package/dest/prover-client/server-epoch-prover.d.ts.map +1 -1
- package/dest/prover-client/server-epoch-prover.js +11 -11
- package/dest/proving_broker/broker_prover_facade.d.ts +28 -19
- package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
- package/dest/proving_broker/broker_prover_facade.js +62 -43
- package/dest/proving_broker/config.d.ts +23 -10
- package/dest/proving_broker/config.d.ts.map +1 -1
- package/dest/proving_broker/config.js +29 -6
- package/dest/proving_broker/factory.d.ts +2 -2
- package/dest/proving_broker/factory.d.ts.map +1 -1
- package/dest/proving_broker/factory.js +5 -1
- package/dest/proving_broker/fixtures.d.ts +3 -2
- package/dest/proving_broker/fixtures.d.ts.map +1 -1
- package/dest/proving_broker/fixtures.js +3 -2
- package/dest/proving_broker/index.d.ts +1 -1
- package/dest/proving_broker/proof_store/factory.d.ts +2 -2
- package/dest/proving_broker/proof_store/factory.js +1 -1
- package/dest/proving_broker/proof_store/gcs_proof_store.d.ts +1 -1
- package/dest/proving_broker/proof_store/gcs_proof_store.d.ts.map +1 -1
- package/dest/proving_broker/proof_store/gcs_proof_store.js +1 -0
- package/dest/proving_broker/proof_store/index.d.ts +2 -1
- package/dest/proving_broker/proof_store/index.d.ts.map +1 -1
- package/dest/proving_broker/proof_store/index.js +1 -0
- package/dest/proving_broker/proof_store/inline_proof_store.d.ts +1 -1
- package/dest/proving_broker/proof_store/inline_proof_store.d.ts.map +1 -1
- package/dest/proving_broker/proof_store/proof_store.d.ts +1 -1
- package/dest/proving_broker/proving_agent.d.ts +8 -12
- package/dest/proving_broker/proving_agent.d.ts.map +1 -1
- package/dest/proving_broker/proving_agent.js +86 -65
- package/dest/proving_broker/proving_broker.d.ts +13 -4
- package/dest/proving_broker/proving_broker.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker.js +40 -33
- package/dest/proving_broker/proving_broker_database/memory.d.ts +3 -2
- package/dest/proving_broker/proving_broker_database/memory.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_database/memory.js +1 -1
- package/dest/proving_broker/proving_broker_database/persisted.d.ts +5 -3
- package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_database/persisted.js +401 -11
- package/dest/proving_broker/proving_broker_database.d.ts +3 -2
- package/dest/proving_broker/proving_broker_database.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.js +15 -35
- package/dest/proving_broker/proving_job_controller.d.ts +11 -10
- package/dest/proving_broker/proving_job_controller.d.ts.map +1 -1
- package/dest/proving_broker/proving_job_controller.js +92 -62
- package/dest/proving_broker/rpc.d.ts +4 -6
- package/dest/proving_broker/rpc.d.ts.map +1 -1
- package/dest/proving_broker/rpc.js +1 -4
- package/dest/test/mock_proof_store.d.ts +9 -0
- package/dest/test/mock_proof_store.d.ts.map +1 -0
- package/dest/test/mock_proof_store.js +10 -0
- package/dest/test/mock_prover.d.ts +23 -17
- package/dest/test/mock_prover.d.ts.map +1 -1
- package/dest/test/mock_prover.js +38 -20
- package/package.json +33 -31
- package/src/config.ts +25 -9
- package/src/light/index.ts +1 -0
- package/src/light/lightweight_checkpoint_builder.ts +289 -0
- package/src/mocks/fixtures.ts +46 -40
- package/src/mocks/test_context.ts +223 -116
- package/src/orchestrator/block-building-helpers.ts +258 -334
- package/src/orchestrator/block-proving-state.ts +325 -231
- package/src/orchestrator/checkpoint-proving-state.ts +349 -0
- package/src/orchestrator/epoch-proving-state.ts +237 -111
- package/src/orchestrator/orchestrator.ts +653 -343
- package/src/orchestrator/orchestrator_metrics.ts +2 -6
- package/src/orchestrator/tx-proving-state.ts +48 -66
- package/src/prover-client/factory.ts +6 -2
- package/src/prover-client/prover-client.ts +41 -29
- package/src/prover-client/server-epoch-prover.ts +40 -22
- package/src/proving_broker/broker_prover_facade.ts +212 -131
- package/src/proving_broker/config.ts +34 -7
- package/src/proving_broker/factory.ts +2 -1
- package/src/proving_broker/fixtures.ts +8 -3
- package/src/proving_broker/proof_store/factory.ts +1 -1
- package/src/proving_broker/proof_store/gcs_proof_store.ts +5 -1
- package/src/proving_broker/proof_store/index.ts +1 -0
- package/src/proving_broker/proof_store/inline_proof_store.ts +1 -1
- package/src/proving_broker/proving_agent.ts +95 -66
- package/src/proving_broker/proving_broker.ts +57 -41
- package/src/proving_broker/proving_broker_database/memory.ts +3 -2
- package/src/proving_broker/proving_broker_database/persisted.ts +29 -13
- package/src/proving_broker/proving_broker_database.ts +2 -1
- package/src/proving_broker/proving_broker_instrumentation.ts +14 -35
- package/src/proving_broker/proving_job_controller.ts +100 -83
- package/src/proving_broker/rpc.ts +1 -6
- package/src/test/mock_proof_store.ts +14 -0
- package/src/test/mock_prover.ts +156 -64
- package/dest/bin/get-proof-inputs.d.ts +0 -2
- package/dest/bin/get-proof-inputs.d.ts.map +0 -1
- package/dest/bin/get-proof-inputs.js +0 -51
- package/dest/block_builder/index.d.ts +0 -6
- package/dest/block_builder/index.d.ts.map +0 -1
- package/dest/block_builder/index.js +0 -1
- package/dest/block_builder/light.d.ts +0 -33
- package/dest/block_builder/light.d.ts.map +0 -1
- package/dest/block_builder/light.js +0 -82
- package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
- package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
- package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
- package/src/bin/get-proof-inputs.ts +0 -59
- package/src/block_builder/index.ts +0 -6
- package/src/block_builder/light.ts +0 -101
- package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
package/package.json
CHANGED
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/prover-client",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.1-commit.023c3e5",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"exports": {
|
|
6
6
|
".": "./dest/index.js",
|
|
7
|
-
"./block-builder": "./dest/block_builder/index.js",
|
|
8
7
|
"./broker": "./dest/proving_broker/index.js",
|
|
8
|
+
"./broker/config": "./dest/proving_broker/config.js",
|
|
9
9
|
"./orchestrator": "./dest/orchestrator/index.js",
|
|
10
10
|
"./helpers": "./dest/orchestrator/block-building-helpers.js",
|
|
11
|
+
"./light": "./dest/light/index.js",
|
|
11
12
|
"./config": "./dest/config.js"
|
|
12
13
|
},
|
|
13
14
|
"typedocOptions": {
|
|
@@ -22,15 +23,12 @@
|
|
|
22
23
|
"./package.local.json"
|
|
23
24
|
],
|
|
24
25
|
"scripts": {
|
|
25
|
-
"build": "yarn clean && tsc
|
|
26
|
-
"build:dev": "tsc
|
|
26
|
+
"build": "yarn clean && ../scripts/tsc.sh",
|
|
27
|
+
"build:dev": "../scripts/tsc.sh --watch",
|
|
27
28
|
"clean": "rm -rf ./dest .tsbuildinfo",
|
|
28
|
-
"formatting": "run -T prettier --check ./src && run -T eslint ./src",
|
|
29
|
-
"formatting:fix": "run -T eslint --fix ./src && run -T prettier -w ./src",
|
|
30
29
|
"bb": "node --no-warnings ./dest/bb/index.js",
|
|
31
30
|
"test": "NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --testTimeout=3500000 --forceExit",
|
|
32
|
-
"test:debug": "LOG_LEVEL=debug NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --testTimeout=1500000 --forceExit --testNamePattern prover/bb_prover/parity"
|
|
33
|
-
"get-proof-inputs": "node --no-warnings ./dest/bin/get-proof-inputs.js"
|
|
31
|
+
"test:debug": "LOG_LEVEL=debug NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --testTimeout=1500000 --forceExit --testNamePattern prover/bb_prover/parity"
|
|
34
32
|
},
|
|
35
33
|
"jest": {
|
|
36
34
|
"moduleNameMapper": {
|
|
@@ -63,42 +61,46 @@
|
|
|
63
61
|
"testTimeout": 120000,
|
|
64
62
|
"setupFiles": [
|
|
65
63
|
"../../foundation/src/jest/setup.mjs"
|
|
64
|
+
],
|
|
65
|
+
"testEnvironment": "../../foundation/src/jest/env.mjs",
|
|
66
|
+
"setupFilesAfterEnv": [
|
|
67
|
+
"../../foundation/src/jest/setupAfterEnv.mjs"
|
|
66
68
|
]
|
|
67
69
|
},
|
|
68
70
|
"dependencies": {
|
|
69
|
-
"@aztec/bb-prover": "0.0.
|
|
70
|
-
"@aztec/blob-lib": "0.0.
|
|
71
|
-
"@aztec/constants": "0.0.
|
|
72
|
-
"@aztec/ethereum": "0.0.
|
|
73
|
-
"@aztec/foundation": "0.0.
|
|
74
|
-
"@aztec/kv-store": "0.0.
|
|
75
|
-
"@aztec/noir-protocol-circuits-types": "0.0.
|
|
76
|
-
"@aztec/
|
|
77
|
-
"@aztec/
|
|
78
|
-
"@aztec/
|
|
79
|
-
"@aztec/
|
|
80
|
-
"@aztec/
|
|
71
|
+
"@aztec/bb-prover": "0.0.1-commit.023c3e5",
|
|
72
|
+
"@aztec/blob-lib": "0.0.1-commit.023c3e5",
|
|
73
|
+
"@aztec/constants": "0.0.1-commit.023c3e5",
|
|
74
|
+
"@aztec/ethereum": "0.0.1-commit.023c3e5",
|
|
75
|
+
"@aztec/foundation": "0.0.1-commit.023c3e5",
|
|
76
|
+
"@aztec/kv-store": "0.0.1-commit.023c3e5",
|
|
77
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.023c3e5",
|
|
78
|
+
"@aztec/noir-types": "0.0.1-commit.023c3e5",
|
|
79
|
+
"@aztec/protocol-contracts": "0.0.1-commit.023c3e5",
|
|
80
|
+
"@aztec/simulator": "0.0.1-commit.023c3e5",
|
|
81
|
+
"@aztec/stdlib": "0.0.1-commit.023c3e5",
|
|
82
|
+
"@aztec/telemetry-client": "0.0.1-commit.023c3e5",
|
|
83
|
+
"@aztec/world-state": "0.0.1-commit.023c3e5",
|
|
81
84
|
"@google-cloud/storage": "^7.15.0",
|
|
82
85
|
"@iarna/toml": "^2.2.5",
|
|
83
86
|
"commander": "^12.1.0",
|
|
84
87
|
"lodash.chunk": "^4.2.0",
|
|
85
88
|
"source-map-support": "^0.5.21",
|
|
86
89
|
"tslib": "^2.4.0",
|
|
87
|
-
"zod": "^3.23.8"
|
|
88
|
-
"@aztec/noir-types": "0.0.0-test.1"
|
|
90
|
+
"zod": "^3.23.8"
|
|
89
91
|
},
|
|
90
92
|
"devDependencies": {
|
|
91
|
-
"@aztec/noir-contracts.js": "0.0.
|
|
92
|
-
"@jest/globals": "^
|
|
93
|
-
"@types/jest": "^
|
|
94
|
-
"@types/
|
|
95
|
-
"@types/node": "^18.7.23",
|
|
93
|
+
"@aztec/noir-contracts.js": "0.0.1-commit.023c3e5",
|
|
94
|
+
"@jest/globals": "^30.0.0",
|
|
95
|
+
"@types/jest": "^30.0.0",
|
|
96
|
+
"@types/node": "^22.15.17",
|
|
96
97
|
"@types/source-map-support": "^0.5.10",
|
|
98
|
+
"@typescript/native-preview": "7.0.0-dev.20260113.1",
|
|
97
99
|
"get-port": "^7.1.0",
|
|
98
|
-
"jest": "^
|
|
99
|
-
"jest-mock-extended": "^
|
|
100
|
+
"jest": "^30.0.0",
|
|
101
|
+
"jest-mock-extended": "^4.0.0",
|
|
100
102
|
"ts-node": "^10.9.1",
|
|
101
|
-
"typescript": "^5.
|
|
103
|
+
"typescript": "^5.3.3"
|
|
102
104
|
},
|
|
103
105
|
"files": [
|
|
104
106
|
"dest",
|
|
@@ -107,6 +109,6 @@
|
|
|
107
109
|
],
|
|
108
110
|
"types": "./dest/index.d.ts",
|
|
109
111
|
"engines": {
|
|
110
|
-
"node": ">=
|
|
112
|
+
"node": ">=20.10"
|
|
111
113
|
}
|
|
112
114
|
}
|
package/src/config.ts
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
import type { ACVMConfig, BBConfig } from '@aztec/bb-prover';
|
|
2
|
-
import {
|
|
3
|
-
|
|
2
|
+
import {
|
|
3
|
+
type ConfigMappingsType,
|
|
4
|
+
booleanConfigHelper,
|
|
5
|
+
getConfigFromMappings,
|
|
6
|
+
numberConfigHelper,
|
|
7
|
+
} from '@aztec/foundation/config';
|
|
8
|
+
import { type ProverConfig, proverConfigMappings } from '@aztec/stdlib/interfaces/prover-config';
|
|
4
9
|
|
|
5
10
|
import {
|
|
6
11
|
type ProverAgentConfig,
|
|
@@ -9,10 +14,11 @@ import {
|
|
|
9
14
|
proverBrokerConfigMappings,
|
|
10
15
|
} from './proving_broker/config.js';
|
|
11
16
|
|
|
12
|
-
/**
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
17
|
+
/** The prover configuration as defined by the user. */
|
|
18
|
+
export type ProverClientUserConfig = ProverConfig & ProverAgentConfig & ProverBrokerConfig & BBConfig & ACVMConfig;
|
|
19
|
+
|
|
20
|
+
/** The prover configuration with all missing fields resolved. */
|
|
21
|
+
export type ProverClientConfig = ProverClientUserConfig & Required<Pick<ProverClientUserConfig, 'proverId'>>;
|
|
16
22
|
|
|
17
23
|
export const bbConfigMappings: ConfigMappingsType<BBConfig & ACVMConfig> = {
|
|
18
24
|
acvmWorkingDirectory: {
|
|
@@ -36,9 +42,19 @@ export const bbConfigMappings: ConfigMappingsType<BBConfig & ACVMConfig> = {
|
|
|
36
42
|
description: 'Whether to skip cleanup of bb temporary files',
|
|
37
43
|
...booleanConfigHelper(false),
|
|
38
44
|
},
|
|
45
|
+
numConcurrentIVCVerifiers: {
|
|
46
|
+
env: 'BB_NUM_IVC_VERIFIERS',
|
|
47
|
+
description: 'Max number of chonk verifiers to run concurrently',
|
|
48
|
+
...numberConfigHelper(8),
|
|
49
|
+
},
|
|
50
|
+
bbIVCConcurrency: {
|
|
51
|
+
env: 'BB_IVC_CONCURRENCY',
|
|
52
|
+
description: 'Number of threads to use for IVC verification',
|
|
53
|
+
...numberConfigHelper(1),
|
|
54
|
+
},
|
|
39
55
|
};
|
|
40
56
|
|
|
41
|
-
export const proverClientConfigMappings: ConfigMappingsType<
|
|
57
|
+
export const proverClientConfigMappings: ConfigMappingsType<ProverClientUserConfig> = {
|
|
42
58
|
...bbConfigMappings,
|
|
43
59
|
...proverConfigMappings,
|
|
44
60
|
...proverAgentConfigMappings,
|
|
@@ -50,6 +66,6 @@ export const proverClientConfigMappings: ConfigMappingsType<ProverClientConfig>
|
|
|
50
66
|
* Note: If an environment variable is not set, the default value is used.
|
|
51
67
|
* @returns The prover configuration.
|
|
52
68
|
*/
|
|
53
|
-
export function getProverEnvVars():
|
|
54
|
-
return getConfigFromMappings<
|
|
69
|
+
export function getProverEnvVars(): ProverClientUserConfig {
|
|
70
|
+
return getConfigFromMappings<ProverClientUserConfig>(proverClientConfigMappings);
|
|
55
71
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './lightweight_checkpoint_builder.js';
|
|
@@ -0,0 +1,289 @@
|
|
|
1
|
+
import { SpongeBlob, computeBlobsHashFromBlobs, encodeCheckpointEndMarker, getBlobsPerL1Block } from '@aztec/blob-lib';
|
|
2
|
+
import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
|
|
3
|
+
import { type CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
|
|
4
|
+
import { padArrayEnd } from '@aztec/foundation/collection';
|
|
5
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
6
|
+
import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
|
|
7
|
+
import { L2Block } from '@aztec/stdlib/block';
|
|
8
|
+
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
9
|
+
import type { MerkleTreeWriteOperations } from '@aztec/stdlib/interfaces/server';
|
|
10
|
+
import {
|
|
11
|
+
accumulateCheckpointOutHashes,
|
|
12
|
+
computeCheckpointOutHash,
|
|
13
|
+
computeInHashFromL1ToL2Messages,
|
|
14
|
+
} from '@aztec/stdlib/messaging';
|
|
15
|
+
import { CheckpointHeader, computeBlockHeadersHash } from '@aztec/stdlib/rollup';
|
|
16
|
+
import { AppendOnlyTreeSnapshot, MerkleTreeId } from '@aztec/stdlib/trees';
|
|
17
|
+
import {
|
|
18
|
+
type CheckpointGlobalVariables,
|
|
19
|
+
type GlobalVariables,
|
|
20
|
+
type ProcessedTx,
|
|
21
|
+
StateReference,
|
|
22
|
+
} from '@aztec/stdlib/tx';
|
|
23
|
+
|
|
24
|
+
import {
|
|
25
|
+
buildHeaderAndBodyFromTxs,
|
|
26
|
+
getTreeSnapshot,
|
|
27
|
+
insertSideEffects,
|
|
28
|
+
} from '../orchestrator/block-building-helpers.js';
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* Builds a checkpoint and its header and the blocks in it from a set of processed tx without running any circuits.
|
|
32
|
+
*
|
|
33
|
+
* It updates the l1-to-l2 message tree when starting a new checkpoint, and then updates the archive tree when each block is added.
|
|
34
|
+
* Finally completes the checkpoint by computing its header.
|
|
35
|
+
*/
|
|
36
|
+
export class LightweightCheckpointBuilder {
|
|
37
|
+
private readonly logger: Logger;
|
|
38
|
+
|
|
39
|
+
private lastArchives: AppendOnlyTreeSnapshot[] = [];
|
|
40
|
+
private spongeBlob: SpongeBlob;
|
|
41
|
+
private blocks: L2Block[] = [];
|
|
42
|
+
private blobFields: Fr[] = [];
|
|
43
|
+
|
|
44
|
+
constructor(
|
|
45
|
+
public readonly checkpointNumber: CheckpointNumber,
|
|
46
|
+
public readonly constants: CheckpointGlobalVariables,
|
|
47
|
+
public readonly l1ToL2Messages: Fr[],
|
|
48
|
+
private readonly previousCheckpointOutHashes: Fr[],
|
|
49
|
+
public readonly db: MerkleTreeWriteOperations,
|
|
50
|
+
bindings?: LoggerBindings,
|
|
51
|
+
) {
|
|
52
|
+
this.logger = createLogger('checkpoint-builder', {
|
|
53
|
+
...bindings,
|
|
54
|
+
instanceId: `checkpoint-${checkpointNumber}`,
|
|
55
|
+
});
|
|
56
|
+
this.spongeBlob = SpongeBlob.init();
|
|
57
|
+
this.logger.debug('Starting new checkpoint', { constants, l1ToL2Messages });
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
static async startNewCheckpoint(
|
|
61
|
+
checkpointNumber: CheckpointNumber,
|
|
62
|
+
constants: CheckpointGlobalVariables,
|
|
63
|
+
l1ToL2Messages: Fr[],
|
|
64
|
+
previousCheckpointOutHashes: Fr[],
|
|
65
|
+
db: MerkleTreeWriteOperations,
|
|
66
|
+
bindings?: LoggerBindings,
|
|
67
|
+
): Promise<LightweightCheckpointBuilder> {
|
|
68
|
+
// Insert l1-to-l2 messages into the tree.
|
|
69
|
+
await db.appendLeaves(
|
|
70
|
+
MerkleTreeId.L1_TO_L2_MESSAGE_TREE,
|
|
71
|
+
padArrayEnd<Fr, number>(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP),
|
|
72
|
+
);
|
|
73
|
+
|
|
74
|
+
return new LightweightCheckpointBuilder(
|
|
75
|
+
checkpointNumber,
|
|
76
|
+
constants,
|
|
77
|
+
l1ToL2Messages,
|
|
78
|
+
previousCheckpointOutHashes,
|
|
79
|
+
db,
|
|
80
|
+
bindings,
|
|
81
|
+
);
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
/**
|
|
85
|
+
* Resumes building a checkpoint from existing blocks. This is used for validator re-execution
|
|
86
|
+
* where blocks have already been built and their effects are already in the database.
|
|
87
|
+
* Unlike startNewCheckpoint, this does NOT append l1ToL2Messages to the tree since they
|
|
88
|
+
* were already added when the blocks were originally built.
|
|
89
|
+
*/
|
|
90
|
+
static async resumeCheckpoint(
|
|
91
|
+
checkpointNumber: CheckpointNumber,
|
|
92
|
+
constants: CheckpointGlobalVariables,
|
|
93
|
+
l1ToL2Messages: Fr[],
|
|
94
|
+
previousCheckpointOutHashes: Fr[],
|
|
95
|
+
db: MerkleTreeWriteOperations,
|
|
96
|
+
existingBlocks: L2Block[],
|
|
97
|
+
bindings?: LoggerBindings,
|
|
98
|
+
): Promise<LightweightCheckpointBuilder> {
|
|
99
|
+
const builder = new LightweightCheckpointBuilder(
|
|
100
|
+
checkpointNumber,
|
|
101
|
+
constants,
|
|
102
|
+
l1ToL2Messages,
|
|
103
|
+
previousCheckpointOutHashes,
|
|
104
|
+
db,
|
|
105
|
+
bindings,
|
|
106
|
+
);
|
|
107
|
+
|
|
108
|
+
builder.logger.debug('Resuming checkpoint from existing blocks', {
|
|
109
|
+
checkpointNumber,
|
|
110
|
+
numExistingBlocks: existingBlocks.length,
|
|
111
|
+
blockNumbers: existingBlocks.map(b => b.header.getBlockNumber()),
|
|
112
|
+
});
|
|
113
|
+
|
|
114
|
+
// Validate block order and consistency
|
|
115
|
+
for (let i = 1; i < existingBlocks.length; i++) {
|
|
116
|
+
const prev = existingBlocks[i - 1];
|
|
117
|
+
const curr = existingBlocks[i];
|
|
118
|
+
if (curr.number !== prev.number + 1) {
|
|
119
|
+
throw new Error(`Non-sequential block numbers in resumeCheckpoint: ${prev.number} -> ${curr.number}`);
|
|
120
|
+
}
|
|
121
|
+
if (!prev.archive.root.equals(curr.header.lastArchive.root)) {
|
|
122
|
+
throw new Error(`Archive root mismatch between blocks ${prev.number} and ${curr.number}`);
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
for (let i = 0; i < existingBlocks.length; i++) {
|
|
127
|
+
const block = existingBlocks[i];
|
|
128
|
+
const isFirstBlock = i === 0;
|
|
129
|
+
|
|
130
|
+
if (isFirstBlock) {
|
|
131
|
+
builder.lastArchives.push(block.header.lastArchive);
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
builder.lastArchives.push(block.archive);
|
|
135
|
+
|
|
136
|
+
const blockBlobFields = block.toBlobFields();
|
|
137
|
+
await builder.spongeBlob.absorb(blockBlobFields);
|
|
138
|
+
builder.blobFields.push(...blockBlobFields);
|
|
139
|
+
|
|
140
|
+
builder.blocks.push(block);
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
return builder;
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
/** Returns how many blocks have been added to this checkpoint so far */
|
|
147
|
+
public getBlockCount() {
|
|
148
|
+
return this.blocks.length;
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
/**
|
|
152
|
+
* Adds a new block to the checkpoint. The tx effects must have already been inserted into the db if
|
|
153
|
+
* this is called after tx processing, if that's not the case, then set `insertTxsEffects` to true.
|
|
154
|
+
*/
|
|
155
|
+
public async addBlock(
|
|
156
|
+
globalVariables: GlobalVariables,
|
|
157
|
+
txs: ProcessedTx[],
|
|
158
|
+
opts: { insertTxsEffects?: boolean; expectedEndState?: StateReference } = {},
|
|
159
|
+
): Promise<L2Block> {
|
|
160
|
+
const isFirstBlock = this.blocks.length === 0;
|
|
161
|
+
|
|
162
|
+
// Empty blocks are only allowed as the first block in a checkpoint
|
|
163
|
+
if (!isFirstBlock && txs.length === 0) {
|
|
164
|
+
throw new Error('Cannot add empty block that is not the first block in the checkpoint.');
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
if (isFirstBlock) {
|
|
168
|
+
this.lastArchives.push(await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.db));
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
const lastArchive = this.lastArchives.at(-1)!;
|
|
172
|
+
|
|
173
|
+
if (opts.insertTxsEffects) {
|
|
174
|
+
this.logger.debug(
|
|
175
|
+
`Inserting side effects for ${txs.length} txs for block ${globalVariables.blockNumber} into db`,
|
|
176
|
+
{ txs: txs.map(tx => tx.hash.toString()) },
|
|
177
|
+
);
|
|
178
|
+
for (const tx of txs) {
|
|
179
|
+
await insertSideEffects(tx, this.db);
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
const endState = await this.db.getStateReference();
|
|
184
|
+
if (opts.expectedEndState && !endState.equals(opts.expectedEndState)) {
|
|
185
|
+
this.logger.error('End state after processing txs does not match expected end state', {
|
|
186
|
+
globalVariables: globalVariables.toInspect(),
|
|
187
|
+
expectedEndState: opts.expectedEndState.toInspect(),
|
|
188
|
+
actualEndState: endState.toInspect(),
|
|
189
|
+
});
|
|
190
|
+
throw new Error(`End state does not match expected end state when building block ${globalVariables.blockNumber}`);
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
const { header, body, blockBlobFields } = await buildHeaderAndBodyFromTxs(
|
|
194
|
+
txs,
|
|
195
|
+
lastArchive,
|
|
196
|
+
endState,
|
|
197
|
+
globalVariables,
|
|
198
|
+
this.spongeBlob,
|
|
199
|
+
isFirstBlock,
|
|
200
|
+
);
|
|
201
|
+
|
|
202
|
+
header.state.validate();
|
|
203
|
+
|
|
204
|
+
await this.db.updateArchive(header);
|
|
205
|
+
const newArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.db);
|
|
206
|
+
this.lastArchives.push(newArchive);
|
|
207
|
+
|
|
208
|
+
const indexWithinCheckpoint = IndexWithinCheckpoint(this.blocks.length);
|
|
209
|
+
const block = new L2Block(newArchive, header, body, this.checkpointNumber, indexWithinCheckpoint);
|
|
210
|
+
this.blocks.push(block);
|
|
211
|
+
|
|
212
|
+
await this.spongeBlob.absorb(blockBlobFields);
|
|
213
|
+
this.blobFields.push(...blockBlobFields);
|
|
214
|
+
|
|
215
|
+
this.logger.debug(`Built block ${header.getBlockNumber()}`, {
|
|
216
|
+
globalVariables: globalVariables.toInspect(),
|
|
217
|
+
archiveRoot: newArchive.root.toString(),
|
|
218
|
+
stateReference: header.state.toInspect(),
|
|
219
|
+
blockHash: (await block.hash()).toString(),
|
|
220
|
+
txs: block.body.txEffects.map(tx => tx.txHash.toString()),
|
|
221
|
+
});
|
|
222
|
+
|
|
223
|
+
return block;
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
async completeCheckpoint(): Promise<Checkpoint> {
|
|
227
|
+
if (!this.blocks.length) {
|
|
228
|
+
throw new Error('Cannot complete a checkpoint with no blocks');
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
const numBlobFields = this.blobFields.length + 1; // +1 for the checkpoint end marker.
|
|
232
|
+
const checkpointEndMarker = encodeCheckpointEndMarker({ numBlobFields });
|
|
233
|
+
this.blobFields.push(checkpointEndMarker);
|
|
234
|
+
|
|
235
|
+
const blocks = this.blocks;
|
|
236
|
+
const blockHeadersHash = await computeBlockHeadersHash(blocks.map(block => block.header));
|
|
237
|
+
|
|
238
|
+
const newArchive = this.lastArchives[this.lastArchives.length - 1];
|
|
239
|
+
|
|
240
|
+
const blobs = getBlobsPerL1Block(this.blobFields);
|
|
241
|
+
const blobsHash = computeBlobsHashFromBlobs(blobs);
|
|
242
|
+
|
|
243
|
+
const inHash = computeInHashFromL1ToL2Messages(this.l1ToL2Messages);
|
|
244
|
+
|
|
245
|
+
const { slotNumber, coinbase, feeRecipient, gasFees } = this.constants;
|
|
246
|
+
const checkpointOutHash = computeCheckpointOutHash(
|
|
247
|
+
blocks.map(block => block.body.txEffects.map(tx => tx.l2ToL1Msgs)),
|
|
248
|
+
);
|
|
249
|
+
const epochOutHash = accumulateCheckpointOutHashes([...this.previousCheckpointOutHashes, checkpointOutHash]);
|
|
250
|
+
|
|
251
|
+
// TODO(palla/mbps): Should we source this from the constants instead?
|
|
252
|
+
// timestamp of a checkpoint is the timestamp of the last block in the checkpoint.
|
|
253
|
+
const timestamp = blocks[blocks.length - 1].timestamp;
|
|
254
|
+
|
|
255
|
+
const totalManaUsed = blocks.reduce((acc, block) => acc.add(block.header.totalManaUsed), Fr.ZERO);
|
|
256
|
+
|
|
257
|
+
const header = CheckpointHeader.from({
|
|
258
|
+
lastArchiveRoot: this.lastArchives[0].root,
|
|
259
|
+
blobsHash,
|
|
260
|
+
inHash,
|
|
261
|
+
epochOutHash,
|
|
262
|
+
blockHeadersHash,
|
|
263
|
+
slotNumber,
|
|
264
|
+
timestamp,
|
|
265
|
+
coinbase,
|
|
266
|
+
feeRecipient,
|
|
267
|
+
gasFees,
|
|
268
|
+
totalManaUsed,
|
|
269
|
+
});
|
|
270
|
+
|
|
271
|
+
return new Checkpoint(newArchive, header, blocks, this.checkpointNumber);
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
clone() {
|
|
275
|
+
const clone = new LightweightCheckpointBuilder(
|
|
276
|
+
this.checkpointNumber,
|
|
277
|
+
this.constants,
|
|
278
|
+
[...this.l1ToL2Messages],
|
|
279
|
+
[...this.previousCheckpointOutHashes],
|
|
280
|
+
this.db,
|
|
281
|
+
this.logger.getBindings(),
|
|
282
|
+
);
|
|
283
|
+
clone.lastArchives = [...this.lastArchives];
|
|
284
|
+
clone.spongeBlob = this.spongeBlob.clone();
|
|
285
|
+
clone.blocks = [...this.blocks];
|
|
286
|
+
clone.blobFields = [...this.blobFields];
|
|
287
|
+
return clone;
|
|
288
|
+
}
|
|
289
|
+
}
|
package/src/mocks/fixtures.ts
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { randomBytes } from '@aztec/foundation/crypto/random';
|
|
3
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
4
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
5
|
-
import { Fr } from '@aztec/foundation/fields';
|
|
6
5
|
import type { Logger } from '@aztec/foundation/log';
|
|
6
|
+
import type { FieldsOf } from '@aztec/foundation/types';
|
|
7
7
|
import { fileURLToPath } from '@aztec/foundation/url';
|
|
8
|
-
import {
|
|
8
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
9
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
10
|
+
import { type CircuitSimulator, NativeACVMSimulator, WASMSimulatorWithBlobs } from '@aztec/simulator/server';
|
|
9
11
|
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
10
12
|
import { GasFees } from '@aztec/stdlib/gas';
|
|
11
|
-
import
|
|
12
|
-
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
13
|
-
import type { ProcessedTx } from '@aztec/stdlib/tx';
|
|
13
|
+
import { CheckpointConstantData } from '@aztec/stdlib/rollup';
|
|
14
14
|
import { GlobalVariables } from '@aztec/stdlib/tx';
|
|
15
15
|
|
|
16
16
|
import { promises as fs } from 'fs';
|
|
@@ -32,7 +32,7 @@ export const getEnvironmentConfig = async (logger: Logger) => {
|
|
|
32
32
|
try {
|
|
33
33
|
const expectedBBPath = BB_BINARY_PATH
|
|
34
34
|
? BB_BINARY_PATH
|
|
35
|
-
: `${path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../../../barretenberg/', BB_RELEASE_DIR)}/bb`;
|
|
35
|
+
: `${path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../../../barretenberg/', BB_RELEASE_DIR)}/bb-avm`;
|
|
36
36
|
await fs.access(expectedBBPath, fs.constants.R_OK);
|
|
37
37
|
const tempWorkingDirectory = `${TEMP_DIR}/${randomBytes(4).toString('hex')}`;
|
|
38
38
|
const bbWorkingDirectory = BB_WORKING_DIRECTORY ? BB_WORKING_DIRECTORY : `${tempWorkingDirectory}/bb`;
|
|
@@ -64,10 +64,10 @@ export const getEnvironmentConfig = async (logger: Logger) => {
|
|
|
64
64
|
}
|
|
65
65
|
};
|
|
66
66
|
|
|
67
|
-
export async function
|
|
67
|
+
export async function getSimulator(
|
|
68
68
|
config: { acvmWorkingDirectory: string | undefined; acvmBinaryPath: string | undefined },
|
|
69
69
|
logger?: Logger,
|
|
70
|
-
): Promise<
|
|
70
|
+
): Promise<CircuitSimulator> {
|
|
71
71
|
if (config.acvmBinaryPath && config.acvmWorkingDirectory) {
|
|
72
72
|
try {
|
|
73
73
|
await fs.access(config.acvmBinaryPath, fs.constants.R_OK);
|
|
@@ -75,7 +75,8 @@ export async function getSimulationProvider(
|
|
|
75
75
|
logger?.info(
|
|
76
76
|
`Using native ACVM at ${config.acvmBinaryPath} and working directory ${config.acvmWorkingDirectory}`,
|
|
77
77
|
);
|
|
78
|
-
|
|
78
|
+
const acvmLogger = logger?.createChild('acvm-native');
|
|
79
|
+
return new NativeACVMSimulator(config.acvmWorkingDirectory, config.acvmBinaryPath, undefined, acvmLogger);
|
|
79
80
|
} catch {
|
|
80
81
|
logger?.warn(`Failed to access ACVM at ${config.acvmBinaryPath}, falling back to WASM`);
|
|
81
82
|
}
|
|
@@ -84,34 +85,39 @@ export async function getSimulationProvider(
|
|
|
84
85
|
return new WASMSimulatorWithBlobs();
|
|
85
86
|
}
|
|
86
87
|
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
);
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
}
|
|
88
|
+
export const makeGlobals = (
|
|
89
|
+
blockNumber: number,
|
|
90
|
+
slotNumber = blockNumber,
|
|
91
|
+
overrides: Partial<FieldsOf<GlobalVariables> & FieldsOf<CheckpointConstantData>> = {},
|
|
92
|
+
) => {
|
|
93
|
+
const checkpointConstants = makeCheckpointConstants(slotNumber, overrides);
|
|
94
|
+
return GlobalVariables.from({
|
|
95
|
+
chainId: checkpointConstants.chainId,
|
|
96
|
+
version: checkpointConstants.version,
|
|
97
|
+
blockNumber: BlockNumber(blockNumber) /** block number */,
|
|
98
|
+
slotNumber: SlotNumber(slotNumber) /** slot number */,
|
|
99
|
+
timestamp: BigInt(blockNumber * 123) /** block number * 123 as pseudo-timestamp for testing */,
|
|
100
|
+
coinbase: checkpointConstants.coinbase,
|
|
101
|
+
feeRecipient: checkpointConstants.feeRecipient,
|
|
102
|
+
gasFees: checkpointConstants.gasFees,
|
|
103
|
+
...overrides,
|
|
104
|
+
});
|
|
104
105
|
};
|
|
105
106
|
|
|
106
|
-
export const
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
107
|
+
export const makeCheckpointConstants = (
|
|
108
|
+
slotNumber: number,
|
|
109
|
+
overrides: Partial<FieldsOf<CheckpointConstantData>> = {},
|
|
110
|
+
) => {
|
|
111
|
+
return CheckpointConstantData.from({
|
|
112
|
+
chainId: Fr.ZERO,
|
|
113
|
+
version: Fr.ZERO,
|
|
114
|
+
vkTreeRoot: getVKTreeRoot(),
|
|
115
|
+
protocolContractsHash,
|
|
116
|
+
proverId: Fr.ZERO,
|
|
117
|
+
slotNumber: SlotNumber(slotNumber),
|
|
118
|
+
coinbase: EthAddress.ZERO,
|
|
119
|
+
feeRecipient: AztecAddress.ZERO,
|
|
120
|
+
gasFees: GasFees.empty(),
|
|
121
|
+
...overrides,
|
|
122
|
+
});
|
|
117
123
|
};
|