@aztec/prover-client 0.0.0-test.1 → 0.0.1-commit.023c3e5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/dest/config.d.ts +8 -8
  2. package/dest/config.d.ts.map +1 -1
  3. package/dest/config.js +12 -2
  4. package/dest/index.d.ts +1 -1
  5. package/dest/light/index.d.ts +2 -0
  6. package/dest/light/index.d.ts.map +1 -0
  7. package/dest/light/index.js +1 -0
  8. package/dest/light/lightweight_checkpoint_builder.d.ts +47 -0
  9. package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -0
  10. package/dest/light/lightweight_checkpoint_builder.js +200 -0
  11. package/dest/mocks/fixtures.d.ts +8 -8
  12. package/dest/mocks/fixtures.d.ts.map +1 -1
  13. package/dest/mocks/fixtures.js +36 -17
  14. package/dest/mocks/test_context.d.ts +43 -32
  15. package/dest/mocks/test_context.d.ts.map +1 -1
  16. package/dest/mocks/test_context.js +149 -87
  17. package/dest/orchestrator/block-building-helpers.d.ts +37 -30
  18. package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
  19. package/dest/orchestrator/block-building-helpers.js +170 -189
  20. package/dest/orchestrator/block-proving-state.d.ts +70 -48
  21. package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
  22. package/dest/orchestrator/block-proving-state.js +282 -177
  23. package/dest/orchestrator/checkpoint-proving-state.d.ts +76 -0
  24. package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -0
  25. package/dest/orchestrator/checkpoint-proving-state.js +243 -0
  26. package/dest/orchestrator/epoch-proving-state.d.ts +43 -28
  27. package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
  28. package/dest/orchestrator/epoch-proving-state.js +177 -73
  29. package/dest/orchestrator/index.d.ts +1 -1
  30. package/dest/orchestrator/orchestrator.d.ts +53 -35
  31. package/dest/orchestrator/orchestrator.d.ts.map +1 -1
  32. package/dest/orchestrator/orchestrator.js +855 -302
  33. package/dest/orchestrator/orchestrator_metrics.d.ts +1 -1
  34. package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
  35. package/dest/orchestrator/orchestrator_metrics.js +2 -6
  36. package/dest/orchestrator/tx-proving-state.d.ts +15 -12
  37. package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
  38. package/dest/orchestrator/tx-proving-state.js +27 -44
  39. package/dest/prover-client/factory.d.ts +3 -3
  40. package/dest/prover-client/factory.d.ts.map +1 -1
  41. package/dest/prover-client/index.d.ts +1 -1
  42. package/dest/prover-client/prover-client.d.ts +5 -5
  43. package/dest/prover-client/prover-client.d.ts.map +1 -1
  44. package/dest/prover-client/prover-client.js +11 -7
  45. package/dest/prover-client/server-epoch-prover.d.ts +16 -12
  46. package/dest/prover-client/server-epoch-prover.d.ts.map +1 -1
  47. package/dest/prover-client/server-epoch-prover.js +11 -11
  48. package/dest/proving_broker/broker_prover_facade.d.ts +28 -19
  49. package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
  50. package/dest/proving_broker/broker_prover_facade.js +62 -43
  51. package/dest/proving_broker/config.d.ts +23 -10
  52. package/dest/proving_broker/config.d.ts.map +1 -1
  53. package/dest/proving_broker/config.js +29 -6
  54. package/dest/proving_broker/factory.d.ts +2 -2
  55. package/dest/proving_broker/factory.d.ts.map +1 -1
  56. package/dest/proving_broker/factory.js +5 -1
  57. package/dest/proving_broker/fixtures.d.ts +3 -2
  58. package/dest/proving_broker/fixtures.d.ts.map +1 -1
  59. package/dest/proving_broker/fixtures.js +3 -2
  60. package/dest/proving_broker/index.d.ts +1 -1
  61. package/dest/proving_broker/proof_store/factory.d.ts +2 -2
  62. package/dest/proving_broker/proof_store/factory.js +1 -1
  63. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts +1 -1
  64. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts.map +1 -1
  65. package/dest/proving_broker/proof_store/gcs_proof_store.js +1 -0
  66. package/dest/proving_broker/proof_store/index.d.ts +2 -1
  67. package/dest/proving_broker/proof_store/index.d.ts.map +1 -1
  68. package/dest/proving_broker/proof_store/index.js +1 -0
  69. package/dest/proving_broker/proof_store/inline_proof_store.d.ts +1 -1
  70. package/dest/proving_broker/proof_store/inline_proof_store.d.ts.map +1 -1
  71. package/dest/proving_broker/proof_store/proof_store.d.ts +1 -1
  72. package/dest/proving_broker/proving_agent.d.ts +8 -12
  73. package/dest/proving_broker/proving_agent.d.ts.map +1 -1
  74. package/dest/proving_broker/proving_agent.js +86 -65
  75. package/dest/proving_broker/proving_broker.d.ts +13 -4
  76. package/dest/proving_broker/proving_broker.d.ts.map +1 -1
  77. package/dest/proving_broker/proving_broker.js +40 -33
  78. package/dest/proving_broker/proving_broker_database/memory.d.ts +3 -2
  79. package/dest/proving_broker/proving_broker_database/memory.d.ts.map +1 -1
  80. package/dest/proving_broker/proving_broker_database/memory.js +1 -1
  81. package/dest/proving_broker/proving_broker_database/persisted.d.ts +5 -3
  82. package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
  83. package/dest/proving_broker/proving_broker_database/persisted.js +401 -11
  84. package/dest/proving_broker/proving_broker_database.d.ts +3 -2
  85. package/dest/proving_broker/proving_broker_database.d.ts.map +1 -1
  86. package/dest/proving_broker/proving_broker_instrumentation.d.ts +1 -1
  87. package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
  88. package/dest/proving_broker/proving_broker_instrumentation.js +15 -35
  89. package/dest/proving_broker/proving_job_controller.d.ts +11 -10
  90. package/dest/proving_broker/proving_job_controller.d.ts.map +1 -1
  91. package/dest/proving_broker/proving_job_controller.js +92 -62
  92. package/dest/proving_broker/rpc.d.ts +4 -6
  93. package/dest/proving_broker/rpc.d.ts.map +1 -1
  94. package/dest/proving_broker/rpc.js +1 -4
  95. package/dest/test/mock_proof_store.d.ts +9 -0
  96. package/dest/test/mock_proof_store.d.ts.map +1 -0
  97. package/dest/test/mock_proof_store.js +10 -0
  98. package/dest/test/mock_prover.d.ts +23 -17
  99. package/dest/test/mock_prover.d.ts.map +1 -1
  100. package/dest/test/mock_prover.js +38 -20
  101. package/package.json +33 -31
  102. package/src/config.ts +25 -9
  103. package/src/light/index.ts +1 -0
  104. package/src/light/lightweight_checkpoint_builder.ts +289 -0
  105. package/src/mocks/fixtures.ts +46 -40
  106. package/src/mocks/test_context.ts +223 -116
  107. package/src/orchestrator/block-building-helpers.ts +258 -334
  108. package/src/orchestrator/block-proving-state.ts +325 -231
  109. package/src/orchestrator/checkpoint-proving-state.ts +349 -0
  110. package/src/orchestrator/epoch-proving-state.ts +237 -111
  111. package/src/orchestrator/orchestrator.ts +653 -343
  112. package/src/orchestrator/orchestrator_metrics.ts +2 -6
  113. package/src/orchestrator/tx-proving-state.ts +48 -66
  114. package/src/prover-client/factory.ts +6 -2
  115. package/src/prover-client/prover-client.ts +41 -29
  116. package/src/prover-client/server-epoch-prover.ts +40 -22
  117. package/src/proving_broker/broker_prover_facade.ts +212 -131
  118. package/src/proving_broker/config.ts +34 -7
  119. package/src/proving_broker/factory.ts +2 -1
  120. package/src/proving_broker/fixtures.ts +8 -3
  121. package/src/proving_broker/proof_store/factory.ts +1 -1
  122. package/src/proving_broker/proof_store/gcs_proof_store.ts +5 -1
  123. package/src/proving_broker/proof_store/index.ts +1 -0
  124. package/src/proving_broker/proof_store/inline_proof_store.ts +1 -1
  125. package/src/proving_broker/proving_agent.ts +95 -66
  126. package/src/proving_broker/proving_broker.ts +57 -41
  127. package/src/proving_broker/proving_broker_database/memory.ts +3 -2
  128. package/src/proving_broker/proving_broker_database/persisted.ts +29 -13
  129. package/src/proving_broker/proving_broker_database.ts +2 -1
  130. package/src/proving_broker/proving_broker_instrumentation.ts +14 -35
  131. package/src/proving_broker/proving_job_controller.ts +100 -83
  132. package/src/proving_broker/rpc.ts +1 -6
  133. package/src/test/mock_proof_store.ts +14 -0
  134. package/src/test/mock_prover.ts +156 -64
  135. package/dest/bin/get-proof-inputs.d.ts +0 -2
  136. package/dest/bin/get-proof-inputs.d.ts.map +0 -1
  137. package/dest/bin/get-proof-inputs.js +0 -51
  138. package/dest/block_builder/index.d.ts +0 -6
  139. package/dest/block_builder/index.d.ts.map +0 -1
  140. package/dest/block_builder/index.js +0 -1
  141. package/dest/block_builder/light.d.ts +0 -33
  142. package/dest/block_builder/light.d.ts.map +0 -1
  143. package/dest/block_builder/light.js +0 -82
  144. package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
  145. package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
  146. package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
  147. package/src/bin/get-proof-inputs.ts +0 -59
  148. package/src/block_builder/index.ts +0 -6
  149. package/src/block_builder/light.ts +0 -101
  150. package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
package/package.json CHANGED
@@ -1,13 +1,14 @@
1
1
  {
2
2
  "name": "@aztec/prover-client",
3
- "version": "0.0.0-test.1",
3
+ "version": "0.0.1-commit.023c3e5",
4
4
  "type": "module",
5
5
  "exports": {
6
6
  ".": "./dest/index.js",
7
- "./block-builder": "./dest/block_builder/index.js",
8
7
  "./broker": "./dest/proving_broker/index.js",
8
+ "./broker/config": "./dest/proving_broker/config.js",
9
9
  "./orchestrator": "./dest/orchestrator/index.js",
10
10
  "./helpers": "./dest/orchestrator/block-building-helpers.js",
11
+ "./light": "./dest/light/index.js",
11
12
  "./config": "./dest/config.js"
12
13
  },
13
14
  "typedocOptions": {
@@ -22,15 +23,12 @@
22
23
  "./package.local.json"
23
24
  ],
24
25
  "scripts": {
25
- "build": "yarn clean && tsc -b",
26
- "build:dev": "tsc -b --watch",
26
+ "build": "yarn clean && ../scripts/tsc.sh",
27
+ "build:dev": "../scripts/tsc.sh --watch",
27
28
  "clean": "rm -rf ./dest .tsbuildinfo",
28
- "formatting": "run -T prettier --check ./src && run -T eslint ./src",
29
- "formatting:fix": "run -T eslint --fix ./src && run -T prettier -w ./src",
30
29
  "bb": "node --no-warnings ./dest/bb/index.js",
31
30
  "test": "NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --testTimeout=3500000 --forceExit",
32
- "test:debug": "LOG_LEVEL=debug NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --testTimeout=1500000 --forceExit --testNamePattern prover/bb_prover/parity",
33
- "get-proof-inputs": "node --no-warnings ./dest/bin/get-proof-inputs.js"
31
+ "test:debug": "LOG_LEVEL=debug NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --testTimeout=1500000 --forceExit --testNamePattern prover/bb_prover/parity"
34
32
  },
35
33
  "jest": {
36
34
  "moduleNameMapper": {
@@ -63,42 +61,46 @@
63
61
  "testTimeout": 120000,
64
62
  "setupFiles": [
65
63
  "../../foundation/src/jest/setup.mjs"
64
+ ],
65
+ "testEnvironment": "../../foundation/src/jest/env.mjs",
66
+ "setupFilesAfterEnv": [
67
+ "../../foundation/src/jest/setupAfterEnv.mjs"
66
68
  ]
67
69
  },
68
70
  "dependencies": {
69
- "@aztec/bb-prover": "0.0.0-test.1",
70
- "@aztec/blob-lib": "0.0.0-test.1",
71
- "@aztec/constants": "0.0.0-test.1",
72
- "@aztec/ethereum": "0.0.0-test.1",
73
- "@aztec/foundation": "0.0.0-test.1",
74
- "@aztec/kv-store": "0.0.0-test.1",
75
- "@aztec/noir-protocol-circuits-types": "0.0.0-test.1",
76
- "@aztec/protocol-contracts": "0.0.0-test.1",
77
- "@aztec/simulator": "0.0.0-test.1",
78
- "@aztec/stdlib": "0.0.0-test.1",
79
- "@aztec/telemetry-client": "0.0.0-test.1",
80
- "@aztec/world-state": "0.0.0-test.1",
71
+ "@aztec/bb-prover": "0.0.1-commit.023c3e5",
72
+ "@aztec/blob-lib": "0.0.1-commit.023c3e5",
73
+ "@aztec/constants": "0.0.1-commit.023c3e5",
74
+ "@aztec/ethereum": "0.0.1-commit.023c3e5",
75
+ "@aztec/foundation": "0.0.1-commit.023c3e5",
76
+ "@aztec/kv-store": "0.0.1-commit.023c3e5",
77
+ "@aztec/noir-protocol-circuits-types": "0.0.1-commit.023c3e5",
78
+ "@aztec/noir-types": "0.0.1-commit.023c3e5",
79
+ "@aztec/protocol-contracts": "0.0.1-commit.023c3e5",
80
+ "@aztec/simulator": "0.0.1-commit.023c3e5",
81
+ "@aztec/stdlib": "0.0.1-commit.023c3e5",
82
+ "@aztec/telemetry-client": "0.0.1-commit.023c3e5",
83
+ "@aztec/world-state": "0.0.1-commit.023c3e5",
81
84
  "@google-cloud/storage": "^7.15.0",
82
85
  "@iarna/toml": "^2.2.5",
83
86
  "commander": "^12.1.0",
84
87
  "lodash.chunk": "^4.2.0",
85
88
  "source-map-support": "^0.5.21",
86
89
  "tslib": "^2.4.0",
87
- "zod": "^3.23.8",
88
- "@aztec/noir-types": "0.0.0-test.1"
90
+ "zod": "^3.23.8"
89
91
  },
90
92
  "devDependencies": {
91
- "@aztec/noir-contracts.js": "0.0.0-test.1",
92
- "@jest/globals": "^29.5.0",
93
- "@types/jest": "^29.5.0",
94
- "@types/memdown": "^3.0.0",
95
- "@types/node": "^18.7.23",
93
+ "@aztec/noir-contracts.js": "0.0.1-commit.023c3e5",
94
+ "@jest/globals": "^30.0.0",
95
+ "@types/jest": "^30.0.0",
96
+ "@types/node": "^22.15.17",
96
97
  "@types/source-map-support": "^0.5.10",
98
+ "@typescript/native-preview": "7.0.0-dev.20260113.1",
97
99
  "get-port": "^7.1.0",
98
- "jest": "^29.5.0",
99
- "jest-mock-extended": "^3.0.3",
100
+ "jest": "^30.0.0",
101
+ "jest-mock-extended": "^4.0.0",
100
102
  "ts-node": "^10.9.1",
101
- "typescript": "^5.0.4"
103
+ "typescript": "^5.3.3"
102
104
  },
103
105
  "files": [
104
106
  "dest",
@@ -107,6 +109,6 @@
107
109
  ],
108
110
  "types": "./dest/index.d.ts",
109
111
  "engines": {
110
- "node": ">=18"
112
+ "node": ">=20.10"
111
113
  }
112
114
  }
package/src/config.ts CHANGED
@@ -1,6 +1,11 @@
1
1
  import type { ACVMConfig, BBConfig } from '@aztec/bb-prover';
2
- import { type ConfigMappingsType, booleanConfigHelper, getConfigFromMappings } from '@aztec/foundation/config';
3
- import { type ProverConfig, proverConfigMappings } from '@aztec/stdlib/interfaces/server';
2
+ import {
3
+ type ConfigMappingsType,
4
+ booleanConfigHelper,
5
+ getConfigFromMappings,
6
+ numberConfigHelper,
7
+ } from '@aztec/foundation/config';
8
+ import { type ProverConfig, proverConfigMappings } from '@aztec/stdlib/interfaces/prover-config';
4
9
 
5
10
  import {
6
11
  type ProverAgentConfig,
@@ -9,10 +14,11 @@ import {
9
14
  proverBrokerConfigMappings,
10
15
  } from './proving_broker/config.js';
11
16
 
12
- /**
13
- * The prover configuration.
14
- */
15
- export type ProverClientConfig = ProverConfig & ProverAgentConfig & ProverBrokerConfig & BBConfig & ACVMConfig;
17
+ /** The prover configuration as defined by the user. */
18
+ export type ProverClientUserConfig = ProverConfig & ProverAgentConfig & ProverBrokerConfig & BBConfig & ACVMConfig;
19
+
20
+ /** The prover configuration with all missing fields resolved. */
21
+ export type ProverClientConfig = ProverClientUserConfig & Required<Pick<ProverClientUserConfig, 'proverId'>>;
16
22
 
17
23
  export const bbConfigMappings: ConfigMappingsType<BBConfig & ACVMConfig> = {
18
24
  acvmWorkingDirectory: {
@@ -36,9 +42,19 @@ export const bbConfigMappings: ConfigMappingsType<BBConfig & ACVMConfig> = {
36
42
  description: 'Whether to skip cleanup of bb temporary files',
37
43
  ...booleanConfigHelper(false),
38
44
  },
45
+ numConcurrentIVCVerifiers: {
46
+ env: 'BB_NUM_IVC_VERIFIERS',
47
+ description: 'Max number of chonk verifiers to run concurrently',
48
+ ...numberConfigHelper(8),
49
+ },
50
+ bbIVCConcurrency: {
51
+ env: 'BB_IVC_CONCURRENCY',
52
+ description: 'Number of threads to use for IVC verification',
53
+ ...numberConfigHelper(1),
54
+ },
39
55
  };
40
56
 
41
- export const proverClientConfigMappings: ConfigMappingsType<ProverClientConfig> = {
57
+ export const proverClientConfigMappings: ConfigMappingsType<ProverClientUserConfig> = {
42
58
  ...bbConfigMappings,
43
59
  ...proverConfigMappings,
44
60
  ...proverAgentConfigMappings,
@@ -50,6 +66,6 @@ export const proverClientConfigMappings: ConfigMappingsType<ProverClientConfig>
50
66
  * Note: If an environment variable is not set, the default value is used.
51
67
  * @returns The prover configuration.
52
68
  */
53
- export function getProverEnvVars(): ProverClientConfig {
54
- return getConfigFromMappings<ProverClientConfig>(proverClientConfigMappings);
69
+ export function getProverEnvVars(): ProverClientUserConfig {
70
+ return getConfigFromMappings<ProverClientUserConfig>(proverClientConfigMappings);
55
71
  }
@@ -0,0 +1 @@
1
+ export * from './lightweight_checkpoint_builder.js';
@@ -0,0 +1,289 @@
1
+ import { SpongeBlob, computeBlobsHashFromBlobs, encodeCheckpointEndMarker, getBlobsPerL1Block } from '@aztec/blob-lib';
2
+ import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
3
+ import { type CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
4
+ import { padArrayEnd } from '@aztec/foundation/collection';
5
+ import { Fr } from '@aztec/foundation/curves/bn254';
6
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
7
+ import { L2Block } from '@aztec/stdlib/block';
8
+ import { Checkpoint } from '@aztec/stdlib/checkpoint';
9
+ import type { MerkleTreeWriteOperations } from '@aztec/stdlib/interfaces/server';
10
+ import {
11
+ accumulateCheckpointOutHashes,
12
+ computeCheckpointOutHash,
13
+ computeInHashFromL1ToL2Messages,
14
+ } from '@aztec/stdlib/messaging';
15
+ import { CheckpointHeader, computeBlockHeadersHash } from '@aztec/stdlib/rollup';
16
+ import { AppendOnlyTreeSnapshot, MerkleTreeId } from '@aztec/stdlib/trees';
17
+ import {
18
+ type CheckpointGlobalVariables,
19
+ type GlobalVariables,
20
+ type ProcessedTx,
21
+ StateReference,
22
+ } from '@aztec/stdlib/tx';
23
+
24
+ import {
25
+ buildHeaderAndBodyFromTxs,
26
+ getTreeSnapshot,
27
+ insertSideEffects,
28
+ } from '../orchestrator/block-building-helpers.js';
29
+
30
+ /**
31
+ * Builds a checkpoint and its header and the blocks in it from a set of processed tx without running any circuits.
32
+ *
33
+ * It updates the l1-to-l2 message tree when starting a new checkpoint, and then updates the archive tree when each block is added.
34
+ * Finally completes the checkpoint by computing its header.
35
+ */
36
+ export class LightweightCheckpointBuilder {
37
+ private readonly logger: Logger;
38
+
39
+ private lastArchives: AppendOnlyTreeSnapshot[] = [];
40
+ private spongeBlob: SpongeBlob;
41
+ private blocks: L2Block[] = [];
42
+ private blobFields: Fr[] = [];
43
+
44
+ constructor(
45
+ public readonly checkpointNumber: CheckpointNumber,
46
+ public readonly constants: CheckpointGlobalVariables,
47
+ public readonly l1ToL2Messages: Fr[],
48
+ private readonly previousCheckpointOutHashes: Fr[],
49
+ public readonly db: MerkleTreeWriteOperations,
50
+ bindings?: LoggerBindings,
51
+ ) {
52
+ this.logger = createLogger('checkpoint-builder', {
53
+ ...bindings,
54
+ instanceId: `checkpoint-${checkpointNumber}`,
55
+ });
56
+ this.spongeBlob = SpongeBlob.init();
57
+ this.logger.debug('Starting new checkpoint', { constants, l1ToL2Messages });
58
+ }
59
+
60
+ static async startNewCheckpoint(
61
+ checkpointNumber: CheckpointNumber,
62
+ constants: CheckpointGlobalVariables,
63
+ l1ToL2Messages: Fr[],
64
+ previousCheckpointOutHashes: Fr[],
65
+ db: MerkleTreeWriteOperations,
66
+ bindings?: LoggerBindings,
67
+ ): Promise<LightweightCheckpointBuilder> {
68
+ // Insert l1-to-l2 messages into the tree.
69
+ await db.appendLeaves(
70
+ MerkleTreeId.L1_TO_L2_MESSAGE_TREE,
71
+ padArrayEnd<Fr, number>(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP),
72
+ );
73
+
74
+ return new LightweightCheckpointBuilder(
75
+ checkpointNumber,
76
+ constants,
77
+ l1ToL2Messages,
78
+ previousCheckpointOutHashes,
79
+ db,
80
+ bindings,
81
+ );
82
+ }
83
+
84
+ /**
85
+ * Resumes building a checkpoint from existing blocks. This is used for validator re-execution
86
+ * where blocks have already been built and their effects are already in the database.
87
+ * Unlike startNewCheckpoint, this does NOT append l1ToL2Messages to the tree since they
88
+ * were already added when the blocks were originally built.
89
+ */
90
+ static async resumeCheckpoint(
91
+ checkpointNumber: CheckpointNumber,
92
+ constants: CheckpointGlobalVariables,
93
+ l1ToL2Messages: Fr[],
94
+ previousCheckpointOutHashes: Fr[],
95
+ db: MerkleTreeWriteOperations,
96
+ existingBlocks: L2Block[],
97
+ bindings?: LoggerBindings,
98
+ ): Promise<LightweightCheckpointBuilder> {
99
+ const builder = new LightweightCheckpointBuilder(
100
+ checkpointNumber,
101
+ constants,
102
+ l1ToL2Messages,
103
+ previousCheckpointOutHashes,
104
+ db,
105
+ bindings,
106
+ );
107
+
108
+ builder.logger.debug('Resuming checkpoint from existing blocks', {
109
+ checkpointNumber,
110
+ numExistingBlocks: existingBlocks.length,
111
+ blockNumbers: existingBlocks.map(b => b.header.getBlockNumber()),
112
+ });
113
+
114
+ // Validate block order and consistency
115
+ for (let i = 1; i < existingBlocks.length; i++) {
116
+ const prev = existingBlocks[i - 1];
117
+ const curr = existingBlocks[i];
118
+ if (curr.number !== prev.number + 1) {
119
+ throw new Error(`Non-sequential block numbers in resumeCheckpoint: ${prev.number} -> ${curr.number}`);
120
+ }
121
+ if (!prev.archive.root.equals(curr.header.lastArchive.root)) {
122
+ throw new Error(`Archive root mismatch between blocks ${prev.number} and ${curr.number}`);
123
+ }
124
+ }
125
+
126
+ for (let i = 0; i < existingBlocks.length; i++) {
127
+ const block = existingBlocks[i];
128
+ const isFirstBlock = i === 0;
129
+
130
+ if (isFirstBlock) {
131
+ builder.lastArchives.push(block.header.lastArchive);
132
+ }
133
+
134
+ builder.lastArchives.push(block.archive);
135
+
136
+ const blockBlobFields = block.toBlobFields();
137
+ await builder.spongeBlob.absorb(blockBlobFields);
138
+ builder.blobFields.push(...blockBlobFields);
139
+
140
+ builder.blocks.push(block);
141
+ }
142
+
143
+ return builder;
144
+ }
145
+
146
+ /** Returns how many blocks have been added to this checkpoint so far */
147
+ public getBlockCount() {
148
+ return this.blocks.length;
149
+ }
150
+
151
+ /**
152
+ * Adds a new block to the checkpoint. The tx effects must have already been inserted into the db if
153
+ * this is called after tx processing, if that's not the case, then set `insertTxsEffects` to true.
154
+ */
155
+ public async addBlock(
156
+ globalVariables: GlobalVariables,
157
+ txs: ProcessedTx[],
158
+ opts: { insertTxsEffects?: boolean; expectedEndState?: StateReference } = {},
159
+ ): Promise<L2Block> {
160
+ const isFirstBlock = this.blocks.length === 0;
161
+
162
+ // Empty blocks are only allowed as the first block in a checkpoint
163
+ if (!isFirstBlock && txs.length === 0) {
164
+ throw new Error('Cannot add empty block that is not the first block in the checkpoint.');
165
+ }
166
+
167
+ if (isFirstBlock) {
168
+ this.lastArchives.push(await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.db));
169
+ }
170
+
171
+ const lastArchive = this.lastArchives.at(-1)!;
172
+
173
+ if (opts.insertTxsEffects) {
174
+ this.logger.debug(
175
+ `Inserting side effects for ${txs.length} txs for block ${globalVariables.blockNumber} into db`,
176
+ { txs: txs.map(tx => tx.hash.toString()) },
177
+ );
178
+ for (const tx of txs) {
179
+ await insertSideEffects(tx, this.db);
180
+ }
181
+ }
182
+
183
+ const endState = await this.db.getStateReference();
184
+ if (opts.expectedEndState && !endState.equals(opts.expectedEndState)) {
185
+ this.logger.error('End state after processing txs does not match expected end state', {
186
+ globalVariables: globalVariables.toInspect(),
187
+ expectedEndState: opts.expectedEndState.toInspect(),
188
+ actualEndState: endState.toInspect(),
189
+ });
190
+ throw new Error(`End state does not match expected end state when building block ${globalVariables.blockNumber}`);
191
+ }
192
+
193
+ const { header, body, blockBlobFields } = await buildHeaderAndBodyFromTxs(
194
+ txs,
195
+ lastArchive,
196
+ endState,
197
+ globalVariables,
198
+ this.spongeBlob,
199
+ isFirstBlock,
200
+ );
201
+
202
+ header.state.validate();
203
+
204
+ await this.db.updateArchive(header);
205
+ const newArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.db);
206
+ this.lastArchives.push(newArchive);
207
+
208
+ const indexWithinCheckpoint = IndexWithinCheckpoint(this.blocks.length);
209
+ const block = new L2Block(newArchive, header, body, this.checkpointNumber, indexWithinCheckpoint);
210
+ this.blocks.push(block);
211
+
212
+ await this.spongeBlob.absorb(blockBlobFields);
213
+ this.blobFields.push(...blockBlobFields);
214
+
215
+ this.logger.debug(`Built block ${header.getBlockNumber()}`, {
216
+ globalVariables: globalVariables.toInspect(),
217
+ archiveRoot: newArchive.root.toString(),
218
+ stateReference: header.state.toInspect(),
219
+ blockHash: (await block.hash()).toString(),
220
+ txs: block.body.txEffects.map(tx => tx.txHash.toString()),
221
+ });
222
+
223
+ return block;
224
+ }
225
+
226
+ async completeCheckpoint(): Promise<Checkpoint> {
227
+ if (!this.blocks.length) {
228
+ throw new Error('Cannot complete a checkpoint with no blocks');
229
+ }
230
+
231
+ const numBlobFields = this.blobFields.length + 1; // +1 for the checkpoint end marker.
232
+ const checkpointEndMarker = encodeCheckpointEndMarker({ numBlobFields });
233
+ this.blobFields.push(checkpointEndMarker);
234
+
235
+ const blocks = this.blocks;
236
+ const blockHeadersHash = await computeBlockHeadersHash(blocks.map(block => block.header));
237
+
238
+ const newArchive = this.lastArchives[this.lastArchives.length - 1];
239
+
240
+ const blobs = getBlobsPerL1Block(this.blobFields);
241
+ const blobsHash = computeBlobsHashFromBlobs(blobs);
242
+
243
+ const inHash = computeInHashFromL1ToL2Messages(this.l1ToL2Messages);
244
+
245
+ const { slotNumber, coinbase, feeRecipient, gasFees } = this.constants;
246
+ const checkpointOutHash = computeCheckpointOutHash(
247
+ blocks.map(block => block.body.txEffects.map(tx => tx.l2ToL1Msgs)),
248
+ );
249
+ const epochOutHash = accumulateCheckpointOutHashes([...this.previousCheckpointOutHashes, checkpointOutHash]);
250
+
251
+ // TODO(palla/mbps): Should we source this from the constants instead?
252
+ // timestamp of a checkpoint is the timestamp of the last block in the checkpoint.
253
+ const timestamp = blocks[blocks.length - 1].timestamp;
254
+
255
+ const totalManaUsed = blocks.reduce((acc, block) => acc.add(block.header.totalManaUsed), Fr.ZERO);
256
+
257
+ const header = CheckpointHeader.from({
258
+ lastArchiveRoot: this.lastArchives[0].root,
259
+ blobsHash,
260
+ inHash,
261
+ epochOutHash,
262
+ blockHeadersHash,
263
+ slotNumber,
264
+ timestamp,
265
+ coinbase,
266
+ feeRecipient,
267
+ gasFees,
268
+ totalManaUsed,
269
+ });
270
+
271
+ return new Checkpoint(newArchive, header, blocks, this.checkpointNumber);
272
+ }
273
+
274
+ clone() {
275
+ const clone = new LightweightCheckpointBuilder(
276
+ this.checkpointNumber,
277
+ this.constants,
278
+ [...this.l1ToL2Messages],
279
+ [...this.previousCheckpointOutHashes],
280
+ this.db,
281
+ this.logger.getBindings(),
282
+ );
283
+ clone.lastArchives = [...this.lastArchives];
284
+ clone.spongeBlob = this.spongeBlob.clone();
285
+ clone.blocks = [...this.blocks];
286
+ clone.blobFields = [...this.blobFields];
287
+ return clone;
288
+ }
289
+ }
@@ -1,16 +1,16 @@
1
- import { MAX_NOTE_HASHES_PER_TX, MAX_NULLIFIERS_PER_TX, NULLIFIER_TREE_HEIGHT } from '@aztec/constants';
2
- import { padArrayEnd } from '@aztec/foundation/collection';
3
- import { randomBytes } from '@aztec/foundation/crypto';
1
+ import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import { randomBytes } from '@aztec/foundation/crypto/random';
3
+ import { Fr } from '@aztec/foundation/curves/bn254';
4
4
  import { EthAddress } from '@aztec/foundation/eth-address';
5
- import { Fr } from '@aztec/foundation/fields';
6
5
  import type { Logger } from '@aztec/foundation/log';
6
+ import type { FieldsOf } from '@aztec/foundation/types';
7
7
  import { fileURLToPath } from '@aztec/foundation/url';
8
- import { NativeACVMSimulator, type SimulationProvider, WASMSimulatorWithBlobs } from '@aztec/simulator/server';
8
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
9
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
10
+ import { type CircuitSimulator, NativeACVMSimulator, WASMSimulatorWithBlobs } from '@aztec/simulator/server';
9
11
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
10
12
  import { GasFees } from '@aztec/stdlib/gas';
11
- import type { MerkleTreeWriteOperations } from '@aztec/stdlib/interfaces/server';
12
- import { MerkleTreeId } from '@aztec/stdlib/trees';
13
- import type { ProcessedTx } from '@aztec/stdlib/tx';
13
+ import { CheckpointConstantData } from '@aztec/stdlib/rollup';
14
14
  import { GlobalVariables } from '@aztec/stdlib/tx';
15
15
 
16
16
  import { promises as fs } from 'fs';
@@ -32,7 +32,7 @@ export const getEnvironmentConfig = async (logger: Logger) => {
32
32
  try {
33
33
  const expectedBBPath = BB_BINARY_PATH
34
34
  ? BB_BINARY_PATH
35
- : `${path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../../../barretenberg/', BB_RELEASE_DIR)}/bb`;
35
+ : `${path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../../../barretenberg/', BB_RELEASE_DIR)}/bb-avm`;
36
36
  await fs.access(expectedBBPath, fs.constants.R_OK);
37
37
  const tempWorkingDirectory = `${TEMP_DIR}/${randomBytes(4).toString('hex')}`;
38
38
  const bbWorkingDirectory = BB_WORKING_DIRECTORY ? BB_WORKING_DIRECTORY : `${tempWorkingDirectory}/bb`;
@@ -64,10 +64,10 @@ export const getEnvironmentConfig = async (logger: Logger) => {
64
64
  }
65
65
  };
66
66
 
67
- export async function getSimulationProvider(
67
+ export async function getSimulator(
68
68
  config: { acvmWorkingDirectory: string | undefined; acvmBinaryPath: string | undefined },
69
69
  logger?: Logger,
70
- ): Promise<SimulationProvider> {
70
+ ): Promise<CircuitSimulator> {
71
71
  if (config.acvmBinaryPath && config.acvmWorkingDirectory) {
72
72
  try {
73
73
  await fs.access(config.acvmBinaryPath, fs.constants.R_OK);
@@ -75,7 +75,8 @@ export async function getSimulationProvider(
75
75
  logger?.info(
76
76
  `Using native ACVM at ${config.acvmBinaryPath} and working directory ${config.acvmWorkingDirectory}`,
77
77
  );
78
- return new NativeACVMSimulator(config.acvmWorkingDirectory, config.acvmBinaryPath);
78
+ const acvmLogger = logger?.createChild('acvm-native');
79
+ return new NativeACVMSimulator(config.acvmWorkingDirectory, config.acvmBinaryPath, undefined, acvmLogger);
79
80
  } catch {
80
81
  logger?.warn(`Failed to access ACVM at ${config.acvmBinaryPath}, falling back to WASM`);
81
82
  }
@@ -84,34 +85,39 @@ export async function getSimulationProvider(
84
85
  return new WASMSimulatorWithBlobs();
85
86
  }
86
87
 
87
- // Updates the expectedDb trees based on the new note hashes, contracts, and nullifiers from these txs
88
- export const updateExpectedTreesFromTxs = async (db: MerkleTreeWriteOperations, txs: ProcessedTx[]) => {
89
- await db.appendLeaves(
90
- MerkleTreeId.NOTE_HASH_TREE,
91
- txs.flatMap(tx => padArrayEnd(tx.txEffect.noteHashes, Fr.zero(), MAX_NOTE_HASHES_PER_TX)),
92
- );
93
- await db.batchInsert(
94
- MerkleTreeId.NULLIFIER_TREE,
95
- txs.flatMap(tx => padArrayEnd(tx.txEffect.nullifiers, Fr.zero(), MAX_NULLIFIERS_PER_TX).map(x => x.toBuffer())),
96
- NULLIFIER_TREE_HEIGHT,
97
- );
98
- for (const tx of txs) {
99
- await db.sequentialInsert(
100
- MerkleTreeId.PUBLIC_DATA_TREE,
101
- tx.txEffect.publicDataWrites.map(write => write.toBuffer()),
102
- );
103
- }
88
+ export const makeGlobals = (
89
+ blockNumber: number,
90
+ slotNumber = blockNumber,
91
+ overrides: Partial<FieldsOf<GlobalVariables> & FieldsOf<CheckpointConstantData>> = {},
92
+ ) => {
93
+ const checkpointConstants = makeCheckpointConstants(slotNumber, overrides);
94
+ return GlobalVariables.from({
95
+ chainId: checkpointConstants.chainId,
96
+ version: checkpointConstants.version,
97
+ blockNumber: BlockNumber(blockNumber) /** block number */,
98
+ slotNumber: SlotNumber(slotNumber) /** slot number */,
99
+ timestamp: BigInt(blockNumber * 123) /** block number * 123 as pseudo-timestamp for testing */,
100
+ coinbase: checkpointConstants.coinbase,
101
+ feeRecipient: checkpointConstants.feeRecipient,
102
+ gasFees: checkpointConstants.gasFees,
103
+ ...overrides,
104
+ });
104
105
  };
105
106
 
106
- export const makeGlobals = (blockNumber: number) => {
107
- return new GlobalVariables(
108
- Fr.ZERO,
109
- Fr.ZERO,
110
- new Fr(blockNumber) /** block number */,
111
- new Fr(blockNumber) /** slot number */,
112
- new Fr(blockNumber) /** timestamp */,
113
- EthAddress.ZERO,
114
- AztecAddress.ZERO,
115
- GasFees.empty(),
116
- );
107
+ export const makeCheckpointConstants = (
108
+ slotNumber: number,
109
+ overrides: Partial<FieldsOf<CheckpointConstantData>> = {},
110
+ ) => {
111
+ return CheckpointConstantData.from({
112
+ chainId: Fr.ZERO,
113
+ version: Fr.ZERO,
114
+ vkTreeRoot: getVKTreeRoot(),
115
+ protocolContractsHash,
116
+ proverId: Fr.ZERO,
117
+ slotNumber: SlotNumber(slotNumber),
118
+ coinbase: EthAddress.ZERO,
119
+ feeRecipient: AztecAddress.ZERO,
120
+ gasFees: GasFees.empty(),
121
+ ...overrides,
122
+ });
117
123
  };