@aztec/prover-client 0.0.1-commit.6d63667d → 0.0.1-commit.86469d5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/orchestrator/block-building-helpers.d.ts +1 -1
- package/dest/orchestrator/epoch-proving-state.d.ts +1 -1
- package/dest/prover-client/prover-client.d.ts +3 -3
- package/dest/prover-client/prover-client.d.ts.map +1 -1
- package/dest/prover-client/prover-client.js +6 -8
- package/dest/proving_broker/config.d.ts +1 -9
- package/dest/proving_broker/config.d.ts.map +1 -1
- package/dest/proving_broker/config.js +2 -13
- package/dest/proving_broker/proof_store/factory.d.ts +5 -2
- package/dest/proving_broker/proof_store/factory.d.ts.map +1 -1
- package/dest/proving_broker/proof_store/factory.js +30 -7
- package/dest/proving_broker/proof_store/gcs_proof_store.d.ts +14 -0
- package/dest/proving_broker/proof_store/gcs_proof_store.d.ts.map +1 -0
- package/dest/proving_broker/proof_store/gcs_proof_store.js +52 -0
- package/dest/proving_broker/proof_store/index.d.ts +2 -2
- package/dest/proving_broker/proof_store/index.d.ts.map +1 -1
- package/dest/proving_broker/proof_store/index.js +1 -1
- package/dest/proving_broker/proving_broker.d.ts +4 -7
- package/dest/proving_broker/proving_broker.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker.js +1 -29
- package/dest/proving_broker/rpc.d.ts +2 -4
- package/dest/proving_broker/rpc.d.ts.map +1 -1
- package/dest/proving_broker/rpc.js +0 -8
- package/dest/test/mock_prover.d.ts +3 -3
- package/package.json +15 -15
- package/src/prover-client/prover-client.ts +8 -6
- package/src/proving_broker/config.ts +0 -13
- package/src/proving_broker/proof_store/factory.ts +32 -10
- package/src/proving_broker/proof_store/gcs_proof_store.ts +76 -0
- package/src/proving_broker/proof_store/index.ts +1 -1
- package/src/proving_broker/proving_broker.ts +1 -30
- package/src/proving_broker/rpc.ts +0 -14
- package/dest/proving_broker/proof_store/file_store_proof_store.d.ts +0 -18
- package/dest/proving_broker/proof_store/file_store_proof_store.d.ts.map +0 -1
- package/dest/proving_broker/proof_store/file_store_proof_store.js +0 -60
- package/src/proving_broker/proof_store/file_store_proof_store.ts +0 -78
|
@@ -22,7 +22,7 @@ export declare const insertSideEffects: (tx: ProcessedTx, db: MerkleTreeWriteOpe
|
|
|
22
22
|
nullifierInsertionResult: import("@aztec/stdlib/trees").BatchInsertionResult<number, number>;
|
|
23
23
|
publicDataInsertionResult: import("@aztec/stdlib/trees").SequentialInsertionResult<number>;
|
|
24
24
|
}>;
|
|
25
|
-
export declare function getChonkProofFromTx(tx: Tx | ProcessedTx): RecursiveProof<
|
|
25
|
+
export declare function getChonkProofFromTx(tx: Tx | ProcessedTx): RecursiveProof<1963>;
|
|
26
26
|
export declare function getPublicChonkVerifierPrivateInputsFromTx(tx: Tx | ProcessedTx, proverId: Fr): PublicChonkVerifierPrivateInputs;
|
|
27
27
|
export declare const buildBlobHints: (blobFields: Fr[]) => {
|
|
28
28
|
blobCommitments: import("@aztec/foundation/curves/bls12").BLS12Point[];
|
|
@@ -39,7 +39,7 @@ export declare class EpochProvingState {
|
|
|
39
39
|
private endBlobAccumulator;
|
|
40
40
|
private finalBatchedBlob;
|
|
41
41
|
private provingStateLifecycle;
|
|
42
|
-
readonly cachedChonkVerifierProofs: Map<string, Promise<PublicInputsAndRecursiveProof<PublicChonkVerifierPublicInputs,
|
|
42
|
+
readonly cachedChonkVerifierProofs: Map<string, Promise<PublicInputsAndRecursiveProof<PublicChonkVerifierPublicInputs, 531>>>;
|
|
43
43
|
constructor(epochNumber: EpochNumber, totalNumCheckpoints: number, finalBlobBatchingChallenges: FinalBlobBatchingChallenges, onCheckpointBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => void, completionCallback: (result: ProvingResult) => void, rejectionCallback: (reason: string) => void);
|
|
44
44
|
startNewCheckpoint(checkpointIndex: number, constants: CheckpointConstantData, totalNumBlocks: number, previousBlockHeader: BlockHeader, lastArchiveSiblingPath: Tuple<Fr, typeof ARCHIVE_HEIGHT>, l1ToL2Messages: Fr[], lastL1ToL2MessageTreeSnapshot: AppendOnlyTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath: Tuple<Fr, typeof L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH>, newL1ToL2MessageTreeSnapshot: AppendOnlyTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath: Tuple<Fr, typeof L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH>): CheckpointProvingState;
|
|
45
45
|
getCheckpointProvingState(index: number): CheckpointProvingState | undefined;
|
|
@@ -8,13 +8,13 @@ export declare class ProverClient implements EpochProverManager {
|
|
|
8
8
|
private config;
|
|
9
9
|
private worldState;
|
|
10
10
|
private orchestratorClient;
|
|
11
|
-
private proofStore;
|
|
12
|
-
private failedProofStore;
|
|
13
11
|
private agentClient?;
|
|
14
12
|
private telemetry;
|
|
15
13
|
private log;
|
|
16
14
|
private running;
|
|
17
15
|
private agents;
|
|
16
|
+
private proofStore;
|
|
17
|
+
private failedProofStore;
|
|
18
18
|
private constructor();
|
|
19
19
|
createEpochProver(): EpochProver;
|
|
20
20
|
getProverId(): EthAddress;
|
|
@@ -39,4 +39,4 @@ export declare class ProverClient implements EpochProverManager {
|
|
|
39
39
|
private stopAgents;
|
|
40
40
|
}
|
|
41
41
|
export declare function buildServerCircuitProver(config: ActualProverConfig & ACVMConfig & BBConfig, telemetry: TelemetryClient): Promise<ServerCircuitProver>;
|
|
42
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
42
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvdmVyLWNsaWVudC5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3Byb3Zlci1jbGllbnQvcHJvdmVyLWNsaWVudC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxVQUFVLEVBQUUsS0FBSyxRQUFRLEVBQTJDLE1BQU0sa0JBQWtCLENBQUM7QUFFM0csT0FBTyxLQUFLLEVBQUUsVUFBVSxFQUFFLE1BQU0sK0JBQStCLENBQUM7QUFHaEUsT0FBTyxFQUNMLEtBQUssa0JBQWtCLEVBQ3ZCLEtBQUssV0FBVyxFQUNoQixLQUFLLGtCQUFrQixFQUN2QixLQUFLLHdCQUF3QixFQUM3QixLQUFLLGdCQUFnQixFQUNyQixLQUFLLGtCQUFrQixFQUV2QixLQUFLLHdCQUF3QixFQUM3QixLQUFLLG1CQUFtQixFQUV6QixNQUFNLGlDQUFpQyxDQUFDO0FBQ3pDLE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUVuRixPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLGNBQWMsQ0FBQztBQU92RCxzSEFBc0g7QUFDdEgscUJBQWEsWUFBYSxZQUFXLGtCQUFrQjtJQVFuRCxPQUFPLENBQUMsTUFBTTtJQUNkLE9BQU8sQ0FBQyxVQUFVO0lBQ2xCLE9BQU8sQ0FBQyxrQkFBa0I7SUFDMUIsT0FBTyxDQUFDLFdBQVcsQ0FBQztJQUNwQixPQUFPLENBQUMsU0FBUztJQUNqQixPQUFPLENBQUMsR0FBRztJQVpiLE9BQU8sQ0FBQyxPQUFPLENBQVM7SUFDeEIsT0FBTyxDQUFDLE1BQU0sQ0FBc0I7SUFFcEMsT0FBTyxDQUFDLFVBQVUsQ0FBYTtJQUMvQixPQUFPLENBQUMsZ0JBQWdCLENBQXlCO0lBRWpELE9BQU8sZUFVTjtJQUVNLGlCQUFpQixJQUFJLFdBQVcsQ0FrQnRDO0lBRU0sV0FBVyxJQUFJLFVBQVUsQ0FFL0I7SUFFSyxrQkFBa0IsQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLGtCQUFrQixDQUFDLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQVkzRTtJQUVEOztPQUVHO0lBQ1UsS0FBSyxJQUFJLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FPbEM7SUFFRDs7T0FFRztJQUNVLElBQUksa0JBT2hCO0lBRUQ7Ozs7O09BS0c7SUFDSCxPQUFvQixHQUFHLENBQ3JCLE1BQU0sRUFBRSxrQkFBa0IsRUFDMUIsVUFBVSxFQUFFLHdCQUF3QixHQUFHLHdCQUF3QixFQUMvRCxNQUFNLEVBQUUsZ0JBQWdCLEVBQ3hCLFNBQVMsR0FBRSxlQUFzQyx5QkFLbEQ7SUFFTSxtQkFBbUIsSUFBSSxrQkFBa0IsQ0FNL0M7WUFFYSxvQkFBb0I7WUFxQnBCLFVBQVU7Q0FHekI7QUFFRCx3QkFBZ0Isd0JBQXdCLENBQ3RDLE1BQU0sRUFBRSxrQkFBa0IsR0FBRyxVQUFVLEdBQUcsUUFBUSxFQUNsRCxTQUFTLEVBQUUsZUFBZSxHQUN6QixPQUFPLENBQUMsbUJBQW1CLENBQUMsQ0FXOUIifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prover-client.d.ts","sourceRoot":"","sources":["../../src/prover-client/prover-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,QAAQ,EAA2C,MAAM,kBAAkB,CAAC;AAE3G,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAGhE,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EAEvB,KAAK,wBAAwB,EAC7B,KAAK,mBAAmB,EAEzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAOvD,sHAAsH;AACtH,qBAAa,YAAa,YAAW,kBAAkB;
|
|
1
|
+
{"version":3,"file":"prover-client.d.ts","sourceRoot":"","sources":["../../src/prover-client/prover-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,QAAQ,EAA2C,MAAM,kBAAkB,CAAC;AAE3G,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAGhE,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EAEvB,KAAK,wBAAwB,EAC7B,KAAK,mBAAmB,EAEzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAOvD,sHAAsH;AACtH,qBAAa,YAAa,YAAW,kBAAkB;IAQnD,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,kBAAkB;IAC1B,OAAO,CAAC,WAAW,CAAC;IACpB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,GAAG;IAZb,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAsB;IAEpC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,gBAAgB,CAAyB;IAEjD,OAAO,eAUN;IAEM,iBAAiB,IAAI,WAAW,CAkBtC;IAEM,WAAW,IAAI,UAAU,CAE/B;IAEK,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAY3E;IAED;;OAEG;IACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAOlC;IAED;;OAEG;IACU,IAAI,kBAOhB;IAED;;;;;OAKG;IACH,OAAoB,GAAG,CACrB,MAAM,EAAE,kBAAkB,EAC1B,UAAU,EAAE,wBAAwB,GAAG,wBAAwB,EAC/D,MAAM,EAAE,gBAAgB,EACxB,SAAS,GAAE,eAAsC,yBAKlD;IAEM,mBAAmB,IAAI,kBAAkB,CAM/C;YAEa,oBAAoB;YAqBpB,UAAU;CAGzB;AAED,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,kBAAkB,GAAG,UAAU,GAAG,QAAQ,EAClD,SAAS,EAAE,eAAe,GACzB,OAAO,CAAC,mBAAmB,CAAC,CAW9B"}
|
|
@@ -13,24 +13,24 @@ import { ServerEpochProver } from './server-epoch-prover.js';
|
|
|
13
13
|
config;
|
|
14
14
|
worldState;
|
|
15
15
|
orchestratorClient;
|
|
16
|
-
proofStore;
|
|
17
|
-
failedProofStore;
|
|
18
16
|
agentClient;
|
|
19
17
|
telemetry;
|
|
20
18
|
log;
|
|
21
19
|
running;
|
|
22
20
|
agents;
|
|
23
|
-
|
|
21
|
+
proofStore;
|
|
22
|
+
failedProofStore;
|
|
23
|
+
constructor(config, worldState, orchestratorClient, agentClient, telemetry = getTelemetryClient(), log = createLogger('prover-client:tx-prover')){
|
|
24
24
|
this.config = config;
|
|
25
25
|
this.worldState = worldState;
|
|
26
26
|
this.orchestratorClient = orchestratorClient;
|
|
27
|
-
this.proofStore = proofStore;
|
|
28
|
-
this.failedProofStore = failedProofStore;
|
|
29
27
|
this.agentClient = agentClient;
|
|
30
28
|
this.telemetry = telemetry;
|
|
31
29
|
this.log = log;
|
|
32
30
|
this.running = false;
|
|
33
31
|
this.agents = [];
|
|
32
|
+
this.proofStore = new InlineProofStore();
|
|
33
|
+
this.failedProofStore = this.config.failedProofStore ? createProofStore(this.config.failedProofStore) : undefined;
|
|
34
34
|
}
|
|
35
35
|
createEpochProver() {
|
|
36
36
|
const bindings = this.log.getBindings();
|
|
@@ -77,9 +77,7 @@ import { ServerEpochProver } from './server-epoch-prover.js';
|
|
|
77
77
|
* @param worldState - An instance of the world state
|
|
78
78
|
* @returns An instance of the prover, constructed and started.
|
|
79
79
|
*/ static async new(config, worldState, broker, telemetry = getTelemetryClient()) {
|
|
80
|
-
const
|
|
81
|
-
const failedProofStore = config.failedProofStore ? await createProofStore(config.failedProofStore) : undefined;
|
|
82
|
-
const prover = new ProverClient(config, worldState, broker, proofStore, failedProofStore, broker, telemetry);
|
|
80
|
+
const prover = new ProverClient(config, worldState, broker, broker, telemetry);
|
|
83
81
|
await prover.start();
|
|
84
82
|
return prover;
|
|
85
83
|
}
|
|
@@ -23,8 +23,6 @@ export declare const ProverBrokerConfig: z.ZodObject<{
|
|
|
23
23
|
proverBrokerBatchIntervalMs: z.ZodNumber;
|
|
24
24
|
/** The maximum number of epochs to keep results for */
|
|
25
25
|
proverBrokerMaxEpochsToKeepResultsFor: z.ZodNumber;
|
|
26
|
-
/** Enable debug replay mode for replaying proving jobs from stored inputs */
|
|
27
|
-
proverBrokerDebugReplayEnabled: z.ZodBoolean;
|
|
28
26
|
}, "strip", z.ZodTypeAny, {
|
|
29
27
|
proverBrokerJobMaxRetries: number;
|
|
30
28
|
proverBrokerJobTimeoutMs: number;
|
|
@@ -35,7 +33,6 @@ export declare const ProverBrokerConfig: z.ZodObject<{
|
|
|
35
33
|
proverBrokerBatchSize: number;
|
|
36
34
|
proverBrokerBatchIntervalMs: number;
|
|
37
35
|
proverBrokerMaxEpochsToKeepResultsFor: number;
|
|
38
|
-
proverBrokerDebugReplayEnabled: boolean;
|
|
39
36
|
}, {
|
|
40
37
|
proverBrokerJobMaxRetries: number;
|
|
41
38
|
proverBrokerJobTimeoutMs: number;
|
|
@@ -46,7 +43,6 @@ export declare const ProverBrokerConfig: z.ZodObject<{
|
|
|
46
43
|
proverBrokerBatchSize: number;
|
|
47
44
|
proverBrokerBatchIntervalMs: number;
|
|
48
45
|
proverBrokerMaxEpochsToKeepResultsFor: number;
|
|
49
|
-
proverBrokerDebugReplayEnabled: boolean;
|
|
50
46
|
}>;
|
|
51
47
|
export type ProverBrokerConfig = z.infer<typeof ProverBrokerConfig> & Pick<DataStoreConfig, 'dataStoreMapSizeKb' | 'dataDirectory'> & L1ReaderConfig & Pick<ChainConfig, 'rollupVersion'>;
|
|
52
48
|
export declare const proverBrokerConfigMappings: ConfigMappingsType<ProverBrokerConfig>;
|
|
@@ -72,8 +68,6 @@ export declare const ProverAgentConfig: z.ZodObject<{
|
|
|
72
68
|
proverTestVerificationDelayMs: z.ZodOptional<z.ZodNumber>;
|
|
73
69
|
/** Whether to abort pending proving jobs when the orchestrator is cancelled */
|
|
74
70
|
cancelJobsOnStop: z.ZodBoolean;
|
|
75
|
-
/** Where to store proving results. Must be accessible to both prover node and agents. If not set will inline-encode the parameters */
|
|
76
|
-
proofStore: z.ZodOptional<z.ZodString>;
|
|
77
71
|
}, "strip", z.ZodTypeAny, {
|
|
78
72
|
proverAgentCount: number;
|
|
79
73
|
proverAgentProofTypes: ProvingRequestType[];
|
|
@@ -85,7 +79,6 @@ export declare const ProverAgentConfig: z.ZodObject<{
|
|
|
85
79
|
proverTestDelayFactor: number;
|
|
86
80
|
proverTestVerificationDelayMs?: number | undefined;
|
|
87
81
|
cancelJobsOnStop: boolean;
|
|
88
|
-
proofStore?: string | undefined;
|
|
89
82
|
}, {
|
|
90
83
|
proverAgentCount: number;
|
|
91
84
|
proverAgentProofTypes: ProvingRequestType[];
|
|
@@ -97,8 +90,7 @@ export declare const ProverAgentConfig: z.ZodObject<{
|
|
|
97
90
|
proverTestDelayFactor: number;
|
|
98
91
|
proverTestVerificationDelayMs?: number | undefined;
|
|
99
92
|
cancelJobsOnStop: boolean;
|
|
100
|
-
proofStore?: string | undefined;
|
|
101
93
|
}>;
|
|
102
94
|
export type ProverAgentConfig = z.infer<typeof ProverAgentConfig>;
|
|
103
95
|
export declare const proverAgentConfigMappings: ConfigMappingsType<ProverAgentConfig>;
|
|
104
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
96
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvcHJvdmluZ19icm9rZXIvY29uZmlnLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxLQUFLLGNBQWMsRUFBMEIsTUFBTSwyQkFBMkIsQ0FBQztBQUN4RixPQUFPLEVBQ0wsS0FBSyxrQkFBa0IsRUFJeEIsTUFBTSwwQkFBMEIsQ0FBQztBQUVsQyxPQUFPLEVBQUUsS0FBSyxlQUFlLEVBQXNCLE1BQU0sd0JBQXdCLENBQUM7QUFDbEYsT0FBTyxFQUFFLEtBQUssV0FBVyxFQUF1QixNQUFNLHNCQUFzQixDQUFDO0FBQzdFLE9BQU8sRUFBRSxrQkFBa0IsRUFBRSxNQUFNLHNCQUFzQixDQUFDO0FBRTFELE9BQU8sRUFBRSxDQUFDLEVBQUUsTUFBTSxLQUFLLENBQUM7QUFFeEIsZUFBTyxNQUFNLGtCQUFrQjtJQUM3QixxRkFBcUY7O0lBRXJGLHVIQUF1SDs7SUFFdkgsNkZBQTZGOztJQUU3Riw4RUFBOEU7O0lBRTlFLHFDQUFxQzs7SUFFckMsNkZBQTZGOztJQUU3RiwrRUFBK0U7O0lBRS9FLDRDQUE0Qzs7SUFFNUMsdURBQXVEOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0VBRXZELENBQUM7QUFFSCxNQUFNLE1BQU0sa0JBQWtCLEdBQUcsQ0FBQyxDQUFDLEtBQUssQ0FBQyxPQUFPLGtCQUFrQixDQUFDLEdBQ2pFLElBQUksQ0FBQyxlQUFlLEVBQUUsb0JBQW9CLEdBQUcsZUFBZSxDQUFDLEdBQzdELGNBQWMsR0FDZCxJQUFJLENBQUMsV0FBVyxFQUFFLGVBQWUsQ0FBQyxDQUFDO0FBRXJDLGVBQU8sTUFBTSwwQkFBMEIsRUFBRSxrQkFBa0IsQ0FBQyxrQkFBa0IsQ0F1QzdFLENBQUM7QUFFRixlQUFPLE1BQU0seUJBQXlCLEVBQUUsa0JBQWlFLENBQUM7QUFFMUcsZUFBTyxNQUFNLGlCQUFpQjtJQUM1QiwyQ0FBMkM7O0lBRTNDLHdEQUF3RDs7SUFFeEQsZ0RBQWdEOztJQUVoRCwrQ0FBK0M7O0lBRS9DLHVDQUF1Qzs7SUFFdkMsZ0RBQWdEOztJQUVoRCwyREFBMkQ7O0lBRTNELDhFQUE4RTs7SUFFOUUsOERBQThEOztJQUU5RCwrRUFBK0U7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztFQUUvRSxDQUFDO0FBRUgsTUFBTSxNQUFNLGlCQUFpQixHQUFHLENBQUMsQ0FBQyxLQUFLLENBQUMsT0FBTyxpQkFBaUIsQ0FBQyxDQUFDO0FBRWxFLGVBQU8sTUFBTSx5QkFBeUIsRUFBRSxrQkFBa0IsQ0FBQyxpQkFBaUIsQ0F3RDNFLENBQUMifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/proving_broker/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,2BAA2B,CAAC;AACxF,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,KAAK,WAAW,EAAuB,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,kBAAkB;IAC7B,qFAAqF;;IAErF,uHAAuH;;IAEvH,6FAA6F;;IAE7F,8EAA8E;;IAE9E,qCAAqC;;IAErC,6FAA6F;;IAE7F,+EAA+E;;IAE/E,4CAA4C;;IAE5C,uDAAuD
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/proving_broker/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,2BAA2B,CAAC;AACxF,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,KAAK,WAAW,EAAuB,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,kBAAkB;IAC7B,qFAAqF;;IAErF,uHAAuH;;IAEvH,6FAA6F;;IAE7F,8EAA8E;;IAE9E,qCAAqC;;IAErC,6FAA6F;;IAE7F,+EAA+E;;IAE/E,4CAA4C;;IAE5C,uDAAuD;;;;;;;;;;;;;;;;;;;;;;EAEvD,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,GACjE,IAAI,CAAC,eAAe,EAAE,oBAAoB,GAAG,eAAe,CAAC,GAC7D,cAAc,GACd,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;AAErC,eAAO,MAAM,0BAA0B,EAAE,kBAAkB,CAAC,kBAAkB,CAuC7E,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,kBAAiE,CAAC;AAE1G,eAAO,MAAM,iBAAiB;IAC5B,2CAA2C;;IAE3C,wDAAwD;;IAExD,gDAAgD;;IAEhD,+CAA+C;;IAE/C,uCAAuC;;IAEvC,gDAAgD;;IAEhD,2DAA2D;;IAE3D,8EAA8E;;IAE9E,8DAA8D;;IAE9D,+EAA+E;;;;;;;;;;;;;;;;;;;;;;;;EAE/E,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAElE,eAAO,MAAM,yBAAyB,EAAE,kBAAkB,CAAC,iBAAiB,CAwD3E,CAAC"}
|
|
@@ -14,8 +14,7 @@ export const ProverBrokerConfig = z.object({
|
|
|
14
14
|
/** The size of the prover broker's database. Will override the dataStoreMapSizeKb if set. */ proverBrokerStoreMapSizeKb: z.number().int().nonnegative().optional(),
|
|
15
15
|
/** The prover broker may batch jobs together before writing to the database */ proverBrokerBatchSize: z.number().int().nonnegative(),
|
|
16
16
|
/** How often the job batches get flushed */ proverBrokerBatchIntervalMs: z.number().int().nonnegative(),
|
|
17
|
-
/** The maximum number of epochs to keep results for */ proverBrokerMaxEpochsToKeepResultsFor: z.number().int().nonnegative()
|
|
18
|
-
/** Enable debug replay mode for replaying proving jobs from stored inputs */ proverBrokerDebugReplayEnabled: z.boolean()
|
|
17
|
+
/** The maximum number of epochs to keep results for */ proverBrokerMaxEpochsToKeepResultsFor: z.number().int().nonnegative()
|
|
19
18
|
});
|
|
20
19
|
export const proverBrokerConfigMappings = {
|
|
21
20
|
proverBrokerJobTimeoutMs: {
|
|
@@ -53,11 +52,6 @@ export const proverBrokerConfigMappings = {
|
|
|
53
52
|
parseEnv: (val)=>val ? +val : undefined,
|
|
54
53
|
description: "The size of the prover broker's database. Will override the dataStoreMapSizeKb if set."
|
|
55
54
|
},
|
|
56
|
-
proverBrokerDebugReplayEnabled: {
|
|
57
|
-
env: 'PROVER_BROKER_DEBUG_REPLAY_ENABLED',
|
|
58
|
-
description: 'Enable debug replay mode for replaying proving jobs from stored inputs',
|
|
59
|
-
...booleanConfigHelper(false)
|
|
60
|
-
},
|
|
61
55
|
...dataConfigMappings,
|
|
62
56
|
...l1ReaderConfigMappings,
|
|
63
57
|
...pickConfigMappings(chainConfigMappings, [
|
|
@@ -78,8 +72,7 @@ export const ProverAgentConfig = z.object({
|
|
|
78
72
|
/** If using fixed delay, the time each operation takes. */ proverTestDelayMs: z.number(),
|
|
79
73
|
/** If using realistic delays, what percentage of realistic times to apply. */ proverTestDelayFactor: z.number(),
|
|
80
74
|
/** The delay (ms) to inject during fake proof verification */ proverTestVerificationDelayMs: z.number().optional(),
|
|
81
|
-
/** Whether to abort pending proving jobs when the orchestrator is cancelled */ cancelJobsOnStop: z.boolean()
|
|
82
|
-
/** Where to store proving results. Must be accessible to both prover node and agents. If not set will inline-encode the parameters */ proofStore: z.string().optional()
|
|
75
|
+
/** Whether to abort pending proving jobs when the orchestrator is cancelled */ cancelJobsOnStop: z.boolean()
|
|
83
76
|
});
|
|
84
77
|
export const proverAgentConfigMappings = {
|
|
85
78
|
proverAgentCount: {
|
|
@@ -130,9 +123,5 @@ export const proverAgentConfigMappings = {
|
|
|
130
123
|
env: 'PROVER_CANCEL_JOBS_ON_STOP',
|
|
131
124
|
description: 'Whether to abort pending proving jobs when the orchestrator is cancelled. ' + 'When false (default), jobs remain in the broker queue and can be reused on restart/reorg.',
|
|
132
125
|
...booleanConfigHelper(false)
|
|
133
|
-
},
|
|
134
|
-
proofStore: {
|
|
135
|
-
env: 'PROVER_PROOF_STORE',
|
|
136
|
-
description: 'Optional proof input store for the prover'
|
|
137
126
|
}
|
|
138
127
|
};
|
|
@@ -1,3 +1,6 @@
|
|
|
1
|
+
import { GoogleCloudStorageProofStore } from './gcs_proof_store.js';
|
|
2
|
+
import { InlineProofStore } from './inline_proof_store.js';
|
|
1
3
|
import type { ProofStore } from './proof_store.js';
|
|
2
|
-
export declare function createProofStore(config: string | undefined, logger?: import("@aztec/foundation/log").Logger):
|
|
3
|
-
|
|
4
|
+
export declare function createProofStore(config: string | undefined, logger?: import("@aztec/foundation/log").Logger): GoogleCloudStorageProofStore | InlineProofStore;
|
|
5
|
+
export declare function createProofStoreForUri(uri: string, logger?: import("@aztec/foundation/log").Logger): Pick<ProofStore, 'getProofInput' | 'getProofOutput'>;
|
|
6
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmFjdG9yeS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3Byb3ZpbmdfYnJva2VyL3Byb29mX3N0b3JlL2ZhY3RvcnkudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsT0FBTyxFQUFFLDRCQUE0QixFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDcEUsT0FBTyxFQUFFLGdCQUFnQixFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDM0QsT0FBTyxLQUFLLEVBQUUsVUFBVSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFFbkQsd0JBQWdCLGdCQUFnQixDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsU0FBUyxFQUFFLE1BQU0seUNBQTRDLG1EQW1COUc7QUFFRCx3QkFBZ0Isc0JBQXNCLENBQ3BDLEdBQUcsRUFBRSxNQUFNLEVBQ1gsTUFBTSx5Q0FBNEMsR0FDakQsSUFBSSxDQUFDLFVBQVUsRUFBRSxlQUFlLEdBQUcsZ0JBQWdCLENBQUMsQ0FXdEQifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../../src/proving_broker/proof_store/factory.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../../src/proving_broker/proof_store/factory.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,yCAA4C,mDAmB9G;AAED,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,MAAM,EACX,MAAM,yCAA4C,GACjD,IAAI,CAAC,UAAU,EAAE,eAAe,GAAG,gBAAgB,CAAC,CAWtD"}
|
|
@@ -1,13 +1,36 @@
|
|
|
1
1
|
import { createLogger } from '@aztec/foundation/log';
|
|
2
|
-
import {
|
|
3
|
-
import { FileStoreProofStore } from './file_store_proof_store.js';
|
|
2
|
+
import { GoogleCloudStorageProofStore } from './gcs_proof_store.js';
|
|
4
3
|
import { InlineProofStore } from './inline_proof_store.js';
|
|
5
|
-
export
|
|
6
|
-
if (
|
|
4
|
+
export function createProofStore(config, logger = createLogger('prover-client:proof-store')) {
|
|
5
|
+
if (config === undefined) {
|
|
7
6
|
logger.info('Creating inline proof store');
|
|
8
7
|
return new InlineProofStore();
|
|
8
|
+
} else if (config.startsWith('gs://')) {
|
|
9
|
+
try {
|
|
10
|
+
const url = new URL(config);
|
|
11
|
+
const bucket = url.host;
|
|
12
|
+
const path = url.pathname.replace(/^\/+/, '');
|
|
13
|
+
logger.info(`Creating google cloud proof store at ${bucket}`, {
|
|
14
|
+
bucket,
|
|
15
|
+
path
|
|
16
|
+
});
|
|
17
|
+
return new GoogleCloudStorageProofStore(bucket, path);
|
|
18
|
+
} catch {
|
|
19
|
+
throw new Error(`Invalid google cloud proof store definition: '${config}'. Supported values are 'gs://bucket-name/path/to/store'.`);
|
|
20
|
+
}
|
|
21
|
+
} else {
|
|
22
|
+
throw new Error(`Unknown proof store config: '${config}'. Supported values are 'gs://bucket-name/path/to/store'.`);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
export function createProofStoreForUri(uri, logger = createLogger('prover-client:proof-store')) {
|
|
26
|
+
if (uri.startsWith('data://')) {
|
|
27
|
+
return createProofStore(undefined, logger);
|
|
28
|
+
} else if (uri.startsWith('gs://')) {
|
|
29
|
+
const url = new URL(uri);
|
|
30
|
+
const basePath = url.pathname.replace(/^\/+/, '').split('/').slice(0, -3);
|
|
31
|
+
url.pathname = basePath.join('/');
|
|
32
|
+
return createProofStore(uri, logger);
|
|
33
|
+
} else {
|
|
34
|
+
throw new Error(`Unknown proof store config: '${uri}'. Supported protocols are 'data://' and 'gs://'.`);
|
|
9
35
|
}
|
|
10
|
-
const fileStore = await createFileStore(config, logger);
|
|
11
|
-
logger.info(`Creating file store proof store at ${config}`);
|
|
12
|
-
return new FileStoreProofStore(fileStore);
|
|
13
36
|
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { type ProofUri, type ProvingJobId, type ProvingJobInputs, type ProvingJobInputsMap, type ProvingJobResult, type ProvingJobResultsMap } from '@aztec/stdlib/interfaces/server';
|
|
2
|
+
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
3
|
+
import type { ProofStore } from './proof_store.js';
|
|
4
|
+
export declare class GoogleCloudStorageProofStore implements ProofStore {
|
|
5
|
+
private readonly bucketName;
|
|
6
|
+
private readonly path;
|
|
7
|
+
private readonly storage;
|
|
8
|
+
constructor(bucketName: string, path: string);
|
|
9
|
+
saveProofInput<T extends ProvingRequestType>(id: ProvingJobId, type: T, inputs: ProvingJobInputsMap[T]): Promise<ProofUri>;
|
|
10
|
+
saveProofOutput<T extends ProvingRequestType>(_id: ProvingJobId, _type: T, _result: ProvingJobResultsMap[T]): Promise<ProofUri>;
|
|
11
|
+
getProofInput(uri: ProofUri): Promise<ProvingJobInputs>;
|
|
12
|
+
getProofOutput(_uri: ProofUri): Promise<ProvingJobResult>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZ2NzX3Byb29mX3N0b3JlLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvcHJvdmluZ19icm9rZXIvcHJvb2Zfc3RvcmUvZ2NzX3Byb29mX3N0b3JlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFDTCxLQUFLLFFBQVEsRUFDYixLQUFLLFlBQVksRUFDakIsS0FBSyxnQkFBZ0IsRUFDckIsS0FBSyxtQkFBbUIsRUFDeEIsS0FBSyxnQkFBZ0IsRUFDckIsS0FBSyxvQkFBb0IsRUFFMUIsTUFBTSxpQ0FBaUMsQ0FBQztBQUN6QyxPQUFPLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUsxRCxPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUtuRCxxQkFBYSw0QkFBNkIsWUFBVyxVQUFVO0lBSTNELE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVTtJQUMzQixPQUFPLENBQUMsUUFBUSxDQUFDLElBQUk7SUFKdkIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxPQUFPLENBQVU7SUFFbEMsWUFDbUIsVUFBVSxFQUFFLE1BQU0sRUFDbEIsSUFBSSxFQUFFLE1BQU0sRUFHOUI7SUFFWSxjQUFjLENBQUMsQ0FBQyxTQUFTLGtCQUFrQixFQUN0RCxFQUFFLEVBQUUsWUFBWSxFQUNoQixJQUFJLEVBQUUsQ0FBQyxFQUNQLE1BQU0sRUFBRSxtQkFBbUIsQ0FBQyxDQUFDLENBQUMsR0FDN0IsT0FBTyxDQUFDLFFBQVEsQ0FBQyxDQUtuQjtJQUVELGVBQWUsQ0FBQyxDQUFDLFNBQVMsa0JBQWtCLEVBQzFDLEdBQUcsRUFBRSxZQUFZLEVBQ2pCLEtBQUssRUFBRSxDQUFDLEVBQ1IsT0FBTyxFQUFFLG9CQUFvQixDQUFDLENBQUMsQ0FBQyxHQUMvQixPQUFPLENBQUMsUUFBUSxDQUFDLENBRW5CO0lBRVksYUFBYSxDQUFDLEdBQUcsRUFBRSxRQUFRLEdBQUcsT0FBTyxDQUFDLGdCQUFnQixDQUFDLENBc0JuRTtJQUVELGNBQWMsQ0FBQyxJQUFJLEVBQUUsUUFBUSxHQUFHLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQUV4RDtDQUNGIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gcs_proof_store.d.ts","sourceRoot":"","sources":["../../../src/proving_broker/proof_store/gcs_proof_store.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,QAAQ,EACb,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,EAE1B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAK1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAKnD,qBAAa,4BAA6B,YAAW,UAAU;IAI3D,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAJvB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAElC,YACmB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EAG9B;IAEY,cAAc,CAAC,CAAC,SAAS,kBAAkB,EACtD,EAAE,EAAE,YAAY,EAChB,IAAI,EAAE,CAAC,EACP,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC,GAC7B,OAAO,CAAC,QAAQ,CAAC,CAKnB;IAED,eAAe,CAAC,CAAC,SAAS,kBAAkB,EAC1C,GAAG,EAAE,YAAY,EACjB,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAC/B,OAAO,CAAC,QAAQ,CAAC,CAEnB;IAEY,aAAa,CAAC,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAsBnE;IAED,cAAc,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAExD;CACF"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { getProvingJobInputClassFor } from '@aztec/stdlib/interfaces/server';
|
|
2
|
+
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
3
|
+
import { Storage } from '@google-cloud/storage';
|
|
4
|
+
import { join } from 'path';
|
|
5
|
+
const INPUTS_PATH = 'inputs';
|
|
6
|
+
// REFACTOR(#13067): Use the stdlib/file-store instead of referencing google-cloud-storage directly.
|
|
7
|
+
export class GoogleCloudStorageProofStore {
|
|
8
|
+
bucketName;
|
|
9
|
+
path;
|
|
10
|
+
storage;
|
|
11
|
+
constructor(bucketName, path){
|
|
12
|
+
this.bucketName = bucketName;
|
|
13
|
+
this.path = path;
|
|
14
|
+
this.storage = new Storage();
|
|
15
|
+
}
|
|
16
|
+
async saveProofInput(id, type, inputs) {
|
|
17
|
+
const path = join(this.path, INPUTS_PATH, ProvingRequestType[type], id);
|
|
18
|
+
const file = this.storage.bucket(this.bucketName).file(path);
|
|
19
|
+
await file.save(inputs.toBuffer());
|
|
20
|
+
return file.cloudStorageURI.toString();
|
|
21
|
+
}
|
|
22
|
+
saveProofOutput(_id, _type, _result) {
|
|
23
|
+
throw new Error('Not implemented');
|
|
24
|
+
}
|
|
25
|
+
async getProofInput(uri) {
|
|
26
|
+
try {
|
|
27
|
+
const url = new URL(uri);
|
|
28
|
+
const bucket = this.storage.bucket(url.host);
|
|
29
|
+
const path = url.pathname.replace(/^\/+/, '');
|
|
30
|
+
const file = bucket.file(path);
|
|
31
|
+
if (!await file.exists()) {
|
|
32
|
+
throw new Error(`File at ${uri} does not exist`);
|
|
33
|
+
}
|
|
34
|
+
const typeString = path.split('/').at(-2);
|
|
35
|
+
const type = typeString ? ProvingRequestType[typeString] : undefined;
|
|
36
|
+
if (type === undefined) {
|
|
37
|
+
throw new Error(`Unrecognized proof type ${type} in path ${path}`);
|
|
38
|
+
}
|
|
39
|
+
const contents = await file.download();
|
|
40
|
+
const inputs = getProvingJobInputClassFor(type).fromBuffer(contents[0]);
|
|
41
|
+
return {
|
|
42
|
+
inputs,
|
|
43
|
+
type
|
|
44
|
+
};
|
|
45
|
+
} catch (err) {
|
|
46
|
+
throw new Error(`Error getting proof input at ${uri}: ${err}`);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
getProofOutput(_uri) {
|
|
50
|
+
throw new Error('Not implemented');
|
|
51
|
+
}
|
|
52
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export * from './proof_store.js';
|
|
2
2
|
export * from './inline_proof_store.js';
|
|
3
3
|
export * from './factory.js';
|
|
4
|
-
export * from './
|
|
5
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
4
|
+
export * from './gcs_proof_store.js';
|
|
5
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9wcm92aW5nX2Jyb2tlci9wcm9vZl9zdG9yZS9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLGtCQUFrQixDQUFDO0FBQ2pDLGNBQWMseUJBQXlCLENBQUM7QUFDeEMsY0FBYyxjQUFjLENBQUM7QUFDN0IsY0FBYyxzQkFBc0IsQ0FBQyJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/proving_broker/proof_store/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/proving_broker/proof_store/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC"}
|
|
@@ -1,5 +1,4 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { type GetProvingJobResponse, type ProofUri, type ProvingJob, type ProvingJobBrokerDebug, type ProvingJobConsumer, type ProvingJobFilter, type ProvingJobId, type ProvingJobProducer, type ProvingJobStatus } from '@aztec/stdlib/interfaces/server';
|
|
1
|
+
import { type GetProvingJobResponse, type ProofUri, type ProvingJob, type ProvingJobConsumer, type ProvingJobFilter, type ProvingJobId, type ProvingJobProducer, type ProvingJobStatus } from '@aztec/stdlib/interfaces/server';
|
|
3
2
|
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
4
3
|
import { type TelemetryClient, type Traceable, type Tracer } from '@aztec/telemetry-client';
|
|
5
4
|
import { type ProverBrokerConfig } from './config.js';
|
|
@@ -8,7 +7,7 @@ import type { ProvingBrokerDatabase } from './proving_broker_database.js';
|
|
|
8
7
|
* A broker that manages proof requests and distributes them to workers based on their priority.
|
|
9
8
|
* It takes a backend that is responsible for storing and retrieving proof requests and results.
|
|
10
9
|
*/
|
|
11
|
-
export declare class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer,
|
|
10
|
+
export declare class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer, Traceable {
|
|
12
11
|
#private;
|
|
13
12
|
private database;
|
|
14
13
|
private logger;
|
|
@@ -39,8 +38,7 @@ export declare class ProvingBroker implements ProvingJobProducer, ProvingJobCons
|
|
|
39
38
|
private epochHeight;
|
|
40
39
|
private maxEpochsToKeepResultsFor;
|
|
41
40
|
private started;
|
|
42
|
-
|
|
43
|
-
constructor(database: ProvingBrokerDatabase, { proverBrokerJobTimeoutMs, proverBrokerPollIntervalMs, proverBrokerJobMaxRetries, proverBrokerMaxEpochsToKeepResultsFor, proverBrokerDebugReplayEnabled }?: Required<Pick<ProverBrokerConfig, 'proverBrokerJobTimeoutMs' | 'proverBrokerPollIntervalMs' | 'proverBrokerJobMaxRetries' | 'proverBrokerMaxEpochsToKeepResultsFor' | 'proverBrokerDebugReplayEnabled'>>, client?: TelemetryClient, logger?: import("@aztec/foundation/log").Logger);
|
|
41
|
+
constructor(database: ProvingBrokerDatabase, { proverBrokerJobTimeoutMs, proverBrokerPollIntervalMs, proverBrokerJobMaxRetries, proverBrokerMaxEpochsToKeepResultsFor }?: Required<Pick<ProverBrokerConfig, 'proverBrokerJobTimeoutMs' | 'proverBrokerPollIntervalMs' | 'proverBrokerJobMaxRetries' | 'proverBrokerMaxEpochsToKeepResultsFor'>>, client?: TelemetryClient, logger?: import("@aztec/foundation/log").Logger);
|
|
44
42
|
private measureQueueDepth;
|
|
45
43
|
private countActiveJobs;
|
|
46
44
|
start(): Promise<void>;
|
|
@@ -56,7 +54,6 @@ export declare class ProvingBroker implements ProvingJobProducer, ProvingJobCons
|
|
|
56
54
|
job: ProvingJob;
|
|
57
55
|
time: number;
|
|
58
56
|
} | undefined>;
|
|
59
|
-
replayProvingJob(jobId: ProvingJobId, type: ProvingRequestType, epochNumber: EpochNumber, inputsUri: ProofUri): Promise<ProvingJobStatus>;
|
|
60
57
|
private cleanUpProvingJobState;
|
|
61
58
|
private cleanupPass;
|
|
62
59
|
private cleanupStaleJobs;
|
|
@@ -73,4 +70,4 @@ export declare class ProvingBroker implements ProvingJobProducer, ProvingJobCons
|
|
|
73
70
|
* is to get picked up by agents
|
|
74
71
|
*/
|
|
75
72
|
export declare const PROOF_TYPES_IN_PRIORITY_ORDER: ProvingRequestType[];
|
|
76
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
73
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvdmluZ19icm9rZXIuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9wcm92aW5nX2Jyb2tlci9wcm92aW5nX2Jyb2tlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFLQSxPQUFPLEVBQ0wsS0FBSyxxQkFBcUIsRUFDMUIsS0FBSyxRQUFRLEVBQ2IsS0FBSyxVQUFVLEVBQ2YsS0FBSyxrQkFBa0IsRUFDdkIsS0FBSyxnQkFBZ0IsRUFDckIsS0FBSyxZQUFZLEVBQ2pCLEtBQUssa0JBQWtCLEVBRXZCLEtBQUssZ0JBQWdCLEVBRXRCLE1BQU0saUNBQWlDLENBQUM7QUFDekMsT0FBTyxFQUFFLGtCQUFrQixFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDMUQsT0FBTyxFQUFFLEtBQUssZUFBZSxFQUFFLEtBQUssU0FBUyxFQUFFLEtBQUssTUFBTSxFQUFzQixNQUFNLHlCQUF5QixDQUFDO0FBSWhILE9BQU8sRUFBRSxLQUFLLGtCQUFrQixFQUE2QixNQUFNLGFBQWEsQ0FBQztBQUNqRixPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLDhCQUE4QixDQUFDO0FBVzFFOzs7R0FHRztBQUNILHFCQUFhLGFBQWMsWUFBVyxrQkFBa0IsRUFBRSxrQkFBa0IsRUFBRSxTQUFTOztJQStFbkYsT0FBTyxDQUFDLFFBQVE7SUFnQmhCLE9BQU8sQ0FBQyxNQUFNO0lBOUZoQixPQUFPLENBQUMsTUFBTSxDQTZCWjtJQUlGLE9BQU8sQ0FBQyxTQUFTLENBQXVDO0lBRXhELE9BQU8sQ0FBQyxZQUFZLENBQW9EO0lBR3hFLE9BQU8sQ0FBQyxVQUFVLENBQWtDO0lBTXBELE9BQU8sQ0FBQyxVQUFVLENBQStDO0lBR2pFLE9BQU8sQ0FBQyxPQUFPLENBQW1DO0lBR2xELE9BQU8sQ0FBQyxRQUFRLENBQTBFO0lBRTFGLE9BQU8sQ0FBQyxjQUFjLENBQWlCO0lBQ3ZDLE9BQU8sQ0FBQyxZQUFZLENBQW9CO0lBQ3hDLE9BQU8sQ0FBQyxZQUFZLENBQVM7SUFDN0IsT0FBTyxDQUFDLFVBQVUsQ0FBUztJQUUzQixPQUFPLENBQUMsZUFBZSxDQUErQjtJQUN0RCxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLE9BQU8sQ0FBQyx5QkFBeUIsQ0FBc0I7SUFFdkQ7Ozs7Ozs7OztPQVNHO0lBQ0gsT0FBTyxDQUFDLFdBQVcsQ0FBSztJQUN4QixPQUFPLENBQUMseUJBQXlCLENBQUs7SUFFdEMsT0FBTyxDQUFDLE9BQU8sQ0FBUztJQUV4QixZQUNVLFFBQVEsRUFBRSxxQkFBcUIsRUFDdkMsRUFDRSx3QkFBd0IsRUFDeEIsMEJBQTBCLEVBQzFCLHlCQUF5QixFQUN6QixxQ0FBcUMsRUFDdEMsR0FBRSxRQUFRLENBQ1QsSUFBSSxDQUNGLGtCQUFrQixFQUNoQiwwQkFBMEIsR0FDMUIsNEJBQTRCLEdBQzVCLDJCQUEyQixHQUMzQix1Q0FBdUMsQ0FDMUMsQ0FDMEIsRUFDN0IsTUFBTSxHQUFFLGVBQXNDLEVBQ3RDLE1BQU0seUNBQStDLEVBUTlEO0lBRUQsT0FBTyxDQUFDLGlCQUFpQixDQUV2QjtJQUVGLE9BQU8sQ0FBQyxlQUFlLENBVXJCO0lBRVcsS0FBSyxJQUFJLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0E2QmxDO0lBRVksSUFBSSxJQUFJLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FNakM7SUFFTSxpQkFBaUIsQ0FBQyxHQUFHLEVBQUUsVUFBVSxHQUFHLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQUVuRTtJQUVNLGdCQUFnQixDQUFDLEVBQUUsRUFBRSxZQUFZLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUV2RDtJQUVNLG1CQUFtQixDQUFDLEVBQUUsRUFBRSxZQUFZLEdBQUcsT0FBTyxDQUFDLGdCQUFnQixDQUFDLENBRXRFO0lBRU0sZ0JBQWdCLENBQUMsR0FBRyxFQUFFLFlBQVksRUFBRSxHQUFHLE9BQU8sQ0FBQyxZQUFZLEVBQUUsQ0FBQyxDQUVwRTtJQUVNLGFBQWEsQ0FBQyxNQUFNLENBQUMsRUFBRSxnQkFBZ0IsR0FBRyxPQUFPLENBQUMscUJBQXFCLEdBQUcsU0FBUyxDQUFDLENBRTFGO0lBRU0sdUJBQXVCLENBQzVCLEVBQUUsRUFBRSxZQUFZLEVBQ2hCLEtBQUssRUFBRSxRQUFRLEVBQ2YsTUFBTSxDQUFDLEVBQUUsZ0JBQWdCLEdBQ3hCLE9BQU8sQ0FBQyxxQkFBcUIsR0FBRyxTQUFTLENBQUMsQ0FFNUM7SUFFTSxxQkFBcUIsQ0FDMUIsRUFBRSxFQUFFLFlBQVksRUFDaEIsR0FBRyxFQUFFLE1BQU0sRUFDWCxLQUFLLFVBQVEsRUFDYixNQUFNLENBQUMsRUFBRSxnQkFBZ0IsR0FDeEIsT0FBTyxDQUFDLHFCQUFxQixHQUFHLFNBQVMsQ0FBQyxDQUU1QztJQUVNLHdCQUF3QixDQUM3QixFQUFFLEVBQUUsWUFBWSxFQUNoQixTQUFTLEVBQUUsTUFBTSxFQUNqQixNQUFNLENBQUMsRUFBRSxnQkFBZ0IsR0FDeEIsT0FBTyxDQUFDO1FBQUUsR0FBRyxFQUFFLFVBQVUsQ0FBQztRQUFDLElBQUksRUFBRSxNQUFNLENBQUE7S0FBRSxHQUFHLFNBQVMsQ0FBQyxDQUV4RDtJQWtERCxPQUFPLENBQUMsc0JBQXNCO1lBOFFoQixXQUFXO0lBVXpCLE9BQU8sQ0FBQyxnQkFBZ0I7SUFnQnhCLE9BQU8sQ0FBQyxvQkFBb0I7SUFxQjVCLE9BQU8sQ0FBQyxrQkFBa0I7SUFZMUIsT0FBTyxDQUFDLFVBQVU7SUFJbEIsT0FBTyxDQUFDLGlCQUFpQjtDQUcxQjtBQWlERDs7Ozs7O0dBTUc7QUFDSCxlQUFPLE1BQU0sNkJBQTZCLEVBQUUsa0JBQWtCLEVBbUI3RCxDQUFDIn0=
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"proving_broker.d.ts","sourceRoot":"","sources":["../../src/proving_broker/proving_broker.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"proving_broker.d.ts","sourceRoot":"","sources":["../../src/proving_broker/proving_broker.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,QAAQ,EACb,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,kBAAkB,EAEvB,KAAK,gBAAgB,EAEtB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,KAAK,eAAe,EAAE,KAAK,SAAS,EAAE,KAAK,MAAM,EAAsB,MAAM,yBAAyB,CAAC;AAIhH,OAAO,EAAE,KAAK,kBAAkB,EAA6B,MAAM,aAAa,CAAC;AACjF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAW1E;;;GAGG;AACH,qBAAa,aAAc,YAAW,kBAAkB,EAAE,kBAAkB,EAAE,SAAS;;IA+EnF,OAAO,CAAC,QAAQ;IAgBhB,OAAO,CAAC,MAAM;IA9FhB,OAAO,CAAC,MAAM,CA6BZ;IAIF,OAAO,CAAC,SAAS,CAAuC;IAExD,OAAO,CAAC,YAAY,CAAoD;IAGxE,OAAO,CAAC,UAAU,CAAkC;IAMpD,OAAO,CAAC,UAAU,CAA+C;IAGjE,OAAO,CAAC,OAAO,CAAmC;IAGlD,OAAO,CAAC,QAAQ,CAA0E;IAE1F,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO,CAAC,eAAe,CAA+B;IACtD,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,yBAAyB,CAAsB;IAEvD;;;;;;;;;OASG;IACH,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,yBAAyB,CAAK;IAEtC,OAAO,CAAC,OAAO,CAAS;IAExB,YACU,QAAQ,EAAE,qBAAqB,EACvC,EACE,wBAAwB,EACxB,0BAA0B,EAC1B,yBAAyB,EACzB,qCAAqC,EACtC,GAAE,QAAQ,CACT,IAAI,CACF,kBAAkB,EAChB,0BAA0B,GAC1B,4BAA4B,GAC5B,2BAA2B,GAC3B,uCAAuC,CAC1C,CAC0B,EAC7B,MAAM,GAAE,eAAsC,EACtC,MAAM,yCAA+C,EAQ9D;IAED,OAAO,CAAC,iBAAiB,CAEvB;IAEF,OAAO,CAAC,eAAe,CAUrB;IAEW,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CA6BlC;IAEY,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAMjC;IAEM,iBAAiB,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAEnE;IAEM,gBAAgB,CAAC,EAAE,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAEvD;IAEM,mBAAmB,CAAC,EAAE,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAEtE;IAEM,gBAAgB,CAAC,GAAG,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAEpE;IAEM,aAAa,CAAC,MAAM,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAE1F;IAEM,uBAAuB,CAC5B,EAAE,EAAE,YAAY,EAChB,KAAK,EAAE,QAAQ,EACf,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAE5C;IAEM,qBAAqB,CAC1B,EAAE,EAAE,YAAY,EAChB,GAAG,EAAE,MAAM,EACX,KAAK,UAAQ,EACb,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAE5C;IAEM,wBAAwB,CAC7B,EAAE,EAAE,YAAY,EAChB,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC;QAAE,GAAG,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAExD;IAkDD,OAAO,CAAC,sBAAsB;YA8QhB,WAAW;IAUzB,OAAO,CAAC,gBAAgB;IAgBxB,OAAO,CAAC,oBAAoB;IAqB5B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;CAG1B;AAiDD;;;;;;GAMG;AACH,eAAO,MAAM,6BAA6B,EAAE,kBAAkB,EAmB7D,CAAC"}
|
|
@@ -51,8 +51,7 @@ import { ProvingBrokerInstrumentation } from './proving_broker_instrumentation.j
|
|
|
51
51
|
*/ epochHeight;
|
|
52
52
|
maxEpochsToKeepResultsFor;
|
|
53
53
|
started;
|
|
54
|
-
|
|
55
|
-
constructor(database, { proverBrokerJobTimeoutMs, proverBrokerPollIntervalMs, proverBrokerJobMaxRetries, proverBrokerMaxEpochsToKeepResultsFor, proverBrokerDebugReplayEnabled } = defaultProverBrokerConfig, client = getTelemetryClient(), logger = createLogger('prover-client:proving-broker')){
|
|
54
|
+
constructor(database, { proverBrokerJobTimeoutMs, proverBrokerPollIntervalMs, proverBrokerJobMaxRetries, proverBrokerMaxEpochsToKeepResultsFor } = defaultProverBrokerConfig, client = getTelemetryClient(), logger = createLogger('prover-client:proving-broker')){
|
|
56
55
|
this.database = database;
|
|
57
56
|
this.logger = logger;
|
|
58
57
|
this.queues = {
|
|
@@ -105,7 +104,6 @@ import { ProvingBrokerInstrumentation } from './proving_broker_instrumentation.j
|
|
|
105
104
|
this.jobTimeoutMs = proverBrokerJobTimeoutMs;
|
|
106
105
|
this.maxRetries = proverBrokerJobMaxRetries;
|
|
107
106
|
this.maxEpochsToKeepResultsFor = proverBrokerMaxEpochsToKeepResultsFor;
|
|
108
|
-
this.debugReplayEnabled = proverBrokerDebugReplayEnabled ?? false;
|
|
109
107
|
}
|
|
110
108
|
measureQueueDepth;
|
|
111
109
|
countActiveJobs;
|
|
@@ -165,32 +163,6 @@ import { ProvingBrokerInstrumentation } from './proving_broker_instrumentation.j
|
|
|
165
163
|
reportProvingJobProgress(id, startedAt, filter) {
|
|
166
164
|
return Promise.resolve(this.#reportProvingJobProgress(id, startedAt, filter));
|
|
167
165
|
}
|
|
168
|
-
async replayProvingJob(jobId, type, epochNumber, inputsUri) {
|
|
169
|
-
if (!this.debugReplayEnabled) {
|
|
170
|
-
throw new Error('Debug replay not enabled. Set PROVER_BROKER_DEBUG_REPLAY_ENABLED=true');
|
|
171
|
-
}
|
|
172
|
-
this.logger.info(`Replaying proving job`, {
|
|
173
|
-
provingJobId: jobId,
|
|
174
|
-
epochNumber,
|
|
175
|
-
inputsUri
|
|
176
|
-
});
|
|
177
|
-
// Clear existing state and enqueue
|
|
178
|
-
this.cleanUpProvingJobState([
|
|
179
|
-
jobId
|
|
180
|
-
]);
|
|
181
|
-
const job = {
|
|
182
|
-
id: jobId,
|
|
183
|
-
type,
|
|
184
|
-
epochNumber,
|
|
185
|
-
inputsUri
|
|
186
|
-
};
|
|
187
|
-
this.jobsCache.set(jobId, job);
|
|
188
|
-
await this.database.addProvingJob(job);
|
|
189
|
-
this.enqueueJobInternal(job);
|
|
190
|
-
return {
|
|
191
|
-
status: 'in-queue'
|
|
192
|
-
};
|
|
193
|
-
}
|
|
194
166
|
async #enqueueProvingJob(job) {
|
|
195
167
|
// We return the job status at the start of this call
|
|
196
168
|
const jobStatus = this.#getProvingJobStatus(job.id);
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import { type ProvingJobBroker, type
|
|
1
|
+
import { type ProvingJobBroker, type ProvingJobConsumer, type ProvingJobProducer } from '@aztec/stdlib/interfaces/server';
|
|
2
2
|
import { type ApiSchemaFor } from '@aztec/stdlib/schemas';
|
|
3
3
|
import { type ComponentsVersions } from '@aztec/stdlib/versioning';
|
|
4
4
|
export declare const ProvingJobProducerSchema: ApiSchemaFor<ProvingJobProducer>;
|
|
5
5
|
export declare const ProvingJobConsumerSchema: ApiSchemaFor<ProvingJobConsumer>;
|
|
6
6
|
export declare const ProvingJobBrokerSchema: ApiSchemaFor<ProvingJobBroker>;
|
|
7
|
-
export declare const ProvingJobBrokerDebugSchema: ApiSchemaFor<ProvingJobBrokerDebug>;
|
|
8
|
-
export declare const ProvingJobBrokerSchemaWithDebug: ApiSchemaFor<ProvingJobBroker & ProvingJobBrokerDebug>;
|
|
9
7
|
export declare function createProvingJobBrokerClient(url: string, versions: Partial<ComponentsVersions>, fetch?: (host: string, body: unknown, extraHeaders?: Record<string, string> | undefined, noRetry?: boolean | undefined) => Promise<{
|
|
10
8
|
response: any;
|
|
11
9
|
headers: {
|
|
@@ -24,4 +22,4 @@ export declare function createProvingJobConsumerClient(url: string, versions: Pa
|
|
|
24
22
|
get: (header: string) => string | null | undefined;
|
|
25
23
|
};
|
|
26
24
|
}>): ProvingJobConsumer;
|
|
27
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
25
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicnBjLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvcHJvdmluZ19icm9rZXIvcnBjLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sRUFJTCxLQUFLLGdCQUFnQixFQUNyQixLQUFLLGtCQUFrQixFQUV2QixLQUFLLGtCQUFrQixFQUV4QixNQUFNLGlDQUFpQyxDQUFDO0FBRXpDLE9BQU8sRUFBRSxLQUFLLFlBQVksRUFBWSxNQUFNLHVCQUF1QixDQUFDO0FBQ3BFLE9BQU8sRUFBRSxLQUFLLGtCQUFrQixFQUFnQyxNQUFNLDBCQUEwQixDQUFDO0FBY2pHLGVBQU8sTUFBTSx3QkFBd0IsRUFBRSxZQUFZLENBQUMsa0JBQWtCLENBS3JFLENBQUM7QUFFRixlQUFPLE1BQU0sd0JBQXdCLEVBQUUsWUFBWSxDQUFDLGtCQUFrQixDQWNyRSxDQUFDO0FBRUYsZUFBTyxNQUFNLHNCQUFzQixFQUFFLFlBQVksQ0FBQyxnQkFBZ0IsQ0FHakUsQ0FBQztBQUVGLHdCQUFnQiw0QkFBNEIsQ0FDMUMsR0FBRyxFQUFFLE1BQU0sRUFDWCxRQUFRLEVBQUUsT0FBTyxDQUFDLGtCQUFrQixDQUFDLEVBQ3JDLEtBQUs7Ozs7O0VBQW9DLEdBQ3hDLGdCQUFnQixDQU1sQjtBQUVELHdCQUFnQiw4QkFBOEIsQ0FDNUMsR0FBRyxFQUFFLE1BQU0sRUFDWCxRQUFRLEVBQUUsT0FBTyxDQUFDLGtCQUFrQixDQUFDLEVBQ3JDLEtBQUs7Ozs7O0VBQW9DLEdBQ3hDLGtCQUFrQixDQU1wQjtBQUVELHdCQUFnQiw4QkFBOEIsQ0FDNUMsR0FBRyxFQUFFLE1BQU0sRUFDWCxRQUFRLEVBQUUsT0FBTyxDQUFDLGtCQUFrQixDQUFDLEVBQ3JDLEtBQUs7Ozs7O0VBQW9DLEdBQ3hDLGtCQUFrQixDQU1wQiJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rpc.d.ts","sourceRoot":"","sources":["../../src/proving_broker/rpc.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"rpc.d.ts","sourceRoot":"","sources":["../../src/proving_broker/rpc.ts"],"names":[],"mappings":"AACA,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EAEvB,KAAK,kBAAkB,EAExB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,KAAK,YAAY,EAAY,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAE,KAAK,kBAAkB,EAAgC,MAAM,0BAA0B,CAAC;AAcjG,eAAO,MAAM,wBAAwB,EAAE,YAAY,CAAC,kBAAkB,CAKrE,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,YAAY,CAAC,kBAAkB,CAcrE,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,YAAY,CAAC,gBAAgB,CAGjE,CAAC;AAEF,wBAAgB,4BAA4B,CAC1C,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACrC,KAAK;;;;;EAAoC,GACxC,gBAAgB,CAMlB;AAED,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACrC,KAAK;;;;;EAAoC,GACxC,kBAAkB,CAMpB;AAED,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACrC,KAAK;;;;;EAAoC,GACxC,kBAAkB,CAMpB"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import { EpochNumberSchema } from '@aztec/foundation/branded-types';
|
|
2
1
|
import { createSafeJsonRpcClient } from '@aztec/foundation/json-rpc/client';
|
|
3
2
|
import { ProofUri, ProvingJob, ProvingJobId, ProvingJobStatus } from '@aztec/stdlib/interfaces/server';
|
|
4
3
|
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
@@ -29,13 +28,6 @@ export const ProvingJobBrokerSchema = {
|
|
|
29
28
|
...ProvingJobConsumerSchema,
|
|
30
29
|
...ProvingJobProducerSchema
|
|
31
30
|
};
|
|
32
|
-
export const ProvingJobBrokerDebugSchema = {
|
|
33
|
-
replayProvingJob: z.function().args(ProvingJobId, z.nativeEnum(ProvingRequestType), EpochNumberSchema, ProofUri).returns(ProvingJobStatus)
|
|
34
|
-
};
|
|
35
|
-
export const ProvingJobBrokerSchemaWithDebug = {
|
|
36
|
-
...ProvingJobBrokerSchema,
|
|
37
|
-
...ProvingJobBrokerDebugSchema
|
|
38
|
-
};
|
|
39
31
|
export function createProvingJobBrokerClient(url, versions, fetch = makeTracedFetch([
|
|
40
32
|
1,
|
|
41
33
|
2,
|
|
@@ -20,8 +20,8 @@ export declare class TestBroker implements ProvingJobProducer {
|
|
|
20
20
|
export declare class MockProver implements ServerCircuitProver {
|
|
21
21
|
constructor();
|
|
22
22
|
getAvmProof(_inputs: AvmCircuitInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<import("@aztec/stdlib/proofs").RecursiveProof<16200>>;
|
|
23
|
-
getBaseParityProof(_inputs: ParityBasePrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<import("@aztec/stdlib/parity").ParityPublicInputs,
|
|
24
|
-
getRootParityProof(_inputs: ParityRootPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<import("@aztec/stdlib/parity").ParityPublicInputs,
|
|
23
|
+
getBaseParityProof(_inputs: ParityBasePrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<import("@aztec/stdlib/parity").ParityPublicInputs, 457>>;
|
|
24
|
+
getRootParityProof(_inputs: ParityRootPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<import("@aztec/stdlib/parity").ParityPublicInputs, 457>>;
|
|
25
25
|
getPublicChonkVerifierProof(_inputs: PublicChonkVerifierPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<PublicChonkVerifierPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
26
26
|
getPrivateTxBaseRollupProof(_baseRollupInput: PrivateTxBaseRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<TxRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
27
27
|
getPublicTxBaseRollupProof(_inputs: PublicTxBaseRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<TxRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
@@ -31,7 +31,7 @@ export declare class MockProver implements ServerCircuitProver {
|
|
|
31
31
|
getBlockRootEmptyTxFirstRollupProof(_input: BlockRootEmptyTxFirstRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<BlockRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
32
32
|
getBlockRootRollupProof(_input: BlockRootRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<BlockRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
33
33
|
getBlockRootSingleTxRollupProof(_input: BlockRootSingleTxRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<BlockRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
34
|
-
getBlockMergeRollupProof(_input: BlockMergeRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<BlockRollupPublicInputs,
|
|
34
|
+
getBlockMergeRollupProof(_input: BlockMergeRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<BlockRollupPublicInputs, 531>>;
|
|
35
35
|
getCheckpointRootRollupProof(_input: CheckpointRootRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<CheckpointRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
36
36
|
getCheckpointRootSingleBlockRollupProof(_input: CheckpointRootSingleBlockRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<CheckpointRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
|
37
37
|
getCheckpointMergeRollupProof(_input: CheckpointMergeRollupPrivateInputs, _signal?: AbortSignal, _epochNumber?: number): Promise<PublicInputsAndRecursiveProof<CheckpointRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/prover-client",
|
|
3
|
-
"version": "0.0.1-commit.
|
|
3
|
+
"version": "0.0.1-commit.86469d5",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"exports": {
|
|
6
6
|
".": "./dest/index.js",
|
|
@@ -68,19 +68,19 @@
|
|
|
68
68
|
]
|
|
69
69
|
},
|
|
70
70
|
"dependencies": {
|
|
71
|
-
"@aztec/bb-prover": "0.0.1-commit.
|
|
72
|
-
"@aztec/blob-lib": "0.0.1-commit.
|
|
73
|
-
"@aztec/constants": "0.0.1-commit.
|
|
74
|
-
"@aztec/ethereum": "0.0.1-commit.
|
|
75
|
-
"@aztec/foundation": "0.0.1-commit.
|
|
76
|
-
"@aztec/kv-store": "0.0.1-commit.
|
|
77
|
-
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.
|
|
78
|
-
"@aztec/noir-types": "0.0.1-commit.
|
|
79
|
-
"@aztec/protocol-contracts": "0.0.1-commit.
|
|
80
|
-
"@aztec/simulator": "0.0.1-commit.
|
|
81
|
-
"@aztec/stdlib": "0.0.1-commit.
|
|
82
|
-
"@aztec/telemetry-client": "0.0.1-commit.
|
|
83
|
-
"@aztec/world-state": "0.0.1-commit.
|
|
71
|
+
"@aztec/bb-prover": "0.0.1-commit.86469d5",
|
|
72
|
+
"@aztec/blob-lib": "0.0.1-commit.86469d5",
|
|
73
|
+
"@aztec/constants": "0.0.1-commit.86469d5",
|
|
74
|
+
"@aztec/ethereum": "0.0.1-commit.86469d5",
|
|
75
|
+
"@aztec/foundation": "0.0.1-commit.86469d5",
|
|
76
|
+
"@aztec/kv-store": "0.0.1-commit.86469d5",
|
|
77
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.86469d5",
|
|
78
|
+
"@aztec/noir-types": "0.0.1-commit.86469d5",
|
|
79
|
+
"@aztec/protocol-contracts": "0.0.1-commit.86469d5",
|
|
80
|
+
"@aztec/simulator": "0.0.1-commit.86469d5",
|
|
81
|
+
"@aztec/stdlib": "0.0.1-commit.86469d5",
|
|
82
|
+
"@aztec/telemetry-client": "0.0.1-commit.86469d5",
|
|
83
|
+
"@aztec/world-state": "0.0.1-commit.86469d5",
|
|
84
84
|
"@google-cloud/storage": "^7.15.0",
|
|
85
85
|
"@iarna/toml": "^2.2.5",
|
|
86
86
|
"commander": "^12.1.0",
|
|
@@ -90,7 +90,7 @@
|
|
|
90
90
|
"zod": "^3.23.8"
|
|
91
91
|
},
|
|
92
92
|
"devDependencies": {
|
|
93
|
-
"@aztec/noir-contracts.js": "0.0.1-commit.
|
|
93
|
+
"@aztec/noir-contracts.js": "0.0.1-commit.86469d5",
|
|
94
94
|
"@jest/globals": "^30.0.0",
|
|
95
95
|
"@types/jest": "^30.0.0",
|
|
96
96
|
"@types/node": "^22.15.17",
|
|
@@ -29,16 +29,20 @@ export class ProverClient implements EpochProverManager {
|
|
|
29
29
|
private running = false;
|
|
30
30
|
private agents: ProvingAgent[] = [];
|
|
31
31
|
|
|
32
|
+
private proofStore: ProofStore;
|
|
33
|
+
private failedProofStore: ProofStore | undefined;
|
|
34
|
+
|
|
32
35
|
private constructor(
|
|
33
36
|
private config: ProverClientConfig,
|
|
34
37
|
private worldState: ForkMerkleTreeOperations & ReadonlyWorldStateAccess,
|
|
35
38
|
private orchestratorClient: ProvingJobProducer,
|
|
36
|
-
private proofStore: ProofStore,
|
|
37
|
-
private failedProofStore: ProofStore | undefined,
|
|
38
39
|
private agentClient?: ProvingJobConsumer,
|
|
39
40
|
private telemetry: TelemetryClient = getTelemetryClient(),
|
|
40
41
|
private log: Logger = createLogger('prover-client:tx-prover'),
|
|
41
|
-
) {
|
|
42
|
+
) {
|
|
43
|
+
this.proofStore = new InlineProofStore();
|
|
44
|
+
this.failedProofStore = this.config.failedProofStore ? createProofStore(this.config.failedProofStore) : undefined;
|
|
45
|
+
}
|
|
42
46
|
|
|
43
47
|
public createEpochProver(): EpochProver {
|
|
44
48
|
const bindings = this.log.getBindings();
|
|
@@ -114,9 +118,7 @@ export class ProverClient implements EpochProverManager {
|
|
|
114
118
|
broker: ProvingJobBroker,
|
|
115
119
|
telemetry: TelemetryClient = getTelemetryClient(),
|
|
116
120
|
) {
|
|
117
|
-
const
|
|
118
|
-
const failedProofStore = config.failedProofStore ? await createProofStore(config.failedProofStore) : undefined;
|
|
119
|
-
const prover = new ProverClient(config, worldState, broker, proofStore, failedProofStore, broker, telemetry);
|
|
121
|
+
const prover = new ProverClient(config, worldState, broker, broker, telemetry);
|
|
120
122
|
await prover.start();
|
|
121
123
|
return prover;
|
|
122
124
|
}
|
|
@@ -31,8 +31,6 @@ export const ProverBrokerConfig = z.object({
|
|
|
31
31
|
proverBrokerBatchIntervalMs: z.number().int().nonnegative(),
|
|
32
32
|
/** The maximum number of epochs to keep results for */
|
|
33
33
|
proverBrokerMaxEpochsToKeepResultsFor: z.number().int().nonnegative(),
|
|
34
|
-
/** Enable debug replay mode for replaying proving jobs from stored inputs */
|
|
35
|
-
proverBrokerDebugReplayEnabled: z.boolean(),
|
|
36
34
|
});
|
|
37
35
|
|
|
38
36
|
export type ProverBrokerConfig = z.infer<typeof ProverBrokerConfig> &
|
|
@@ -76,11 +74,6 @@ export const proverBrokerConfigMappings: ConfigMappingsType<ProverBrokerConfig>
|
|
|
76
74
|
parseEnv: (val: string | undefined) => (val ? +val : undefined),
|
|
77
75
|
description: "The size of the prover broker's database. Will override the dataStoreMapSizeKb if set.",
|
|
78
76
|
},
|
|
79
|
-
proverBrokerDebugReplayEnabled: {
|
|
80
|
-
env: 'PROVER_BROKER_DEBUG_REPLAY_ENABLED',
|
|
81
|
-
description: 'Enable debug replay mode for replaying proving jobs from stored inputs',
|
|
82
|
-
...booleanConfigHelper(false),
|
|
83
|
-
},
|
|
84
77
|
...dataConfigMappings,
|
|
85
78
|
...l1ReaderConfigMappings,
|
|
86
79
|
...pickConfigMappings(chainConfigMappings, ['rollupVersion']),
|
|
@@ -109,8 +102,6 @@ export const ProverAgentConfig = z.object({
|
|
|
109
102
|
proverTestVerificationDelayMs: z.number().optional(),
|
|
110
103
|
/** Whether to abort pending proving jobs when the orchestrator is cancelled */
|
|
111
104
|
cancelJobsOnStop: z.boolean(),
|
|
112
|
-
/** Where to store proving results. Must be accessible to both prover node and agents. If not set will inline-encode the parameters */
|
|
113
|
-
proofStore: z.string().optional(),
|
|
114
105
|
});
|
|
115
106
|
|
|
116
107
|
export type ProverAgentConfig = z.infer<typeof ProverAgentConfig>;
|
|
@@ -171,8 +162,4 @@ export const proverAgentConfigMappings: ConfigMappingsType<ProverAgentConfig> =
|
|
|
171
162
|
'When false (default), jobs remain in the broker queue and can be reused on restart/reorg.',
|
|
172
163
|
...booleanConfigHelper(false),
|
|
173
164
|
},
|
|
174
|
-
proofStore: {
|
|
175
|
-
env: 'PROVER_PROOF_STORE',
|
|
176
|
-
description: 'Optional proof input store for the prover',
|
|
177
|
-
},
|
|
178
165
|
};
|
|
@@ -1,20 +1,42 @@
|
|
|
1
1
|
import { createLogger } from '@aztec/foundation/log';
|
|
2
|
-
import { createFileStore } from '@aztec/stdlib/file-store';
|
|
3
2
|
|
|
4
|
-
import {
|
|
3
|
+
import { GoogleCloudStorageProofStore } from './gcs_proof_store.js';
|
|
5
4
|
import { InlineProofStore } from './inline_proof_store.js';
|
|
6
5
|
import type { ProofStore } from './proof_store.js';
|
|
7
6
|
|
|
8
|
-
export
|
|
9
|
-
config
|
|
10
|
-
logger = createLogger('prover-client:proof-store'),
|
|
11
|
-
): Promise<ProofStore> {
|
|
12
|
-
if (!config) {
|
|
7
|
+
export function createProofStore(config: string | undefined, logger = createLogger('prover-client:proof-store')) {
|
|
8
|
+
if (config === undefined) {
|
|
13
9
|
logger.info('Creating inline proof store');
|
|
14
10
|
return new InlineProofStore();
|
|
11
|
+
} else if (config.startsWith('gs://')) {
|
|
12
|
+
try {
|
|
13
|
+
const url = new URL(config);
|
|
14
|
+
const bucket = url.host;
|
|
15
|
+
const path = url.pathname.replace(/^\/+/, '');
|
|
16
|
+
logger.info(`Creating google cloud proof store at ${bucket}`, { bucket, path });
|
|
17
|
+
return new GoogleCloudStorageProofStore(bucket, path);
|
|
18
|
+
} catch {
|
|
19
|
+
throw new Error(
|
|
20
|
+
`Invalid google cloud proof store definition: '${config}'. Supported values are 'gs://bucket-name/path/to/store'.`,
|
|
21
|
+
);
|
|
22
|
+
}
|
|
23
|
+
} else {
|
|
24
|
+
throw new Error(`Unknown proof store config: '${config}'. Supported values are 'gs://bucket-name/path/to/store'.`);
|
|
15
25
|
}
|
|
26
|
+
}
|
|
16
27
|
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
28
|
+
export function createProofStoreForUri(
|
|
29
|
+
uri: string,
|
|
30
|
+
logger = createLogger('prover-client:proof-store'),
|
|
31
|
+
): Pick<ProofStore, 'getProofInput' | 'getProofOutput'> {
|
|
32
|
+
if (uri.startsWith('data://')) {
|
|
33
|
+
return createProofStore(undefined, logger);
|
|
34
|
+
} else if (uri.startsWith('gs://')) {
|
|
35
|
+
const url = new URL(uri);
|
|
36
|
+
const basePath = url.pathname.replace(/^\/+/, '').split('/').slice(0, -3);
|
|
37
|
+
url.pathname = basePath.join('/');
|
|
38
|
+
return createProofStore(uri, logger);
|
|
39
|
+
} else {
|
|
40
|
+
throw new Error(`Unknown proof store config: '${uri}'. Supported protocols are 'data://' and 'gs://'.`);
|
|
41
|
+
}
|
|
20
42
|
}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import {
|
|
2
|
+
type ProofUri,
|
|
3
|
+
type ProvingJobId,
|
|
4
|
+
type ProvingJobInputs,
|
|
5
|
+
type ProvingJobInputsMap,
|
|
6
|
+
type ProvingJobResult,
|
|
7
|
+
type ProvingJobResultsMap,
|
|
8
|
+
getProvingJobInputClassFor,
|
|
9
|
+
} from '@aztec/stdlib/interfaces/server';
|
|
10
|
+
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
11
|
+
|
|
12
|
+
import { Storage } from '@google-cloud/storage';
|
|
13
|
+
import { join } from 'path';
|
|
14
|
+
|
|
15
|
+
import type { ProofStore } from './proof_store.js';
|
|
16
|
+
|
|
17
|
+
const INPUTS_PATH = 'inputs';
|
|
18
|
+
|
|
19
|
+
// REFACTOR(#13067): Use the stdlib/file-store instead of referencing google-cloud-storage directly.
|
|
20
|
+
export class GoogleCloudStorageProofStore implements ProofStore {
|
|
21
|
+
private readonly storage: Storage;
|
|
22
|
+
|
|
23
|
+
constructor(
|
|
24
|
+
private readonly bucketName: string,
|
|
25
|
+
private readonly path: string,
|
|
26
|
+
) {
|
|
27
|
+
this.storage = new Storage();
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
public async saveProofInput<T extends ProvingRequestType>(
|
|
31
|
+
id: ProvingJobId,
|
|
32
|
+
type: T,
|
|
33
|
+
inputs: ProvingJobInputsMap[T],
|
|
34
|
+
): Promise<ProofUri> {
|
|
35
|
+
const path = join(this.path, INPUTS_PATH, ProvingRequestType[type], id);
|
|
36
|
+
const file = this.storage.bucket(this.bucketName).file(path);
|
|
37
|
+
await file.save(inputs.toBuffer());
|
|
38
|
+
return file.cloudStorageURI.toString() as ProofUri;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
saveProofOutput<T extends ProvingRequestType>(
|
|
42
|
+
_id: ProvingJobId,
|
|
43
|
+
_type: T,
|
|
44
|
+
_result: ProvingJobResultsMap[T],
|
|
45
|
+
): Promise<ProofUri> {
|
|
46
|
+
throw new Error('Not implemented');
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
public async getProofInput(uri: ProofUri): Promise<ProvingJobInputs> {
|
|
50
|
+
try {
|
|
51
|
+
const url = new URL(uri);
|
|
52
|
+
const bucket = this.storage.bucket(url.host);
|
|
53
|
+
const path = url.pathname.replace(/^\/+/, '');
|
|
54
|
+
const file = bucket.file(path);
|
|
55
|
+
if (!(await file.exists())) {
|
|
56
|
+
throw new Error(`File at ${uri} does not exist`);
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
const typeString = path.split('/').at(-2);
|
|
60
|
+
const type = typeString ? ProvingRequestType[typeString as keyof typeof ProvingRequestType] : undefined;
|
|
61
|
+
if (type === undefined) {
|
|
62
|
+
throw new Error(`Unrecognized proof type ${type} in path ${path}`);
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
const contents = await file.download();
|
|
66
|
+
const inputs = getProvingJobInputClassFor(type).fromBuffer(contents[0]);
|
|
67
|
+
return { inputs, type } as ProvingJobInputs;
|
|
68
|
+
} catch (err) {
|
|
69
|
+
throw new Error(`Error getting proof input at ${uri}: ${err}`);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
getProofOutput(_uri: ProofUri): Promise<ProvingJobResult> {
|
|
74
|
+
throw new Error('Not implemented');
|
|
75
|
+
}
|
|
76
|
+
}
|
|
@@ -7,7 +7,6 @@ import {
|
|
|
7
7
|
type GetProvingJobResponse,
|
|
8
8
|
type ProofUri,
|
|
9
9
|
type ProvingJob,
|
|
10
|
-
type ProvingJobBrokerDebug,
|
|
11
10
|
type ProvingJobConsumer,
|
|
12
11
|
type ProvingJobFilter,
|
|
13
12
|
type ProvingJobId,
|
|
@@ -37,7 +36,7 @@ type EnqueuedProvingJob = Pick<ProvingJob, 'id' | 'epochNumber'>;
|
|
|
37
36
|
* A broker that manages proof requests and distributes them to workers based on their priority.
|
|
38
37
|
* It takes a backend that is responsible for storing and retrieving proof requests and results.
|
|
39
38
|
*/
|
|
40
|
-
export class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer,
|
|
39
|
+
export class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer, Traceable {
|
|
41
40
|
private queues: ProvingQueues = {
|
|
42
41
|
[ProvingRequestType.PUBLIC_VM]: new PriorityMemoryQueue<EnqueuedProvingJob>(provingJobComparator),
|
|
43
42
|
[ProvingRequestType.PUBLIC_CHONK_VERIFIER]: new PriorityMemoryQueue<EnqueuedProvingJob>(provingJobComparator),
|
|
@@ -115,8 +114,6 @@ export class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer, Pr
|
|
|
115
114
|
|
|
116
115
|
private started = false;
|
|
117
116
|
|
|
118
|
-
private debugReplayEnabled: boolean;
|
|
119
|
-
|
|
120
117
|
public constructor(
|
|
121
118
|
private database: ProvingBrokerDatabase,
|
|
122
119
|
{
|
|
@@ -124,7 +121,6 @@ export class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer, Pr
|
|
|
124
121
|
proverBrokerPollIntervalMs,
|
|
125
122
|
proverBrokerJobMaxRetries,
|
|
126
123
|
proverBrokerMaxEpochsToKeepResultsFor,
|
|
127
|
-
proverBrokerDebugReplayEnabled,
|
|
128
124
|
}: Required<
|
|
129
125
|
Pick<
|
|
130
126
|
ProverBrokerConfig,
|
|
@@ -132,7 +128,6 @@ export class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer, Pr
|
|
|
132
128
|
| 'proverBrokerPollIntervalMs'
|
|
133
129
|
| 'proverBrokerJobMaxRetries'
|
|
134
130
|
| 'proverBrokerMaxEpochsToKeepResultsFor'
|
|
135
|
-
| 'proverBrokerDebugReplayEnabled'
|
|
136
131
|
>
|
|
137
132
|
> = defaultProverBrokerConfig,
|
|
138
133
|
client: TelemetryClient = getTelemetryClient(),
|
|
@@ -144,7 +139,6 @@ export class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer, Pr
|
|
|
144
139
|
this.jobTimeoutMs = proverBrokerJobTimeoutMs!;
|
|
145
140
|
this.maxRetries = proverBrokerJobMaxRetries!;
|
|
146
141
|
this.maxEpochsToKeepResultsFor = proverBrokerMaxEpochsToKeepResultsFor!;
|
|
147
|
-
this.debugReplayEnabled = proverBrokerDebugReplayEnabled ?? false;
|
|
148
142
|
}
|
|
149
143
|
|
|
150
144
|
private measureQueueDepth: MonitorCallback = (type: ProvingRequestType) => {
|
|
@@ -247,29 +241,6 @@ export class ProvingBroker implements ProvingJobProducer, ProvingJobConsumer, Pr
|
|
|
247
241
|
return Promise.resolve(this.#reportProvingJobProgress(id, startedAt, filter));
|
|
248
242
|
}
|
|
249
243
|
|
|
250
|
-
public async replayProvingJob(
|
|
251
|
-
jobId: ProvingJobId,
|
|
252
|
-
type: ProvingRequestType,
|
|
253
|
-
epochNumber: EpochNumber,
|
|
254
|
-
inputsUri: ProofUri,
|
|
255
|
-
): Promise<ProvingJobStatus> {
|
|
256
|
-
if (!this.debugReplayEnabled) {
|
|
257
|
-
throw new Error('Debug replay not enabled. Set PROVER_BROKER_DEBUG_REPLAY_ENABLED=true');
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
this.logger.info(`Replaying proving job`, { provingJobId: jobId, epochNumber, inputsUri });
|
|
261
|
-
|
|
262
|
-
// Clear existing state and enqueue
|
|
263
|
-
this.cleanUpProvingJobState([jobId]);
|
|
264
|
-
|
|
265
|
-
const job: ProvingJob = { id: jobId, type, epochNumber, inputsUri };
|
|
266
|
-
this.jobsCache.set(jobId, job);
|
|
267
|
-
await this.database.addProvingJob(job);
|
|
268
|
-
this.enqueueJobInternal(job);
|
|
269
|
-
|
|
270
|
-
return { status: 'in-queue' };
|
|
271
|
-
}
|
|
272
|
-
|
|
273
244
|
async #enqueueProvingJob(job: ProvingJob): Promise<ProvingJobStatus> {
|
|
274
245
|
// We return the job status at the start of this call
|
|
275
246
|
const jobStatus = this.#getProvingJobStatus(job.id);
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import { EpochNumberSchema } from '@aztec/foundation/branded-types';
|
|
2
1
|
import { createSafeJsonRpcClient } from '@aztec/foundation/json-rpc/client';
|
|
3
2
|
import {
|
|
4
3
|
type GetProvingJobResponse,
|
|
5
4
|
ProofUri,
|
|
6
5
|
ProvingJob,
|
|
7
6
|
type ProvingJobBroker,
|
|
8
|
-
type ProvingJobBrokerDebug,
|
|
9
7
|
type ProvingJobConsumer,
|
|
10
8
|
ProvingJobId,
|
|
11
9
|
type ProvingJobProducer,
|
|
@@ -55,18 +53,6 @@ export const ProvingJobBrokerSchema: ApiSchemaFor<ProvingJobBroker> = {
|
|
|
55
53
|
...ProvingJobProducerSchema,
|
|
56
54
|
};
|
|
57
55
|
|
|
58
|
-
export const ProvingJobBrokerDebugSchema: ApiSchemaFor<ProvingJobBrokerDebug> = {
|
|
59
|
-
replayProvingJob: z
|
|
60
|
-
.function()
|
|
61
|
-
.args(ProvingJobId, z.nativeEnum(ProvingRequestType), EpochNumberSchema, ProofUri)
|
|
62
|
-
.returns(ProvingJobStatus),
|
|
63
|
-
};
|
|
64
|
-
|
|
65
|
-
export const ProvingJobBrokerSchemaWithDebug: ApiSchemaFor<ProvingJobBroker & ProvingJobBrokerDebug> = {
|
|
66
|
-
...ProvingJobBrokerSchema,
|
|
67
|
-
...ProvingJobBrokerDebugSchema,
|
|
68
|
-
};
|
|
69
|
-
|
|
70
56
|
export function createProvingJobBrokerClient(
|
|
71
57
|
url: string,
|
|
72
58
|
versions: Partial<ComponentsVersions>,
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import type { FileStore } from '@aztec/stdlib/file-store';
|
|
2
|
-
import { type ProofUri, type ProvingJobId, type ProvingJobInputs, type ProvingJobInputsMap, ProvingJobResult, type ProvingJobResultsMap } from '@aztec/stdlib/interfaces/server';
|
|
3
|
-
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
4
|
-
import type { ProofStore } from './proof_store.js';
|
|
5
|
-
/**
|
|
6
|
-
* A proof store implementation backed by a generic FileStore.
|
|
7
|
-
* Supports any storage backend (GCS, S3, local filesystem) via the FileStore abstraction.
|
|
8
|
-
*/
|
|
9
|
-
export declare class FileStoreProofStore implements ProofStore {
|
|
10
|
-
private readonly fileStore;
|
|
11
|
-
constructor(fileStore: FileStore);
|
|
12
|
-
saveProofInput<T extends ProvingRequestType>(id: ProvingJobId, type: T, inputs: ProvingJobInputsMap[T]): Promise<ProofUri>;
|
|
13
|
-
saveProofOutput<T extends ProvingRequestType>(id: ProvingJobId, type: T, result: ProvingJobResultsMap[T]): Promise<ProofUri>;
|
|
14
|
-
getProofInput(uri: ProofUri): Promise<ProvingJobInputs>;
|
|
15
|
-
getProofOutput(uri: ProofUri): Promise<ProvingJobResult>;
|
|
16
|
-
private extractTypeFromUri;
|
|
17
|
-
}
|
|
18
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmlsZV9zdG9yZV9wcm9vZl9zdG9yZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3Byb3ZpbmdfYnJva2VyL3Byb29mX3N0b3JlL2ZpbGVfc3RvcmVfcHJvb2Zfc3RvcmUudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0sMEJBQTBCLENBQUM7QUFDMUQsT0FBTyxFQUNMLEtBQUssUUFBUSxFQUNiLEtBQUssWUFBWSxFQUNqQixLQUFLLGdCQUFnQixFQUNyQixLQUFLLG1CQUFtQixFQUN4QixnQkFBZ0IsRUFDaEIsS0FBSyxvQkFBb0IsRUFFMUIsTUFBTSxpQ0FBaUMsQ0FBQztBQUN6QyxPQUFPLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUUxRCxPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUtuRDs7O0dBR0c7QUFDSCxxQkFBYSxtQkFBb0IsWUFBVyxVQUFVO0lBQ3hDLE9BQU8sQ0FBQyxRQUFRLENBQUMsU0FBUztJQUF0QyxZQUE2QixTQUFTLEVBQUUsU0FBUyxFQUFJO0lBRS9DLGNBQWMsQ0FBQyxDQUFDLFNBQVMsa0JBQWtCLEVBQy9DLEVBQUUsRUFBRSxZQUFZLEVBQ2hCLElBQUksRUFBRSxDQUFDLEVBQ1AsTUFBTSxFQUFFLG1CQUFtQixDQUFDLENBQUMsQ0FBQyxHQUM3QixPQUFPLENBQUMsUUFBUSxDQUFDLENBSW5CO0lBRUssZUFBZSxDQUFDLENBQUMsU0FBUyxrQkFBa0IsRUFDaEQsRUFBRSxFQUFFLFlBQVksRUFDaEIsSUFBSSxFQUFFLENBQUMsRUFDUCxNQUFNLEVBQUUsb0JBQW9CLENBQUMsQ0FBQyxDQUFDLEdBQzlCLE9BQU8sQ0FBQyxRQUFRLENBQUMsQ0FNbkI7SUFFSyxhQUFhLENBQUMsR0FBRyxFQUFFLFFBQVEsR0FBRyxPQUFPLENBQUMsZ0JBQWdCLENBQUMsQ0FTNUQ7SUFFSyxjQUFjLENBQUMsR0FBRyxFQUFFLFFBQVEsR0FBRyxPQUFPLENBQUMsZ0JBQWdCLENBQUMsQ0FPN0Q7SUFFRCxPQUFPLENBQUMsa0JBQWtCO0NBVTNCIn0=
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"file_store_proof_store.d.ts","sourceRoot":"","sources":["../../../src/proving_broker/proof_store/file_store_proof_store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EACL,KAAK,QAAQ,EACb,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,gBAAgB,EAChB,KAAK,oBAAoB,EAE1B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAKnD;;;GAGG;AACH,qBAAa,mBAAoB,YAAW,UAAU;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS;IAAtC,YAA6B,SAAS,EAAE,SAAS,EAAI;IAE/C,cAAc,CAAC,CAAC,SAAS,kBAAkB,EAC/C,EAAE,EAAE,YAAY,EAChB,IAAI,EAAE,CAAC,EACP,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC,GAC7B,OAAO,CAAC,QAAQ,CAAC,CAInB;IAEK,eAAe,CAAC,CAAC,SAAS,kBAAkB,EAChD,EAAE,EAAE,YAAY,EAChB,IAAI,EAAE,CAAC,EACP,MAAM,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAC9B,OAAO,CAAC,QAAQ,CAAC,CAMnB;IAEK,aAAa,CAAC,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAS5D;IAEK,cAAc,CAAC,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAO7D;IAED,OAAO,CAAC,kBAAkB;CAU3B"}
|
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
import { jsonParseWithSchema, jsonStringify } from '@aztec/foundation/json-rpc';
|
|
2
|
-
import { ProvingJobResult, getProvingJobInputClassFor } from '@aztec/stdlib/interfaces/server';
|
|
3
|
-
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
4
|
-
const INPUTS_PATH = 'inputs';
|
|
5
|
-
const OUTPUTS_PATH = 'outputs';
|
|
6
|
-
/**
|
|
7
|
-
* A proof store implementation backed by a generic FileStore.
|
|
8
|
-
* Supports any storage backend (GCS, S3, local filesystem) via the FileStore abstraction.
|
|
9
|
-
*/ export class FileStoreProofStore {
|
|
10
|
-
fileStore;
|
|
11
|
-
constructor(fileStore){
|
|
12
|
-
this.fileStore = fileStore;
|
|
13
|
-
}
|
|
14
|
-
async saveProofInput(id, type, inputs) {
|
|
15
|
-
const path = `${INPUTS_PATH}/${ProvingRequestType[type]}/${id}`;
|
|
16
|
-
const uri = await this.fileStore.save(path, inputs.toBuffer());
|
|
17
|
-
return uri;
|
|
18
|
-
}
|
|
19
|
-
async saveProofOutput(id, type, result) {
|
|
20
|
-
const jobResult = {
|
|
21
|
-
type,
|
|
22
|
-
result
|
|
23
|
-
};
|
|
24
|
-
const json = jsonStringify(jobResult);
|
|
25
|
-
const path = `${OUTPUTS_PATH}/${ProvingRequestType[type]}/${id}.json`;
|
|
26
|
-
const uri = await this.fileStore.save(path, Buffer.from(json, 'utf-8'));
|
|
27
|
-
return uri;
|
|
28
|
-
}
|
|
29
|
-
async getProofInput(uri) {
|
|
30
|
-
try {
|
|
31
|
-
const buffer = await this.fileStore.read(uri);
|
|
32
|
-
const type = this.extractTypeFromUri(uri);
|
|
33
|
-
const inputs = getProvingJobInputClassFor(type).fromBuffer(buffer);
|
|
34
|
-
return {
|
|
35
|
-
inputs,
|
|
36
|
-
type
|
|
37
|
-
};
|
|
38
|
-
} catch (err) {
|
|
39
|
-
throw new Error(`Error getting proof input at ${uri}: ${err}`);
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
async getProofOutput(uri) {
|
|
43
|
-
try {
|
|
44
|
-
const buffer = await this.fileStore.read(uri);
|
|
45
|
-
return jsonParseWithSchema(buffer.toString('utf-8'), ProvingJobResult);
|
|
46
|
-
} catch (err) {
|
|
47
|
-
throw new Error(`Error getting proof output at ${uri}: ${err}`);
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
extractTypeFromUri(uri) {
|
|
51
|
-
const url = new URL(uri);
|
|
52
|
-
const pathParts = url.pathname.split('/').filter(Boolean);
|
|
53
|
-
const typeString = pathParts.at(-2);
|
|
54
|
-
const type = typeString ? ProvingRequestType[typeString] : undefined;
|
|
55
|
-
if (type === undefined) {
|
|
56
|
-
throw new Error(`Unrecognized proof type ${typeString} in URI ${uri}`);
|
|
57
|
-
}
|
|
58
|
-
return type;
|
|
59
|
-
}
|
|
60
|
-
}
|
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
import { jsonParseWithSchema, jsonStringify } from '@aztec/foundation/json-rpc';
|
|
2
|
-
import type { FileStore } from '@aztec/stdlib/file-store';
|
|
3
|
-
import {
|
|
4
|
-
type ProofUri,
|
|
5
|
-
type ProvingJobId,
|
|
6
|
-
type ProvingJobInputs,
|
|
7
|
-
type ProvingJobInputsMap,
|
|
8
|
-
ProvingJobResult,
|
|
9
|
-
type ProvingJobResultsMap,
|
|
10
|
-
getProvingJobInputClassFor,
|
|
11
|
-
} from '@aztec/stdlib/interfaces/server';
|
|
12
|
-
import { ProvingRequestType } from '@aztec/stdlib/proofs';
|
|
13
|
-
|
|
14
|
-
import type { ProofStore } from './proof_store.js';
|
|
15
|
-
|
|
16
|
-
const INPUTS_PATH = 'inputs';
|
|
17
|
-
const OUTPUTS_PATH = 'outputs';
|
|
18
|
-
|
|
19
|
-
/**
|
|
20
|
-
* A proof store implementation backed by a generic FileStore.
|
|
21
|
-
* Supports any storage backend (GCS, S3, local filesystem) via the FileStore abstraction.
|
|
22
|
-
*/
|
|
23
|
-
export class FileStoreProofStore implements ProofStore {
|
|
24
|
-
constructor(private readonly fileStore: FileStore) {}
|
|
25
|
-
|
|
26
|
-
async saveProofInput<T extends ProvingRequestType>(
|
|
27
|
-
id: ProvingJobId,
|
|
28
|
-
type: T,
|
|
29
|
-
inputs: ProvingJobInputsMap[T],
|
|
30
|
-
): Promise<ProofUri> {
|
|
31
|
-
const path = `${INPUTS_PATH}/${ProvingRequestType[type]}/${id}`;
|
|
32
|
-
const uri = await this.fileStore.save(path, inputs.toBuffer());
|
|
33
|
-
return uri as ProofUri;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
async saveProofOutput<T extends ProvingRequestType>(
|
|
37
|
-
id: ProvingJobId,
|
|
38
|
-
type: T,
|
|
39
|
-
result: ProvingJobResultsMap[T],
|
|
40
|
-
): Promise<ProofUri> {
|
|
41
|
-
const jobResult = { type, result } as ProvingJobResult;
|
|
42
|
-
const json = jsonStringify(jobResult);
|
|
43
|
-
const path = `${OUTPUTS_PATH}/${ProvingRequestType[type]}/${id}.json`;
|
|
44
|
-
const uri = await this.fileStore.save(path, Buffer.from(json, 'utf-8'));
|
|
45
|
-
return uri as ProofUri;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
async getProofInput(uri: ProofUri): Promise<ProvingJobInputs> {
|
|
49
|
-
try {
|
|
50
|
-
const buffer = await this.fileStore.read(uri);
|
|
51
|
-
const type = this.extractTypeFromUri(uri);
|
|
52
|
-
const inputs = getProvingJobInputClassFor(type).fromBuffer(buffer);
|
|
53
|
-
return { inputs, type } as ProvingJobInputs;
|
|
54
|
-
} catch (err) {
|
|
55
|
-
throw new Error(`Error getting proof input at ${uri}: ${err}`);
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
async getProofOutput(uri: ProofUri): Promise<ProvingJobResult> {
|
|
60
|
-
try {
|
|
61
|
-
const buffer = await this.fileStore.read(uri);
|
|
62
|
-
return jsonParseWithSchema(buffer.toString('utf-8'), ProvingJobResult);
|
|
63
|
-
} catch (err) {
|
|
64
|
-
throw new Error(`Error getting proof output at ${uri}: ${err}`);
|
|
65
|
-
}
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
private extractTypeFromUri(uri: string): ProvingRequestType {
|
|
69
|
-
const url = new URL(uri);
|
|
70
|
-
const pathParts = url.pathname.split('/').filter(Boolean);
|
|
71
|
-
const typeString = pathParts.at(-2);
|
|
72
|
-
const type = typeString ? ProvingRequestType[typeString as keyof typeof ProvingRequestType] : undefined;
|
|
73
|
-
if (type === undefined) {
|
|
74
|
-
throw new Error(`Unrecognized proof type ${typeString} in URI ${uri}`);
|
|
75
|
-
}
|
|
76
|
-
return type;
|
|
77
|
-
}
|
|
78
|
-
}
|