@aztec/prover-client 0.0.1-commit.3100065 → 0.0.1-commit.330febf

package/src/proving_broker/proving_broker_database/persisted.ts

@@ -70,6 +70,16 @@ class SingleEpochDatabase {
     }
   }
 
+  async getProvingJobInputs(id: ProvingJobId): Promise<ProofUri | undefined> {
+    const jobStr = await this.jobs.getAsync(id);
+    return jobStr ? jsonParseWithSchema(jobStr, ProvingJob).inputsUri : undefined;
+  }
+
+  async getProvingJobResult(id: ProvingJobId): Promise<ProvingJobSettledResult | undefined> {
+    const resultStr = await this.jobResults.getAsync(id);
+    return resultStr ? jsonParseWithSchema(resultStr, ProvingJobSettledResult) : undefined;
+  }
+
   async setProvingJobError(id: ProvingJobId, reason: string): Promise<void> {
     const result: ProvingJobSettledResult = { status: 'rejected', reason };
     await this.jobResults.set(id, jsonStringify(result));
@@ -219,8 +229,13 @@ export class KVBrokerDatabase implements ProvingBrokerDatabase {
     }
   }
 
+  // Key jobs by the id-derived epoch, the same epoch results are written under (setProvingJobResult et
+  // al.). This keeps a job's inputs and its result co-located in one epoch database so both can be read
+  // back with a single keyed lookup (getProvingJobInputs/getProvingJobResult) rather than a scan. The id
+  // embeds the epoch and equals `job.epochNumber` at every construction site, so this matches the prior
+  // storage epoch while making the id the single source of truth for placement.
   addProvingJob(job: ProvingJob): Promise<void> {
-    return this.batchQueue.put(job, job.epochNumber);
+    return this.batchQueue.put(job, getEpochFromProvingJobId(job.id));
   }
 
   async *allProvingJobs(): AsyncIterableIterator<[ProvingJob, ProvingJobSettledResult | undefined]> {
@@ -230,6 +245,19 @@ export class KVBrokerDatabase implements ProvingBrokerDatabase {
     }
   }
 
+  // A job id is `${epochNumber}:${type}:${inputsHash}`, so its epoch is recoverable directly and maps to
+  // exactly one epoch database. Results are already written under this same id-derived epoch (see
+  // setProvingJobResult et al.), and a job's `epochNumber` equals its id-epoch at every construction site,
+  // so inputs live there too. Use `epochs.get` (not `getEpochDatabase`, which would create the store on a
+  // miss) so a read for an unknown id has no side effects.
+  getProvingJobInputs(id: ProvingJobId): Promise<ProofUri | undefined> {
+    return this.epochs.get(getEpochFromProvingJobId(id))?.getProvingJobInputs(id) ?? Promise.resolve(undefined);
+  }
+
+  getProvingJobResult(id: ProvingJobId): Promise<ProvingJobSettledResult | undefined> {
+    return this.epochs.get(getEpochFromProvingJobId(id))?.getProvingJobResult(id) ?? Promise.resolve(undefined);
+  }
+
   setProvingJobError(id: ProvingJobId, reason: string): Promise<void> {
     return this.batchQueue.put([id, { status: 'rejected', reason }], getEpochFromProvingJobId(id));
   }

package/src/proving_broker/proving_broker_database.ts

@@ -22,6 +22,20 @@ export interface ProvingBrokerDatabase {
    */
   allProvingJobs(): AsyncIterableIterator<[ProvingJob, ProvingJobSettledResult | undefined]>;
 
+  /**
+   * Reads a single job's inputs URI by id, or undefined if the job is unknown. The broker keeps only
+   * job metadata in memory and reads the (large) inputs from here on demand when dispatching to an agent.
+   * @param id - The ID of the proof request
+   */
+  getProvingJobInputs(id: ProvingJobId): Promise<ProofUri | undefined>;
+
+  /**
+   * Reads a single job's settled result by id, or undefined if not settled. The broker keeps only the
+   * settled status in memory and reads the (large) fulfilled proof from here on demand.
+   * @param id - The ID of the proof request
+   */
+  getProvingJobResult(id: ProvingJobId): Promise<ProvingJobSettledResult | undefined>;
+
   /**
    * Saves the result of a proof request
    * @param id - The ID of the proof request to save the result for

package/src/proving_broker/rpc.ts

@@ -18,6 +18,16 @@ import { makeTracedFetch } from '@aztec/telemetry-client';
 
 import { z } from 'zod';
 
+/**
+ * Max JSON-RPC request body the broker clients will send.
+ *
+ * Job inputs and proof results travel inline as `data:` URIs on this path, so a single call is routinely larger than
+ * the 1 mb the generic JSON-RPC client allows — that default sizes batches of small node requests against the node
+ * server's own default. An AVM (`PUBLIC_VM`) result is around 1.3 mb today. This value must stay at or below the
+ * broker server's `RPC_MAX_BODY_SIZE`, which deployments set to 50mb.
+ */
+export const PROVER_BROKER_MAX_REQUEST_BODY_SIZE = 50 * 1024 * 1024;
+
 /** Indefinite backoff for broker communication: 1, 1, 1, 2, 4, 4, 4, ... seconds. */
 export function* proverBrokerBackoff() {
   const v = [1, 1, 1, 2, 4];
@@ -83,10 +93,12 @@ export function createProvingJobBrokerClient(
   url: string,
   versions: Partial<ComponentsVersions>,
   fetch = makeTracedFetch(proverBrokerBackoff, false),
+  maxRequestBodySize = PROVER_BROKER_MAX_REQUEST_BODY_SIZE,
 ): ProvingJobBroker {
   return createSafeJsonRpcClient(url, ProvingJobBrokerSchema, {
     namespaceMethods: 'proverBroker',
     fetch,
+    maxRequestBodySize,
     onResponse: getVersioningResponseHandler(versions),
   });
 }
@@ -95,10 +107,12 @@ export function createProvingJobProducerClient(
   url: string,
   versions: Partial<ComponentsVersions>,
   fetch = makeTracedFetch(proverBrokerBackoff, false),
+  maxRequestBodySize = PROVER_BROKER_MAX_REQUEST_BODY_SIZE,
 ): ProvingJobProducer {
   return createSafeJsonRpcClient(url, ProvingJobProducerSchema, {
     namespaceMethods: 'provingJobProducer',
     fetch,
+    maxRequestBodySize,
     onResponse: getVersioningResponseHandler(versions),
   });
 }
@@ -107,10 +121,12 @@ export function createProvingJobConsumerClient(
   url: string,
   versions: Partial<ComponentsVersions>,
   fetch = makeTracedFetch(proverBrokerBackoff, false),
+  maxRequestBodySize = PROVER_BROKER_MAX_REQUEST_BODY_SIZE,
 ): ProvingJobConsumer {
   return createSafeJsonRpcClient(url, ProvingJobConsumerSchema, {
     namespaceMethods: 'provingJobConsumer',
     fetch,
+    maxRequestBodySize,
     onResponse: getVersioningResponseHandler(versions),
   });
 }