@aztec/prover-client 0.65.1 → 0.66.0

package/dest/tx-prover/tx-prover.js

@@ -1,93 +0,0 @@
-import { BBNativeRollupProver, TestCircuitProver } from '@aztec/bb-prover';
-import { Fr } from '@aztec/circuits.js';
-import { NativeACVMSimulator } from '@aztec/simulator';
-import { ProvingOrchestrator } from '../orchestrator/orchestrator.js';
-import { MemoryProvingQueue } from '../prover-agent/memory-proving-queue.js';
-import { ProverAgent } from '../prover-agent/prover-agent.js';
-/**
- * A prover factory.
- * TODO(palla/prover-node): Rename this class
- */
-export class TxProver {
-    constructor(config, telemetry, agent) {
-        this.config = config;
-        this.telemetry = telemetry;
-        this.agent = agent;
-        this.running = false;
-        // TODO(palla/prover-node): Cache the paddingTx here, and not in each proving orchestrator,
-        // so it can be reused across multiple ones and not recomputed every time.
-        this.queue = new MemoryProvingQueue(telemetry, config.proverJobTimeoutMs, config.proverJobPollIntervalMs);
-    }
-    createEpochProver(db) {
-        return new ProvingOrchestrator(db, this.queue, this.telemetry, this.config.proverId);
-    }
-    getProverId() {
-        return this.config.proverId ?? Fr.ZERO;
-    }
-    async updateProverConfig(config) {
-        const newConfig = { ...this.config, ...config };
-        if (newConfig.realProofs !== this.config.realProofs && this.agent) {
-            const circuitProver = await TxProver.buildCircuitProver(newConfig, this.telemetry);
-            this.agent.setCircuitProver(circuitProver);
-        }
-        if (this.config.proverAgentConcurrency !== newConfig.proverAgentConcurrency) {
-            await this.agent?.setMaxConcurrency(newConfig.proverAgentConcurrency);
-        }
-        if (!this.config.realProofs && newConfig.realProofs) {
-            // TODO(palla/prover-node): Reset padding tx here once we cache it at this class
-        }
-        this.config = newConfig;
-    }
-    /**
-     * Starts the prover instance
-     */
-    start() {
-        if (this.running) {
-            return Promise.resolve();
-        }
-        this.running = true;
-        this.queue.start();
-        this.agent?.start(this.queue);
-        return Promise.resolve();
-    }
-    /**
-     * Stops the prover instance
-     */
-    async stop() {
-        if (!this.running) {
-            return;
-        }
-        this.running = false;
-        // TODO(palla/prover-node): Keep a reference to all proving orchestrators that are alive and stop them?
-        await this.agent?.stop();
-        await this.queue.stop();
-    }
-    /**
-     * Creates a new prover client and starts it
-     * @param config - The prover configuration.
-     * @param vks - The verification keys for the prover
-     * @param worldStateSynchronizer - An instance of the world state
-     * @returns An instance of the prover, constructed and started.
-     */
-    static async new(config, telemetry) {
-        const agent = config.proverAgentEnabled
-            ? new ProverAgent(await TxProver.buildCircuitProver(config, telemetry), config.proverAgentConcurrency, config.proverAgentPollInterval)
-            : undefined;
-        const prover = new TxProver(config, telemetry, agent);
-        await prover.start();
-        return prover;
-    }
-    static async buildCircuitProver(config, telemetry) {
-        if (config.realProofs) {
-            return await BBNativeRollupProver.new(config, telemetry);
-        }
-        const simulationProvider = config.acvmBinaryPath
-            ? new NativeACVMSimulator(config.acvmWorkingDirectory, config.acvmBinaryPath)
-            : undefined;
-        return new TestCircuitProver(telemetry, simulationProvider, config);
-    }
-    getProvingJobSource() {
-        return this.queue;
-    }
-}
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHgtcHJvdmVyLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3R4LXByb3Zlci90eC1wcm92ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLG9CQUFvQixFQUFFLGlCQUFpQixFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFRM0UsT0FBTyxFQUFFLEVBQUUsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBQ3hDLE9BQU8sRUFBRSxtQkFBbUIsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBSXZELE9BQU8sRUFBRSxtQkFBbUIsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ3RFLE9BQU8sRUFBRSxrQkFBa0IsRUFBRSxNQUFNLHlDQUF5QyxDQUFDO0FBQzdFLE9BQU8sRUFBRSxXQUFXLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUU5RDs7O0dBR0c7QUFDSCxNQUFNLE9BQU8sUUFBUTtJQUluQixZQUNVLE1BQTBCLEVBQzFCLFNBQTBCLEVBQzFCLEtBQW1CO1FBRm5CLFdBQU0sR0FBTixNQUFNLENBQW9CO1FBQzFCLGNBQVMsR0FBVCxTQUFTLENBQWlCO1FBQzFCLFVBQUssR0FBTCxLQUFLLENBQWM7UUFMckIsWUFBTyxHQUFHLEtBQUssQ0FBQztRQU90QiwyRkFBMkY7UUFDM0YsMEVBQTBFO1FBQzFFLElBQUksQ0FBQyxLQUFLLEdBQUcsSUFBSSxrQkFBa0IsQ0FBQyxTQUFTLEVBQUUsTUFBTSxDQUFDLGtCQUFrQixFQUFFLE1BQU0sQ0FBQyx1QkFBdUIsQ0FBQyxDQUFDO0lBQzVHLENBQUM7SUFFTSxpQkFBaUIsQ0FBQyxFQUE2QjtRQUNwRCxPQUFPLElBQUksbUJBQW1CLENBQUMsRUFBRSxFQUFFLElBQUksQ0FBQyxLQUFLLEVBQUUsSUFBSSxDQUFDLFNBQVMsRUFBRSxJQUFJLENBQUMsTUFBTSxDQUFDLFFBQVEsQ0FBQyxDQUFDO0lBQ3ZGLENBQUM7SUFFTSxXQUFXO1FBQ2hCLE9BQU8sSUFBSSxDQUFDLE1BQU0sQ0FBQyxRQUFRLElBQUksRUFBRSxDQUFDLElBQUksQ0FBQztJQUN6QyxDQUFDO0lBRUQsS0FBSyxDQUFDLGtCQUFrQixDQUFDLE1BQW1DO1FBQzFELE1BQU0sU0FBUyxHQUFHLEVBQUUsR0FBRyxJQUFJLENBQUMsTUFBTSxFQUFFLEdBQUcsTUFBTSxFQUFFLENBQUM7UUFFaEQsSUFBSSxTQUFTLENBQUMsVUFBVSxLQUFLLElBQUksQ0FBQyxNQUFNLENBQUMsVUFBVSxJQUFJLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUNsRSxNQUFNLGFBQWEsR0FBRyxNQUFNLFFBQVEsQ0FBQyxrQkFBa0IsQ0FBQyxTQUFTLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxDQUFDO1lBQ25GLElBQUksQ0FBQyxLQUFLLENBQUMsZ0JBQWdCLENBQUMsYUFBYSxDQUFDLENBQUM7UUFDN0MsQ0FBQztRQUVELElBQUksSUFBSSxDQUFDLE1BQU0sQ0FBQyxzQkFBc0IsS0FBSyxTQUFTLENBQUMsc0JBQXNCLEVBQUUsQ0FBQztZQUM1RSxNQUFNLElBQUksQ0FBQyxLQUFLLEVBQUUsaUJBQWlCLENBQUMsU0FBUyxDQUFDLHNCQUFzQixDQUFDLENBQUM7UUFDeEUsQ0FBQztRQUVELElBQUksQ0FBQyxJQUFJLENBQUMsTUFBTSxDQUFDLFVBQVUsSUFBSSxTQUFTLENBQUMsVUFBVSxFQUFFLENBQUM7WUFDcEQsZ0ZBQWdGO1FBQ2xGLENBQUM7UUFFRCxJQUFJLENBQUMsTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUMxQixDQUFDO0lBRUQ7O09BRUc7SUFDSSxLQUFLO1FBQ1YsSUFBSSxJQUFJLENBQUMsT0FBTyxFQUFFLENBQUM7WUFDakIsT0FBTyxPQUFPLENBQUMsT0FBTyxFQUFFLENBQUM7UUFDM0IsQ0FBQztRQUVELElBQUksQ0FBQyxPQUFPLEdBQUcsSUFBSSxDQUFDO1FBQ3BCLElBQUksQ0FBQyxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDbkIsSUFBSSxDQUFDLEtBQUssRUFBRSxLQUFLLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDO1FBQzlCLE9BQU8sT0FBTyxDQUFDLE9BQU8sRUFBRSxDQUFDO0lBQzNCLENBQUM7SUFFRDs7T0FFRztJQUNJLEtBQUssQ0FBQyxJQUFJO1FBQ2YsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQztZQUNsQixPQUFPO1FBQ1QsQ0FBQztRQUNELElBQUksQ0FBQyxPQUFPLEdBQUcsS0FBSyxDQUFDO1FBRXJCLHVHQUF1RztRQUN2RyxNQUFNLElBQUksQ0FBQyxLQUFLLEVBQUUsSUFBSSxFQUFFLENBQUM7UUFDekIsTUFBTSxJQUFJLENBQUMsS0FBSyxDQUFDLElBQUksRUFBRSxDQUFDO0lBQzFCLENBQUM7SUFFRDs7Ozs7O09BTUc7SUFDSSxNQUFNLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxNQUEwQixFQUFFLFNBQTBCO1FBQzVFLE1BQU0sS0FBSyxHQUFHLE1BQU0sQ0FBQyxrQkFBa0I7WUFDckMsQ0FBQyxDQUFDLElBQUksV0FBVyxDQUNiLE1BQU0sUUFBUSxDQUFDLGtCQUFrQixDQUFDLE1BQU0sRUFBRSxTQUFTLENBQUMsRUFDcEQsTUFBTSxDQUFDLHNCQUFzQixFQUM3QixNQUFNLENBQUMsdUJBQXVCLENBQy9CO1lBQ0gsQ0FBQyxDQUFDLFNBQVMsQ0FBQztRQUVkLE1BQU0sTUFBTSxHQUFHLElBQUksUUFBUSxDQUFDLE1BQU0sRUFBRSxTQUFTLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDdEQsTUFBTSxNQUFNLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDckIsT0FBTyxNQUFNLENBQUM7SUFDaEIsQ0FBQztJQUVPLE1BQU0sQ0FBQyxLQUFLLENBQUMsa0JBQWtCLENBQ3JDLE1BQTBCLEVBQzFCLFNBQTBCO1FBRTFCLElBQUksTUFBTSxDQUFDLFVBQVUsRUFBRSxDQUFDO1lBQ3RCLE9BQU8sTUFBTSxvQkFBb0IsQ0FBQyxHQUFHLENBQUMsTUFBTSxFQUFFLFNBQVMsQ0FBQyxDQUFDO1FBQzNELENBQUM7UUFFRCxNQUFNLGtCQUFrQixHQUFHLE1BQU0sQ0FBQyxjQUFjO1lBQzlDLENBQUMsQ0FBQyxJQUFJLG1CQUFtQixDQUFDLE1BQU0sQ0FBQyxvQkFBb0IsRUFBRSxNQUFNLENBQUMsY0FBYyxDQUFDO1lBQzdFLENBQUMsQ0FBQyxTQUFTLENBQUM7UUFFZCxPQUFPLElBQUksaUJBQWlCLENBQUMsU0FBUyxFQUFFLGtCQUFrQixFQUFFLE1BQU0sQ0FBQyxDQUFDO0lBQ3RFLENBQUM7SUFFTSxtQkFBbUI7UUFDeEIsT0FBTyxJQUFJLENBQUMsS0FBSyxDQUFDO0lBQ3BCLENBQUM7Q0FDRiJ9

package/src/proving_broker/proving_broker_interface.ts

@@ -1,74 +0,0 @@
-import {
-  type ProvingRequestType,
-  type V2ProofOutput,
-  type V2ProvingJob,
-  type V2ProvingJobId,
-  type V2ProvingJobStatus,
-} from '@aztec/circuit-types';
-
-/**
- * An interface for the proving orchestrator. The producer uses this to enqueue jobs for agents
- */
-export interface ProvingJobProducer {
-  /**
-   * Enqueues a proving job
-   * @param job - The job to enqueue
-   */
-  enqueueProvingJob(job: V2ProvingJob): Promise<void>;
-
-  /**
-   * Cancels a proving job and clears all of its
-   * @param id - The ID of the job to cancel
-   */
-  removeAndCancelProvingJob(id: V2ProvingJobId): Promise<void>;
-
-  /**
-   * Returns the current status fof the proving job
-   * @param id - The ID of the job to get the status of
-   */
-  getProvingJobStatus(id: V2ProvingJobId): Promise<V2ProvingJobStatus>;
-}
-
-export interface ProvingJobFilter<T extends ProvingRequestType[]> {
-  allowList?: T;
-}
-
-/**
- * An interface for proving agents to request jobs and report results
- */
-export interface ProvingJobConsumer {
-  /**
-   * Gets a proving job to work on
-   * @param filter - Optional filter for the type of job to get
-   */
-  getProvingJob<T extends ProvingRequestType[]>(
-    filter?: ProvingJobFilter<T>,
-  ): Promise<{ job: V2ProvingJob; time: number } | undefined>;
-
-  /**
-   * Marks a proving job as successful
-   * @param id - The ID of the job to report success for
-   * @param result - The result of the job
-   */
-  reportProvingJobSuccess(id: V2ProvingJobId, result: V2ProofOutput): Promise<void>;
-
-  /**
-   * Marks a proving job as errored
-   * @param id - The ID of the job to report an error for
-   * @param err - The error that occurred while processing the job
-   * @param retry - Whether to retry the job
-   */
-  reportProvingJobError(id: V2ProvingJobId, err: Error, retry?: boolean): Promise<void>;
-
-  /**
-   * Sends a heartbeat to the broker to indicate that the agent is still working on the given proving job
-   * @param id - The ID of the job to report progress for
-   * @param startedAt - The unix epoch when the job was started
-   * @param filter - Optional filter for the type of job to get
-   */
-  reportProvingJobProgress<F extends ProvingRequestType[]>(
-    id: V2ProvingJobId,
-    startedAt: number,
-    filter?: ProvingJobFilter<F>,
-  ): Promise<{ job: V2ProvingJob; time: number } | undefined>;
-}

package/src/proving_broker/proving_job_database/memory.ts

@@ -1,43 +0,0 @@
-import type { V2ProofOutput, V2ProvingJob, V2ProvingJobId, V2ProvingJobResult } from '@aztec/circuit-types';
-
-import { type ProvingJobDatabase } from '../proving_job_database.js';
-
-export class InMemoryDatabase implements ProvingJobDatabase {
-  private jobs = new Map<V2ProvingJobId, V2ProvingJob>();
-  private results = new Map<V2ProvingJobId, V2ProvingJobResult>();
-
-  getProvingJob(id: V2ProvingJobId): V2ProvingJob | undefined {
-    return this.jobs.get(id);
-  }
-
-  getProvingJobResult(id: V2ProvingJobId): V2ProvingJobResult | undefined {
-    return this.results.get(id);
-  }
-
-  addProvingJob(request: V2ProvingJob): Promise<void> {
-    this.jobs.set(request.id, request);
-    return Promise.resolve();
-  }
-
-  setProvingJobResult(id: V2ProvingJobId, value: V2ProofOutput): Promise<void> {
-    this.results.set(id, { value });
-    return Promise.resolve();
-  }
-
-  setProvingJobError(id: V2ProvingJobId, error: Error): Promise<void> {
-    this.results.set(id, { error: String(error) });
-    return Promise.resolve();
-  }
-
-  deleteProvingJobAndResult(id: V2ProvingJobId): Promise<void> {
-    this.jobs.delete(id);
-    this.results.delete(id);
-    return Promise.resolve();
-  }
-
-  *allProvingJobs(): Iterable<[V2ProvingJob, V2ProvingJobResult | undefined]> {
-    for (const item of this.jobs.values()) {
-      yield [item, this.results.get(item.id)] as const;
-    }
-  }
-}

package/src/proving_broker/proving_job_database/persisted.ts

@@ -1,45 +0,0 @@
-import { type V2ProofOutput, V2ProvingJob, type V2ProvingJobId, V2ProvingJobResult } from '@aztec/circuit-types';
-import { jsonParseWithSchema, jsonStringify } from '@aztec/foundation/json-rpc';
-import { type AztecKVStore, type AztecMap } from '@aztec/kv-store';
-
-import { type ProvingJobDatabase } from '../proving_job_database.js';
-
-export class PersistedProvingJobDatabase implements ProvingJobDatabase {
-  private jobs: AztecMap<V2ProvingJobId, string>;
-  private jobResults: AztecMap<V2ProvingJobId, string>;
-
-  constructor(private store: AztecKVStore) {
-    this.jobs = store.openMap('proving_jobs');
-    this.jobResults = store.openMap('proving_job_results');
-  }
-
-  async addProvingJob(job: V2ProvingJob): Promise<void> {
-    await this.jobs.set(job.id, jsonStringify(job));
-  }
-
-  *allProvingJobs(): Iterable<[V2ProvingJob, V2ProvingJobResult | undefined]> {
-    for (const jobStr of this.jobs.values()) {
-      const job = jsonParseWithSchema(jobStr, V2ProvingJob);
-      const resultStr = this.jobResults.get(job.id);
-      const result = resultStr ? jsonParseWithSchema(resultStr, V2ProvingJobResult) : undefined;
-      yield [job, result];
-    }
-  }
-
-  deleteProvingJobAndResult(id: V2ProvingJobId): Promise<void> {
-    return this.store.transaction(() => {
-      void this.jobs.delete(id);
-      void this.jobResults.delete(id);
-    });
-  }
-
-  async setProvingJobError(id: V2ProvingJobId, err: Error): Promise<void> {
-    const res: V2ProvingJobResult = { error: err.message };
-    await this.jobResults.set(id, jsonStringify(res));
-  }
-
-  async setProvingJobResult(id: V2ProvingJobId, value: V2ProofOutput): Promise<void> {
-    const res: V2ProvingJobResult = { value };
-    await this.jobResults.set(id, jsonStringify(res));
-  }
-}

package/src/tx-prover/factory.ts

@@ -1,9 +0,0 @@
-import { type TelemetryClient } from '@aztec/telemetry-client';
-import { NoopTelemetryClient } from '@aztec/telemetry-client/noop';
-
-import { type ProverClientConfig } from '../config.js';
-import { TxProver } from './tx-prover.js';
-
-export function createProverClient(config: ProverClientConfig, telemetry: TelemetryClient = new NoopTelemetryClient()) {
-  return TxProver.new(config, telemetry);
-}

package/src/tx-prover/tx-prover.ts

@@ -1,130 +0,0 @@
-import { BBNativeRollupProver, TestCircuitProver } from '@aztec/bb-prover';
-import {
-  type EpochProver,
-  type EpochProverManager,
-  type MerkleTreeWriteOperations,
-  type ProvingJobSource,
-  type ServerCircuitProver,
-} from '@aztec/circuit-types/interfaces';
-import { Fr } from '@aztec/circuits.js';
-import { NativeACVMSimulator } from '@aztec/simulator';
-import { type TelemetryClient } from '@aztec/telemetry-client';
-
-import { type ProverClientConfig } from '../config.js';
-import { ProvingOrchestrator } from '../orchestrator/orchestrator.js';
-import { MemoryProvingQueue } from '../prover-agent/memory-proving-queue.js';
-import { ProverAgent } from '../prover-agent/prover-agent.js';
-
-/**
- * A prover factory.
- * TODO(palla/prover-node): Rename this class
- */
-export class TxProver implements EpochProverManager {
-  private queue: MemoryProvingQueue;
-  private running = false;
-
-  private constructor(
-    private config: ProverClientConfig,
-    private telemetry: TelemetryClient,
-    private agent?: ProverAgent,
-  ) {
-    // TODO(palla/prover-node): Cache the paddingTx here, and not in each proving orchestrator,
-    // so it can be reused across multiple ones and not recomputed every time.
-    this.queue = new MemoryProvingQueue(telemetry, config.proverJobTimeoutMs, config.proverJobPollIntervalMs);
-  }
-
-  public createEpochProver(db: MerkleTreeWriteOperations): EpochProver {
-    return new ProvingOrchestrator(db, this.queue, this.telemetry, this.config.proverId);
-  }
-
-  public getProverId(): Fr {
-    return this.config.proverId ?? Fr.ZERO;
-  }
-
-  async updateProverConfig(config: Partial<ProverClientConfig>): Promise<void> {
-    const newConfig = { ...this.config, ...config };
-
-    if (newConfig.realProofs !== this.config.realProofs && this.agent) {
-      const circuitProver = await TxProver.buildCircuitProver(newConfig, this.telemetry);
-      this.agent.setCircuitProver(circuitProver);
-    }
-
-    if (this.config.proverAgentConcurrency !== newConfig.proverAgentConcurrency) {
-      await this.agent?.setMaxConcurrency(newConfig.proverAgentConcurrency);
-    }
-
-    if (!this.config.realProofs && newConfig.realProofs) {
-      // TODO(palla/prover-node): Reset padding tx here once we cache it at this class
-    }
-
-    this.config = newConfig;
-  }
-
-  /**
-   * Starts the prover instance
-   */
-  public start() {
-    if (this.running) {
-      return Promise.resolve();
-    }
-
-    this.running = true;
-    this.queue.start();
-    this.agent?.start(this.queue);
-    return Promise.resolve();
-  }
-
-  /**
-   * Stops the prover instance
-   */
-  public async stop() {
-    if (!this.running) {
-      return;
-    }
-    this.running = false;
-
-    // TODO(palla/prover-node): Keep a reference to all proving orchestrators that are alive and stop them?
-    await this.agent?.stop();
-    await this.queue.stop();
-  }
-
-  /**
-   * Creates a new prover client and starts it
-   * @param config - The prover configuration.
-   * @param vks - The verification keys for the prover
-   * @param worldStateSynchronizer - An instance of the world state
-   * @returns An instance of the prover, constructed and started.
-   */
-  public static async new(config: ProverClientConfig, telemetry: TelemetryClient) {
-    const agent = config.proverAgentEnabled
-      ? new ProverAgent(
-          await TxProver.buildCircuitProver(config, telemetry),
-          config.proverAgentConcurrency,
-          config.proverAgentPollInterval,
-        )
-      : undefined;
-
-    const prover = new TxProver(config, telemetry, agent);
-    await prover.start();
-    return prover;
-  }
-
-  private static async buildCircuitProver(
-    config: ProverClientConfig,
-    telemetry: TelemetryClient,
-  ): Promise<ServerCircuitProver> {
-    if (config.realProofs) {
-      return await BBNativeRollupProver.new(config, telemetry);
-    }
-
-    const simulationProvider = config.acvmBinaryPath
-      ? new NativeACVMSimulator(config.acvmWorkingDirectory, config.acvmBinaryPath)
-      : undefined;
-
-    return new TestCircuitProver(telemetry, simulationProvider, config);
-  }
-
-  public getProvingJobSource(): ProvingJobSource {
-    return this.queue;
-  }
-}