@aztec/bb-prover 0.0.1-commit.24de95ac → 0.0.1-commit.2606882
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/avm_proving_tests/avm_proving_tester.d.ts +15 -11
- package/dest/avm_proving_tests/avm_proving_tester.d.ts.map +1 -1
- package/dest/avm_proving_tests/avm_proving_tester.js +167 -108
- package/dest/bb/bb_js_backend.d.ts +196 -0
- package/dest/bb/bb_js_backend.d.ts.map +1 -0
- package/dest/bb/bb_js_backend.js +379 -0
- package/dest/bb/bb_js_debug.d.ts +52 -0
- package/dest/bb/bb_js_debug.d.ts.map +1 -0
- package/dest/bb/bb_js_debug.js +176 -0
- package/dest/bb/cli.d.ts +1 -1
- package/dest/bb/file_names.d.ts +4 -0
- package/dest/bb/file_names.d.ts.map +1 -0
- package/dest/bb/file_names.js +5 -0
- package/dest/bb/index.d.ts +1 -1
- package/dest/config.d.ts +17 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/honk.d.ts +1 -1
- package/dest/index.d.ts +3 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +2 -1
- package/dest/instrumentation.d.ts +1 -1
- package/dest/instrumentation.d.ts.map +1 -1
- package/dest/instrumentation.js +21 -43
- package/dest/prover/client/bb_private_kernel_prover.d.ts +20 -6
- package/dest/prover/client/bb_private_kernel_prover.d.ts.map +1 -1
- package/dest/prover/client/bb_private_kernel_prover.js +73 -8
- package/dest/prover/client/bundle.d.ts +6 -0
- package/dest/prover/client/bundle.d.ts.map +1 -0
- package/dest/prover/client/bundle.js +7 -0
- package/dest/prover/client/lazy.d.ts +6 -0
- package/dest/prover/client/lazy.d.ts.map +1 -0
- package/dest/prover/client/lazy.js +7 -0
- package/dest/prover/index.d.ts +1 -1
- package/dest/prover/proof_utils.d.ts +11 -1
- package/dest/prover/proof_utils.d.ts.map +1 -1
- package/dest/prover/proof_utils.js +25 -2
- package/dest/prover/server/bb_prover.d.ts +8 -21
- package/dest/prover/server/bb_prover.d.ts.map +1 -1
- package/dest/prover/server/bb_prover.js +614 -112
- package/dest/test/delay_values.d.ts +1 -1
- package/dest/test/delay_values.d.ts.map +1 -1
- package/dest/test/delay_values.js +29 -27
- package/dest/test/index.d.ts +2 -1
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/index.js +1 -0
- package/dest/test/test_circuit_prover.d.ts +4 -4
- package/dest/test/test_circuit_prover.d.ts.map +1 -1
- package/dest/test/test_circuit_prover.js +462 -59
- package/dest/test/test_verifier.d.ts +3 -1
- package/dest/test/test_verifier.d.ts.map +1 -1
- package/dest/test/test_verifier.js +15 -0
- package/dest/verification_key/verification_key_data.d.ts +1 -8
- package/dest/verification_key/verification_key_data.d.ts.map +1 -1
- package/dest/verification_key/verification_key_data.js +2 -21
- package/dest/verifier/batch_chonk_verifier.d.ts +56 -0
- package/dest/verifier/batch_chonk_verifier.d.ts.map +1 -0
- package/dest/verifier/batch_chonk_verifier.js +384 -0
- package/dest/verifier/bb_verifier.d.ts +4 -1
- package/dest/verifier/bb_verifier.d.ts.map +1 -1
- package/dest/verifier/bb_verifier.js +137 -48
- package/dest/verifier/index.d.ts +2 -1
- package/dest/verifier/index.d.ts.map +1 -1
- package/dest/verifier/index.js +1 -0
- package/dest/verifier/queued_chonk_verifier.d.ts +2 -3
- package/dest/verifier/queued_chonk_verifier.d.ts.map +1 -1
- package/dest/verifier/queued_chonk_verifier.js +15 -45
- package/package.json +26 -23
- package/src/avm_proving_tests/avm_proving_tester.ts +69 -138
- package/src/bb/bb_js_backend.ts +435 -0
- package/src/bb/bb_js_debug.ts +227 -0
- package/src/bb/file_names.ts +6 -0
- package/src/config.ts +16 -0
- package/src/index.ts +2 -1
- package/src/instrumentation.ts +20 -43
- package/src/prover/client/bb_private_kernel_prover.ts +158 -8
- package/src/prover/client/bundle.ts +10 -0
- package/src/prover/client/lazy.ts +10 -0
- package/src/prover/proof_utils.ts +42 -2
- package/src/prover/server/bb_prover.ts +139 -159
- package/src/test/delay_values.ts +31 -27
- package/src/test/index.ts +1 -0
- package/src/test/test_circuit_prover.ts +10 -13
- package/src/test/test_verifier.ts +8 -0
- package/src/verification_key/verification_key_data.ts +2 -27
- package/src/verifier/batch_chonk_verifier.ts +415 -0
- package/src/verifier/bb_verifier.ts +69 -80
- package/src/verifier/index.ts +1 -0
- package/src/verifier/queued_chonk_verifier.ts +15 -47
- package/dest/bb/execute.d.ts +0 -107
- package/dest/bb/execute.d.ts.map +0 -1
- package/dest/bb/execute.js +0 -672
- package/dest/prover/client/native/bb_native_private_kernel_prover.d.ts +0 -23
- package/dest/prover/client/native/bb_native_private_kernel_prover.d.ts.map +0 -1
- package/dest/prover/client/native/bb_native_private_kernel_prover.js +0 -66
- package/dest/prover/client/wasm/bb_wasm_private_kernel_prover.d.ts +0 -15
- package/dest/prover/client/wasm/bb_wasm_private_kernel_prover.d.ts.map +0 -1
- package/dest/prover/client/wasm/bb_wasm_private_kernel_prover.js +0 -46
- package/dest/prover/client/wasm/bundle.d.ts +0 -6
- package/dest/prover/client/wasm/bundle.d.ts.map +0 -1
- package/dest/prover/client/wasm/bundle.js +0 -8
- package/dest/prover/client/wasm/lazy.d.ts +0 -6
- package/dest/prover/client/wasm/lazy.d.ts.map +0 -1
- package/dest/prover/client/wasm/lazy.js +0 -8
- package/src/bb/execute.ts +0 -709
- package/src/prover/client/native/bb_native_private_kernel_prover.ts +0 -105
- package/src/prover/client/wasm/bb_wasm_private_kernel_prover.ts +0 -58
- package/src/prover/client/wasm/bundle.ts +0 -11
- package/src/prover/client/wasm/lazy.ts +0 -11
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import type { ClientProtocolCircuitVerifier, IVCProofVerificationResult } from '@aztec/stdlib/interfaces/server';
|
|
2
|
+
import type { Tx } from '@aztec/stdlib/tx';
|
|
3
|
+
import type { BBConfig } from '../config.js';
|
|
4
|
+
/**
|
|
5
|
+
* Batch verifier for Chonk IVC proofs. Uses the bb batch verifier service
|
|
6
|
+
* which batches IPA verification into a constant number of SRS MSMs for better throughput.
|
|
7
|
+
*
|
|
8
|
+
* Architecture:
|
|
9
|
+
* - Spawns a persistent `bb msgpack run` process via Barretenberg (native backend)
|
|
10
|
+
* - Sends proofs via the msgpack RPC protocol (ChonkBatchVerifierQueue)
|
|
11
|
+
* - Receives results via a named FIFO pipe (async, out-of-order)
|
|
12
|
+
* - Bisects batch failures to isolate individual bad proofs
|
|
13
|
+
*/
|
|
14
|
+
export declare class BatchChonkVerifier implements ClientProtocolCircuitVerifier {
|
|
15
|
+
private config;
|
|
16
|
+
private vkBuffers;
|
|
17
|
+
private batchSize;
|
|
18
|
+
private label;
|
|
19
|
+
private bb;
|
|
20
|
+
private fifoDir;
|
|
21
|
+
private fifoPath;
|
|
22
|
+
private nextRequestId;
|
|
23
|
+
private pendingRequests;
|
|
24
|
+
private sendQueue;
|
|
25
|
+
private fifoReader;
|
|
26
|
+
private logger;
|
|
27
|
+
/** Maps artifact name to VK index in the batch verifier. */
|
|
28
|
+
private vkIndexMap;
|
|
29
|
+
/** Bound cleanup handler for process exit signals. */
|
|
30
|
+
private exitCleanup;
|
|
31
|
+
private stopped;
|
|
32
|
+
private fatalError;
|
|
33
|
+
private pendingDrainedResolvers;
|
|
34
|
+
private constructor();
|
|
35
|
+
/** Create and start a BatchChonkVerifier using the protocol circuit VKs. */
|
|
36
|
+
static new(config: BBConfig, batchSize: number, label: string): Promise<BatchChonkVerifier>;
|
|
37
|
+
/** Create and start a BatchChonkVerifier with custom VKs (for testing). */
|
|
38
|
+
static newForTesting(config: Pick<BBConfig, 'bbChonkVerifyConcurrency'> & Partial<Pick<BBConfig, 'bbBinaryPath'>>, vks: Uint8Array[], batchSize: number): Promise<BatchChonkVerifier>;
|
|
39
|
+
private start;
|
|
40
|
+
verifyProof(tx: Tx): Promise<IVCProofVerificationResult>;
|
|
41
|
+
/** Enqueue raw proof fields for verification. Used directly by tests with custom VKs. */
|
|
42
|
+
enqueueProof(vkIndex: number, proofFields: Uint8Array[]): Promise<IVCProofVerificationResult>;
|
|
43
|
+
stop(): Promise<void>;
|
|
44
|
+
private withTimeout;
|
|
45
|
+
private startFifoReader;
|
|
46
|
+
private handleResult;
|
|
47
|
+
private registerExitCleanup;
|
|
48
|
+
private deregisterExitCleanup;
|
|
49
|
+
private rejectPendingRequests;
|
|
50
|
+
private failVerifier;
|
|
51
|
+
private waitForPendingRequestsToDrain;
|
|
52
|
+
private notifyPendingDrained;
|
|
53
|
+
private cleanupFifo;
|
|
54
|
+
private cleanupFifoSync;
|
|
55
|
+
}
|
|
56
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmF0Y2hfY2hvbmtfdmVyaWZpZXIuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy92ZXJpZmllci9iYXRjaF9jaG9ua192ZXJpZmllci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFNQSxPQUFPLEtBQUssRUFBRSw2QkFBNkIsRUFBRSwwQkFBMEIsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ2pILE9BQU8sS0FBSyxFQUFFLEVBQUUsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBVTNDLE9BQU8sS0FBSyxFQUFFLFFBQVEsRUFBRSxNQUFNLGNBQWMsQ0FBQztBQXdCN0M7Ozs7Ozs7OztHQVNHO0FBQ0gscUJBQWEsa0JBQW1CLFlBQVcsNkJBQTZCO0lBa0JwRSxPQUFPLENBQUMsTUFBTTtJQUNkLE9BQU8sQ0FBQyxTQUFTO0lBQ2pCLE9BQU8sQ0FBQyxTQUFTO0lBQ2pCLE9BQU8sQ0FBQyxLQUFLO0lBcEJmLE9BQU8sQ0FBQyxFQUFFLENBQWdCO0lBQzFCLE9BQU8sQ0FBQyxPQUFPLENBQXFCO0lBQ3BDLE9BQU8sQ0FBQyxRQUFRLENBQU07SUFDdEIsT0FBTyxDQUFDLGFBQWEsQ0FBSztJQUMxQixPQUFPLENBQUMsZUFBZSxDQUFxQztJQUM1RCxPQUFPLENBQUMsU0FBUyxDQUFjO0lBQy9CLE9BQU8sQ0FBQyxVQUFVLENBQWtCO0lBQ3BDLE9BQU8sQ0FBQyxNQUFNLENBQWtEO0lBQ2hFLDREQUE0RDtJQUM1RCxPQUFPLENBQUMsVUFBVSxDQUE2QjtJQUMvQyxzREFBc0Q7SUFDdEQsT0FBTyxDQUFDLFdBQVcsQ0FBNkI7SUFDaEQsT0FBTyxDQUFDLE9BQU8sQ0FBUztJQUN4QixPQUFPLENBQUMsVUFBVSxDQUFvQjtJQUN0QyxPQUFPLENBQUMsdUJBQXVCLENBQXlCO0lBRXhELE9BQU8sZUFTTjtJQUVELDRFQUE0RTtJQUM1RSxPQUFhLEdBQUcsQ0FBQyxNQUFNLEVBQUUsUUFBUSxFQUFFLFNBQVMsRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUMsa0JBQWtCLENBQUMsQ0FlaEc7SUFFRCwyRUFBMkU7SUFDM0UsT0FBYSxhQUFhLENBQ3hCLE1BQU0sRUFBRSxJQUFJLENBQUMsUUFBUSxFQUFFLDBCQUEwQixDQUFDLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxRQUFRLEVBQUUsY0FBYyxDQUFDLENBQUMsRUFDNUYsR0FBRyxFQUFFLFVBQVUsRUFBRSxFQUNqQixTQUFTLEVBQUUsTUFBTSxHQUNoQixPQUFPLENBQUMsa0JBQWtCLENBQUMsQ0FPN0I7WUFFYSxLQUFLO0lBaUNaLFdBQVcsQ0FBQyxFQUFFLEVBQUUsRUFBRSxHQUFHLE9BQU8sQ0FBQywwQkFBMEIsQ0FBQyxDQWU5RDtJQUVELHlGQUF5RjtJQUNsRixZQUFZLENBQUMsT0FBTyxFQUFFLE1BQU0sRUFBRSxXQUFXLEVBQUUsVUFBVSxFQUFFLEdBQUcsT0FBTyxDQUFDLDBCQUEwQixDQUFDLENBa0RuRztJQUVZLElBQUksSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLENBK0JqQztZQU9hLFdBQVc7SUFrQnpCLE9BQU8sQ0FBQyxlQUFlO0lBNkJ2QixPQUFPLENBQUMsWUFBWTtJQTZCcEIsT0FBTyxDQUFDLG1CQUFtQjtJQU8zQixPQUFPLENBQUMscUJBQXFCO0lBTzdCLE9BQU8sQ0FBQyxxQkFBcUI7SUFTN0IsT0FBTyxDQUFDLFlBQVk7SUFPcEIsT0FBTyxDQUFDLDZCQUE2QjtJQTBCckMsT0FBTyxDQUFDLG9CQUFvQjtZQVNkLFdBQVc7SUFVekIsT0FBTyxDQUFDLGVBQWU7Q0FXeEIifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"batch_chonk_verifier.d.ts","sourceRoot":"","sources":["../../src/verifier/batch_chonk_verifier.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,6BAA6B,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAC;AACjH,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAU3C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAwB7C;;;;;;;;;GASG;AACH,qBAAa,kBAAmB,YAAW,6BAA6B;IAkBpE,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,KAAK;IApBf,OAAO,CAAC,EAAE,CAAgB;IAC1B,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,QAAQ,CAAM;IACtB,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,eAAe,CAAqC;IAC5D,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,MAAM,CAAkD;IAChE,4DAA4D;IAC5D,OAAO,CAAC,UAAU,CAA6B;IAC/C,sDAAsD;IACtD,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,uBAAuB,CAAyB;IAExD,OAAO,eASN;IAED,4EAA4E;IAC5E,OAAa,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAehG;IAED,2EAA2E;IAC3E,OAAa,aAAa,CACxB,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,0BAA0B,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,EAC5F,GAAG,EAAE,UAAU,EAAE,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,kBAAkB,CAAC,CAO7B;YAEa,KAAK;IAiCZ,WAAW,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAe9D;IAED,yFAAyF;IAClF,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAkDnG;IAEY,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CA+BjC;YAOa,WAAW;IAkBzB,OAAO,CAAC,eAAe;IA6BvB,OAAO,CAAC,YAAY;IA6BpB,OAAO,CAAC,mBAAmB;IAO3B,OAAO,CAAC,qBAAqB;IAO7B,OAAO,CAAC,qBAAqB;IAS7B,OAAO,CAAC,YAAY;IAOpB,OAAO,CAAC,6BAA6B;IA0BrC,OAAO,CAAC,oBAAoB;YASd,WAAW;IAUzB,OAAO,CAAC,eAAe;CAWxB"}
|
|
@@ -0,0 +1,384 @@
|
|
|
1
|
+
import { BackendType, Barretenberg } from '@aztec/bb.js';
|
|
2
|
+
import { FifoFrameReader } from '@aztec/foundation/fifo';
|
|
3
|
+
import { createLogger } from '@aztec/foundation/log';
|
|
4
|
+
import { SerialQueue } from '@aztec/foundation/queue';
|
|
5
|
+
import { Timer } from '@aztec/foundation/timer';
|
|
6
|
+
import { ProtocolCircuitVks } from '@aztec/noir-protocol-circuits-types/server/vks';
|
|
7
|
+
import { Unpackr } from 'msgpackr';
|
|
8
|
+
import { execFile } from 'node:child_process';
|
|
9
|
+
import { rmSync } from 'node:fs';
|
|
10
|
+
import { mkdtemp, rm } from 'node:fs/promises';
|
|
11
|
+
import * as os from 'node:os';
|
|
12
|
+
import * as path from 'node:path';
|
|
13
|
+
import { promisify } from 'node:util';
|
|
14
|
+
const execFileAsync = promisify(execFile);
|
|
15
|
+
const RESULT_TIMEOUT_MS = 5 * 60 * 1000;
|
|
16
|
+
const STOP_DRAIN_TIMEOUT_MS = 5_000;
|
|
17
|
+
/** Maps client protocol artifacts used for chonk verification to VK indices. */ const CHONK_VK_ARTIFACTS = [
|
|
18
|
+
'HidingKernelToRollup',
|
|
19
|
+
'HidingKernelToPublic'
|
|
20
|
+
];
|
|
21
|
+
/**
|
|
22
|
+
* Batch verifier for Chonk IVC proofs. Uses the bb batch verifier service
|
|
23
|
+
* which batches IPA verification into a constant number of SRS MSMs for better throughput.
|
|
24
|
+
*
|
|
25
|
+
* Architecture:
|
|
26
|
+
* - Spawns a persistent `bb msgpack run` process via Barretenberg (native backend)
|
|
27
|
+
* - Sends proofs via the msgpack RPC protocol (ChonkBatchVerifierQueue)
|
|
28
|
+
* - Receives results via a named FIFO pipe (async, out-of-order)
|
|
29
|
+
* - Bisects batch failures to isolate individual bad proofs
|
|
30
|
+
*/ export class BatchChonkVerifier {
|
|
31
|
+
config;
|
|
32
|
+
vkBuffers;
|
|
33
|
+
batchSize;
|
|
34
|
+
label;
|
|
35
|
+
bb;
|
|
36
|
+
fifoDir;
|
|
37
|
+
fifoPath;
|
|
38
|
+
nextRequestId;
|
|
39
|
+
pendingRequests;
|
|
40
|
+
sendQueue;
|
|
41
|
+
fifoReader;
|
|
42
|
+
logger;
|
|
43
|
+
/** Maps artifact name to VK index in the batch verifier. */ vkIndexMap;
|
|
44
|
+
/** Bound cleanup handler for process exit signals. */ exitCleanup;
|
|
45
|
+
stopped;
|
|
46
|
+
fatalError;
|
|
47
|
+
pendingDrainedResolvers;
|
|
48
|
+
constructor(config, vkBuffers, batchSize, label){
|
|
49
|
+
this.config = config;
|
|
50
|
+
this.vkBuffers = vkBuffers;
|
|
51
|
+
this.batchSize = batchSize;
|
|
52
|
+
this.label = label;
|
|
53
|
+
this.fifoPath = '';
|
|
54
|
+
this.nextRequestId = 0;
|
|
55
|
+
this.pendingRequests = new Map();
|
|
56
|
+
this.logger = createLogger('bb-prover:batch_chonk_verifier');
|
|
57
|
+
this.vkIndexMap = new Map();
|
|
58
|
+
this.exitCleanup = null;
|
|
59
|
+
this.stopped = false;
|
|
60
|
+
this.pendingDrainedResolvers = new Set();
|
|
61
|
+
this.fifoReader = new FifoFrameReader();
|
|
62
|
+
this.sendQueue = new SerialQueue();
|
|
63
|
+
this.sendQueue.start(1);
|
|
64
|
+
}
|
|
65
|
+
/** Create and start a BatchChonkVerifier using the protocol circuit VKs. */ static async new(config, batchSize, label) {
|
|
66
|
+
const vkBuffers = [];
|
|
67
|
+
const vkIndexMap = new Map();
|
|
68
|
+
for (const artifact of CHONK_VK_ARTIFACTS){
|
|
69
|
+
const vk = ProtocolCircuitVks[artifact];
|
|
70
|
+
if (!vk) {
|
|
71
|
+
throw new Error(`Missing VK for ${artifact}`);
|
|
72
|
+
}
|
|
73
|
+
vkIndexMap.set(artifact, vkBuffers.length);
|
|
74
|
+
vkBuffers.push(vk.keyAsBytes);
|
|
75
|
+
}
|
|
76
|
+
const verifier = new BatchChonkVerifier(config, vkBuffers, batchSize, label);
|
|
77
|
+
verifier.vkIndexMap = vkIndexMap;
|
|
78
|
+
await verifier.start();
|
|
79
|
+
return verifier;
|
|
80
|
+
}
|
|
81
|
+
/** Create and start a BatchChonkVerifier with custom VKs (for testing). */ static async newForTesting(config, vks, batchSize) {
|
|
82
|
+
const verifier = new BatchChonkVerifier(config, vks, batchSize, 'test');
|
|
83
|
+
for(let i = 0; i < vks.length; i++){
|
|
84
|
+
verifier.vkIndexMap.set(String(i), i);
|
|
85
|
+
}
|
|
86
|
+
await verifier.start();
|
|
87
|
+
return verifier;
|
|
88
|
+
}
|
|
89
|
+
async start() {
|
|
90
|
+
this.logger.info('Starting BatchChonkVerifier');
|
|
91
|
+
try {
|
|
92
|
+
this.bb = await Barretenberg.new({
|
|
93
|
+
bbPath: this.config.bbBinaryPath,
|
|
94
|
+
backend: BackendType.NativeUnixSocket
|
|
95
|
+
});
|
|
96
|
+
await this.bb.initSRSChonk();
|
|
97
|
+
// Keep the FIFO in a private directory so cleanup has a single owner.
|
|
98
|
+
this.fifoDir = await mkdtemp(path.join(os.tmpdir(), `bb-batch-${this.label}-${process.pid}-`));
|
|
99
|
+
this.fifoPath = path.join(this.fifoDir, 'results.fifo');
|
|
100
|
+
await execFileAsync('mkfifo', [
|
|
101
|
+
this.fifoPath
|
|
102
|
+
]);
|
|
103
|
+
this.registerExitCleanup();
|
|
104
|
+
this.startFifoReader();
|
|
105
|
+
await this.bb.chonkBatchVerifierStart({
|
|
106
|
+
vks: this.vkBuffers,
|
|
107
|
+
numCores: this.config.bbChonkVerifyConcurrency || 0,
|
|
108
|
+
batchSize: this.batchSize,
|
|
109
|
+
fifoPath: this.fifoPath
|
|
110
|
+
});
|
|
111
|
+
} catch (err) {
|
|
112
|
+
this.fifoReader.stop();
|
|
113
|
+
this.deregisterExitCleanup();
|
|
114
|
+
await this.cleanupFifo();
|
|
115
|
+
await this.bb?.destroy().catch(()=>{});
|
|
116
|
+
throw err;
|
|
117
|
+
}
|
|
118
|
+
this.logger.info('BatchChonkVerifier started', {
|
|
119
|
+
fifoPath: this.fifoPath
|
|
120
|
+
});
|
|
121
|
+
}
|
|
122
|
+
verifyProof(tx) {
|
|
123
|
+
const totalTimer = new Timer();
|
|
124
|
+
return (async ()=>{
|
|
125
|
+
const circuit = tx.data.forPublic ? 'HidingKernelToPublic' : 'HidingKernelToRollup';
|
|
126
|
+
const vkIndex = this.vkIndexMap.get(circuit);
|
|
127
|
+
if (vkIndex === undefined) {
|
|
128
|
+
throw new Error(`No VK index for circuit ${circuit}`);
|
|
129
|
+
}
|
|
130
|
+
const proofWithPubInputs = tx.chonkProof.attachPublicInputs(tx.data.publicInputs().toFields());
|
|
131
|
+
const proofFields = proofWithPubInputs.fieldsWithPublicInputs.map((f)=>f.toBuffer());
|
|
132
|
+
return await this.enqueueProof(vkIndex, proofFields);
|
|
133
|
+
})().catch((err)=>{
|
|
134
|
+
this.logger.warn(`Failed to verify Chonk proof for tx ${tx.getTxHash().toString()}: ${String(err)}`);
|
|
135
|
+
return {
|
|
136
|
+
valid: false,
|
|
137
|
+
durationMs: 0,
|
|
138
|
+
totalDurationMs: totalTimer.ms()
|
|
139
|
+
};
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
/** Enqueue raw proof fields for verification. Used directly by tests with custom VKs. */ enqueueProof(vkIndex, proofFields) {
|
|
143
|
+
if (this.stopped) {
|
|
144
|
+
return Promise.reject(new Error('BatchChonkVerifier stopped'));
|
|
145
|
+
}
|
|
146
|
+
if (this.fatalError) {
|
|
147
|
+
return Promise.reject(this.fatalError);
|
|
148
|
+
}
|
|
149
|
+
const totalTimer = new Timer();
|
|
150
|
+
const requestId = this.nextRequestId++;
|
|
151
|
+
const resultPromise = new Promise((resolve, reject)=>{
|
|
152
|
+
const timeout = setTimeout(()=>{
|
|
153
|
+
const pending = this.pendingRequests.get(requestId);
|
|
154
|
+
if (!pending) {
|
|
155
|
+
return;
|
|
156
|
+
}
|
|
157
|
+
this.pendingRequests.delete(requestId);
|
|
158
|
+
pending.reject(new Error(`BatchChonkVerifier result timed out for request_id=${requestId}`));
|
|
159
|
+
this.notifyPendingDrained();
|
|
160
|
+
}, RESULT_TIMEOUT_MS);
|
|
161
|
+
// A pending result timer must never keep the host process alive on its own (e.g. an
|
|
162
|
+
// orphaned request at process exit); the FIFO reader keeps the loop alive while results
|
|
163
|
+
// are genuinely awaited.
|
|
164
|
+
timeout.unref();
|
|
165
|
+
this.pendingRequests.set(requestId, {
|
|
166
|
+
resolve,
|
|
167
|
+
reject,
|
|
168
|
+
totalTimer,
|
|
169
|
+
timeout
|
|
170
|
+
});
|
|
171
|
+
});
|
|
172
|
+
void this.sendQueue.put(async ()=>{
|
|
173
|
+
if (this.fatalError) {
|
|
174
|
+
throw this.fatalError;
|
|
175
|
+
}
|
|
176
|
+
await this.bb.chonkBatchVerifierQueue({
|
|
177
|
+
requestId,
|
|
178
|
+
vkIndex,
|
|
179
|
+
proofFields
|
|
180
|
+
});
|
|
181
|
+
}).catch((err)=>{
|
|
182
|
+
const pending = this.pendingRequests.get(requestId);
|
|
183
|
+
if (pending) {
|
|
184
|
+
this.pendingRequests.delete(requestId);
|
|
185
|
+
clearTimeout(pending.timeout);
|
|
186
|
+
pending.reject(err instanceof Error ? err : new Error(String(err)));
|
|
187
|
+
this.notifyPendingDrained();
|
|
188
|
+
}
|
|
189
|
+
});
|
|
190
|
+
return resultPromise;
|
|
191
|
+
}
|
|
192
|
+
async stop() {
|
|
193
|
+
this.logger.info('Stopping BatchChonkVerifier');
|
|
194
|
+
this.stopped = true;
|
|
195
|
+
try {
|
|
196
|
+
// Stop accepting new proofs and flush the send queue. Bound it so an unresponsive
|
|
197
|
+
// native process can't block teardown of our own event-loop handles indefinitely.
|
|
198
|
+
await this.withTimeout(this.sendQueue.end(), STOP_DRAIN_TIMEOUT_MS, 'send queue flush');
|
|
199
|
+
// Stop the bb service (flushes remaining proofs).
|
|
200
|
+
await this.withTimeout(this.bb.chonkBatchVerifierStop({}), STOP_DRAIN_TIMEOUT_MS, 'chonkBatchVerifierStop');
|
|
201
|
+
// Native stop flushes callbacks; keep the FIFO open until those frames are observed.
|
|
202
|
+
const drained = await this.waitForPendingRequestsToDrain(STOP_DRAIN_TIMEOUT_MS);
|
|
203
|
+
if (!drained) {
|
|
204
|
+
this.rejectPendingRequests(new Error('Timed out waiting for BatchChonkVerifier results during stop'));
|
|
205
|
+
}
|
|
206
|
+
} catch (err) {
|
|
207
|
+
this.logger.warn(`Error during BatchChonkVerifier graceful stop: ${err}`);
|
|
208
|
+
this.rejectPendingRequests(err instanceof Error ? err : new Error(String(err)));
|
|
209
|
+
} finally{
|
|
210
|
+
// Always release our own event-loop handles — the FIFO read stream (a blocking
|
|
211
|
+
// threadpool read that can't be unref'd), the unix socket, the native process, and the
|
|
212
|
+
// exit handler — so the host process exits cleanly even if the native backend is wedged.
|
|
213
|
+
this.fifoReader.stop();
|
|
214
|
+
this.deregisterExitCleanup();
|
|
215
|
+
await this.cleanupFifo();
|
|
216
|
+
await this.bb.destroy().catch((err)=>this.logger.warn(`Error destroying bb backend during stop: ${err}`));
|
|
217
|
+
}
|
|
218
|
+
this.logger.info('BatchChonkVerifier stopped');
|
|
219
|
+
}
|
|
220
|
+
/**
|
|
221
|
+
* Races a promise against a timeout so a wedged native backend can't block teardown. The
|
|
222
|
+
* timer is unref'd so it never keeps the process alive; the underlying promise stays handled
|
|
223
|
+
* by the race even if the timeout wins, so it cannot surface as an unhandled rejection.
|
|
224
|
+
*/ async withTimeout(promise, timeoutMs, label) {
|
|
225
|
+
let timer;
|
|
226
|
+
const timeout = new Promise((_, reject)=>{
|
|
227
|
+
timer = setTimeout(()=>reject(new Error(`BatchChonkVerifier ${label} timed out after ${timeoutMs}ms`)), timeoutMs);
|
|
228
|
+
timer.unref();
|
|
229
|
+
});
|
|
230
|
+
try {
|
|
231
|
+
return await Promise.race([
|
|
232
|
+
promise,
|
|
233
|
+
timeout
|
|
234
|
+
]);
|
|
235
|
+
} finally{
|
|
236
|
+
if (timer) {
|
|
237
|
+
clearTimeout(timer);
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
startFifoReader() {
|
|
242
|
+
const unpackr = new Unpackr({
|
|
243
|
+
useRecords: false
|
|
244
|
+
});
|
|
245
|
+
this.fifoReader.on('frame', (payload)=>{
|
|
246
|
+
try {
|
|
247
|
+
const result = unpackr.unpack(payload);
|
|
248
|
+
this.handleResult(result);
|
|
249
|
+
} catch (err) {
|
|
250
|
+
this.logger.error(`FIFO: failed to decode msgpack result: ${err}`);
|
|
251
|
+
// A corrupt result stream cannot safely be matched to outstanding requests.
|
|
252
|
+
this.failVerifier(err instanceof Error ? err : new Error(String(err)));
|
|
253
|
+
}
|
|
254
|
+
});
|
|
255
|
+
this.fifoReader.on('error', (err)=>{
|
|
256
|
+
this.logger.error(`FIFO reader error: ${err}`);
|
|
257
|
+
this.failVerifier(err);
|
|
258
|
+
});
|
|
259
|
+
this.fifoReader.on('end', ()=>{
|
|
260
|
+
this.logger.debug('FIFO reader: stream ended');
|
|
261
|
+
if (!this.stopped) {
|
|
262
|
+
this.failVerifier(new Error('FIFO stream ended unexpectedly'));
|
|
263
|
+
}
|
|
264
|
+
});
|
|
265
|
+
this.fifoReader.start(this.fifoPath);
|
|
266
|
+
}
|
|
267
|
+
handleResult(result) {
|
|
268
|
+
const pending = this.pendingRequests.get(result.request_id);
|
|
269
|
+
if (!pending) {
|
|
270
|
+
this.logger.warn(`Received result for unknown request_id=${result.request_id}`);
|
|
271
|
+
return;
|
|
272
|
+
}
|
|
273
|
+
this.pendingRequests.delete(result.request_id);
|
|
274
|
+
clearTimeout(pending.timeout);
|
|
275
|
+
const valid = result.status === 0; // VerifyStatus::OK
|
|
276
|
+
const durationMs = result.time_in_verify_ms;
|
|
277
|
+
const totalDurationMs = pending.totalTimer.ms();
|
|
278
|
+
const ivcResult = {
|
|
279
|
+
valid,
|
|
280
|
+
durationMs,
|
|
281
|
+
totalDurationMs
|
|
282
|
+
};
|
|
283
|
+
if (!valid) {
|
|
284
|
+
this.logger.warn(`Proof verification failed for request_id=${result.request_id}: ${result.error_message}`);
|
|
285
|
+
} else {
|
|
286
|
+
this.logger.debug(`Proof verified`, {
|
|
287
|
+
requestId: result.request_id,
|
|
288
|
+
durationMs: Math.ceil(durationMs),
|
|
289
|
+
totalDurationMs: Math.ceil(totalDurationMs)
|
|
290
|
+
});
|
|
291
|
+
}
|
|
292
|
+
pending.resolve(ivcResult);
|
|
293
|
+
this.notifyPendingDrained();
|
|
294
|
+
}
|
|
295
|
+
registerExitCleanup() {
|
|
296
|
+
this.exitCleanup = ()=>{
|
|
297
|
+
this.cleanupFifoSync();
|
|
298
|
+
};
|
|
299
|
+
process.on('exit', this.exitCleanup);
|
|
300
|
+
}
|
|
301
|
+
deregisterExitCleanup() {
|
|
302
|
+
if (this.exitCleanup) {
|
|
303
|
+
process.removeListener('exit', this.exitCleanup);
|
|
304
|
+
this.exitCleanup = null;
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
rejectPendingRequests(error) {
|
|
308
|
+
for (const [id, pending] of Array.from(this.pendingRequests)){
|
|
309
|
+
pending.reject(error);
|
|
310
|
+
clearTimeout(pending.timeout);
|
|
311
|
+
this.pendingRequests.delete(id);
|
|
312
|
+
}
|
|
313
|
+
this.notifyPendingDrained();
|
|
314
|
+
}
|
|
315
|
+
failVerifier(error) {
|
|
316
|
+
if (!this.fatalError) {
|
|
317
|
+
this.fatalError = error;
|
|
318
|
+
}
|
|
319
|
+
this.rejectPendingRequests(error);
|
|
320
|
+
}
|
|
321
|
+
waitForPendingRequestsToDrain(timeoutMs) {
|
|
322
|
+
if (this.pendingRequests.size === 0) {
|
|
323
|
+
return Promise.resolve(true);
|
|
324
|
+
}
|
|
325
|
+
let timeout;
|
|
326
|
+
let onDrain;
|
|
327
|
+
const drained = new Promise((resolve)=>{
|
|
328
|
+
onDrain = ()=>resolve(true);
|
|
329
|
+
this.pendingDrainedResolvers.add(onDrain);
|
|
330
|
+
});
|
|
331
|
+
const timedOut = new Promise((resolve)=>{
|
|
332
|
+
timeout = setTimeout(()=>resolve(false), timeoutMs);
|
|
333
|
+
timeout.unref();
|
|
334
|
+
});
|
|
335
|
+
return Promise.race([
|
|
336
|
+
drained,
|
|
337
|
+
timedOut
|
|
338
|
+
]).finally(()=>{
|
|
339
|
+
if (timeout) {
|
|
340
|
+
clearTimeout(timeout);
|
|
341
|
+
}
|
|
342
|
+
if (onDrain) {
|
|
343
|
+
this.pendingDrainedResolvers.delete(onDrain);
|
|
344
|
+
}
|
|
345
|
+
});
|
|
346
|
+
}
|
|
347
|
+
notifyPendingDrained() {
|
|
348
|
+
if (this.pendingRequests.size > 0) {
|
|
349
|
+
return;
|
|
350
|
+
}
|
|
351
|
+
for (const resolve of Array.from(this.pendingDrainedResolvers)){
|
|
352
|
+
resolve();
|
|
353
|
+
}
|
|
354
|
+
}
|
|
355
|
+
async cleanupFifo() {
|
|
356
|
+
if (this.fifoDir) {
|
|
357
|
+
await rm(this.fifoDir, {
|
|
358
|
+
recursive: true,
|
|
359
|
+
force: true
|
|
360
|
+
}).catch(()=>{});
|
|
361
|
+
} else if (this.fifoPath) {
|
|
362
|
+
await rm(this.fifoPath, {
|
|
363
|
+
force: true
|
|
364
|
+
}).catch(()=>{});
|
|
365
|
+
}
|
|
366
|
+
this.fifoDir = undefined;
|
|
367
|
+
this.fifoPath = '';
|
|
368
|
+
}
|
|
369
|
+
cleanupFifoSync() {
|
|
370
|
+
try {
|
|
371
|
+
if (this.fifoDir) {
|
|
372
|
+
rmSync(this.fifoDir, {
|
|
373
|
+
recursive: true,
|
|
374
|
+
force: true
|
|
375
|
+
});
|
|
376
|
+
} else if (this.fifoPath) {
|
|
377
|
+
rmSync(this.fifoPath, {
|
|
378
|
+
force: true
|
|
379
|
+
});
|
|
380
|
+
}
|
|
381
|
+
} catch {
|
|
382
|
+
/* ignore */ }
|
|
383
|
+
}
|
|
384
|
+
}
|
|
@@ -8,11 +8,14 @@ import type { BBConfig } from '../config.js';
|
|
|
8
8
|
export declare class BBCircuitVerifier implements ClientProtocolCircuitVerifier {
|
|
9
9
|
private config;
|
|
10
10
|
private logger;
|
|
11
|
+
private bbJsFactory;
|
|
11
12
|
private constructor();
|
|
12
13
|
stop(): Promise<void>;
|
|
13
14
|
static new(config: BBConfig, logger?: Logger): Promise<BBCircuitVerifier>;
|
|
14
15
|
getVerificationKeyData(circuit: ProtocolArtifact): VerificationKeyData;
|
|
16
|
+
/** Verify an UltraHonk proof via bb.js API (no temp files). */
|
|
15
17
|
verifyProofForCircuit(circuit: ServerProtocolArtifact, proof: Proof): Promise<void>;
|
|
18
|
+
/** Verify a Chonk (IVC) proof from a transaction via bb.js API. */
|
|
16
19
|
verifyProof(tx: Tx): Promise<IVCProofVerificationResult>;
|
|
17
20
|
}
|
|
18
|
-
//# sourceMappingURL=
|
|
21
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmJfdmVyaWZpZXIuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy92ZXJpZmllci9iYl92ZXJpZmllci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxNQUFNLEVBQWdCLE1BQU0sdUJBQXVCLENBQUM7QUFHbEUsT0FBTyxFQUVMLEtBQUssZ0JBQWdCLEVBQ3JCLEtBQUssc0JBQXNCLEVBRTVCLE1BQU0sMkNBQTJDLENBQUM7QUFDbkQsT0FBTyxLQUFLLEVBQUUsNkJBQTZCLEVBQUUsMEJBQTBCLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNqSCxPQUFPLEtBQUssRUFBRSxLQUFLLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUVsRCxPQUFPLEVBQUUsRUFBRSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFDdEMsT0FBTyxLQUFLLEVBQUUsbUJBQW1CLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUs3RCxPQUFPLEtBQUssRUFBRSxRQUFRLEVBQUUsTUFBTSxjQUFjLENBQUM7QUFHN0MscUJBQWEsaUJBQWtCLFlBQVcsNkJBQTZCO0lBSW5FLE9BQU8sQ0FBQyxNQUFNO0lBQ2QsT0FBTyxDQUFDLE1BQU07SUFKaEIsT0FBTyxDQUFDLFdBQVcsQ0FBYztJQUVqQyxPQUFPLGVBV047SUFFTSxJQUFJLElBQUksT0FBTyxDQUFDLElBQUksQ0FBQyxDQUUzQjtJQUVELE9BQW9CLEdBQUcsQ0FBQyxNQUFNLEVBQUUsUUFBUSxFQUFFLE1BQU0sU0FBcUMsOEJBTXBGO0lBRU0sc0JBQXNCLENBQUMsT0FBTyxFQUFFLGdCQUFnQixHQUFHLG1CQUFtQixDQU01RTtJQUVELCtEQUErRDtJQUNsRCxxQkFBcUIsQ0FBQyxPQUFPLEVBQUUsc0JBQXNCLEVBQUUsS0FBSyxFQUFFLEtBQUssaUJBNEIvRTtJQUVELG1FQUFtRTtJQUN0RCxXQUFXLENBQUMsRUFBRSxFQUFFLEVBQUUsR0FBRyxPQUFPLENBQUMsMEJBQTBCLENBQUMsQ0ErQnBFO0NBQ0YifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bb_verifier.d.ts","sourceRoot":"","sources":["../../src/verifier/bb_verifier.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"bb_verifier.d.ts","sourceRoot":"","sources":["../../src/verifier/bb_verifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAGlE,OAAO,EAEL,KAAK,gBAAgB,EACrB,KAAK,sBAAsB,EAE5B,MAAM,2CAA2C,CAAC;AACnD,OAAO,KAAK,EAAE,6BAA6B,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAC;AACjH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAK7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,qBAAa,iBAAkB,YAAW,6BAA6B;IAInE,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,MAAM;IAJhB,OAAO,CAAC,WAAW,CAAc;IAEjC,OAAO,eAWN;IAEM,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAE3B;IAED,OAAoB,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAqC,8BAMpF;IAEM,sBAAsB,CAAC,OAAO,EAAE,gBAAgB,GAAG,mBAAmB,CAM5E;IAED,+DAA+D;IAClD,qBAAqB,CAAC,OAAO,EAAE,sBAAsB,EAAE,KAAK,EAAE,KAAK,iBA4B/E;IAED,mEAAmE;IACtD,WAAW,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,0BAA0B,CAAC,CA+BpE;CACF"}
|