@proto-kit/common 0.1.1-develop.2024 → 0.1.1-develop.2137

package/dist/cache/CacheManifest.d.ts

@@ -0,0 +1,11 @@
+export declare class CacheManifest {
+    manifestFile(): string;
+    manifestRead: boolean;
+    manifest: string[];
+    private readManifest;
+    private ensureManifestRead;
+    getManifest(): string[];
+    writeToManifest(program: string): void;
+    includes(program: string): boolean;
+}
+//# sourceMappingURL=CacheManifest.d.ts.map

package/dist/cache/CacheManifest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CacheManifest.d.ts","sourceRoot":"","sources":["../../src/cache/CacheManifest.ts"],"names":[],"mappings":"AAMA,qBAEa,aAAa;IACjB,YAAY,IAAI,MAAM;IAQ7B,YAAY,UAAS;IAErB,QAAQ,EAAE,MAAM,EAAE,CAAM;IAExB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,kBAAkB;IAOnB,WAAW;IAMX,eAAe,CAAC,OAAO,EAAE,MAAM;IAS/B,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;CAK1C"}

package/dist/cache/CacheManifest.js

@@ -0,0 +1,56 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import path from "node:path";
+import fs from "node:fs";
+import { injectable, singleton } from "tsyringe";
+import cachedir from "cachedir";
+export let CacheManifest = class CacheManifest {
+    constructor() {
+        this.manifestRead = false;
+        this.manifest = [];
+    }
+    manifestFile() {
+        return path.format({
+            dir: cachedir("o1js"),
+            name: "protokit-cache-manifest",
+            ext: "json",
+        });
+    }
+    readManifest() {
+        const file = this.manifestFile();
+        if (fs.existsSync(file)) {
+            return JSON.parse(fs.readFileSync(file).toString());
+        }
+        return [];
+    }
+    ensureManifestRead() {
+        if (!this.manifestRead) {
+            this.manifest = this.readManifest();
+            this.manifestRead = true;
+        }
+    }
+    getManifest() {
+        this.ensureManifestRead();
+        return this.manifest;
+    }
+    writeToManifest(program) {
+        this.ensureManifestRead();
+        if (!this.manifest.includes(program)) {
+            this.manifest.push(program);
+            fs.writeFileSync(this.manifestFile(), JSON.stringify(this.manifest));
+        }
+    }
+    includes(program) {
+        this.ensureManifestRead();
+        return this.manifest.includes(program);
+    }
+};
+CacheManifest = __decorate([
+    injectable(),
+    singleton()
+], CacheManifest);
+//# sourceMappingURL=CacheManifest.js.map

package/dist/cache/CacheManifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CacheManifest.js","sourceRoot":"","sources":["../../src/cache/CacheManifest.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACjD,OAAO,QAAQ,MAAM,UAAU,CAAC;AAIzB,WAAM,aAAa,GAAnB,MAAM,aAAa;IAAnB;QASL,iBAAY,GAAG,KAAK,CAAC;QAErB,aAAQ,GAAa,EAAE,CAAC;IAqC1B,CAAC;IA/CQ,YAAY;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC;YACrB,IAAI,EAAE,yBAAyB;YAC/B,GAAG,EAAE,MAAM;SACZ,CAAC,CAAC;IACL,CAAC;IAMO,YAAY;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;YACvB,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;SACrD;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;YACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;SAC1B;IACH,CAAC;IAEM,WAAW;QAChB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAEM,eAAe,CAAC,OAAe;QACpC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;YACpC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5B,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;SACtE;IACH,CAAC;IAEM,QAAQ,CAAC,OAAe;QAC7B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;CACF,CAAA;AAhDY,aAAa;IAFzB,UAAU,EAAE;IACZ,SAAS,EAAE;GACC,aAAa,CAgDzB"}

package/dist/cache/ProxyCache.d.ts

@@ -0,0 +1,13 @@
+import { CacheHeader, Cache as O1Cache } from "o1js";
+export declare class ProxyCache implements O1Cache {
+    private realCache;
+    private log;
+    canWrite: boolean;
+    debug: boolean;
+    cacheDirectory: string | undefined;
+    read(header: CacheHeader): Uint8Array | undefined;
+    write(header: CacheHeader, value: Uint8Array): void;
+    getLog(): string[];
+    startLog(): void;
+}
+//# sourceMappingURL=ProxyCache.d.ts.map

package/dist/cache/ProxyCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProxyCache.d.ts","sourceRoot":"","sources":["../../src/cache/ProxyCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,IAAI,OAAO,EAAE,MAAM,MAAM,CAAC;AAErD,qBAAa,UAAW,YAAW,OAAO;IACxC,OAAO,CAAC,SAAS,CAA6B;IAE9C,OAAO,CAAC,GAAG,CAAgB;IAE3B,QAAQ,UAAQ;IAEhB,KAAK,UAAS;IAEd,cAAc,qBAAiC;IAExC,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,UAAU,GAAG,SAAS;IAIjD,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,GAAG,IAAI;IAKnD,MAAM;IAIN,QAAQ;CAGhB"}

package/dist/cache/ProxyCache.js

@@ -0,0 +1,24 @@
+import { Cache as O1Cache } from "o1js";
+export class ProxyCache {
+    constructor() {
+        this.realCache = O1Cache.FileSystemDefault;
+        this.log = [];
+        this.canWrite = true;
+        this.debug = false;
+        this.cacheDirectory = this.realCache.cacheDirectory;
+    }
+    read(header) {
+        return this.realCache.read(header);
+    }
+    write(header, value) {
+        this.log.push(header.persistentId);
+        return this.realCache.write(header, value);
+    }
+    getLog() {
+        return this.log;
+    }
+    startLog() {
+        this.log = [];
+    }
+}
+//# sourceMappingURL=ProxyCache.js.map

package/dist/cache/ProxyCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProxyCache.js","sourceRoot":"","sources":["../../src/cache/ProxyCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,IAAI,OAAO,EAAE,MAAM,MAAM,CAAC;AAErD,MAAM,OAAO,UAAU;IAAvB;QACU,cAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC;QAEtC,QAAG,GAAa,EAAE,CAAC;QAE3B,aAAQ,GAAG,IAAI,CAAC;QAEhB,UAAK,GAAG,KAAK,CAAC;QAEd,mBAAc,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;IAkBjD,CAAC;IAhBQ,IAAI,CAAC,MAAmB;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,MAAmB,EAAE,KAAiB;QACjD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAEM,QAAQ;QACb,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;IAChB,CAAC;CACF"}

package/dist/cache/RemoteCache.d.ts

@@ -0,0 +1,8 @@
+/// <reference types="node" />
+import { Readable } from "node:stream";
+export interface RemoteCache {
+    storeObject(program: string, object: string, file: Readable): Promise<void>;
+    getObjects(program: string): Promise<string[]>;
+    readObject(program: string, object: string): Promise<Readable>;
+}
+//# sourceMappingURL=RemoteCache.d.ts.map

package/dist/cache/RemoteCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RemoteCache.d.ts","sourceRoot":"","sources":["../../src/cache/RemoteCache.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,WAAW,WAAW;IAC1B,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5E,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE/C,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;CAChE"}

package/dist/cache/RemoteCache.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=RemoteCache.js.map

package/dist/cache/RemoteCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RemoteCache.js","sourceRoot":"","sources":["../../src/cache/RemoteCache.ts"],"names":[],"mappings":""}

package/dist/cache/RemoteCacheCompiler.d.ts

@@ -0,0 +1,16 @@
+import { CompileArtifact, PlainZkProgram } from "../zkProgrammable/ZkProgrammable";
+import { RemoteCache } from "./RemoteCache";
+import { CacheManifest } from "./CacheManifest";
+export declare class RemoteCacheCompiler {
+    private readonly remoteCache;
+    private readonly manifest;
+    constructor(remoteCache: RemoteCache | undefined, manifest: CacheManifest);
+    private getFileFromObjectName;
+    private download;
+    private uploadFile;
+    private upload;
+    private isSRSFile;
+    private compileWithRemoteCache;
+    compileWithCache(program: Pick<PlainZkProgram, "name" | "compile">): Promise<CompileArtifact>;
+}
+//# sourceMappingURL=RemoteCacheCompiler.d.ts.map

package/dist/cache/RemoteCacheCompiler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RemoteCacheCompiler.d.ts","sourceRoot":"","sources":["../../src/cache/RemoteCacheCompiler.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,eAAe,EACf,cAAc,EACf,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,qBAEa,mBAAmB;IAG5B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBADR,WAAW,EAAE,WAAW,GAAG,SAAS,EACpC,QAAQ,EAAE,aAAa;IAW1C,OAAO,CAAC,qBAAqB;YASf,QAAQ;YAkBR,UAAU;YAUV,MAAM;IAWpB,OAAO,CAAC,SAAS;YAIH,sBAAsB;IAmCvB,gBAAgB,CAC3B,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC,GAChD,OAAO,CAAC,eAAe,CAAC;CAO5B"}

package/dist/cache/RemoteCacheCompiler.js

@@ -0,0 +1,104 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+import fs from "node:fs";
+import path from "node:path";
+import { inject, injectable, Lifecycle, scoped } from "tsyringe";
+import cachedir from "cachedir";
+import { log } from "../log";
+import { mapSequential } from "../utils";
+import { ProxyCache } from "./ProxyCache";
+import { CacheManifest } from "./CacheManifest";
+export let RemoteCacheCompiler = class RemoteCacheCompiler {
+    constructor(remoteCache, manifest) {
+        this.remoteCache = remoteCache;
+        this.manifest = manifest;
+        if (remoteCache === undefined) {
+            log.debug("No remote cache configured, only using local file system cache for circuits");
+        }
+        else {
+            log.debug("Using remote cache for circuit caching");
+        }
+    }
+    getFileFromObjectName(object) {
+        const dir = cachedir("o1js");
+        return path.format({
+            dir,
+            base: object,
+        });
+    }
+    async download(remoteCache, name) {
+        const objects = await remoteCache.getObjects(name);
+        log.debug(`Downloading ${objects.length} cached objects for ${name}`);
+        await mapSequential(objects, async (object) => {
+            const readable = await remoteCache.readObject(name, object);
+            const file = this.getFileFromObjectName(object);
+            const writeStream = fs.createWriteStream(file);
+            readable.pipe(writeStream);
+            await new Promise((res) => {
+                writeStream.on("close", res);
+            });
+        });
+    }
+    async uploadFile(remoteCache, program, fileName) {
+        const file = path.resolve(cachedir("o1js"), fileName);
+        const readStream = fs.createReadStream(file);
+        await remoteCache.storeObject(program, fileName, readStream);
+    }
+    async upload(remoteCache, name, identifiers) {
+        await mapSequential(identifiers, async (identifier) => {
+            await this.uploadFile(remoteCache, name, identifier);
+            await this.uploadFile(remoteCache, name, `${identifier}.header`);
+        });
+    }
+    isSRSFile(file) {
+        return file.includes("srs-") || file.includes("lagrange-");
+    }
+    async compileWithRemoteCache(remoteCache, program) {
+        const { name } = program;
+        if (!this.manifest.includes("srs")) {
+            await this.download(remoteCache, "srs");
+        }
+        if (!this.manifest.includes(name)) {
+            await this.download(remoteCache, name);
+        }
+        const cache = new ProxyCache();
+        cache.startLog();
+        const result = await program.compile({
+            cache,
+        });
+        const files = cache.getLog();
+        log.debug("Uploading files", files);
+        const srsFiles = files.filter((file) => this.isSRSFile(file));
+        await this.upload(remoteCache, "srs", srsFiles);
+        this.manifest.writeToManifest("srs");
+        const circuitFiles = files.filter((file) => !this.isSRSFile(file));
+        await this.upload(remoteCache, name, circuitFiles);
+        this.manifest.writeToManifest(name);
+        return result;
+    }
+    async compileWithCache(program) {
+        if (this.remoteCache !== undefined) {
+            return await this.compileWithRemoteCache(this.remoteCache, program);
+        }
+        else {
+            return await program.compile();
+        }
+    }
+};
+RemoteCacheCompiler = __decorate([
+    injectable(),
+    scoped(Lifecycle.ContainerScoped),
+    __param(0, inject("RemoteCache", { isOptional: true })),
+    __metadata("design:paramtypes", [Object, CacheManifest])
+], RemoteCacheCompiler);
+//# sourceMappingURL=RemoteCacheCompiler.js.map

package/dist/cache/RemoteCacheCompiler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RemoteCacheCompiler.js","sourceRoot":"","sources":["../../src/cache/RemoteCacheCompiler.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AACjE,OAAO,QAAQ,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAOzC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAIzC,WAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAC9B,YAEmB,WAAoC,EACpC,QAAuB;QADvB,gBAAW,GAAX,WAAW,CAAyB;QACpC,aAAQ,GAAR,QAAQ,CAAe;QAExC,IAAI,WAAW,KAAK,SAAS,EAAE;YAC7B,GAAG,CAAC,KAAK,CACP,6EAA6E,CAC9E,CAAC;SACH;aAAM;YACL,GAAG,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;SACrD;IACH,CAAC;IAEO,qBAAqB,CAAC,MAAc;QAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE7B,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,WAAwB,EAAE,IAAY;QAC3D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAEnD,GAAG,CAAC,KAAK,CAAC,eAAe,OAAO,CAAC,MAAM,uBAAuB,IAAI,EAAE,CAAC,CAAC;QAEtE,MAAM,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,WAAW,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAC/C,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAE3B,MAAM,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE;gBAC9B,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,WAAwB,EACxB,OAAe,EACf,QAAgB;QAEhB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,WAAwB,EACxB,IAAY,EACZ,WAAqB;QAErB,MAAM,aAAa,CAAC,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;YACpD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;YACrD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,EAAE,GAAG,UAAU,SAAS,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,SAAS,CAAC,IAAY;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC7D,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,WAAwB,EACxB,OAAiD;QAEjD,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;YAClC,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;SACzC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YACjC,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;SACxC;QAED,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;QAC/B,KAAK,CAAC,QAAQ,EAAE,CAAC;QAEjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC;YACnC,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC7B,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;QAEpC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAEpC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,OAAiD;QAEjD,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE;YAClC,OAAO,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;SACrE;aAAM;YACL,OAAO,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;SAChC;IACH,CAAC;CACF,CAAA;AA/GY,mBAAmB;IAF/B,UAAU,EAAE;IACZ,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC;IAG7B,WAAA,MAAM,CAAC,aAAa,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;6CAEjB,aAAa;GAJ/B,mBAAmB,CA+G/B"}

package/dist/compiling/AtomicCompileHelper.d.ts

@@ -1,4 +1,5 @@
 import { AreProofsEnabled, CompileArtifact } from "../zkProgrammable/ZkProgrammable";
+import { RemoteCacheCompiler } from "../cache/RemoteCacheCompiler";
 export type ArtifactRecord = Record<string, CompileArtifact>;
 export type CompileTarget = {
     name: string;
@@ -6,7 +7,8 @@ export type CompileTarget = {
 };
 export declare class AtomicCompileHelper {
     private readonly areProofsEnabled;
-    constructor(areProofsEnabled: AreProofsEnabled);
+    private readonly remoteCacheCompiler;
+    constructor(areProofsEnabled: AreProofsEnabled, remoteCacheCompiler: RemoteCacheCompiler);
     private compilationPromises;
     compileContract(contract: CompileTarget, overrideProofsEnabled?: boolean): Promise<CompileArtifact>;
 }

package/dist/compiling/AtomicCompileHelper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AtomicCompileHelper.d.ts","sourceRoot":"","sources":["../../src/compiling/AtomicCompileHelper.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,eAAe,EAEhB,MAAM,kCAAkC,CAAC;AAK1C,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AAE7D,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;CACzC,CAAC;AAEF,qBAAa,mBAAmB;IACX,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBAAhB,gBAAgB,EAAE,gBAAgB;IAEtE,OAAO,CAAC,mBAAmB,CAEpB;IAEM,eAAe,CAC1B,QAAQ,EAAE,aAAa,EACvB,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,eAAe,CAAC;CAmC5B"}
+{"version":3,"file":"AtomicCompileHelper.d.ts","sourceRoot":"","sources":["../../src/compiling/AtomicCompileHelper.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,gBAAgB,EAChB,eAAe,EAEhB,MAAM,kCAAkC,CAAC;AAI1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AAE7D,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;CACzC,CAAC;AAEF,qBACa,mBAAmB;IAG5B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,mBAAmB;gBADnB,gBAAgB,EAAE,gBAAgB,EAClC,mBAAmB,EAAE,mBAAmB;IAG3D,OAAO,CAAC,mBAAmB,CAEpB;IAEM,eAAe,CAC1B,QAAQ,EAAE,aAAa,EACvB,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,eAAe,CAAC;CAoC5B"}

package/dist/compiling/AtomicCompileHelper.js

@@ -1,9 +1,24 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+import { inject, injectable } from "tsyringe";
 import { MOCK_VERIFICATION_KEY, } from "../zkProgrammable/ZkProgrammable";
 import { isSubtypeOfName } from "../utils";
 import { log } from "../log";
-export class AtomicCompileHelper {
-    constructor(areProofsEnabled) {
+import { RemoteCacheCompiler } from "../cache/RemoteCacheCompiler";
+export let AtomicCompileHelper = class AtomicCompileHelper {
+    constructor(areProofsEnabled, remoteCacheCompiler) {
         this.areProofsEnabled = areProofsEnabled;
+        this.remoteCacheCompiler = remoteCacheCompiler;
         this.compilationPromises = {};
     }
     async compileContract(contract, overrideProofsEnabled) {
@@ -20,7 +35,8 @@ export class AtomicCompileHelper {
                 // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
                 contract, "SmartContract")) {
                 log.time(`Compiling ${name}`);
-                this.compilationPromises[name] = contract.compile();
+                this.compilationPromises[name] =
+                    this.remoteCacheCompiler.compileWithCache(contract);
                 newPromise = true;
             }
             else {
@@ -36,5 +52,10 @@ export class AtomicCompileHelper {
         }
         return result;
     }
-}
+};
+AtomicCompileHelper = __decorate([
+    injectable(),
+    __param(0, inject("AreProofsEnabled")),
+    __metadata("design:paramtypes", [Object, RemoteCacheCompiler])
+], AtomicCompileHelper);
 //# sourceMappingURL=AtomicCompileHelper.js.map

package/dist/compiling/AtomicCompileHelper.js.map

@@ -1 +1 @@
-{"version":3,"file":"AtomicCompileHelper.js","sourceRoot":"","sources":["../../src/compiling/AtomicCompileHelper.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,qBAAqB,GACtB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAS7B,MAAM,OAAO,mBAAmB;IAC9B,YAAoC,gBAAkC;QAAlC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAE9D,wBAAmB,GAEvB,EAAE,CAAC;IAJkE,CAAC;IAMnE,KAAK,CAAC,eAAe,CAC1B,QAAuB,EACvB,qBAA+B;QAE/B,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE;YAChD,MAAM,aAAa,GACjB,qBAAqB,IAAI,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC;YAElE,qEAAqE;YACrE,yEAAyE;YACzE,qEAAqE;YACrE,6BAA6B;YAC7B,IACE,aAAa;gBACb,CAAC,eAAe;gBACd,yEAAyE;gBACzE,QAAsC,EACtC,eAAe,CAChB,EACD;gBACA,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACpD,UAAU,GAAG,IAAI,CAAC;aACnB;iBAAM;gBACL,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,SAAS,CAAC,CAAC;gBACtC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;oBAC/C,eAAe,EAAE,qBAAqB;iBACvC,CAAC,CAAC;aACJ;SACF;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,UAAU,EAAE;YACd,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;SACvC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
+{"version":3,"file":"AtomicCompileHelper.js","sourceRoot":"","sources":["../../src/compiling/AtomicCompileHelper.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE9C,OAAO,EAGL,qBAAqB,GACtB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAC7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAU5D,WAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAC9B,YAEE,gBAAmD,EAClC,mBAAwC;QADxC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,wBAAmB,GAAnB,mBAAmB,CAAqB;QAGnD,wBAAmB,GAEvB,EAAE,CAAC;IAJJ,CAAC;IAMG,KAAK,CAAC,eAAe,CAC1B,QAAuB,EACvB,qBAA+B;QAE/B,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE;YAChD,MAAM,aAAa,GACjB,qBAAqB,IAAI,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC;YAElE,qEAAqE;YACrE,yEAAyE;YACzE,qEAAqE;YACrE,6BAA6B;YAC7B,IACE,aAAa;gBACb,CAAC,eAAe;gBACd,yEAAyE;gBACzE,QAAsC,EACtC,eAAe,CAChB,EACD;gBACA,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;oBAC5B,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;gBACtD,UAAU,GAAG,IAAI,CAAC;aACnB;iBAAM;gBACL,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,SAAS,CAAC,CAAC;gBACtC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;oBAC/C,eAAe,EAAE,qBAAqB;iBACvC,CAAC,CAAC;aACJ;SACF;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,UAAU,EAAE;YACd,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;SACvC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAA;AAlDY,mBAAmB;IAD/B,UAAU,EAAE;IAGR,WAAA,MAAM,CAAC,kBAAkB,CAAC,CAAA;6CAEW,mBAAmB;GAJhD,mBAAmB,CAkD/B"}

package/dist/compiling/CompileRegistry.d.ts

@@ -1,14 +1,13 @@
-import { AreProofsEnabled, CompileArtifact } from "../zkProgrammable/ZkProgrammable";
-import { ArtifactRecord, CompileTarget } from "./AtomicCompileHelper";
+import { CompileArtifact } from "../zkProgrammable/ZkProgrammable";
+import { ArtifactRecord, AtomicCompileHelper, CompileTarget } from "./AtomicCompileHelper";
 /**
  * The CompileRegistry compiles "compilable modules"
  * (i.e. zkprograms, contracts or contractmodules)
  * while making sure they don't get compiled twice in the same process in parallel.
  */
 export declare class CompileRegistry {
-    private readonly areProofsEnabled;
-    constructor(areProofsEnabled: AreProofsEnabled);
-    private compiler;
+    private readonly compiler;
+    constructor(compiler: AtomicCompileHelper);
     private artifacts;
     private inForceProverBlock;
     /**

package/dist/compiling/CompileRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CompileRegistry.d.ts","sourceRoot":"","sources":["../../src/compiling/CompileRegistry.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,gBAAgB,EAChB,eAAe,EAChB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EACL,cAAc,EAEd,aAAa,EACd,MAAM,uBAAuB,CAAC;AAE/B;;;;GAIG;AACH,qBAEa,eAAe;IAGxB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBAAhB,gBAAgB,EAAE,gBAAgB;IAKrD,OAAO,CAAC,QAAQ,CAAsB;IAEtC,OAAO,CAAC,SAAS,CAAsB;IAEvC,OAAO,CAAC,kBAAkB,CAAS;IAEnC;;;;;OAKG;IACU,iBAAiB,CAAC,CAAC,EAC9B,CAAC,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,OAAO,CAAC,CAAC,CAAC,GAC3C,OAAO,CAAC,CAAC,CAAC;IAOA,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,CAAC,EAAE,MAAM;IAU1D,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAItD,eAAe,CAAC,SAAS,EAAE,cAAc;IAOzC,eAAe;CAGvB"}
+{"version":3,"file":"CompileRegistry.d.ts","sourceRoot":"","sources":["../../src/compiling/CompileRegistry.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAEnE,OAAO,EACL,cAAc,EACd,mBAAmB,EACnB,aAAa,EACd,MAAM,uBAAuB,CAAC;AAE/B;;;;GAIG;AACH,qBAEa,eAAe;IACP,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,mBAAmB;IAEjE,OAAO,CAAC,SAAS,CAAsB;IAEvC,OAAO,CAAC,kBAAkB,CAAK;IAE/B;;;;;OAKG;IACU,iBAAiB,CAAC,CAAC,EAC9B,CAAC,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,OAAO,CAAC,CAAC,CAAC,GAC3C,OAAO,CAAC,CAAC,CAAC;IAOA,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,CAAC,EAAE,MAAM;IAU1D,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAItD,eAAe,CAAC,SAAS,EAAE,cAAc;IAOzC,eAAe;CAGvB"}

package/dist/compiling/CompileRegistry.js

@@ -7,10 +7,7 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
-var __param = (this && this.__param) || function (paramIndex, decorator) {
-    return function (target, key) { decorator(target, key, paramIndex); }
-};
-import { inject, injectable, singleton } from "tsyringe";
+import { injectable, singleton } from "tsyringe";
 import { AtomicCompileHelper, } from "./AtomicCompileHelper";
 /**
  * The CompileRegistry compiles "compilable modules"
@@ -18,11 +15,10 @@ import { AtomicCompileHelper, } from "./AtomicCompileHelper";
  * while making sure they don't get compiled twice in the same process in parallel.
  */
 export let CompileRegistry = class CompileRegistry {
-    constructor(areProofsEnabled) {
-        this.areProofsEnabled = areProofsEnabled;
+    constructor(compiler) {
+        this.compiler = compiler;
         this.artifacts = {};
-        this.inForceProverBlock = false;
-        this.compiler = new AtomicCompileHelper(this.areProofsEnabled);
+        this.inForceProverBlock = 0;
     }
     /**
      * This function forces compilation even if the artifact itself is in the registry.
@@ -31,14 +27,14 @@ export let CompileRegistry = class CompileRegistry {
      * This is true for non-sideloaded circuit dependencies.
      */
     async forceProverExists(f) {
-        this.inForceProverBlock = true;
+        this.inForceProverBlock += 1;
         const result = await f(this);
-        this.inForceProverBlock = false;
+        this.inForceProverBlock -= 1;
         return result;
     }
     async compile(target, nameOverride) {
         const name = nameOverride ?? target.name;
-        if (this.artifacts[name] === undefined || this.inForceProverBlock) {
+        if (this.artifacts[name] === undefined || this.inForceProverBlock > 0) {
             const artifact = await this.compiler.compileContract(target);
             this.artifacts[name] = artifact;
             return artifact;
@@ -61,7 +57,6 @@ export let CompileRegistry = class CompileRegistry {
 CompileRegistry = __decorate([
     injectable(),
     singleton(),
-    __param(0, inject("AreProofsEnabled")),
-    __metadata("design:paramtypes", [Object])
+    __metadata("design:paramtypes", [AtomicCompileHelper])
 ], CompileRegistry);
 //# sourceMappingURL=CompileRegistry.js.map

package/dist/compiling/CompileRegistry.js.map

@@ -1 +1 @@
-{"version":3,"file":"CompileRegistry.js","sourceRoot":"","sources":["../../src/compiling/CompileRegistry.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAOzD,OAAO,EAEL,mBAAmB,GAEpB,MAAM,uBAAuB,CAAC;AAE/B;;;;GAIG;AAGI,WAAM,eAAe,GAArB,MAAM,eAAe;IAC1B,YAEE,gBAAmD;QAAlC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAO7C,cAAS,GAAmB,EAAE,CAAC;QAE/B,uBAAkB,GAAG,KAAK,CAAC;QAPjC,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjE,CAAC;IAQD;;;;;OAKG;IACI,KAAK,CAAC,iBAAiB,CAC5B,CAA4C;QAE5C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,MAAqB,EAAE,YAAqB;QAC/D,MAAM,IAAI,GAAG,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC;QACzC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,kBAAkB,EAAE;YACjE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC7D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;YAChC,OAAO,QAAQ,CAAC;SACjB;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAEM,WAAW,CAAC,IAAY;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAEM,eAAe,CAAC,SAAyB;QAC9C,IAAI,CAAC,SAAS,GAAG;YACf,GAAG,IAAI,CAAC,SAAS;YACjB,GAAG,SAAS;SACb,CAAC;IACJ,CAAC;IAEM,eAAe;QACpB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;CACF,CAAA;AArDY,eAAe;IAF3B,UAAU,EAAE;IACZ,SAAS,EAAE;IAGP,WAAA,MAAM,CAAC,kBAAkB,CAAC,CAAA;;GAFlB,eAAe,CAqD3B"}
+{"version":3,"file":"CompileRegistry.js","sourceRoot":"","sources":["../../src/compiling/CompileRegistry.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAIjD,OAAO,EAEL,mBAAmB,GAEpB,MAAM,uBAAuB,CAAC;AAE/B;;;;GAIG;AAGI,WAAM,eAAe,GAArB,MAAM,eAAe;IAC1B,YAAoC,QAA6B;QAA7B,aAAQ,GAAR,QAAQ,CAAqB;QAEzD,cAAS,GAAmB,EAAE,CAAC;QAE/B,uBAAkB,GAAG,CAAC,CAAC;IAJqC,CAAC;IAMrE;;;;;OAKG;IACI,KAAK,CAAC,iBAAiB,CAC5B,CAA4C;QAE5C,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,MAAqB,EAAE,YAAqB;QAC/D,MAAM,IAAI,GAAG,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC;QACzC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,kBAAkB,GAAG,CAAC,EAAE;YACrE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC7D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;YAChC,OAAO,QAAQ,CAAC;SACjB;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAEM,WAAW,CAAC,IAAY;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAEM,eAAe,CAAC,SAAyB;QAC9C,IAAI,CAAC,SAAS,GAAG;YACf,GAAG,IAAI,CAAC,SAAS;YACjB,GAAG,SAAS;SACb,CAAC;IACJ,CAAC;IAEM,eAAe;QACpB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;CACF,CAAA;AA9CY,eAAe;IAF3B,UAAU,EAAE;IACZ,SAAS,EAAE;qCAEoC,mBAAmB;GADtD,eAAe,CA8C3B"}

package/dist/index.d.ts

@@ -29,4 +29,8 @@ export * from "./compiling/AtomicCompileHelper";
 export * from "./compiling/CompileRegistry";
 export * from "./compiling/CompilableModule";
 export * from "./compiling/services/ChildVerificationKeyService";
+export * from "./cache/RemoteCache";
+export * from "./cache/RemoteCacheCompiler";
+export * from "./cache/CacheManifest";
+export * from "./cache/ProxyCache";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AACjD,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,iCAAiC,CAAC;AAChD,cAAc,iDAAiD,CAAC;AAChE,cAAc,iCAAiC,CAAC;AAChD,cAAc,SAAS,CAAC;AACxB,cAAc,uCAAuC,CAAC;AACtD,cAAc,OAAO,CAAC;AACtB,cAAc,iCAAiC,CAAC;AAChD,cAAc,uBAAuB,CAAC;AACtC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AACzD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,qCAAqC,CAAC;AACpD,cAAc,wCAAwC,CAAC;AACvD,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kDAAkD,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AACjD,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,iCAAiC,CAAC;AAChD,cAAc,iDAAiD,CAAC;AAChE,cAAc,iCAAiC,CAAC;AAChD,cAAc,SAAS,CAAC;AACxB,cAAc,uCAAuC,CAAC;AACtD,cAAc,OAAO,CAAC;AACtB,cAAc,iCAAiC,CAAC;AAChD,cAAc,uBAAuB,CAAC;AACtC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AACzD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,qCAAqC,CAAC;AACpD,cAAc,wCAAwC,CAAC;AACvD,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kDAAkD,CAAC;AACjE,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC"}

package/dist/index.js

@@ -29,4 +29,8 @@ export * from "./compiling/AtomicCompileHelper";
 export * from "./compiling/CompileRegistry";
 export * from "./compiling/CompilableModule";
 export * from "./compiling/services/ChildVerificationKeyService";
+export * from "./cache/RemoteCache";
+export * from "./cache/RemoteCacheCompiler";
+export * from "./cache/CacheManifest";
+export * from "./cache/ProxyCache";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AACjD,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,iCAAiC,CAAC;AAChD,cAAc,iDAAiD,CAAC;AAChE,cAAc,iCAAiC,CAAC;AAChD,cAAc,SAAS,CAAC;AACxB,cAAc,uCAAuC,CAAC;AACtD,cAAc,OAAO,CAAC;AACtB,cAAc,iCAAiC,CAAC;AAChD,cAAc,uBAAuB,CAAC;AACtC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AACzD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,qCAAqC,CAAC;AACpD,cAAc,wCAAwC,CAAC;AACvD,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kDAAkD,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AACjD,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,iCAAiC,CAAC;AAChD,cAAc,iDAAiD,CAAC;AAChE,cAAc,iCAAiC,CAAC;AAChD,cAAc,SAAS,CAAC;AACxB,cAAc,uCAAuC,CAAC;AACtD,cAAc,OAAO,CAAC;AACtB,cAAc,iCAAiC,CAAC;AAChD,cAAc,uBAAuB,CAAC;AACtC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AACzD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,qCAAqC,CAAC;AACpD,cAAc,wCAAwC,CAAC;AACvD,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,kDAAkD,CAAC;AACjE,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC"}

package/dist/zkProgrammable/ZkProgrammable.d.ts

@@ -1,4 +1,4 @@
-import { ZkProgram, FlexibleProvablePure, Proof, Field, Provable } from "o1js";
+import { ZkProgram, FlexibleProvablePure, Proof, Field, Provable, Cache as O1Cache } from "o1js";
 import type { CompileRegistry } from "../compiling/CompileRegistry";
 export interface CompileArtifact {
     verificationKey: {
@@ -14,7 +14,14 @@ export interface Verify<PublicInput, PublicOutput> {
     (proof: Proof<PublicInput, PublicOutput>): Promise<boolean>;
 }
 export interface Compile {
-    (): Promise<CompileArtifact>;
+    (options?: {
+        cache?: O1Cache;
+        forceRecompile?: boolean;
+        proofsEnabled?: boolean;
+        withRuntimeTables?: boolean;
+        numChunks?: number;
+        lazyMode?: boolean;
+    }): Promise<CompileArtifact>;
 }
 export interface PlainZkProgram<PublicInput = undefined, PublicOutput = undefined> {
     name: string;
@@ -32,7 +39,7 @@ export interface PlainZkProgram<PublicInput = undefined, PublicOutput = undefine
 }
 export declare function verifyToMockable<PublicInput, PublicOutput>(verify: Verify<PublicInput, PublicOutput>, { areProofsEnabled }: AreProofsEnabled): (proof: Proof<PublicInput, PublicOutput>) => Promise<boolean>;
 export declare const MOCK_VERIFICATION_KEY: import("o1js/dist/node/lib/proof-system/verification-key").VerificationKey;
-export declare function compileToMockable(compile: Compile, { areProofsEnabled }: AreProofsEnabled): () => Promise<CompileArtifact>;
+export declare function compileToMockable(compile: Compile, { areProofsEnabled }: AreProofsEnabled): Compile;
 export declare abstract class ZkProgrammable<PublicInput = undefined, PublicOutput = void> {
     abstract get areProofsEnabled(): AreProofsEnabled | undefined;
     abstract zkProgramFactory(): PlainZkProgram<PublicInput, PublicOutput>[];

package/dist/zkProgrammable/ZkProgrammable.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ZkProgrammable.d.ts","sourceRoot":"","sources":["../../src/zkProgrammable/ZkProgrammable.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAM/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AASpE,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,KAAK,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,gBAAgB,EAAE,CAAC,gBAAgB,EAAE,OAAO,KAAK,IAAI,CAAC;CACvD;AAED,MAAM,WAAW,MAAM,CAAC,WAAW,EAAE,YAAY;IAC/C,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc,CAC7B,WAAW,GAAG,SAAS,EACvB,YAAY,GAAG,SAAS;IAExB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAC1C,KAAK,EAAE,UAAU,CACf,OAAO,SAAS,CAAC,KAAK,CACpB,oBAAoB,CAAC,WAAW,CAAC,EACjC,oBAAoB,CAAC,YAAY,CAAC,CACnC,CACF,CAAC;IACF,OAAO,EAAE,MAAM,CACb,MAAM,EACJ,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC;QACzB,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACxC,eAAe,EAAE,GAAG,CAAC;KACtB,CAAC,CAAC,GACH,CAAC,CACC,WAAW,EAAE,WAAW,EACxB,GAAG,IAAI,EAAE,GAAG,KACT,OAAO,CAAC;QACX,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACxC,eAAe,EAAE,GAAG,CAAC;KACtB,CAAC,CAAC,CACN,CAAC;IACF,cAAc,EAAE,MAAM,OAAO,CAC3B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CACtE,CAAC;CACH;AAED,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,YAAY,EACxD,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,EACzC,EAAE,gBAAgB,EAAE,EAAE,gBAAgB,WAEjB,MAAM,WAAW,EAAE,YAAY,CAAC,sBAiBtD;AAED,eAAO,MAAM,qBAAqB,4EAAyB,CAAC;AAE5D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,OAAO,EAChB,EAAE,gBAAgB,EAAE,EAAE,gBAAgB,GACrC,MAAM,OAAO,CAAC,eAAe,CAAC,CAUhC;AAED,8BAAsB,cAAc,CAClC,WAAW,GAAG,SAAS,EACvB,YAAY,GAAG,IAAI;IAEnB,aAAoB,gBAAgB,IAAI,gBAAgB,GAAG,SAAS,CAAC;aAErD,gBAAgB,IAAI,cAAc,CAChD,WAAW,EACX,YAAY,CACb,EAAE;IAEH,OAAO,CAAC,kBAAkB,CAAC,CAA8C;IAEzE,IACW,SAAS,IAAI,cAAc,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,CAelE;IAEY,OAAO,CAAC,QAAQ,EAAE,eAAe;CAc/C;AAED,MAAM,WAAW,kBAAkB,CACjC,WAAW,GAAG,SAAS,EACvB,YAAY,GAAG,IAAI;IAEnB,cAAc,EAAE,cAAc,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;CAC3D"}
+{"version":3,"file":"ZkProgrammable.d.ts","sourceRoot":"","sources":["../../src/zkProgrammable/ZkProgrammable.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,oBAAoB,EACpB,KAAK,EACL,KAAK,EACL,QAAQ,EACR,KAAK,IAAI,OAAO,EACjB,MAAM,MAAM,CAAC;AAMd,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AASpE,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,KAAK,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,gBAAgB,EAAE,CAAC,gBAAgB,EAAE,OAAO,KAAK,IAAI,CAAC;CACvD;AAED,MAAM,WAAW,MAAM,CAAC,WAAW,EAAE,YAAY;IAC/C,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,OAAO;IACtB,CAAC,OAAO,CAAC,EAAE;QACT,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc,CAC7B,WAAW,GAAG,SAAS,EACvB,YAAY,GAAG,SAAS;IAExB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAC1C,KAAK,EAAE,UAAU,CACf,OAAO,SAAS,CAAC,KAAK,CACpB,oBAAoB,CAAC,WAAW,CAAC,EACjC,oBAAoB,CAAC,YAAY,CAAC,CACnC,CACF,CAAC;IACF,OAAO,EAAE,MAAM,CACb,MAAM,EACJ,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC;QACzB,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACxC,eAAe,EAAE,GAAG,CAAC;KACtB,CAAC,CAAC,GACH,CAAC,CACC,WAAW,EAAE,WAAW,EACxB,GAAG,IAAI,EAAE,GAAG,KACT,OAAO,CAAC;QACX,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACxC,eAAe,EAAE,GAAG,CAAC;KACtB,CAAC,CAAC,CACN,CAAC;IACF,cAAc,EAAE,MAAM,OAAO,CAC3B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CACtE,CAAC;CACH;AAED,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,YAAY,EACxD,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,EACzC,EAAE,gBAAgB,EAAE,EAAE,gBAAgB,WAEjB,MAAM,WAAW,EAAE,YAAY,CAAC,sBAiBtD;AAED,eAAO,MAAM,qBAAqB,4EAAyB,CAAC;AAE5D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,OAAO,EAChB,EAAE,gBAAgB,EAAE,EAAE,gBAAgB,GACrC,OAAO,CAUT;AAED,8BAAsB,cAAc,CAClC,WAAW,GAAG,SAAS,EACvB,YAAY,GAAG,IAAI;IAEnB,aAAoB,gBAAgB,IAAI,gBAAgB,GAAG,SAAS,CAAC;aAErD,gBAAgB,IAAI,cAAc,CAChD,WAAW,EACX,YAAY,CACb,EAAE;IAEH,OAAO,CAAC,kBAAkB,CAAC,CAA8C;IAEzE,IACW,SAAS,IAAI,cAAc,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,CAelE;IAEY,OAAO,CAAC,QAAQ,EAAE,eAAe;CAc/C;AAED,MAAM,WAAW,kBAAkB,CACjC,WAAW,GAAG,SAAS,EACvB,YAAY,GAAG,IAAI;IAEnB,cAAc,EAAE,cAAc,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;CAC3D"}

package/dist/zkProgrammable/ZkProgrammable.js

@@ -34,9 +34,9 @@ export function verifyToMockable(verify, { areProofsEnabled }) {
 }
 export const MOCK_VERIFICATION_KEY = dummyVerificationKey();
 export function compileToMockable(compile, { areProofsEnabled }) {
-    return async () => {
+    return async (...args) => {
         if (areProofsEnabled) {
-            return await compile();
+            return await compile(...args);
         }
         return {
             verificationKey: MOCK_VERIFICATION_KEY,

package/dist/zkProgrammable/ZkProgrammable.js.map

@@ -1 +1 @@
-{"version":3,"file":"ZkProgrammable.js","sourceRoot":"","sources":["../../src/zkProgrammable/ZkProgrammable.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAG5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,MAAM,GAAG;IACb,sBAAsB,EAAE,CAAC,IAAY,EAAE,EAAE,CACvC,IAAI,KAAK,CAAC,0CAA0C,IAAI,EAAE,CAAC;CAC9D,CAAC;AAsDF,MAAM,UAAU,gBAAgB,CAC9B,MAAyC,EACzC,EAAE,gBAAgB,EAAoB;IAEtC,OAAO,KAAK,EAAE,KAAuC,EAAE,EAAE;QACvD,IAAI,gBAAgB,EAAE;YACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,IAAI;gBACF,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;aAChC;YAAC,OAAO,KAAc,EAAE;gBACvB,6BAA6B;gBAC7B,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACjB,QAAQ,GAAG,KAAK,CAAC;aAClB;YAED,OAAO,QAAQ,CAAC;SACjB;QAED,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC;IACpC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,oBAAoB,EAAE,CAAC;AAE5D,MAAM,UAAU,iBAAiB,CAC/B,OAAgB,EAChB,EAAE,gBAAgB,EAAoB;IAEtC,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,gBAAgB,EAAE;YACpB,OAAO,MAAM,OAAO,EAAE,CAAC;SACxB;QAED,OAAO;YACL,eAAe,EAAE,qBAAqB;SACvC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,OAAgB,cAAc;IAalC,IACW,SAAS;QAClB,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE;YACzC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;SACnD;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,MAAM,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAC5D;YACD,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC;gBAC9D,OAAO,EAAE,iBAAiB,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC;aAClE,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,QAAyB;QAC5C,OAAO,MAAM,gBAAgB,CAC3B,IAAI,CAAC,SAAS,EACd,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACrB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO;gBACL,GAAG,GAAG;gBACN,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM;aACvB,CAAC;QACJ,CAAC;QACD,yEAAyE;QACzE,EAAqC,CACtC,CAAC;IACJ,CAAC;CACF;AAhCC;IAAC,OAAO,EAAE;;;+CAgBT"}
+{"version":3,"file":"ZkProgrammable.js","sourceRoot":"","sources":["../../src/zkProgrammable/ZkProgrammable.ts"],"names":[],"mappings":";;;;;;;;;AAQA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAG5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,MAAM,GAAG;IACb,sBAAsB,EAAE,CAAC,IAAY,EAAE,EAAE,CACvC,IAAI,KAAK,CAAC,0CAA0C,IAAI,EAAE,CAAC;CAC9D,CAAC;AA6DF,MAAM,UAAU,gBAAgB,CAC9B,MAAyC,EACzC,EAAE,gBAAgB,EAAoB;IAEtC,OAAO,KAAK,EAAE,KAAuC,EAAE,EAAE;QACvD,IAAI,gBAAgB,EAAE;YACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,IAAI;gBACF,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;aAChC;YAAC,OAAO,KAAc,EAAE;gBACvB,6BAA6B;gBAC7B,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACjB,QAAQ,GAAG,KAAK,CAAC;aAClB;YAED,OAAO,QAAQ,CAAC;SACjB;QAED,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC;IACpC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,oBAAoB,EAAE,CAAC;AAE5D,MAAM,UAAU,iBAAiB,CAC/B,OAAgB,EAChB,EAAE,gBAAgB,EAAoB;IAEtC,OAAO,KAAK,EAAE,GAAG,IAAI,EAAE,EAAE;QACvB,IAAI,gBAAgB,EAAE;YACpB,OAAO,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;SAC/B;QAED,OAAO;YACL,eAAe,EAAE,qBAAqB;SACvC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,OAAgB,cAAc;IAalC,IACW,SAAS;QAClB,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE;YACzC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;SACnD;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,MAAM,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAC5D;YACD,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC;gBAC9D,OAAO,EAAE,iBAAiB,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC;aAClE,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,QAAyB;QAC5C,OAAO,MAAM,gBAAgB,CAC3B,IAAI,CAAC,SAAS,EACd,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACrB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO;gBACL,GAAG,GAAG;gBACN,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM;aACvB,CAAC;QACJ,CAAC;QACD,yEAAyE;QACzE,EAAqC,CACtC,CAAC;IACJ,CAAC;CACF;AAhCC;IAAC,OAAO,EAAE;;;+CAgBT"}

package/package.json

@@ -3,7 +3,7 @@
   "license": "MIT",
   "private": false,
   "type": "module",
-  "version": "0.1.1-develop.2024+5a945075",
+  "version": "0.1.1-develop.2137+8a7eca31",
   "scripts": {
     "build": "tsc -p tsconfig.json",
     "dev": "tsc -p tsconfig.json --watch",
@@ -17,6 +17,7 @@
     "access": "public"
   },
   "dependencies": {
+    "cachedir": "^2.4.0",
     "lodash": "^4.17.21",
     "loglevel": "^1.8.1",
     "reflect-metadata": "^0.1.13",
@@ -31,5 +32,5 @@
     "@jest/globals": "^29.5.0",
     "@types/lodash": "^4.14.194"
   },
-  "gitHead": "5a945075ca3572f50ea9a686224c2eccab1421b0"
+  "gitHead": "8a7eca319272a15162dc4ad04bdc134b1017716d"
 }

package/src/cache/CacheManifest.ts

@@ -0,0 +1,57 @@
+import path from "node:path";
+import fs from "node:fs";
+
+import { injectable, singleton } from "tsyringe";
+import cachedir from "cachedir";
+
+@injectable()
+@singleton()
+export class CacheManifest {
+  public manifestFile(): string {
+    return path.format({
+      dir: cachedir("o1js"),
+      name: "protokit-cache-manifest",
+      ext: "json",
+    });
+  }
+
+  manifestRead = false;
+
+  manifest: string[] = [];
+
+  private readManifest(): string[] {
+    const file = this.manifestFile();
+    if (fs.existsSync(file)) {
+      return JSON.parse(fs.readFileSync(file).toString());
+    }
+    return [];
+  }
+
+  private ensureManifestRead() {
+    if (!this.manifestRead) {
+      this.manifest = this.readManifest();
+      this.manifestRead = true;
+    }
+  }
+
+  public getManifest() {
+    this.ensureManifestRead();
+
+    return this.manifest;
+  }
+
+  public writeToManifest(program: string) {
+    this.ensureManifestRead();
+
+    if (!this.manifest.includes(program)) {
+      this.manifest.push(program);
+      fs.writeFileSync(this.manifestFile(), JSON.stringify(this.manifest));
+    }
+  }
+
+  public includes(program: string): boolean {
+    this.ensureManifestRead();
+
+    return this.manifest.includes(program);
+  }
+}

package/src/cache/ProxyCache.ts

@@ -0,0 +1,30 @@
+import { CacheHeader, Cache as O1Cache } from "o1js";
+
+export class ProxyCache implements O1Cache {
+  private realCache = O1Cache.FileSystemDefault;
+
+  private log: string[] = [];
+
+  canWrite = true;
+
+  debug = false;
+
+  cacheDirectory = this.realCache.cacheDirectory;
+
+  public read(header: CacheHeader): Uint8Array | undefined {
+    return this.realCache.read(header);
+  }
+
+  public write(header: CacheHeader, value: Uint8Array): void {
+    this.log.push(header.persistentId);
+    return this.realCache.write(header, value);
+  }
+
+  public getLog() {
+    return this.log;
+  }
+
+  public startLog() {
+    this.log = [];
+  }
+}

package/src/cache/RemoteCache.ts

@@ -0,0 +1,9 @@
+import { Readable } from "node:stream";
+
+export interface RemoteCache {
+  storeObject(program: string, object: string, file: Readable): Promise<void>;
+
+  getObjects(program: string): Promise<string[]>;
+
+  readObject(program: string, object: string): Promise<Readable>;
+}

package/src/cache/RemoteCacheCompiler.ts

@@ -0,0 +1,131 @@
+import fs from "node:fs";
+import path from "node:path";
+
+import { inject, injectable, Lifecycle, scoped } from "tsyringe";
+import cachedir from "cachedir";
+
+import { log } from "../log";
+import { mapSequential } from "../utils";
+import {
+  CompileArtifact,
+  PlainZkProgram,
+} from "../zkProgrammable/ZkProgrammable";
+
+import { RemoteCache } from "./RemoteCache";
+import { ProxyCache } from "./ProxyCache";
+import { CacheManifest } from "./CacheManifest";
+
+@injectable()
+@scoped(Lifecycle.ContainerScoped)
+export class RemoteCacheCompiler {
+  public constructor(
+    @inject("RemoteCache", { isOptional: true })
+    private readonly remoteCache: RemoteCache | undefined,
+    private readonly manifest: CacheManifest
+  ) {
+    if (remoteCache === undefined) {
+      log.debug(
+        "No remote cache configured, only using local file system cache for circuits"
+      );
+    } else {
+      log.debug("Using remote cache for circuit caching");
+    }
+  }
+
+  private getFileFromObjectName(object: string): string {
+    const dir = cachedir("o1js");
+
+    return path.format({
+      dir,
+      base: object,
+    });
+  }
+
+  private async download(remoteCache: RemoteCache, name: string) {
+    const objects = await remoteCache.getObjects(name);
+
+    log.debug(`Downloading ${objects.length} cached objects for ${name}`);
+
+    await mapSequential(objects, async (object) => {
+      const readable = await remoteCache.readObject(name, object);
+      const file = this.getFileFromObjectName(object);
+
+      const writeStream = fs.createWriteStream(file);
+      readable.pipe(writeStream);
+
+      await new Promise<void>((res) => {
+        writeStream.on("close", res);
+      });
+    });
+  }
+
+  private async uploadFile(
+    remoteCache: RemoteCache,
+    program: string,
+    fileName: string
+  ) {
+    const file = path.resolve(cachedir("o1js"), fileName);
+    const readStream = fs.createReadStream(file);
+    await remoteCache.storeObject(program, fileName, readStream);
+  }
+
+  private async upload(
+    remoteCache: RemoteCache,
+    name: string,
+    identifiers: string[]
+  ) {
+    await mapSequential(identifiers, async (identifier) => {
+      await this.uploadFile(remoteCache, name, identifier);
+      await this.uploadFile(remoteCache, name, `${identifier}.header`);
+    });
+  }
+
+  private isSRSFile(file: string): boolean {
+    return file.includes("srs-") || file.includes("lagrange-");
+  }
+
+  private async compileWithRemoteCache(
+    remoteCache: RemoteCache,
+    program: Pick<PlainZkProgram, "name" | "compile">
+  ) {
+    const { name } = program;
+
+    if (!this.manifest.includes("srs")) {
+      await this.download(remoteCache, "srs");
+    }
+
+    if (!this.manifest.includes(name)) {
+      await this.download(remoteCache, name);
+    }
+
+    const cache = new ProxyCache();
+    cache.startLog();
+
+    const result = await program.compile({
+      cache,
+    });
+
+    const files = cache.getLog();
+    log.debug("Uploading files", files);
+
+    const srsFiles = files.filter((file) => this.isSRSFile(file));
+    await this.upload(remoteCache, "srs", srsFiles);
+    this.manifest.writeToManifest("srs");
+
+    const circuitFiles = files.filter((file) => !this.isSRSFile(file));
+    await this.upload(remoteCache, name, circuitFiles);
+    this.manifest.writeToManifest(name);
+
+    return result;
+  }
+
+  public async compileWithCache(
+    program: Pick<PlainZkProgram, "name" | "compile">
+  ): Promise<CompileArtifact> {
+    if (this.remoteCache !== undefined) {
+      return await this.compileWithRemoteCache(this.remoteCache, program);
+    } else {
+      return await program.compile();
+    }
+  }
+}

package/src/compiling/AtomicCompileHelper.ts

@@ -1,3 +1,5 @@
+import { inject, injectable } from "tsyringe";
+
 import {
   AreProofsEnabled,
   CompileArtifact,
@@ -6,6 +8,7 @@ import {
 import { isSubtypeOfName } from "../utils";
 import { TypedClass } from "../types";
 import { log } from "../log";
+import { RemoteCacheCompiler } from "../cache/RemoteCacheCompiler";
 
 export type ArtifactRecord = Record<string, CompileArtifact>;
 
@@ -14,8 +17,13 @@ export type CompileTarget = {
   compile: () => Promise<CompileArtifact>;
 };
 
+@injectable()
 export class AtomicCompileHelper {
-  public constructor(private readonly areProofsEnabled: AreProofsEnabled) {}
+  public constructor(
+    @inject("AreProofsEnabled")
+    private readonly areProofsEnabled: AreProofsEnabled,
+    private readonly remoteCacheCompiler: RemoteCacheCompiler
+  ) {}
 
   private compilationPromises: {
     [key: string]: Promise<CompileArtifact>;
@@ -44,7 +52,8 @@ export class AtomicCompileHelper {
         )
       ) {
         log.time(`Compiling ${name}`);
-        this.compilationPromises[name] = contract.compile();
+        this.compilationPromises[name] =
+          this.remoteCacheCompiler.compileWithCache(contract);
         newPromise = true;
       } else {
         log.debug(`Compiling ${name} - mock`);

package/src/compiling/CompileRegistry.ts

@@ -1,9 +1,6 @@
-import { inject, injectable, singleton } from "tsyringe";
+import { injectable, singleton } from "tsyringe";
 
-import {
-  AreProofsEnabled,
-  CompileArtifact,
-} from "../zkProgrammable/ZkProgrammable";
+import { CompileArtifact } from "../zkProgrammable/ZkProgrammable";
 
 import {
   ArtifactRecord,
@@ -19,18 +16,11 @@ import {
 @injectable()
 @singleton()
 export class CompileRegistry {
-  public constructor(
-    @inject("AreProofsEnabled")
-    private readonly areProofsEnabled: AreProofsEnabled
-  ) {
-    this.compiler = new AtomicCompileHelper(this.areProofsEnabled);
-  }
-
-  private compiler: AtomicCompileHelper;
+  public constructor(private readonly compiler: AtomicCompileHelper) {}
 
   private artifacts: ArtifactRecord = {};
 
-  private inForceProverBlock = false;
+  private inForceProverBlock = 0;
 
   /**
    * This function forces compilation even if the artifact itself is in the registry.
@@ -41,15 +31,15 @@ export class CompileRegistry {
   public async forceProverExists<R>(
     f: (registry: CompileRegistry) => Promise<R>
   ): Promise<R> {
-    this.inForceProverBlock = true;
+    this.inForceProverBlock += 1;
     const result = await f(this);
-    this.inForceProverBlock = false;
+    this.inForceProverBlock -= 1;
     return result;
   }
 
   public async compile(target: CompileTarget, nameOverride?: string) {
     const name = nameOverride ?? target.name;
-    if (this.artifacts[name] === undefined || this.inForceProverBlock) {
+    if (this.artifacts[name] === undefined || this.inForceProverBlock > 0) {
       const artifact = await this.compiler.compileContract(target);
       this.artifacts[name] = artifact;
       return artifact;

package/src/index.ts

@@ -29,3 +29,7 @@ export * from "./compiling/AtomicCompileHelper";
 export * from "./compiling/CompileRegistry";
 export * from "./compiling/CompilableModule";
 export * from "./compiling/services/ChildVerificationKeyService";
+export * from "./cache/RemoteCache";
+export * from "./cache/RemoteCacheCompiler";
+export * from "./cache/CacheManifest";
+export * from "./cache/ProxyCache";

package/src/zkProgrammable/ZkProgrammable.ts

@@ -1,4 +1,11 @@
-import { ZkProgram, FlexibleProvablePure, Proof, Field, Provable } from "o1js";
+import {
+  ZkProgram,
+  FlexibleProvablePure,
+  Proof,
+  Field,
+  Provable,
+  Cache as O1Cache,
+} from "o1js";
 import { Memoize } from "typescript-memoize";
 
 import { log } from "../log";
@@ -30,7 +37,14 @@ export interface Verify<PublicInput, PublicOutput> {
 }
 
 export interface Compile {
-  (): Promise<CompileArtifact>;
+  (options?: {
+    cache?: O1Cache;
+    forceRecompile?: boolean;
+    proofsEnabled?: boolean;
+    withRuntimeTables?: boolean;
+    numChunks?: number;
+    lazyMode?: boolean;
+  }): Promise<CompileArtifact>;
 }
 
 export interface PlainZkProgram<
@@ -93,10 +107,10 @@ export const MOCK_VERIFICATION_KEY = dummyVerificationKey();
 export function compileToMockable(
   compile: Compile,
   { areProofsEnabled }: AreProofsEnabled
-): () => Promise<CompileArtifact> {
-  return async () => {
+): Compile {
+  return async (...args) => {
     if (areProofsEnabled) {
-      return await compile();
+      return await compile(...args);
     }
 
     return {