@aztec/foundation 0.7.2 → 0.7.3

package/dest/worker/worker_pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker_pool.d.ts","sourceRoot":"","sources":["../../src/worker/worker_pool.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,UAAU,CAAC;AACxF;;;;GAIG;AACH,qBAAa,UAAU;IAYrB;;OAEG;IACH,OAAc,SAAS,SAAQ;IAC/B;;OAEG;IACH,OAAO,CAAC,OAAO,CAAoB;IAEnC;;;;;OAKG;WACU,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM;IAM7D;;;;;OAKG;IACU,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,SAAuB;IAY7F;;OAEG;IACU,OAAO;CAGrB"}

package/dest/worker/worker_pool.js

@@ -0,0 +1,62 @@
+import { createDebugLogger } from '../log/index.js';
+const debug = createDebugLogger('bb:worker_pool');
+/**
+ * Allocates a pool of WasmWorker's.
+ * Worker 0 is allocated MAX_PAGES memory pages. This is because worker 0 will need to hold the proving key
+ * (i.e. Has state), whereas the others are pure compute (they hold a little crs state).
+ */
+export class WorkerPool {
+    constructor() {
+        /**
+         * The workers in the pool.
+         */
+        this.workers = [];
+    }
+    /**
+     * Create an instance and initialize the workers.
+     * @param createWorker - Worker factory.
+     * @param poolSize - Pool size.
+     * @returns An initialized WorkerPool.
+     */
+    static async new(createWorker, poolSize) {
+        const pool = new WorkerPool();
+        await pool.init(createWorker, poolSize);
+        return pool;
+    }
+    /**
+     * Initialize the workers.
+     * @param createWorker - Worker factory().
+     * @param poolSize - Pool size.
+     * @param maxMem - Max memory pages.
+     */
+    async init(createWorker, poolSize, maxMem = WorkerPool.MAX_PAGES) {
+        debug(`creating ${poolSize} workers...`);
+        const start = new Date().getTime();
+        this.workers = await Promise.all(Array(poolSize)
+            .fill(0)
+            .map((_, i) => createWorker(`${i}`, i === 0 ? Math.min(WorkerPool.MAX_PAGES, maxMem) : 768, maxMem)));
+        debug(`created workers: ${new Date().getTime() - start}ms`);
+    }
+    /**
+     * Tell all workers in the pool to stop processing.
+     */
+    async destroy() {
+        await Promise.all(this.workers.map(w => w.destroyWorker()));
+    }
+}
+// TODO(AD): Revisit what this means in aztec 3 context
+// --
+// Introduction of low mem prover work (polynomial cache) may actually increase mem usage when the backing store isn't
+// enabled. We were seeing intermittent failings related to memory in production for some users when limiting to
+// 6660 (416MB). It would be nice to understand why this is (the non determinism and/or the increased mem usage).
+// For now, increasing mem usage to 512MB. This maybe preferable to backing out the low mem work, but
+// ironically may break the chance of us using it in mobile.
+// We *could* enable the low memory backing store, but this needs a little bit of work to actually
+// read/write from indexeddb, performance testing, and actual further memory load testing.
+// At this point it's hard to know what our memory savings would be relative to just fully reverting the LMP.
+// public static MAX_PAGES = 6660;
+/**
+ * The maximum number of memory pages to be used by the webassembly.
+ */
+WorkerPool.MAX_PAGES = 8192;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoid29ya2VyX3Bvb2wuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvd29ya2VyL3dvcmtlcl9wb29sLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxpQkFBaUIsRUFBRSxNQUFNLGlCQUFpQixDQUFDO0FBR3BELE1BQU0sS0FBSyxHQUFHLGlCQUFpQixDQUFDLGdCQUFnQixDQUFDLENBQUM7QUFPbEQ7Ozs7R0FJRztBQUNILE1BQU0sT0FBTyxVQUFVO0lBQXZCO1FBZ0JFOztXQUVHO1FBQ0ssWUFBTyxHQUFpQixFQUFFLENBQUM7SUFzQ3JDLENBQUM7SUFwQ0M7Ozs7O09BS0c7SUFDSCxNQUFNLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxZQUEwQixFQUFFLFFBQWdCO1FBQzNELE1BQU0sSUFBSSxHQUFHLElBQUksVUFBVSxFQUFFLENBQUM7UUFDOUIsTUFBTSxJQUFJLENBQUMsSUFBSSxDQUFDLFlBQVksRUFBRSxRQUFRLENBQUMsQ0FBQztRQUN4QyxPQUFPLElBQUksQ0FBQztJQUNkLENBQUM7SUFFRDs7Ozs7T0FLRztJQUNJLEtBQUssQ0FBQyxJQUFJLENBQUMsWUFBMEIsRUFBRSxRQUFnQixFQUFFLE1BQU0sR0FBRyxVQUFVLENBQUMsU0FBUztRQUMzRixLQUFLLENBQUMsWUFBWSxRQUFRLGFBQWEsQ0FBQyxDQUFDO1FBQ3pDLE1BQU0sS0FBSyxHQUFHLElBQUksSUFBSSxFQUFFLENBQUMsT0FBTyxFQUFFLENBQUM7UUFDbkMsSUFBSSxDQUFDLE9BQU8sR0FBRyxNQUFNLE9BQU8sQ0FBQyxHQUFHLENBQzlCLEtBQUssQ0FBQyxRQUFRLENBQUM7YUFDWixJQUFJLENBQUMsQ0FBQyxDQUFDO2FBQ1AsR0FBRyxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsRUFBRSxFQUFFLENBQUMsWUFBWSxDQUFDLEdBQUcsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxVQUFVLENBQUMsU0FBUyxFQUFFLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQyxHQUFHLEVBQUUsTUFBTSxDQUFDLENBQUMsQ0FDdkcsQ0FBQztRQUVGLEtBQUssQ0FBQyxvQkFBb0IsSUFBSSxJQUFJLEVBQUUsQ0FBQyxPQUFPLEVBQUUsR0FBRyxLQUFLLElBQUksQ0FBQyxDQUFDO0lBQzlELENBQUM7SUFFRDs7T0FFRztJQUNJLEtBQUssQ0FBQyxPQUFPO1FBQ2xCLE1BQU0sT0FBTyxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxhQUFhLEVBQUUsQ0FBQyxDQUFDLENBQUM7SUFDOUQsQ0FBQzs7QUF2REQsdURBQXVEO0FBQ3ZELEtBQUs7QUFDTCxzSEFBc0g7QUFDdEgsZ0hBQWdIO0FBQ2hILGlIQUFpSDtBQUNqSCxxR0FBcUc7QUFDckcsNERBQTREO0FBQzVELGtHQUFrRztBQUNsRywwRkFBMEY7QUFDMUYsNkdBQTZHO0FBQzdHLGtDQUFrQztBQUNsQzs7R0FFRztBQUNXLG9CQUFTLEdBQUcsSUFBSSxBQUFQLENBQVEifQ==

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aztec/foundation",
-  "version": "0.7.2",
+  "version": "0.7.3",
   "exports": {
     "./eslint": "./.eslintrc.cjs",
     "./prettier": "./.prettierrc.json",

package/Dockerfile

@@ -1,15 +0,0 @@
-FROM 278380418400.dkr.ecr.eu-west-2.amazonaws.com/yarn-project-base AS builder
-
-COPY @types @types
-COPY foundation foundation
-WORKDIR /usr/src/yarn-project/foundation
-RUN yarn build && yarn formatting && yarn test
-
-# Prune dev dependencies. See comment in base image.
-RUN yarn cache clean
-RUN yarn workspaces focus --production > /dev/null
-
-FROM node:18-alpine
-COPY --from=builder /usr/src/yarn-project/foundation /usr/src/yarn-project/foundation
-WORKDIR /usr/src/yarn-project/foundation
-ENTRYPOINT ["yarn"]