@volter/editor-blender 0.1.17 → 0.1.18

package/dist-node/serving.mjs

@@ -1,7 +1,7 @@
 // serving/blender-routes.ts
 import { createReadStream as createReadStream2 } from "node:fs";
-import { mkdir, readFile as readFile2, rm, stat as stat2, unlink, writeFile } from "node:fs/promises";
-import { tmpdir } from "node:os";
+import { mkdir as mkdir2, readFile as readFile2, rm, stat as stat2, unlink, writeFile as writeFile2 } from "node:fs/promises";
+import { tmpdir as tmpdir2 } from "node:os";
 import { dirname as dirname2, join as join2 } from "node:path";
 import { createBrotliDecompress } from "node:zlib";
 
@@ -40,10 +40,11 @@ function isContainedRelativePath(path) {
 // serving/blender-wasm-artifact.ts
 import { createHash } from "node:crypto";
 import { createReadStream, existsSync } from "node:fs";
-import { readdir, readFile, stat } from "node:fs/promises";
+import { mkdir, readdir, readFile, rename, stat, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
 import { dirname, isAbsolute, join, posix, relative } from "node:path";
 import { fileURLToPath } from "node:url";
-import { brotliDecompressSync } from "node:zlib";
+import { brotliCompress, brotliDecompressSync, constants as zlibConstants } from "node:zlib";
 var BLENDER_WASM_FILES = [
   "blender_browser.js",
   "blender_browser.wasm",
@@ -53,7 +54,7 @@ var BLENDER_WASM_FILES = [
 ];
 var BLENDER_WALI_ARTIFACT = "blender.wasm";
 var BLENDER_WALI_RUNTIME = "runtime";
-var BLENDER_WALI_WORKERS = { pool: 16, blender: 4 };
+var BLENDER_WALI_WORKERS = { pool: 16, blender: 1 };
 var BLENDER_WALI_SUBSTRATE = [
   { segment: "browser-wali", specifier: "@volter/browser-wali" },
   { segment: "browser-runtime", specifier: "@volter/browser-runtime" }
@@ -211,6 +212,7 @@ async function runtimeIndex(dir) {
   if (cachedRuntimeIndex?.dir === dir) return cachedRuntimeIndex.index;
   const root = join(dir, BLENDER_WALI_RUNTIME);
   const files = [];
+  let newest = 0;
   const walk = async (where) => {
     for (const entry of (await readdir(where, { withFileTypes: true })).sort(
       (left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0
@@ -227,14 +229,19 @@ async function runtimeIndex(dir) {
         size: info.size,
         mode: info.mode & 4095
       });
+      newest = Math.max(newest, info.mtimeMs);
     }
   };
   await walk(root);
   if (files.length === 0) throw new Error(`${root} is empty`);
-  const index = { files };
+  const index = { files, newestMtimeMs: newest };
   cachedRuntimeIndex = { dir, index };
   return index;
 }
+function runtimeTag(index) {
+  const total = index.files.reduce((sum, file) => sum + file.size, 0);
+  return `"runtime-${index.files.length}-${total}-${Math.floor(index.newestMtimeMs ?? 0)}"`;
+}
 async function writeRuntimeBlob(dir, write) {
   const root = join(dir, BLENDER_WALI_RUNTIME);
   for (const file of (await runtimeIndex(dir)).files) write(await readFile(join(root, file.path)));
@@ -264,6 +271,41 @@ async function substrateModule(segment, file) {
     );
   return { text };
 }
+var compressing = /* @__PURE__ */ new Map();
+async function brotliCopy(key, produce) {
+  const path = join(tmpdir(), "volter-blender-brotli", `${key.replace(/[^\w.-]/g, "")}.br`);
+  try {
+    if ((await stat(path)).isFile()) return path;
+  } catch {
+  }
+  if (!compressing.has(path)) {
+    const making = (async () => {
+      const source = await produce();
+      const compressed = await new Promise((resolve, reject) => brotliCompress(source, {
+        params: { [zlibConstants.BROTLI_PARAM_QUALITY]: 9, [zlibConstants.BROTLI_PARAM_SIZE_HINT]: source.byteLength }
+      }, (error, result) => error ? reject(error) : resolve(result)));
+      await mkdir(dirname(path), { recursive: true });
+      const part = `${path}.${process.pid}.part`;
+      await writeFile(part, compressed);
+      await rename(part, path);
+    })().catch(() => void 0).finally(() => compressing.delete(path));
+    compressing.set(path, making);
+  }
+  return null;
+}
+async function runtimeBlobBrotli(dir, index) {
+  return brotliCopy(`runtime-${runtimeTag(index)}`, async () => {
+    const chunks = [];
+    await writeRuntimeBlob(dir, (chunk) => void chunks.push(chunk));
+    return Buffer.concat(chunks);
+  });
+}
+async function brotliArtifact(found) {
+  if (found.encoding !== null) return found;
+  const info = await stat(found.path);
+  const path = await brotliCopy(`artifact-${info.size}-${Math.floor(info.mtimeMs)}`, () => readFile(found.path));
+  return path ? { path, size: (await stat(path)).size, encoding: "br" } : found;
+}
 
 // serving/blender-routes.ts
 function json(res, body, status = 200) {
@@ -277,7 +319,7 @@ async function readBody(req) {
   return Buffer.concat(chunks);
 }
 function blenderRoutesPlugin(services) {
-  const transferRoot = join2(tmpdir(), "volter-blender-transfer");
+  const transferRoot = join2(tmpdir2(), "volter-blender-transfer");
   const transferPath = (id) => join2(transferRoot, id);
   void rm(transferRoot, { recursive: true, force: true });
   const transferId = (value) => value !== null && /^[0-9a-f-]{36}$/.test(value) ? value : null;
@@ -320,13 +362,31 @@ function blenderRoutesPlugin(services) {
     {
       method: "GET",
       match: /^\/__editor\/blender-wasm\/runtime\.bin$/,
-      handle: async (_req, res) => {
+      handle: async (req, res) => {
         const status = await blenderWasmStatus();
         if (status.skew !== "wali" || status.dir === null) {
           json(res, { error: "This editor does not serve the substrate skew of Blender." }, 404);
           return;
         }
+        const index = await runtimeIndex(status.dir);
+        const accepted = String(req.headers["accept-encoding"] ?? "").toLowerCase().includes("br");
+        const compressed = accepted ? await runtimeBlobBrotli(status.dir, index) : null;
+        const tag = runtimeTag(index).replace(/"$/, compressed ? '-br"' : '-identity"');
+        res.setHeader("cache-control", "no-cache");
+        res.setHeader("etag", tag);
+        res.setHeader("vary", "accept-encoding");
+        if (req.headers["if-none-match"] === tag) {
+          res.statusCode = 304;
+          res.end();
+          return;
+        }
         res.setHeader("content-type", "application/octet-stream");
+        if (compressed) {
+          res.setHeader("content-encoding", "br");
+          res.setHeader("content-length", String((await stat2(compressed)).size));
+          createReadStream2(compressed).pipe(res);
+          return;
+        }
         await writeRuntimeBlob(status.dir, (chunk) => void res.write(chunk));
         res.end();
       }
@@ -376,11 +436,12 @@ function blenderRoutesPlugin(services) {
           res.end(await blenderGlueText(status.dir));
           return;
         }
-        const found = await blenderWasmOnDisk(status.dir, file);
-        if (!found) {
+        const onDisk = await blenderWasmOnDisk(status.dir, file);
+        if (!onDisk) {
           json(res, { error: `${file} vanished from ${status.dir}.` }, 404);
           return;
         }
+        const found = file === BLENDER_WALI_ARTIFACT ? await brotliArtifact(onDisk) : onDisk;
         const info = await stat2(found.path);
         const accepted = String(req.headers["accept-encoding"] ?? "").toLowerCase();
         const sendEncoded = found.encoding !== null && accepted.includes(found.encoding);
@@ -415,9 +476,9 @@ function blenderRoutesPlugin(services) {
           return;
         }
         const path = transferPath(id);
-        await mkdir(dirname2(path), { recursive: true });
+        await mkdir2(dirname2(path), { recursive: true });
         const body = await readBody(req);
-        await writeFile(path, new Uint8Array(body));
+        await writeFile2(path, new Uint8Array(body));
         json(res, { bytes: body.byteLength });
       }
     },

package/package.json

@@ -2,7 +2,7 @@
   "name": "@volter/editor-blender",
   "author": "Volter AI, Inc.",
   "license": "AGPL-3.0-only AND GPL-3.0-or-later",
-  "version": "0.1.17",
+  "version": "0.1.18",
   "publishConfig": {
     "access": "public"
   },
@@ -69,14 +69,14 @@
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "1.30.0",
-    "@volter/blender-engine": "0.1.15",
-    "@volter/editor-threejs": "0.5.77",
+    "@volter/blender-engine": "0.1.16",
+    "@volter/editor-threejs": "0.5.78",
     "zod": "^4.3.6"
   },
   "peerDependencies": {
-    "@volter/editor-sdk": "0.5.77",
-    "@volter/editor-live": "0.5.77",
-    "@volter/editor-project": "0.5.77",
+    "@volter/editor-sdk": "0.5.78",
+    "@volter/editor-live": "0.5.78",
+    "@volter/editor-project": "0.5.78",
     "react": "^19.0.0",
     "three": "^0.180.0",
     "vite": "^6.4.3"

package/serving/blender-routes.ts

@@ -27,6 +27,9 @@ import {
   blenderWasmReadStream,
   blenderWasmStatus,
   runtimeIndex,
+  runtimeTag,
+  runtimeBlobBrotli,
+  brotliArtifact,
   substrateModule,
   writeRuntimeBlob,
 } from './blender-wasm-artifact';
@@ -104,13 +107,34 @@ export function blenderRoutesPlugin(services: ProjectServingServices): Plugin {
     {
       method: 'GET',
       match: /^\/__editor\/blender-wasm\/runtime\.bin$/,
-      handle: async (_req, res) => {
+      handle: async (req, res) => {
         const status = await blenderWasmStatus();
         if (status.skew !== 'wali' || status.dir === null) {
           json(res, { error: 'This editor does not serve the substrate skew of Blender.' }, 404);
           return;
         }
+        // A validator, as the engine's own files have, and brotli once it is
+        // made, as the standalone skew's payload goes out: small enough for
+        // the HTTP cache, so a warm boot is a 304 (`runtimeBlobBrotli`).
+        const index = await runtimeIndex(status.dir);
+        const accepted = String(req.headers['accept-encoding'] ?? '').toLowerCase().includes('br');
+        const compressed = accepted ? await runtimeBlobBrotli(status.dir, index) : null;
+        const tag = runtimeTag(index).replace(/"$/, compressed ? '-br"' : '-identity"');
+        res.setHeader('cache-control', 'no-cache');
+        res.setHeader('etag', tag);
+        res.setHeader('vary', 'accept-encoding');
+        if (req.headers['if-none-match'] === tag) {
+          res.statusCode = 304;
+          res.end();
+          return;
+        }
         res.setHeader('content-type', 'application/octet-stream');
+        if (compressed) {
+          res.setHeader('content-encoding', 'br');
+          res.setHeader('content-length', String((await stat(compressed)).size));
+          createReadStream(compressed).pipe(res);
+          return;
+        }
         await writeRuntimeBlob(status.dir, (chunk) => void res.write(chunk));
         res.end();
       },
@@ -165,11 +189,13 @@ export function blenderRoutesPlugin(services: ProjectServingServices): Plugin {
           res.end(await blenderGlueText(status.dir!));
           return;
         }
-        const found = await blenderWasmOnDisk(status.dir!, file);
-        if (!found) {
+        const onDisk = await blenderWasmOnDisk(status.dir!, file);
+        if (!onDisk) {
           json(res, { error: `${file} vanished from ${status.dir}.` }, 404);
           return;
         }
+        // The substrate skew's module is served as brotli too, made once (`brotliArtifact`).
+        const found = file === BLENDER_WALI_ARTIFACT ? await brotliArtifact(onDisk) : onDisk;
         // A VALIDATOR, SO THE COMPILED ENGINE IS CACHED. Chrome keeps the machine code it
         // compiled from an `instantiateStreaming` response only while that response sits in its
         // HTTP cache, and a response with no validator is never stored (measured: every boot

package/serving/blender-wasm-artifact.ts

@@ -54,10 +54,11 @@
  */
 import { createHash } from 'node:crypto';
 import { createReadStream, existsSync } from 'node:fs';
-import { readdir, readFile, stat } from 'node:fs/promises';
+import { mkdir, readdir, readFile, rename, stat, writeFile } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
 import { dirname, isAbsolute, join, posix, relative } from 'node:path';
 import { fileURLToPath } from 'node:url';
-import { brotliDecompressSync } from 'node:zlib';
+import { brotliCompress, brotliDecompressSync, constants as zlibConstants } from 'node:zlib';
 
 export type BlenderSkew = 'emscripten' | 'wali';
 
@@ -101,7 +102,17 @@ export const BLENDER_WALI_RUNTIME = 'runtime';
  * clean (16 under 4; 8 under 4 trapped at boot), because Blender starts threads
  * of its own beyond the oneTBB workers `-t` buys.
  */
-export const BLENDER_WALI_WORKERS = { pool: 16, blender: 4 } as const;
+/*
+ * ONE, MEASURED 2026-09-27, as the standalone skew runs Blender. Through the
+ * editor's own worker, on the same work as the standalone skew: at `-t 4` the
+ * session held 870 MB after it against the standalone skew's 632, and a
+ * boolean of two 8k-polygon spheres took 2.2 s; at `-t 1`, 629 MB and 1.3 s
+ * (the standalone skew 3.7 s). On this runtime more `-t` has cost more than
+ * it returned, as the courtyard's 12 against 4 already showed above. The
+ * pool stays 16: its workers start on a thread's first use, and Blender's
+ * libraries start threads of their own.
+ */
+export const BLENDER_WALI_WORKERS = { pool: 16, blender: 1 } as const;
 
 /** The substrate packages the WALI engine imports, by the URL segment each is
  *  served under and the specifier prefix rewritten to it. */
@@ -345,6 +356,8 @@ export function blenderWasmReadStream(found: BlenderWasmOnDisk): NodeJS.Readable
 
 export interface RuntimeIndex {
   files: { path: string; size: number; mode: number }[];
+  /** The newest file's modification time: with the count and the total size, the blob's validator (`runtimeTag`). */
+  newestMtimeMs?: number;
 }
 
 let cachedRuntimeIndex: { dir: string; index: RuntimeIndex } | null = null;
@@ -363,6 +376,7 @@ export async function runtimeIndex(dir: string): Promise<RuntimeIndex> {
   if (cachedRuntimeIndex?.dir === dir) return cachedRuntimeIndex.index;
   const root = join(dir, BLENDER_WALI_RUNTIME);
   const files: RuntimeIndex['files'] = [];
+  let newest = 0;
   const walk = async (where: string): Promise<void> => {
     for (const entry of (await readdir(where, { withFileTypes: true })).sort((left, right) =>
       left.name < right.name ? -1 : left.name > right.name ? 1 : 0,
@@ -379,15 +393,27 @@ export async function runtimeIndex(dir: string): Promise<RuntimeIndex> {
         size: info.size,
         mode: info.mode & 0o7777,
       });
+      newest = Math.max(newest, info.mtimeMs);
     }
   };
   await walk(root);
   if (files.length === 0) throw new Error(`${root} is empty`);
-  const index = { files };
+  const index = { files, newestMtimeMs: newest };
   cachedRuntimeIndex = { dir, index };
   return index;
 }
 
+/**
+ * THE RUNTIME BLOB'S VALIDATOR, so a warm boot takes it from the HTTP cache.
+ * Without one it was read from 1,317 files and sent again on every boot: the
+ * standalone skew's `.data` payload is one cached file, and this was most of
+ * what the substrate skew's boot spent before Blender ran (2026-09-27).
+ */
+export function runtimeTag(index: RuntimeIndex): string {
+  const total = index.files.reduce((sum, file) => sum + file.size, 0);
+  return `"runtime-${index.files.length}-${total}-${Math.floor(index.newestMtimeMs ?? 0)}"`;
+}
+
 /** Stream the runtime blob: every indexed file's bytes, in index order. */
 export async function writeRuntimeBlob(dir: string, write: (chunk: Buffer) => void): Promise<void> {
   const root = join(dir, BLENDER_WALI_RUNTIME);
@@ -447,3 +473,52 @@ export async function substrateModule(
     );
   return { text };
 }
+
+const compressing = new Map<string, Promise<void>>();
+
+/**
+ * A file as brotli, kept under the system's temporary directory by `key`
+ * once made: its path, or null while it is being made (the first caller
+ * starts it and is answered uncompressed). The substrate skew's artifacts are
+ * past what Chrome keeps in its HTTP cache uncompressed -- `blender.wasm`
+ * 93 MB, the runtime blob 66 -- so every boot fetched them again and compiled
+ * the module again; the standalone skew's go out as brotli (18 MB and 7.7 MB)
+ * and are kept (2026-09-27: brotli, 20 MB and 25 MB).
+ */
+async function brotliCopy(key: string, produce: () => Promise<Buffer>): Promise<string | null> {
+  const path = join(tmpdir(), 'volter-blender-brotli', `${key.replace(/[^\w.-]/g, '')}.br`);
+  try {
+    if ((await stat(path)).isFile()) return path;
+  } catch { /* not made yet */ }
+  if (!compressing.has(path)) {
+    const making = (async () => {
+      const source = await produce();
+      const compressed = await new Promise<Buffer>((resolve, reject) => brotliCompress(source, {
+        params: { [zlibConstants.BROTLI_PARAM_QUALITY]: 9, [zlibConstants.BROTLI_PARAM_SIZE_HINT]: source.byteLength },
+      }, (error, result) => error ? reject(error) : resolve(result)));
+      await mkdir(dirname(path), { recursive: true });
+      const part = `${path}.${process.pid}.part`;
+      await writeFile(part, compressed);
+      await rename(part, path);
+    })().catch(() => undefined).finally(() => compressing.delete(path));
+    compressing.set(path, making);
+  }
+  return null;
+}
+
+/** The runtime blob as brotli (`brotliCopy`), by its validator. */
+export async function runtimeBlobBrotli(dir: string, index: RuntimeIndex): Promise<string | null> {
+  return brotliCopy(`runtime-${runtimeTag(index)}`, async () => {
+    const chunks: Buffer[] = [];
+    await writeRuntimeBlob(dir, (chunk) => void chunks.push(chunk));
+    return Buffer.concat(chunks);
+  });
+}
+
+/** An uncompressed artifact as brotli (`brotliCopy`), by its size and time: the file itself when none is made yet. */
+export async function brotliArtifact(found: BlenderWasmOnDisk): Promise<BlenderWasmOnDisk> {
+  if (found.encoding !== null) return found;
+  const info = await stat(found.path);
+  const path = await brotliCopy(`artifact-${info.size}-${Math.floor(info.mtimeMs)}`, () => readFile(found.path));
+  return path ? { path, size: (await stat(path)).size, encoding: 'br' } : found;
+}