@volter/blender-engine 0.1.71 → 0.1.73

package/browser/three/blender-motion-geometry.ts

@@ -0,0 +1,248 @@
+import * as THREE from 'three';
+import {instanceObjectShown} from './blender-runtime-instances';
+import type {MotionMeshRequest, MotionMeshResponse} from './blender-motion-worker';
+
+const CACHE_BYTES = 64 * 1024 * 1024;
+const QUIET_MS = 150;
+type Entry = {geometry: THREE.BufferGeometry; error: number; bytes: number};
+
+/** A disposable navigation drawing, never Blender's evaluated geometry.
+ * Copies are derived off-thread, in importance order, one bounded mesh at a
+ * time. Full meshes remain resident and are restored after EVERY draw. */
+export class BlenderMotionGeometry {
+  private groups = new Map<THREE.BufferGeometry, THREE.Mesh[]>();
+  private readonly cache = new Map<THREE.BufferGeometry, Entry>();
+  private readonly swapped: {mesh: THREE.Mesh; geometry: THREE.BufferGeometry}[] = [];
+  private queue: THREE.BufferGeometry[] = [];
+  private worker: Worker | null = null;
+  private pending: {id: number; geometry: THREE.BufferGeometry} | null = null;
+  private nextId = 0;
+  private signature = '';
+  private readonly identities = new WeakMap<object, number>();
+  private nextIdentity = 0;
+  private bytes = 0;
+  private unavailable: string | null = null;
+  private timer: ReturnType<typeof setTimeout> | null = null;
+  private readonly cameraWorld = new THREE.Matrix4();
+  private readonly cameraProjection = new THREE.Matrix4();
+  private cameraKnown = false;
+  private movedAt = -Infinity;
+  private readonly projection = new THREE.Matrix4();
+  private readonly frustum = new THREE.Frustum();
+  private readonly centre = new THREE.Vector3();
+  private drawnMeshes = 0;
+  private fullTriangles = 0;
+  private motionTriangles = 0;
+
+  constructor(private readonly root: THREE.Group, private readonly invalidate: () => void) {}
+
+  setObjects(objects: Iterable<THREE.Object3D>): void {
+    const groups = new Map<THREE.BufferGeometry, THREE.Mesh[]>();
+    for (const object of objects) {
+      const mesh = object as THREE.Mesh;
+      if (!mesh.isMesh || (mesh as THREE.SkinnedMesh).isSkinnedMesh ||
+          (mesh as THREE.InstancedMesh).isInstancedMesh || mesh.morphTargetInfluences) continue;
+      const g = mesh.geometry;
+      const position = g.getAttribute('position');
+      if (!g.index || g.index.count < 6144 || !position || position.count > 200_000 ||
+          Object.values(g.attributes).some(a => !(a instanceof THREE.BufferAttribute)) ||
+          Object.keys(g.morphAttributes).length || g.drawRange.start !== 0 || g.drawRange.count < g.index.count) continue;
+      // Only a whole, single material surface. Material boundaries are never
+      // crossed by the simplifier, nor are authored group ranges shortened.
+      if (Array.isArray(mesh.material) && (mesh.material.length !== 1 || g.groups.length !== 1 ||
+          g.groups[0]!.start !== 0 || g.groups[0]!.count !== g.index.count || g.groups[0]!.materialIndex !== 0)) continue;
+      const held = groups.get(g);
+      if (held) held.push(mesh); else groups.set(g, [mesh]);
+    }
+    this.groups = groups;
+    const identity = (object: object): number => {
+      let id = this.identities.get(object);
+      if (id === undefined) { id = ++this.nextIdentity; this.identities.set(object, id); }
+      return id;
+    };
+    const signature = [...groups].map(([g]) => `${g.id}:${identity(g.index!)}:${g.index!.version}:` +
+      Object.entries(g.attributes).map(([name, a]) => `${name}:${identity(a)}:${(a as THREE.BufferAttribute).version}`).join(',')).join(';');
+    if (signature === this.signature) return;
+    this.releaseCopies();
+    this.signature = signature;
+    this.unavailable = null;
+    const candidates = [...groups].filter(([, meshes]) => meshes.length >= 3);
+    // Small scenes use their originals throughout. Prioritize the geometry
+    // that costs most draws, not its name or its order in the .blend.
+    if (candidates.reduce((n, [g, meshes]) => n + g.index!.count * meshes.length, 0) < 6_000_000) return;
+    candidates.sort(([a, am], [b, bm]) => b.index!.count * bm.length - a.index!.count * am.length);
+    this.queue = candidates.map(([g]) => g);
+    this.next();
+  }
+
+  private next(): void {
+    if (this.pending || this.unavailable || this.bytes >= CACHE_BYTES) return;
+    const geometry = this.queue.shift();
+    if (!geometry) { this.worker?.terminate(); this.worker = null; return; }
+    if (!this.worker) {
+      try {
+        this.worker = new Worker(new URL('./blender-motion-worker.ts', import.meta.url), {type: 'module'});
+        this.worker.onmessage = (event: MessageEvent<MotionMeshResponse>) => this.receive(event.data);
+        this.worker.onerror = event => {
+          this.unavailable = event.message || 'Navigation geometry worker unavailable';
+          this.worker?.terminate(); this.worker = null; this.pending = null;
+          this.queue.length = 0;
+        };
+      } catch (error) {
+        // This is an optional presentation. Refusal retains full geometry,
+        // with a visible diagnostic; never fall back to blocking the UI.
+        this.unavailable = String(error); return;
+      }
+    }
+    const position = geometry.getAttribute('position') as THREE.BufferAttribute;
+    const positions = new Float32Array(position.count * 3);
+    for (let i = 0; i < position.count; i++) {
+      positions[i * 3] = position.getX(i); positions[i * 3 + 1] = position.getY(i); positions[i * 3 + 2] = position.getZ(i);
+    }
+    // Normals and UVs contribute appearance error. All attributes, including
+    // those not used to rank collapses, are retained in the resulting copy.
+    const attributes = Object.entries(geometry.attributes).filter(([name]) => name === 'normal' || /^uv\d*$/.test(name));
+    const stride = attributes.reduce((n, [, a]) => n + a.itemSize, 0);
+    const values = new Float32Array(position.count * stride);
+    const weights: number[] = [];
+    let offset = 0;
+    for (const [name, a] of attributes) {
+      for (let c = 0; c < a.itemSize; c++) weights.push(name === 'normal' ? 0.5 : 1);
+      for (let i = 0; i < position.count; i++) for (let c = 0; c < a.itemSize; c++)
+        values[i * stride + offset + c] = (a as THREE.BufferAttribute).getComponent(i, c);
+      offset += a.itemSize;
+    }
+    const indices = new Uint32Array(geometry.index!.array);
+    const id = ++this.nextId;
+    this.pending = {id, geometry};
+    const request: MotionMeshRequest = {id, positions, indices, attributes: values, stride, weights};
+    this.worker.postMessage(request, [positions.buffer, indices.buffer, values.buffer]);
+  }
+
+  private receive(response: MotionMeshResponse): void {
+    const pending = this.pending;
+    if (!pending || pending.id !== response.id) return;
+    this.pending = null;
+    const {geometry} = pending;
+    const indices = response.indices;
+    if (response.refusal) {
+      this.unavailable = response.refusal;
+      this.worker?.terminate(); this.worker = null; this.queue.length = 0;
+    }
+    if (indices && response.error !== undefined && Number.isFinite(response.error) &&
+        indices.length > 0 && indices.length < geometry.index!.count * 0.75) {
+      const originals: number[] = [];
+      const remap = new Map<number, number>();
+      for (let i = 0; i < indices.length; i++) {
+        const original = indices[i]!;
+        let index = remap.get(original);
+        if (index === undefined) { index = originals.length; originals.push(original); remap.set(original, index); }
+        indices[i] = index;
+      }
+      const bytes = indices.byteLength + Object.values(geometry.attributes).reduce((n, a) =>
+        n + originals.length * a.itemSize * a.array.BYTES_PER_ELEMENT, 0);
+      if (this.bytes + bytes <= CACHE_BYTES) {
+        const copy = new THREE.BufferGeometry();
+        copy.setIndex(new THREE.BufferAttribute(indices, 1));
+        for (const [name, source] of Object.entries(geometry.attributes)) {
+          const attribute = source as THREE.BufferAttribute;
+          const ArrayType = attribute.array.constructor as {new(length: number): THREE.TypedArray};
+          const data = new ArrayType(originals.length * attribute.itemSize);
+          for (let i = 0; i < originals.length; i++) for (let c = 0; c < attribute.itemSize; c++)
+            data[i * attribute.itemSize + c] = attribute.array[originals[i]! * attribute.itemSize + c]!;
+          copy.setAttribute(name, new THREE.BufferAttribute(data, attribute.itemSize, attribute.normalized));
+        }
+        // Retain the exact culling/sorting bounds and material assignment.
+        if (!geometry.boundingSphere) geometry.computeBoundingSphere();
+        copy.boundingSphere = geometry.boundingSphere!.clone();
+        copy.boundingBox = geometry.boundingBox?.clone() ?? null;
+        if (geometry.groups.length === 1) copy.addGroup(0, indices.length, geometry.groups[0]!.materialIndex);
+        copy.userData = {...geometry.userData};
+        this.cache.set(geometry, {geometry: copy, error: response.error, bytes});
+        this.bytes += bytes;
+      }
+    }
+    // Yield between meshes, including copying their attributes for the worker.
+    this.timer = setTimeout(() => { this.timer = null; this.next(); }, 0);
+  }
+
+  prepare(camera: THREE.Camera, interactive: boolean, height: number): void {
+    this.finish();
+    this.drawnMeshes = this.fullTriangles = this.motionTriangles = 0;
+    if (!interactive || !(height > 0)) return;
+    const now = performance.now();
+    const moved = this.cameraKnown && (!camera.matrixWorld.equals(this.cameraWorld) ||
+      !camera.projectionMatrix.equals(this.cameraProjection));
+    this.cameraKnown = true;
+    this.cameraWorld.copy(camera.matrixWorld); this.cameraProjection.copy(camera.projectionMatrix);
+    if (moved) {
+      this.movedAt = now;
+      // The host draws on change. Ensure a full-detail frame after damping
+      // stops even when no more input or scene-change notification arrives.
+      if (this.quietTimer) clearTimeout(this.quietTimer);
+      this.quietTimer = setTimeout(() => { this.quietTimer = null; this.invalidate(); }, QUIET_MS + 1);
+    }
+    if (now - this.movedAt > QUIET_MS) return;
+    this.projection.multiplyMatrices(camera.projectionMatrix, camera.matrixWorldInverse);
+    this.frustum.setFromProjectionMatrix(this.projection);
+    const allowed = new Map<THREE.BufferGeometry, THREE.BufferGeometry>();
+    for (const [source, entry] of this.cache) {
+      let fits = true;
+      for (const mesh of this.groups.get(source) ?? []) {
+        if (!instanceObjectShown(mesh) || (mesh.frustumCulled && !this.frustum.intersectsObject(mesh))) continue;
+        const scale = mesh.matrixWorld.getMaxScaleOnAxis();
+        const sphere = source.boundingSphere!;
+        this.centre.copy(sphere.center).applyMatrix4(mesh.matrixWorld).applyMatrix4(camera.matrixWorldInverse);
+        const depth = (camera as THREE.PerspectiveCamera).isPerspectiveCamera
+          ? -this.centre.z - sphere.radius * scale : 1;
+        const pixels = entry.error * scale * Math.abs(camera.projectionMatrix.elements[5]!) * height / (2 * depth);
+        if (!(depth > 0) || pixels > 1) { fits = false; break; }
+      }
+      if (fits) allowed.set(source, entry.geometry);
+    }
+    // After instancing/culling chose its exact members: both ordinary and
+    // internal draws select the same temporary geometry for this camera.
+    this.root.traverse(object => {
+      const mesh = object as THREE.Mesh;
+      if (!mesh.isMesh || (mesh as THREE.SkinnedMesh).isSkinnedMesh || mesh.morphTargetInfluences ||
+          ((mesh as THREE.InstancedMesh).isInstancedMesh && mesh.userData['engineInternal'] !== true)) return;
+      if (Array.isArray(mesh.material) && (mesh.material.length !== 1 || mesh.geometry.groups.length !== 1 ||
+          mesh.geometry.groups[0]!.start !== 0 || mesh.geometry.groups[0]!.count !== mesh.geometry.index?.count ||
+          mesh.geometry.groups[0]!.materialIndex !== 0)) return;
+      const copy = allowed.get(mesh.geometry);
+      if (!copy) return;
+      this.swapped.push({mesh, geometry: mesh.geometry});
+      if (mesh.visible && mesh.layers.isEnabled(0)) {
+        const count = (mesh as THREE.InstancedMesh).isInstancedMesh ? (mesh as THREE.InstancedMesh).count : 1;
+        this.drawnMeshes += count;
+        this.fullTriangles += mesh.geometry.index!.count / 3 * count;
+        this.motionTriangles += copy.index!.count / 3 * count;
+      }
+      mesh.geometry = copy;
+    });
+  }
+
+  private quietTimer: ReturnType<typeof setTimeout> | null = null;
+  finish(): void {
+    for (const {mesh, geometry} of this.swapped) mesh.geometry = geometry;
+    this.swapped.length = 0;
+  }
+  inspect() {
+    return {copies: this.cache.size, bytes: this.bytes, queued: this.queue.length, pending: this.pending !== null,
+      unavailable: this.unavailable, lastDraw: {meshes: this.drawnMeshes, fullTriangles: this.fullTriangles, motionTriangles: this.motionTriangles}};
+  }
+  private releaseCopies(): void {
+    this.finish();
+    if (this.timer) clearTimeout(this.timer);
+    this.timer = null;
+    this.worker?.terminate(); this.worker = null; this.pending = null; this.queue = [];
+    for (const entry of this.cache.values()) entry.geometry.dispose();
+    this.cache.clear(); this.bytes = 0;
+  }
+  clear(): void {
+    this.releaseCopies();
+    if (this.quietTimer) clearTimeout(this.quietTimer);
+    this.quietTimer = null;
+    this.groups.clear(); this.signature = ''; this.cameraKnown = false; this.movedAt = -Infinity;
+  }
+}

package/browser/three/blender-motion-worker.ts

@@ -0,0 +1,33 @@
+import {MeshoptSimplifier} from 'meshoptimizer/simplifier';
+
+export interface MotionMeshRequest {
+  id: number;
+  positions: Float32Array;
+  indices: Uint32Array;
+  attributes: Float32Array;
+  stride: number;
+  weights: number[];
+}
+export interface MotionMeshResponse {id: number; indices?: Uint32Array; error?: number; refusal?: string}
+
+// One copied mesh at a time. The worker never owns or detaches a resident
+// Blender column, and never writes positions or attributes back to the model.
+self.onmessage = async (event: MessageEvent<MotionMeshRequest>) => {
+  const {id, positions, indices, attributes, stride, weights} = event.data;
+  try {
+    await MeshoptSimplifier.ready;
+    const target = Math.max(384, Math.floor(indices.length * 0.08 / 3) * 3);
+    const [reduced, error] = MeshoptSimplifier.simplifyWithAttributes(
+      indices, positions, 3, attributes, stride, weights, null, target, 0.002,
+      // Preserve open boundaries and attribute seams. If that prevents a
+      // useful reduction, keep the original; never sample/drop triangles.
+      ['LockBorder'],
+    );
+    const response: MotionMeshResponse = {
+      id, indices: reduced, error: error * MeshoptSimplifier.getScale(positions, 3),
+    };
+    self.postMessage(response, {transfer: [reduced.buffer]});
+  } catch (error) {
+    self.postMessage({id, refusal: error instanceof Error ? error.message : String(error)} satisfies MotionMeshResponse);
+  }
+};

package/browser/three/blender-runtime-view.ts

@@ -44,6 +44,7 @@ import {
 import { DEFAULT_VIEWPORT_DISPLAY, workbenchMaterial } from './blender-workbench-material';
 import { BlenderRuntimeInstances } from './blender-runtime-instances';
 import { BlenderTransparentInstances } from './blender-transparent-instances';
+import { BlenderMotionGeometry } from './blender-motion-geometry';
 
 /** A saved `View3DShading.type` as the stage's draw mode: Material Preview is `preview`. */
 const SAVED_SHADING = {
@@ -644,6 +645,7 @@ export class BlenderRuntimeView {
   readonly root = new THREE.Group();
   private readonly instances = new BlenderRuntimeInstances(this.root);
   private readonly transparentInstances = new BlenderTransparentInstances(this.root);
+  private readonly motionGeometry = new BlenderMotionGeometry(this.root, presenterChanged);
   private drawBatching = true;
   private readonly objects = new Map<string, THREE.Object3D>();
   private readonly meshes = new Map<
@@ -1230,6 +1232,7 @@ export class BlenderRuntimeView {
     this.transparentInstances.clear();
     this.instances.rebuild(this.objects.values(), this.drawBatching && !this.rendered);
     if (this.drawBatching && !this.rendered) this.transparentInstances.setObjects(this.objects.values());
+    this.motionGeometry.setObjects(this.objects.values());
   }
 
   /** Presentation-only comparison door; never changes Blender or its data. */
@@ -1242,17 +1245,20 @@ export class BlenderRuntimeView {
 
   /** Before the renderer uploads attributes/builds its queues, for this area's
    * actual camera. Transparent instance runs are camera-order dependent. */
-  prepareDraw(camera: THREE.Camera): () => void {
+  prepareDraw(camera: THREE.Camera, options?: {interactive: boolean; height: number}): () => void {
     try {
       this.instances.prepareDraw(camera);
       this.root.updateMatrixWorld(true);
       this.transparentInstances.prepare(camera);
+      this.motionGeometry.prepare(camera, !this.rendered && options?.interactive === true, options?.height ?? 0);
     } catch (error) {
+      this.motionGeometry.finish();
       this.instances.finishDraw();
       this.transparentInstances.finishDraw();
       throw error;
     }
     return () => {
+      this.motionGeometry.finish();
       this.instances.finishDraw();
       this.transparentInstances.finishDraw();
     };
@@ -2063,7 +2069,7 @@ export class BlenderRuntimeView {
   }
 
   drawStatistics() {
-    return {enabled: this.drawBatching, opaque: this.instances.inspect(), transparent: this.transparentInstances.inspect()};
+    return {enabled: this.drawBatching, opaque: this.instances.inspect(), transparent: this.transparentInstances.inspect(), motion: this.motionGeometry.inspect()};
   }
 
   snapshot() {
@@ -2273,6 +2279,7 @@ export class BlenderRuntimeView {
   }
 
   private clear() {
+    this.motionGeometry.clear();
     this.transparentInstances.clear();
     this.instances.clear();
     for (const entry of this.staged?.meshes.values() ?? []) entry.geometry.dispose();

package/package.json

@@ -2,7 +2,7 @@
   "name": "@volter/blender-engine",
   "author": "Volter AI, Inc.",
   "license": "GPL-3.0-or-later",
-  "version": "0.1.71",
+  "version": "0.1.73",
   "publishConfig": {
     "access": "public"
   },
@@ -44,5 +44,8 @@
   "scripts": {
     "build:blender-three": "vite build --config vite.release.config.ts",
     "typecheck": "tsc -p tsconfig.browser.json"
+  },
+  "dependencies": {
+    "meshoptimizer": "1.2.0"
   }
 }