@mml-io/3d-web-client-core 0.0.0-experimental-1f6e4fb-20250728 → 0.0.0-experimental-7b195ca-20250729

package/build/character/instancing/CharacterColourSamplingUtils.d.ts

@@ -1,4 +1,4 @@
-import { Color, SkinnedMesh, Object3D } from "three";
+import { Color, Object3D } from "three";
 import { ColorPartName } from "../CharacterModel";
 import { InstancedMesh2 } from "./vendor/";
 export type ColorSamplingOptions = {
@@ -9,6 +9,6 @@ export type ColorSamplingOptions = {
     };
     debug?: boolean;
 };
-export declare function captureCharacterColors(characterMesh: SkinnedMesh, options: ColorSamplingOptions): Map<ColorPartName, Color>;
+export declare function captureCharacterColors(characterMesh: Object3D, options: ColorSamplingOptions): Map<ColorPartName, Color>;
 export declare function captureCharacterColorsFromObject3D(object3D: Object3D, options: ColorSamplingOptions): Map<ColorPartName, Color>;
 export declare function updateDebugTextureCanvas(instancedMesh: InstancedMesh2): void;

package/build/index.js

@@ -1407,7 +1407,7 @@ import {
   Group,
   LoopRepeat,
   Mesh,
-  SkinnedMesh as SkinnedMesh3,
+  SkinnedMesh as SkinnedMesh2,
   Vector3 as Vector33
 } from "three";
 
@@ -1721,155 +1721,13 @@ import {
   Color as Color2,
   OrthographicCamera,
   Scene,
-  SkinnedMesh as SkinnedMesh2,
+  SkinnedMesh,
   Vector2,
   Vector3 as Vector32,
   WebGLRenderer,
   WebGLRenderTarget
 } from "three";
 import * as SkeletonUtils from "three/examples/jsm/utils/SkeletonUtils.js";
-
-// src/character/instancing/CharacterInstancingUtils.ts
-import { BufferAttribute, SkinnedMesh } from "three";
-import * as BufferGeometryUtils from "three/examples/jsm/utils/BufferGeometryUtils.js";
-function mergeSkinnedMeshes(skinnedMeshes, debug) {
-  const geometries = [];
-  const materials = [];
-  const skeleton = skinnedMeshes[0].skeleton;
-  for (const skinnedMesh of skinnedMeshes) {
-    const geometry = skinnedMesh.geometry.clone();
-    const materialIndex = materials.length;
-    if (Array.isArray(skinnedMesh.material)) {
-      materials.push(...skinnedMesh.material);
-      for (let i = 0; i < skinnedMesh.material.length; i++) {
-        geometry.addGroup(
-          0,
-          geometry.index ? geometry.index.count : geometry.attributes.position.count,
-          materialIndex + i
-        );
-      }
-    } else {
-      materials.push(skinnedMesh.material);
-      geometry.addGroup(
-        0,
-        geometry.index ? geometry.index.count : geometry.attributes.position.count,
-        materialIndex
-      );
-    }
-    geometries.push(geometry);
-  }
-  const mergedGeometry = BufferGeometryUtils.mergeGeometries(geometries, true);
-  if (!mergedGeometry) {
-    throw new Error("Failed to merge geometries");
-  }
-  const mergedMesh = new SkinnedMesh(mergedGeometry, materials);
-  mergedMesh.skeleton = skeleton;
-  mergedMesh.bindMatrix.copy(skinnedMeshes[0].bindMatrix);
-  mergedMesh.bindMatrixInverse.copy(skinnedMeshes[0].bindMatrixInverse);
-  mergedMesh.bind(skeleton, mergedMesh.bindMatrix);
-  if (debug) {
-    console.log(`Merged into single mesh with ${materials.length} materials`);
-  }
-  addVertexColorsToGeometry(mergedGeometry, materials, debug);
-  return mergedMesh;
-}
-function validateAndCleanSkeleton(skinnedMesh) {
-  const skeleton = skinnedMesh.skeleton;
-  const nullBoneIndices = [];
-  for (let i = 0; i < skeleton.bones.length; i++) {
-    if (!skeleton.bones[i]) {
-      nullBoneIndices.push(i);
-    }
-  }
-  if (nullBoneIndices.length > 0) {
-    skeleton.bones = skeleton.bones.filter((bone) => bone !== null && bone !== void 0);
-    skeleton.update();
-  }
-}
-function addVertexColorsToGeometry(geometry, materials, debug) {
-  const positionAttribute = geometry.getAttribute("position");
-  if (!positionAttribute) {
-    console.error("No position attribute found in geometry");
-    return;
-  }
-  const vertexCount = positionAttribute.count;
-  if (debug) {
-    console.log(`Geometry has ${vertexCount} vertices`);
-  }
-  const colors = new Float32Array(vertexCount * 3);
-  for (let i = 0; i < vertexCount; i++) {
-    colors[i * 3] = 1;
-    colors[i * 3 + 1] = 1;
-    colors[i * 3 + 2] = 1;
-  }
-  const materialColorCodes = {
-    // bin material IDs to be replaced by the final colors on the GPU
-    hair: [0, 0, 0],
-    shirt_short: [0, 0, 1],
-    shirt_long: [0, 1, 0],
-    pants_short: [0, 1, 1],
-    pants_long: [1, 0, 0],
-    shoes: [1, 0, 1],
-    skin: [1, 1, 0],
-    lips: [1, 1, 1],
-    eyes_black: [0.5, 0, 0],
-    eyes_white: [0, 0.5, 0]
-  };
-  if (debug) {
-    console.log("Geometry groups:", geometry.groups);
-    console.log(
-      "Materials:",
-      materials.map((m) => m.name)
-    );
-  }
-  if (geometry.groups && geometry.groups.length > 0) {
-    geometry.groups.forEach((group, groupIndex) => {
-      const material = materials[group.materialIndex || groupIndex];
-      const materialName = (material == null ? void 0 : material.name) || `material_${groupIndex}`;
-      if (debug) {
-        console.log(
-          `Processing group ${groupIndex}: material "${materialName}", start: ${group.start}, count: ${group.count}`
-        );
-      }
-      const materialColor = materialColorCodes[materialName] || [
-        1,
-        1,
-        1
-      ];
-      if (debug) {
-        console.log(
-          `Using ID color [${materialColor.join(", ")}] for material "${materialName}" (${materialColor[0] === 1 && materialColor[1] === 1 && materialColor[2] === 0 ? "YELLOW=SKIN" : materialColor[0] === 0 && materialColor[1] === 0 && materialColor[2] === 1 ? "BLUE=SHIRT" : "OTHER"})`
-        );
-      }
-      const indexAttribute = geometry.getIndex();
-      if (indexAttribute) {
-        for (let i = group.start; i < group.start + group.count; i++) {
-          const vertexIndex = indexAttribute.getX(i);
-          colors[vertexIndex * 3] = materialColor[0];
-          colors[vertexIndex * 3 + 1] = materialColor[1];
-          colors[vertexIndex * 3 + 2] = materialColor[2];
-        }
-      } else {
-        const startVertex = group.start / 3;
-        const vertexCount2 = group.count / 3;
-        for (let i = 0; i < vertexCount2; i++) {
-          const vertexIndex = startVertex + i;
-          colors[vertexIndex * 3] = materialColor[0];
-          colors[vertexIndex * 3 + 1] = materialColor[1];
-          colors[vertexIndex * 3 + 2] = materialColor[2];
-        }
-      }
-    });
-  } else {
-    console.warn("No geometry groups found, using single material coloring");
-  }
-  geometry.setAttribute("color", new BufferAttribute(colors, 3));
-  if (debug) {
-    console.log(`Added per-material vertex colors to ${vertexCount} vertices`);
-  }
-}
-
-// src/character/instancing/CharacterColourSamplingUtils.ts
 function listAllBoneNames(obj) {
   const boneNames = [];
   if (!obj) {
@@ -2020,26 +1878,14 @@ function captureCharacterColorsFromObject3D(object3D, options) {
   clone3.scale.set(1, 1, 1);
   const skinnedMeshes = [];
   clone3.traverse((child) => {
-    if (child instanceof SkinnedMesh2 || child.isSkinnedMesh) {
-      skinnedMeshes.push(child);
+    if (child instanceof SkinnedMesh || child.isSkinnedMesh) {
+      const skinnedMesh = child;
+      skinnedMesh.skeleton.pose();
+      skinnedMesh.skeleton.update();
+      skinnedMesh.updateMatrixWorld(true);
     }
   });
-  if (skinnedMeshes.length === 0) {
-    console.warn("No SkinnedMesh objects found in Object3D hierarchy");
-    return /* @__PURE__ */ new Map();
-  }
-  let skinnedMesh;
-  if (skinnedMeshes.length === 1) {
-    skinnedMesh = skinnedMeshes[0];
-  } else {
-    skinnedMesh = mergeSkinnedMeshes(skinnedMeshes);
-  }
-  const skeleton = skinnedMesh.skeleton;
-  skeleton.pose();
-  skeleton.update();
-  skinnedMesh.updateMatrixWorld(true);
-  validateAndCleanSkeleton(skinnedMesh);
-  return captureCharacterColors(skinnedMesh, options);
+  return captureCharacterColors(object3D, options);
 }
 function findBoneCenter(bone) {
   const boneStart = new Vector32();
@@ -2054,9 +1900,20 @@ function findBoneCenter(bone) {
 }
 function getBoneRegionsForColorSampling(characterMesh, camera, renderSize, circularSamplingRadius, topDownSamplingSize, debug) {
   const regions = [];
+  let firstSkinnedMesh = null;
+  characterMesh.traverse((child) => {
+    if (!firstSkinnedMesh && (child instanceof SkinnedMesh || child.isSkinnedMesh)) {
+      firstSkinnedMesh = child;
+    }
+  });
+  if (!firstSkinnedMesh) {
+    console.warn("No SkinnedMesh objects found in Object3D hierarchy");
+    return regions;
+  }
+  const skinnedMesh = firstSkinnedMesh;
   if (debug) {
     console.log("Available bones:");
-    console.table(listAllBoneNames(characterMesh));
+    console.table(listAllBoneNames(skinnedMesh));
   }
   const boneTargets = [
     { name: "Face/Chin", boneName: "neck_02" },
@@ -2075,7 +1932,7 @@ function getBoneRegionsForColorSampling(characterMesh, camera, renderSize, circu
   ];
   const screenPos = new Vector32();
   for (const target of boneTargets) {
-    const bone = characterMesh.skeleton.bones.find(
+    const bone = skinnedMesh.skeleton.bones.find(
       (child) => child.name === target.boneName
     );
     if (bone) {
@@ -2669,7 +2526,7 @@ var CharacterModel = class {
       this.animationMixer = null;
     }
     (_a = this.mesh) == null ? void 0 : _a.traverse((child) => {
-      if (child instanceof SkinnedMesh3 || child.isSkinnedMesh) {
+      if (child instanceof SkinnedMesh2 || child.isSkinnedMesh) {
         const asSkinnedMesh = child;
         if (asSkinnedMesh.geometry) {
           asSkinnedMesh.geometry.dispose();
@@ -3391,6 +3248,146 @@ function getTrackTypeFromName(trackName) {
   return NumberKeyframeTrack;
 }
 
+// src/character/instancing/CharacterInstancingUtils.ts
+import { BufferAttribute, SkinnedMesh as SkinnedMesh3 } from "three";
+import * as BufferGeometryUtils from "three/examples/jsm/utils/BufferGeometryUtils.js";
+function mergeSkinnedMeshes(skinnedMeshes, debug) {
+  const geometries = [];
+  const materials = [];
+  const skeleton = skinnedMeshes[0].skeleton;
+  for (const skinnedMesh of skinnedMeshes) {
+    const geometry = skinnedMesh.geometry.clone();
+    const materialIndex = materials.length;
+    if (Array.isArray(skinnedMesh.material)) {
+      materials.push(...skinnedMesh.material);
+      for (let i = 0; i < skinnedMesh.material.length; i++) {
+        geometry.addGroup(
+          0,
+          geometry.index ? geometry.index.count : geometry.attributes.position.count,
+          materialIndex + i
+        );
+      }
+    } else {
+      materials.push(skinnedMesh.material);
+      geometry.addGroup(
+        0,
+        geometry.index ? geometry.index.count : geometry.attributes.position.count,
+        materialIndex
+      );
+    }
+    geometries.push(geometry);
+  }
+  const mergedGeometry = BufferGeometryUtils.mergeGeometries(geometries, true);
+  if (!mergedGeometry) {
+    throw new Error("Failed to merge geometries");
+  }
+  const mergedMesh = new SkinnedMesh3(mergedGeometry, materials);
+  mergedMesh.skeleton = skeleton;
+  mergedMesh.bindMatrix.copy(skinnedMeshes[0].bindMatrix);
+  mergedMesh.bindMatrixInverse.copy(skinnedMeshes[0].bindMatrixInverse);
+  mergedMesh.bind(skeleton, mergedMesh.bindMatrix);
+  if (debug) {
+    console.log(`Merged into single mesh with ${materials.length} materials`);
+  }
+  addVertexColorsToGeometry(mergedGeometry, materials, debug);
+  return mergedMesh;
+}
+function validateAndCleanSkeleton(skinnedMesh) {
+  const skeleton = skinnedMesh.skeleton;
+  const nullBoneIndices = [];
+  for (let i = 0; i < skeleton.bones.length; i++) {
+    if (!skeleton.bones[i]) {
+      nullBoneIndices.push(i);
+    }
+  }
+  if (nullBoneIndices.length > 0) {
+    skeleton.bones = skeleton.bones.filter((bone) => bone !== null && bone !== void 0);
+    skeleton.update();
+  }
+}
+function addVertexColorsToGeometry(geometry, materials, debug) {
+  const positionAttribute = geometry.getAttribute("position");
+  if (!positionAttribute) {
+    console.error("No position attribute found in geometry");
+    return;
+  }
+  const vertexCount = positionAttribute.count;
+  if (debug) {
+    console.log(`Geometry has ${vertexCount} vertices`);
+  }
+  const colors = new Float32Array(vertexCount * 3);
+  for (let i = 0; i < vertexCount; i++) {
+    colors[i * 3] = 1;
+    colors[i * 3 + 1] = 1;
+    colors[i * 3 + 2] = 1;
+  }
+  const materialColorCodes = {
+    // bin material IDs to be replaced by the final colors on the GPU
+    hair: [0, 0, 0],
+    shirt_short: [0, 0, 1],
+    shirt_long: [0, 1, 0],
+    pants_short: [0, 1, 1],
+    pants_long: [1, 0, 0],
+    shoes: [1, 0, 1],
+    skin: [1, 1, 0],
+    lips: [1, 1, 1],
+    eyes_black: [0.5, 0, 0],
+    eyes_white: [0, 0.5, 0]
+  };
+  if (debug) {
+    console.log("Geometry groups:", geometry.groups);
+    console.log(
+      "Materials:",
+      materials.map((m) => m.name)
+    );
+  }
+  if (geometry.groups && geometry.groups.length > 0) {
+    geometry.groups.forEach((group, groupIndex) => {
+      const material = materials[group.materialIndex || groupIndex];
+      const materialName = (material == null ? void 0 : material.name) || `material_${groupIndex}`;
+      if (debug) {
+        console.log(
+          `Processing group ${groupIndex}: material "${materialName}", start: ${group.start}, count: ${group.count}`
+        );
+      }
+      const materialColor = materialColorCodes[materialName] || [
+        1,
+        1,
+        1
+      ];
+      if (debug) {
+        console.log(
+          `Using ID color [${materialColor.join(", ")}] for material "${materialName}" (${materialColor[0] === 1 && materialColor[1] === 1 && materialColor[2] === 0 ? "YELLOW=SKIN" : materialColor[0] === 0 && materialColor[1] === 0 && materialColor[2] === 1 ? "BLUE=SHIRT" : "OTHER"})`
+        );
+      }
+      const indexAttribute = geometry.getIndex();
+      if (indexAttribute) {
+        for (let i = group.start; i < group.start + group.count; i++) {
+          const vertexIndex = indexAttribute.getX(i);
+          colors[vertexIndex * 3] = materialColor[0];
+          colors[vertexIndex * 3 + 1] = materialColor[1];
+          colors[vertexIndex * 3 + 2] = materialColor[2];
+        }
+      } else {
+        const startVertex = group.start / 3;
+        const vertexCount2 = group.count / 3;
+        for (let i = 0; i < vertexCount2; i++) {
+          const vertexIndex = startVertex + i;
+          colors[vertexIndex * 3] = materialColor[0];
+          colors[vertexIndex * 3 + 1] = materialColor[1];
+          colors[vertexIndex * 3 + 2] = materialColor[2];
+        }
+      }
+    });
+  } else {
+    console.warn("No geometry groups found, using single material coloring");
+  }
+  geometry.setAttribute("color", new BufferAttribute(colors, 3));
+  if (debug) {
+    console.log(`Added per-material vertex colors to ${vertexCount} vertices`);
+  }
+}
+
 // src/character/instancing/vendor/core/InstancedEntity.ts
 import {
   Euler,