create-aura3d 1.1.1 → 1.1.2

package/templates/cartoon-studio/src/aura-assets.ts

@@ -16,31 +16,34 @@ export const assets = defineAuraAssets({
   miko: {
     type: "model",
     format: "glb",
-    url: "/aura-assets/miko.047f5e5f.glb",
-    bounds: [0.066, 0.026, 0.017],
-    hash: "sha256-047f5e5fb3bb6d378bd1df16ca6137f2a596c99b3a1b5690b4020c05aaf6f319",
+    url: "/aura-assets/miko.authored.glb",
+    bounds: [0.66, 1.47, 0.43],
+    hash: "sha256-15d37c49f79d3f0e7d70f199e058935605802dcb61434cc458684e512486f705",
     metadata: {
       contractId: assetContractId,
       role: "cartoon-character",
       license: "CC0",
-      source: "Aura3D bundled humanoid starter fixture",
-      animationClips: ["Idle", "Walking", "Wave", "Punch", "Jump"],
-      mouthReadiness: "primitive-mouth-card"
+      source: "Aura3D-authored procedural cartoon robot (scripts/build-characters.ts)",
+      animationClips: ["Idle", "Wave", "Walk"],
+      // Authored GLB ships ONE real face blendshape, `mouthOpen`, driven by viseme
+      // mouthOpenness for real geometric lip-sync (no primitive mouth-card).
+      mouthReadiness: "facial-morph-targets"
     }
   },
   luma: {
     type: "model",
     format: "glb",
-    url: "/aura-assets/luma.humanoid-fixture.glb",
-    bounds: [1.1, 1.8, 0.8],
-    hash: "sha256-dfb230fc1f942f259dd00281a1186953ad602fc5d69067ce63e24b2aa439736b",
+    url: "/aura-assets/luma.authored.glb",
+    bounds: [0.62, 1.94, 0.34],
+    hash: "sha256-ccfcb4accdf58127337bd0b8f9ae10a160b6365b3a92f85b777476c524c92989",
     metadata: {
       contractId: assetContractId,
       role: "cartoon-character",
       license: "CC0",
-      source: "Aura3D bundled humanoid starter fixture",
-      animationClips: ["Idle", "Walking", "Wave", "Punch", "Jump"],
-      mouthReadiness: "primitive-mouth-card"
+      source: "Aura3D-authored procedural cartoon robot (scripts/build-characters.ts)",
+      animationClips: ["Idle", "Wave", "Walk"],
+      // Authored GLB ships the same real `mouthOpen` face blendshape as miko.
+      mouthReadiness: "facial-morph-targets"
     }
   },
   moonGarden: {

package/templates/cartoon-studio/src/main.ts

@@ -1,4 +1,5 @@
 import {
+  applyShotPlaybackFrame,
   camera,
   captionCueAtTime,
   createAuraApp,
@@ -6,7 +7,6 @@ import {
   effects,
   game,
   group,
-  installShotPlayback,
   labels,
   lights,
   material,
@@ -144,6 +144,34 @@ document.body.dataset.cartoonStoryBibleProps = String(storyBible.props.length);
 document.body.dataset.cartoonStudioPanels = cartoonStudioSupport.panels.join(",");
 if (!captureMode) installCartoonStudioPanel(document.body);
 
+// Ground the cartoon characters on the moon-garden path and normalize their
+// wildly different native scales (miko bounds ~0.066m tall, luma ~1.8m) to a
+// single on-screen height so neither floats nor dwarfs the other. Bounds come
+// from the generated typed assets (`boundsMetadata` in aura.assets.json):
+//   miko -> min/max y [-0.013, 0.013], center origin
+//   luma -> min/max y [0, 1.8], foot origin
+// The path box sits at y=0.05 with a 0.04-thick top, so its walkable surface is
+// at y = 0.05 + 0.02 = 0.07; both characters rest their lowest point there.
+// Local grounding helper (kept in-template so the scaffold builds against the
+// published @aura3d/engine). Grounds a scaled asset's lowest point on `floorY`
+// and normalizes its height to `targetHeight`.
+function groundedPlacement(
+  bounds: { readonly min: readonly [number, number, number]; readonly max: readonly [number, number, number] },
+  opts: { readonly targetHeight: number; readonly x: number; readonly z: number; readonly floorY: number }
+): { position: [number, number, number]; scale: number } {
+  const height = bounds.max[1] - bounds.min[1];
+  const scale = height > 0 && opts.targetHeight > 0 ? opts.targetHeight / height : 1;
+  const y = opts.floorY + -bounds.min[1] * scale;
+  return { position: [opts.x, y, opts.z], scale };
+}
+
+const PATH_FLOOR_Y = 0.07;
+const CHARACTER_TARGET_HEIGHT = 1.5;
+const mikoBounds = { min: [-0.033, -0.013, -0.009], max: [0.033, 0.013, 0.008] } as const;
+const lumaBounds = { min: [-0.55, 0, -0.4], max: [0.55, 1.8, 0.4] } as const;
+const mikoPlacement = groundedPlacement(mikoBounds, { targetHeight: CHARACTER_TARGET_HEIGHT, x: -0.8, z: 0, floorY: PATH_FLOOR_Y });
+const lumaPlacement = groundedPlacement(lumaBounds, { targetHeight: CHARACTER_TARGET_HEIGHT, x: 0.8, z: 0, floorY: PATH_FLOOR_Y });
+
 const app = createAuraApp("#app", {
   scene: scene()
     .background("#081b2a")
@@ -155,18 +183,18 @@ const app = createAuraApp("#app", {
     )
     .add(
       model(assets.miko, { name: "Miko typed cartoon character" })
-        .position(-0.8, 0.75, 0)
-        .scale(0.72)
+        .position(mikoPlacement.position[0], mikoPlacement.position[1], mikoPlacement.position[2])
+        .scale(mikoPlacement.scale)
         .runtime(game.runtimeNode("miko", { tags: ["character", "miko", "typed-asset"] }))
     )
-    .add(createMouthCard("miko:mouth", "Miko", [-0.8, 0.8, 0.32], "#f8fff2"))
+    .add(createMouthCard("miko:mouth", "Miko", [mikoPlacement.position[0], mikoPlacement.position[1] + CHARACTER_TARGET_HEIGHT * 0.92, 0.32], "#f8fff2"))
     .add(
       model(assets.luma, { name: "Luma typed cartoon character" })
-        .position(0.8, 0.72, 0)
-        .scale(0.68)
+        .position(lumaPlacement.position[0], lumaPlacement.position[1], lumaPlacement.position[2])
+        .scale(lumaPlacement.scale)
         .runtime(game.runtimeNode("luma", { tags: ["character", "luma", "typed-asset"] }))
     )
-    .add(createMouthCard("luma:mouth", "Luma", [0.8, 0.77, 0.32], "#40ffbf"))
+    .add(createMouthCard("luma:mouth", "Luma", [lumaPlacement.position[0], lumaPlacement.position[1] + CHARACTER_TARGET_HEIGHT * 0.92, 0.32], "#40ffbf"))
     .add(
       primitives
         .box({ name: "moon garden path", material: material.pbr({ color: "#182d3f", roughness: 0.78 }) })
@@ -239,24 +267,63 @@ const cartoonEpisodeProof: CartoonEpisodeRouteProof = {
 };
 window.__AURA3D_CARTOON_EPISODE_PROOF__ = cartoonEpisodeProof;
 window.__AURA3D_CARTOON_TEMPLATE__ = cartoonEpisodeProof;
-window.__AURA3D_CARTOON_EPISODE_SEEK__ = (time: number) => {
-  const sample = sampleCartoonRouteAt(time);
-  captionOverlay.textContent = sample.captionText ?? firstCaption?.text ?? "";
-  captionOverlay.dataset.shotId = sample.shotId ?? "";
-  captionOverlay.dataset.captionId = sample.captionId ?? "";
-};
-
-installShotPlayback(app, shotPlaybackPlan, {
+const shotPlaybackApplyOptions = {
   primitiveMouthNodeByCharacterId: {
     miko: "miko:mouth",
     luma: "luma:mouth"
   },
-  onCaption(caption, framePlan) {
+  playAnimationClips: true,
+  onCaption(caption: { readonly text?: string; readonly captionId?: string } | undefined, framePlan: { readonly shotId?: string }) {
     captionOverlay.textContent = caption?.text ?? firstCaption?.text ?? "";
     captionOverlay.dataset.shotId = framePlan.shotId ?? "";
     captionOverlay.dataset.captionId = caption?.captionId ?? "";
   }
-});
+} as const;
+
+// Map a director action to an actual GLB clip so the characters play real skeletal
+// animation instead of standing in their imported bind (T) pose.
+function clipForAction(action: string | undefined): string {
+  switch (action) {
+    case "walk":
+    case "move":
+      return "Walking";
+    case "wave":
+    case "greet":
+    case "point":
+    case "react":
+    case "celebrate":
+    case "happy":
+      return "Wave";
+    case "jump":
+      return "Jump";
+    case "punch":
+    case "action":
+    case "clean":
+      return "Punch";
+    default:
+      return "Idle"; // idle / speak / listen
+  }
+}
+
+// Deterministically pose every character (position, rotation, animation clip, mouth)
+// at the requested time, injecting a real GLB clip per action so nobody is T-posed.
+function applyCartoonFrameAt(time: number) {
+  const frame = sampleShotPlaybackPlan(shotPlaybackPlan, time);
+  const nodeUpdates = frame.nodeUpdates.map((update) => ({
+    ...update,
+    animationClip: update.animationClip ?? clipForAction(update.action)
+  }));
+  applyShotPlaybackFrame(app, { ...frame, nodeUpdates }, shotPlaybackApplyOptions);
+}
+window.__AURA3D_CARTOON_EPISODE_SEEK__ = applyCartoonFrameAt;
+
+if (captureMode) {
+  // Deterministic capture: the seek hook drives the rendered frame.
+  applyCartoonFrameAt(1);
+} else {
+  // Live preview: play the episode timeline on the runtime clock with real clips.
+  app.onFrame((frame) => applyCartoonFrameAt(frame.time));
+}
 
 function createMouthCard(id: "miko:mouth" | "luma:mouth", name: string, position: readonly [number, number, number], color: string) {
   return primitives