create-aura3d 3.0.0 → 4.0.0

package/templates/custom-scene/src/main.ts

@@ -0,0 +1,23 @@
+// Three-compat migration example: the classic hand-rolled three.js starter
+// (ground plane + a lit mesh) rebuilt with the public @aura3d/engine API —
+// typed GLB hero, `outdoor-day` look for light/sky/grade, no manual renderer,
+// scene graph, or render loop.
+import { camera, createAuraApp, interactions, looks, material, model, primitives, scene } from "@aura3d/engine";
+import { assets } from "./aura-assets";
+
+const LOOK_ID = "outdoor-day" as const;
+
+createAuraApp("#app", {
+  scene: scene()
+    .add(looks.preset(LOOK_ID))
+    .add(primitives.plane({ name: "harbour water", size: [26, 1, 26], material: material.pbr({ color: "#28506b", roughness: 0.35, metallic: 0.15 }), receiveShadow: true }))
+    // Pirate ship is 4.8×11×10.6 m (mast up +Y); scale to a 7 m sailboat.
+    .add(model(assets.ship, { name: "migrated ship mesh" }).position(0, 0.12, -0.4).rotate(0, -0.5, 0).scale(0.62))
+    .add(interactions.orbit({ target: "migrated ship mesh" }))
+    .camera(camera.orbit({ target: [0, 2.4, 0], distance: 13, fov: 40 }))
+});
+
+(window as unknown as { __AURA3D_CUSTOM_THREEJS_MIGRATION__?: unknown }).__AURA3D_CUSTOM_THREEJS_MIGRATION__ = {
+  look: { id: LOOK_ID, category: looks.describe(LOOK_ID).category },
+  hero: { assetId: assets.ship.id, url: assets.ship.url, provenance: "Kenney Pirate Kit ship-medium, CC0-1.0" }
+};

package/templates/custom-scene/tests/look-floor.ts

@@ -0,0 +1,270 @@
+/**
+ * PRD-13 T3.12/T3.13 — the shared template look floor.
+ *
+ * Every create-aura3d template's `tests/screenshot.spec.ts` calls
+ * `assertTemplateLookFloor(page, ...)` after readiness: the same five checks
+ * everywhere (PRD §6.5/T3.12):
+ *
+ *   1. non-blank — sampled WebGL pixels are lit and varied (not a uniform
+ *      clear/void frame);
+ *   2. `diagnostics().look.lint` carries no `severity === "error"` finding
+ *      (empty when A3D_QR_LOOKS is off — the check never silently skips);
+ *   3. `appliedLook.environment.specularIntensity > 0` — an environment map
+ *      actually reached the frame;
+ *   4. `appliedLook.shadows.strength >= 0.8` when the look declares a shadow
+ *      caster (a null ShadowReport means the renderer produced no shadow
+ *      evidence — recorded, not failed);
+ *   5. `appliedLook.pixelRatio >= min(devicePixelRatio, tierCap)` — the
+ *      renderer used the display density up to the tier cap (2).
+ *
+ * …plus the optional §T3.12 subject check: the lit-pixel bounding box of the
+ * canvas' central region must sit within `tolerance` of the expected subject
+ * bounds (default ±10% of frame).
+ *
+ * Templates that mount through `createAuraApp` surface `appliedLook`/`look`
+ * via the global `__AURA3D_LIVE_APPS__` registry — no per-template wiring.
+ * `skipAppDiagnostics` covers the bespoke-renderer template (animation-studio),
+ * which reports its stage environment through its own readiness evidence.
+ */
+
+import { expect, type Page } from "@playwright/test";
+
+/** Normalized canvas-space bounds the lit subject mass is expected to occupy. */
+export interface LookFloorSubjectBounds {
+  readonly x: number;
+  readonly y: number;
+  readonly width: number;
+  readonly height: number;
+}
+
+export interface LookFloorOptions {
+  /** Expected subject bounds in normalized canvas units. Omit to skip. */
+  readonly subject?: LookFloorSubjectBounds;
+  /** Fractional tolerance on each bound axis. Default 0.1 (±10%). */
+  readonly tolerance?: number;
+  /** Template has no `__AURA3D_LIVE_APPS__` app (bespoke renderer). */
+  readonly skipAppDiagnostics?: boolean;
+}
+
+export interface LookFloorReport {
+  readonly sampledPixels: number;
+  readonly brightPixels: number;
+  readonly uniqueBuckets: number;
+  readonly subjectBounds: LookFloorSubjectBounds | null;
+  readonly appliedLook: {
+    readonly specularIntensity: number;
+    readonly shadowStrength: number | null;
+    readonly pixelRatio: number;
+    readonly renderPath: string;
+    readonly background: string | null;
+  } | null;
+  readonly lookLintErrors: readonly string[];
+  readonly devicePixelRatio: number;
+}
+
+const MIN_BRIGHT_FRACTION = 0.02;
+const MIN_UNIQUE_BUCKETS = 8;
+
+export async function assertTemplateLookFloor(page: Page, options: LookFloorOptions = {}): Promise<LookFloorReport> {
+  const canvas = page.locator("canvas").first();
+  await expect(canvas).toBeVisible();
+
+  /*
+   * Deterministic frame before profiling: pause every live app, rewind its
+   * runtime clock and step a fixed 45 frames at 1/60 — through `stepAsync`,
+   * not the synchronous registry `settle()`. The production renderer mounts
+   * asynchronously, so a sync step loop renders nothing while the mount is in
+   * flight and never yields for it to finish (the failure mode on software-GL
+   * runners: blank frames, `environment.intensity` still NaN in diagnostics).
+   * Awaiting each step also lets pending environment/IBL/asset promises resolve
+   * between frames, and one final dt=0 step re-renders the same simulated
+   * instant once that work has applied.
+   */
+  const report = await page.evaluate(async (): Promise<LookFloorReport> => {
+    interface LiveApp {
+      pause?: () => void;
+      resetRuntimeClock?: () => void;
+      step?: (dt?: number) => void;
+      stepAsync?: (dt?: number) => Promise<unknown>;
+      diagnostics?: () => Record<string, unknown>;
+    }
+    const empty = (code: string): LookFloorReport => ({
+      sampledPixels: 0,
+      brightPixels: 0,
+      uniqueBuckets: 0,
+      subjectBounds: null,
+      appliedLook: null,
+      lookLintErrors: [code],
+      devicePixelRatio: globalThis.devicePixelRatio ?? 1
+    });
+    const registry = (globalThis as { __AURA3D_LIVE_APPS__?: { all?: () => readonly LiveApp[] } }).__AURA3D_LIVE_APPS__;
+    const apps = [...(registry?.all?.() ?? [])];
+    const stepApp = async (app: LiveApp, dt: number): Promise<void> => {
+      if (app.stepAsync) {
+        try {
+          await Promise.race([
+            app.stepAsync(dt),
+            new Promise((resolvePromise) => setTimeout(resolvePromise, 30_000))
+          ]);
+          return;
+        } catch {
+          // synchronous step fallback below
+        }
+      }
+      app.step?.(dt);
+    };
+    /*
+     * Wall-clock bound on the settle loop: on software-GL CI runners a single
+     * stepped render of a heavy scene costs several seconds, so an unbounded
+     * 45-step loop outlives the test budget and fails with a bare timeout and
+     * no report. Cap the stepping and always take the dt=0 settle frame — a
+     * partially settled scene still yields a readable floor report.
+     */
+    const STEP_WALLCLOCK_BUDGET_MS = 420_000;
+    const settleStartedAt = Date.now();
+    for (const app of apps) {
+      app.pause?.();
+      app.resetRuntimeClock?.();
+      for (let index = 0; index < 45; index += 1) {
+        if (Date.now() - settleStartedAt > STEP_WALLCLOCK_BUDGET_MS) break;
+        await stepApp(app, 1 / 60);
+      }
+      await stepApp(app, 0);
+    }
+    /*
+     * Renderers outside the liveApps registry (bespoke renderers, e.g.
+     * animation-studio's A3DRenderer) cannot be stepped. Two animation
+     * frames guarantee at least one full app render finished inside this
+     * evaluate task, so the readPixels below sees a real presented frame
+     * instead of a compositor-cleared buffer.
+     */
+    if (apps.length === 0) {
+      await new Promise<void>((resolve) => {
+        requestAnimationFrame(() => requestAnimationFrame(() => resolve()));
+      });
+    }
+
+    const diagnostics = apps[0]?.diagnostics?.() as
+      | { appliedLook?: { environment?: { specularIntensity?: number; background?: string }; shadows?: { strength?: number | null } | null; pixelRatio?: number; renderPath?: string }; look?: { lint?: readonly { severity?: string; code?: string }[] } }
+      | undefined;
+    const appliedLook = diagnostics?.appliedLook
+      ? {
+          specularIntensity: diagnostics.appliedLook.environment?.specularIntensity ?? 0,
+          shadowStrength: diagnostics.appliedLook.shadows?.strength ?? null,
+          pixelRatio: diagnostics.appliedLook.pixelRatio ?? 0,
+          renderPath: diagnostics.appliedLook.renderPath ?? "unknown",
+          background: diagnostics.appliedLook.environment?.background ?? null
+        }
+      : null;
+    const lookLintErrors = (diagnostics?.look?.lint ?? [])
+      .filter((finding) => finding.severity === "error")
+      .map((finding) => finding.code ?? "unknown");
+    const devicePixelRatio = globalThis.devicePixelRatio ?? 1;
+
+    /*
+     * The app's WebGL context is not preserveDrawingBuffer, so readPixels must
+     * run in the same task as the stepped render, before compositing clears the
+     * drawing buffer. That also removes the composited element screenshot that
+     * software-GL runners could not produce inside a test timeout.
+     */
+    const target = [...document.querySelectorAll("canvas")]
+      .map((element) => ({
+        element,
+        gl: (element.getContext("webgl2") ?? element.getContext("webgl")) as WebGL2RenderingContext | WebGLRenderingContext | null
+      }))
+      .find((entry) => entry.gl !== null);
+    if (!target?.gl) return { ...empty("no-webgl-context"), appliedLook, lookLintErrors };
+    const gl = target.gl;
+    const width = gl.drawingBufferWidth;
+    const height = gl.drawingBufferHeight;
+    if (width === 0 || height === 0) return { ...empty("empty-drawing-buffer"), appliedLook, lookLintErrors };
+    // readPixels reads the currently bound framebuffer: renderers that end a
+    // frame with an offscreen target bound (shadow/post FBOs — e.g.
+    // animation-studio's bespoke renderer) would return that target's pixels
+    // instead of the canvas backbuffer. Rebind the default framebuffer first;
+    // every renderer rebinds its own targets at the start of its next frame.
+    gl.bindFramebuffer(gl.FRAMEBUFFER, null);
+    const pixels = new Uint8Array(width * height * 4);
+    gl.readPixels(0, 0, width, height, gl.RGBA, gl.UNSIGNED_BYTE, pixels);
+
+    const BRIGHT_LUMA = 48;
+    const stride = 4; // pixels — 16×16 sample grid
+    let sampled = 0;
+    let bright = 0;
+    const buckets = new Set<number>();
+    // Central-region lit-pixel bbox: edges carry floor/backdrop, the subject
+    // mass is what every §6.4 template frames mid-frame.
+    const x0 = Math.floor(width * 0.1);
+    const x1 = Math.floor(width * 0.9);
+    const y0 = Math.floor(height * 0.1);
+    const y1 = Math.floor(height * 0.9);
+    let minX = Number.POSITIVE_INFINITY;
+    let maxX = Number.NEGATIVE_INFINITY;
+    let minY = Number.POSITIVE_INFINITY;
+    let maxY = Number.NEGATIVE_INFINITY;
+    for (let y = 0; y < height; y += stride) {
+      for (let x = 0; x < width; x += stride) {
+        const offset = (y * width + x) * 4;
+        const r = pixels[offset] ?? 0;
+        const g = pixels[offset + 1] ?? 0;
+        const b = pixels[offset + 2] ?? 0;
+        sampled += 1;
+        buckets.add(((r >> 4) << 8) | ((g >> 4) << 4) | (b >> 4));
+        const luma = 0.2126 * r + 0.7152 * g + 0.0722 * b;
+        if (luma > BRIGHT_LUMA) {
+          bright += 1;
+          if (x >= x0 && x <= x1 && y >= y0 && y <= y1) {
+            minX = Math.min(minX, x);
+            maxX = Math.max(maxX, x);
+            minY = Math.min(minY, y);
+            maxY = Math.max(maxY, y);
+          }
+        }
+      }
+    }
+    // readPixels rows run bottom-up; report `y` in the same top-down
+    // convention the composited-screenshot path produced so stored
+    // expectations stay comparable across the switch.
+    const subjectBounds = Number.isFinite(minX)
+      ? { x: minX / width, y: 1 - maxY / height, width: (maxX - minX) / width, height: (maxY - minY) / height }
+      : null;
+
+    return {
+      sampledPixels: sampled,
+      brightPixels: bright,
+      uniqueBuckets: buckets.size,
+      subjectBounds,
+      appliedLook,
+      lookLintErrors,
+      devicePixelRatio
+    };
+  });
+
+  // 1. Non-blank.
+  expect(report.brightPixels / Math.max(1, report.sampledPixels)).toBeGreaterThan(MIN_BRIGHT_FRACTION);
+  expect(report.uniqueBuckets).toBeGreaterThan(MIN_UNIQUE_BUCKETS);
+
+  if (!options.skipAppDiagnostics) {
+    // 2–5. Renderer/look evidence via __AURA3D_LIVE_APPS__.
+    expect(report.appliedLook, "appliedLook diagnostics missing — is the app mounted via createAuraApp?").not.toBeNull();
+    expect(report.lookLintErrors).toEqual([]);
+      expect(report.appliedLook!.specularIntensity).toBeGreaterThan(0);
+    if (report.appliedLook!.shadowStrength !== null) {
+      expect(report.appliedLook!.shadowStrength!).toBeGreaterThanOrEqual(0.8);
+    }
+    expect(report.appliedLook!.pixelRatio).toBeGreaterThanOrEqual(Math.min(report.devicePixelRatio, 2));
+  }
+
+  // 6. Subject bounds ±10%.
+  if (options.subject) {
+    const tolerance = options.tolerance ?? 0.1;
+    const measured = `measured ${JSON.stringify(report.subjectBounds)}`;
+    expect(report.subjectBounds, "no lit subject mass in the central frame").not.toBeNull();
+    expect(Math.abs(report.subjectBounds!.x - options.subject.x), measured).toBeLessThanOrEqual(tolerance);
+    expect(Math.abs(report.subjectBounds!.y - options.subject.y), measured).toBeLessThanOrEqual(tolerance);
+    expect(Math.abs(report.subjectBounds!.width - options.subject.width), measured).toBeLessThanOrEqual(tolerance);
+    expect(Math.abs(report.subjectBounds!.height - options.subject.height), measured).toBeLessThanOrEqual(tolerance);
+  }
+
+  return report;
+}

package/templates/{three-compat-asset-inspector → custom-scene}/tests/route-health.spec.ts

@@ -2,11 +2,11 @@ import { mkdirSync, writeFileSync } from "node:fs";
 import { resolve } from "node:path";
 import { expect, test } from "@playwright/test";
 
-test.setTimeout(60_000);
+test.setTimeout(240_000);
 
-test("Aura3D three-compat template reaches ready state", async ({ page }) => {
+test("Aura3D migration template reaches ready state", async ({ page }) => {
   await page.goto("/");
-  await expect.poll(() => page.locator("body").getAttribute("data-aura3d-ready"), { timeout: 45_000 }).toBe("true");
+  await expect.poll(() => page.locator("body").getAttribute("data-aura3d-ready"), { timeout: 150_000 }).toBe("true");
   const drawCalls = Number(await page.locator("body").getAttribute("data-aura3d-draw-calls"));
   const diagnostics = await page.evaluate(() => (window as unknown as { __AURA3D_ROUTE_READY__?: { diagnostics?: { backend?: string } } }).__AURA3D_ROUTE_READY__?.diagnostics);
   expect(diagnostics?.backend).toBe("webgl2");

package/templates/custom-scene/tests/screenshot.spec.ts

@@ -0,0 +1,21 @@
+import { mkdirSync, writeFileSync } from "node:fs";
+import { resolve } from "node:path";
+import { expect, test } from "@playwright/test";
+import { assertTemplateLookFloor } from "./look-floor";
+
+test.setTimeout(600_000);
+
+// PRD-13 T3.12 — look floor: non-blank, look.lint error-free, appliedLook
+// environment specular > 0, shadow strength >= 0.8, pixelRatio at tier cap,
+// subject bounds within ±10% — plus this template's bespoke assertions.
+test("Aura3D three compat custom threejs migration screenshot clears the look floor", async ({ page }) => {
+  await page.goto("/");
+  await expect.poll(() => page.locator("body").getAttribute("data-aura3d-ready"), { timeout: 150_000 }).toBe("true");
+
+  const floor = await assertTemplateLookFloor(page, { subject: { x: 0.25, y: 0.15, width: 0.5, height: 0.7 } });
+  const screenshot = await page.screenshot({ fullPage: false });
+  mkdirSync(resolve("tests/reports"), { recursive: true });
+  writeFileSync(resolve("tests/reports/screenshot.png"), screenshot);
+  writeFileSync(resolve("tests/reports/screenshot.json"), `${JSON.stringify({ bytes: screenshot.byteLength, floor }, null, 2)}\n`);
+  expect(screenshot.byteLength).toBeGreaterThan(1000);
+});

package/templates/custom-scene/vite.config.ts

@@ -0,0 +1,7 @@
+import { defineConfig } from "vite";
+import { auraDecodersPlugin } from "@aura3d/assets/vite";
+
+// F-05-04 (05-PKG): ship + serve the decoder vendor tree at /aura-decoders/
+// so compressed (KTX2/draco/meshopt) GLBs decode same-origin with correct
+// MIME in both `vite dev` and `vite preview`/deployed builds.
+export default defineConfig({ plugins: [auraDecodersPlugin()] });

package/templates/episode-builder/.claude/CLAUDE.md

@@ -0,0 +1,3 @@
+# Aura3D agent instructions
+
+Read ./llms.txt first. Read the `aura3d-art-direction` skill. Every scene gets a look. Run the look-dev loop (`aura3d look capture` → judge → iterate) before calling a scene done.

package/templates/episode-builder/.github/workflows/aura3d-lookdev.yml

@@ -0,0 +1,67 @@
+name: Aura3D look-dev
+
+# Captures this scene's screenshot tests on an Apple-silicon GPU runner
+# (ANGLE Metal) and uploads the report as the `lookdev` artifact.
+# `aura3d look capture --runner gh-actions` dispatches this workflow and
+# downloads the artifacts; it can also be run manually from the Actions tab.
+# No secrets are used; workflow_dispatch only — never runs forked code.
+
+on:
+  workflow_dispatch:
+    inputs:
+      shots:
+        description: "Shot names to capture (comma-separated; the template's defaults when empty)"
+        required: false
+        default: ""
+      viewports:
+        description: "Viewport names (comma-separated; the template's defaults when empty)"
+        required: false
+        default: ""
+
+permissions:
+  contents: read
+
+jobs:
+  capture:
+    name: Look-dev captures (macos-14, ANGLE Metal)
+    runs-on: macos-14
+    timeout-minutes: 45
+    env:
+      QRC_GPU_ARGS: "--use-angle=metal --enable-gpu --ignore-gpu-blocklist"
+      A3D_LOOKDEV_SHOTS: ${{ inputs.shots }}
+      A3D_LOOKDEV_VIEWPORTS: ${{ inputs.viewports }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          lfs: false
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+          cache: 'npm'
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Build the app
+        run: npm run build
+
+      - name: Install Playwright Chromium
+        run: npx playwright install chromium
+
+      - name: Capture screenshots
+        run: npx playwright test tests/screenshot.spec.ts --reporter=line
+        env:
+          CHROMIUM_FLAGS: ${{ env.QRC_GPU_ARGS }}
+
+      - name: Upload look-dev artifacts
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: lookdev
+          path: |
+            tests/reports/**
+          if-no-files-found: warn
+          retention-days: 30

package/templates/episode-builder/AGENTS.md

@@ -0,0 +1,3 @@
+# Aura3D agent instructions
+
+Read ./llms.txt first. Read the `aura3d-art-direction` skill. Every scene gets a look. Run the look-dev loop (`aura3d look capture` → judge → iterate) before calling a scene done.

package/templates/episode-builder/package.json

@@ -11,11 +11,12 @@
     "test": "playwright test tests/route-health.spec.ts tests/storyboard-playback.spec.ts --workers=1"
   },
   "dependencies": {
-    "@aura3d/engine": "3.0.0",
-    "@aura3d/navigation-recast": "3.0.0"
+    "@aura3d/engine": "4.0.0",
+    "@aura3d/navigation-recast": "4.0.0",
+    "@aura3d/assets": "4.0.0"
   },
   "devDependencies": {
-    "@playwright/test": "^1.52.0",
+    "@playwright/test": "1.59.1",
     "typescript": "^5.9.3",
     "vite": "^7.2.4"
   }

package/templates/episode-builder/src/main.ts

@@ -7,7 +7,7 @@ import {
   game,
   installShotPlayback,
   labels,
-  lights,
+  looks,
   material,
   model,
   primitives,
@@ -123,9 +123,12 @@ document.body.dataset.animationStoryBibleProps = String(storyBible.props.length)
 document.body.dataset.episodeBuilderFormats = episodeBuilderSupport.formats.map((format) => format.id).join(",");
 installEpisodeBuilderPanel(document.body);
 
+const LOOK_ID = "character-showcase" as const;
+
 const app = createAuraApp("#app", {
   scene: scene()
-    .background("#081b2a")
+    .background(looks.describe(LOOK_ID).v0.background)
+    .add(looks.preset(LOOK_ID))
     .add(createCharacterBody("miko", "Miko", "miko", [-0.8, 0.75, 0], [0.32, 0.42, 0.32], 0.72, "#7de2ff"))
     .add(createMouthCard("miko:mouth", "Miko", [-0.8, 0.8, 0.32], "#f8fff2"))
     .add(createCharacterBody("luma", "Luma", "luma", [0.8, 0.72, 0], [0.3, 0.38, 0.3], 0.68, "#ffe18e"))
@@ -149,7 +152,6 @@ const app = createAuraApp("#app", {
         .scale([0.12, 0.24, 0.04])
     )
     .add(labels.hud(firstCaption?.text ?? firstStoryboardShot?.storyBeat ?? "Aura3D episode builder"))
-    .add(lights.studio({ intensity: 1.2 }))
     .add(effects.bloom({ intensity: 0.18, color: "#7de2ff" }))
     .camera(camera.perspective({ position: [0, 1.4, 4.2], target: [0, 0.7, 0], fov: 42 })),
   diagnostics: true

package/templates/episode-builder/src/render-plan.ts

@@ -1,15 +1,12 @@
 import {
-  collectPromptAnimationEvidence,
   createAudioStemManifest,
   createAuraVoiceBridgePackage,
   createAuraVoiceVisemeTrack,
-  createCaptionTimingProof,
   createGlbBlendshapeVisemeCue,
   createAnimationPerformanceCoverage,
   createAnimationRenderOutputPackageMetadata,
   createPrimitiveMouthVisemeCues,
   createPromptAnimationDeterministicScreenshotFixtureMetadata,
-  evaluatePromptAnimationPublishReadiness,
   defineDubMap,
   glbVisemeBlendshapeExample,
   primitiveMouthVisemeExample,
@@ -17,6 +14,11 @@ import {
   sampleVisemeTrack,
   validateAuraVoiceBridgePackage
 } from "@aura3d/engine";
+import {
+  collectPromptAnimationEvidence,
+  createCaptionTimingProof,
+  evaluatePromptAnimationPublishReadiness
+} from "@aura3d/engine/devtools";
 import {
   episode,
   episodeAudioCues,