@aura3d/engine 1.0.9 → 1.1.0

package/dist/engine/advanced-runtime/A3DRenderer.js

@@ -3,41 +3,61 @@ import { Renderer } from "../../rendering/index.js";
 import { A3DScene } from "./A3DScene.js";
 export class A3DRenderer {
     renderer;
-    constructor(renderer) {
+    lastDiagnostics = null;
+    lastFrameTimeMs = 0;
+    renderSize;
+    disposed = false;
+    constructor(renderer, initialSize) {
         this.renderer = renderer;
+        this.renderSize = initialSize;
     }
     static async create(options = {}) {
-        return new A3DRenderer(await Renderer.create(options));
+        return new A3DRenderer(await Renderer.create(options), initialRenderSize(options));
     }
     get device() {
         return this.renderer.device;
     }
     resize(width, height) {
         this.renderer.resize(width, height);
+        this.renderSize = { width, height };
     }
     resizeToDisplay(options = {}) {
-        return this.renderer.resizeToDisplay(options);
+        const result = this.renderer.resizeToDisplay(options);
+        this.renderSize = { width: result.width, height: result.height };
+        return result;
     }
     startAnimationLoop(callback) {
         return this.renderer.startAnimationLoop((timeMs) => callback(timeMs, this));
     }
     render(sourceOrInput, camera) {
+        const start = nowMs();
+        let diagnostics;
         if (isRendererInput(sourceOrInput)) {
-            return this.renderer.render({
+            diagnostics = this.renderer.render({
                 ...sourceOrInput,
                 source: normalizeSource(sourceOrInput.source)
             });
         }
-        return this.renderer.render(normalizeSource(sourceOrInput), camera);
+        else {
+            diagnostics = this.renderer.render(normalizeSource(sourceOrInput), camera);
+        }
+        this.recordFrame(diagnostics, nowMs() - start);
+        return diagnostics;
     }
-    renderAsync(sourceOrInput, camera) {
+    async renderAsync(sourceOrInput, camera) {
+        const start = nowMs();
+        let diagnostics;
         if (isRendererInput(sourceOrInput)) {
-            return this.renderer.renderAsync({
+            diagnostics = await this.renderer.renderAsync({
                 ...sourceOrInput,
                 source: normalizeSource(sourceOrInput.source)
             });
         }
-        return this.renderer.renderAsync(normalizeSource(sourceOrInput), camera);
+        else {
+            diagnostics = await this.renderer.renderAsync(normalizeSource(sourceOrInput), camera);
+        }
+        this.recordFrame(diagnostics, nowMs() - start);
+        return diagnostics;
     }
     renderFrame(input) {
         const diagnostics = this.render({ source: input.source, camera: input.camera });
@@ -48,13 +68,38 @@ export class A3DRenderer {
         };
     }
     captureFrame(source, camera) {
-        return this.renderer.captureFrame(source ? normalizeSource(source) : undefined, camera);
+        const start = nowMs();
+        const frame = this.renderer.captureFrame(source ? normalizeSource(source) : undefined, camera);
+        this.renderSize = { width: frame.width, height: frame.height };
+        this.recordFrame(frame.diagnostics, nowMs() - start);
+        return frame;
     }
     getDiagnostics() {
         return this.renderer.getDiagnostics();
     }
+    evidence(options = {}) {
+        const diagnostics = this.disposed
+            ? this.lastDiagnostics ?? this.renderer.getDiagnostics()
+            : this.renderer.getDiagnostics();
+        return {
+            backend: this.device.kind,
+            drawCalls: diagnostics.drawCalls,
+            frameTimeMs: this.lastFrameTimeMs,
+            renderSize: { ...this.renderSize },
+            assetFailures: [...(options.assetFailures ?? [])],
+            contextLost: diagnostics.contextLost || this.device.contextLost,
+            disposed: this.disposed || this.device.disposed,
+            lastError: diagnostics.lastError
+        };
+    }
     dispose() {
+        this.lastDiagnostics = this.renderer.getDiagnostics();
         this.renderer.dispose();
+        this.disposed = true;
+    }
+    recordFrame(diagnostics, frameTimeMs) {
+        this.lastDiagnostics = diagnostics;
+        this.lastFrameTimeMs = roundFrameTime(frameTimeMs);
     }
 }
 function normalizeSource(source) {
@@ -63,6 +108,22 @@ function normalizeSource(source) {
 function isRendererInput(value) {
     return typeof value === "object" && value !== null && "source" in value;
 }
+function initialRenderSize(options) {
+    return {
+        width: options.width ?? canvasDimension(options.canvas, "width"),
+        height: options.height ?? canvasDimension(options.canvas, "height")
+    };
+}
+function canvasDimension(canvas, axis) {
+    const value = canvas?.[axis];
+    return typeof value === "number" && Number.isFinite(value) && value > 0 ? Math.round(value) : 1;
+}
+function nowMs() {
+    return globalThis.performance?.now?.() ?? Date.now();
+}
+function roundFrameTime(value) {
+    return Number(value.toFixed(3));
+}
 function createPublicFrameFeatures(diagnostics, input) {
     return [
         {

package/dist/engine/advanced-runtime/A3DRenderer.js.map

@@ -1 +1 @@
-{"version":3,"file":"A3DRenderer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/advanced-runtime/A3DRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EACL,QAAQ,EAcT,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAIzC,MAAM,OAAO,WAAW;IACO;IAA7B,YAA6B,QAAkB;QAAlB,aAAQ,GAAR,QAAQ,CAAU;IAAG,CAAC;IAEnD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAA8B,EAAE;QAClD,OAAO,IAAI,WAAW,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,MAAc;QAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,eAAe,CAAC,UAAkC,EAAE;QAClD,OAAO,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,kBAAkB,CAAC,QAAyD;QAC1E,OAAO,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9E,CAAC;IAID,MAAM,CAAC,aAAqF,EAAE,MAAmB;QAC/G,IAAI,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC1B,GAAG,aAAa;gBAChB,MAAM,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;IAID,WAAW,CAAC,aAAqF,EAAE,MAAmB;QACpH,IAAI,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC/B,GAAG,aAAa;gBAChB,MAAM,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3E,CAAC;IAED,WAAW,CAAC,KAA8B;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YAC5D,WAAW;YACX,QAAQ,EAAE,yBAAyB,CAAC,WAAW,EAAE,KAAK,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,MAA+D,EAAE,MAAmB;QAC/F,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC1F,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;IACxC,CAAC;IAED,OAAO;QACL,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;CACF;AAED,SAAS,eAAe,CAAC,MAA8D;IACrF,OAAO,MAAM,YAAY,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AACvE,CAAC;AAED,SAAS,eAAe,CAAC,KAA6E;IACpG,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,QAAQ,IAAI,KAAK,CAAC;AAC1E,CAAC;AAED,SAAS,yBAAyB,CAChC,WAAoC,EACpC,KAA8B;IAE9B,OAAO;QACL;YACE,EAAE,EAAE,2BAA2B;YAC/B,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,qEAAqE;SAC9E;QACD;YACE,EAAE,EAAE,eAAe;YACnB,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YAClE,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,QAAQ,CAAC,cAAc,aAAa;SACjF;QACD;YACE,EAAE,EAAE,uBAAuB;YAC3B,KAAK,EAAE,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YAC1D,MAAM,EAAE,GAAG,WAAW,CAAC,SAAS,aAAa;SAC9C;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"A3DRenderer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/advanced-runtime/A3DRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EACL,QAAQ,EAeT,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAsBzC,MAAM,OAAO,WAAW;IAMO;IALrB,eAAe,GAAmC,IAAI,CAAC;IACvD,eAAe,GAAG,CAAC,CAAC;IACpB,UAAU,CAAoC;IAC9C,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAA6B,QAAkB,EAAE,WAA8C;QAAlE,aAAQ,GAAR,QAAQ,CAAU;QAC7C,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAA8B,EAAE;QAClD,OAAO,IAAI,WAAW,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,MAAc;QAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACtC,CAAC;IAED,eAAe,CAAC,UAAkC,EAAE;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACjE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kBAAkB,CAAC,QAAyD;QAC1E,OAAO,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9E,CAAC;IAID,MAAM,CAAC,aAAqF,EAAE,MAAmB;QAC/G,MAAM,KAAK,GAAG,KAAK,EAAE,CAAC;QACtB,IAAI,WAAoC,CAAC;QACzC,IAAI,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;YACnC,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACjC,GAAG,aAAa;gBAChB,MAAM,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC;QAC/C,OAAO,WAAW,CAAC;IACrB,CAAC;IAID,KAAK,CAAC,WAAW,CAAC,aAAqF,EAAE,MAAmB;QAC1H,MAAM,KAAK,GAAG,KAAK,EAAE,CAAC;QACtB,IAAI,WAAoC,CAAC;QACzC,IAAI,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;YACnC,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC5C,GAAG,aAAa;gBAChB,MAAM,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;QACxF,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC;QAC/C,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,WAAW,CAAC,KAA8B;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YAC5D,WAAW;YACX,QAAQ,EAAE,yBAAyB,CAAC,WAAW,EAAE,KAAK,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,MAA+D,EAAE,MAAmB;QAC/F,MAAM,KAAK,GAAG,KAAK,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/F,IAAI,CAAC,UAAU,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;QAC/D,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;IACxC,CAAC;IAED,QAAQ,CAAC,UAAsC,EAAE;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ;YAC/B,CAAC,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE;YACxD,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QACnC,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACzB,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,WAAW,EAAE,IAAI,CAAC,eAAe;YACjC,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE;YAClC,aAAa,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;YACjD,WAAW,EAAE,WAAW,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC/D,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC/C,SAAS,EAAE,WAAW,CAAC,SAAS;SACjC,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QACtD,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAEO,WAAW,CAAC,WAAoC,EAAE,WAAmB;QAC3E,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC;CACF;AAED,SAAS,eAAe,CAAC,MAA8D;IACrF,OAAO,MAAM,YAAY,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AACvE,CAAC;AAED,SAAS,eAAe,CAAC,KAA6E;IACpG,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,QAAQ,IAAI,KAAK,CAAC;AAC1E,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA2B;IACpD,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC;QAChE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC;KACpE,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,MAAoC,EAAE,IAAwB;IACrF,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,SAAS,KAAK;IACZ,OAAO,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,yBAAyB,CAChC,WAAoC,EACpC,KAA8B;IAE9B,OAAO;QACL;YACE,EAAE,EAAE,2BAA2B;YAC/B,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,qEAAqE;SAC9E;QACD;YACE,EAAE,EAAE,eAAe;YACnB,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YAClE,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,QAAQ,CAAC,cAAc,aAAa;SACjF;QACD;YACE,EAAE,EAAE,uBAAuB;YAC3B,KAAK,EAAE,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YAC1D,MAAM,EAAE,GAAG,WAAW,CAAC,SAAS,aAAa;SAC9C;KACF,CAAC;AACJ,CAAC"}

package/dist/engine/agent-api/AssetLibraryBrowser.d.ts

@@ -0,0 +1,77 @@
+import type { CartoonAssetManifest, CartoonAssetManifestEntry, CartoonAssetManifestKind } from "./CartoonAssetManifest.js";
+export interface AssetLibraryBrowserFilter {
+    readonly kind?: CartoonAssetManifestKind;
+    readonly profile?: string;
+    readonly style?: string;
+    readonly license?: string;
+    readonly lipSyncReady?: boolean;
+}
+export interface AssetLibraryMarketplaceSource {
+    readonly id: string;
+    readonly label: string;
+    readonly assetCount: number;
+    readonly offlineCatalog?: boolean | undefined;
+}
+export interface AssetLibraryBrowserSnapshot {
+    readonly kind: "asset-library-browser";
+    readonly total: number;
+    readonly visible: number;
+    readonly selectedId?: string;
+    readonly assets: readonly CartoonAssetManifestEntry[];
+    readonly evidence: {
+        readonly typedAssetReferencesOnly: boolean;
+        readonly licenseMetadata: boolean;
+        readonly editorDropReady: boolean;
+        readonly externalServicesIntegrated: false;
+    };
+}
+export interface AssetLibraryAssetDetail {
+    readonly kind: "asset-library-detail";
+    readonly asset: CartoonAssetManifestEntry;
+    readonly animationPreview: {
+        readonly clips: readonly string[];
+        readonly previewable: boolean;
+    };
+    readonly materialPreview: {
+        readonly materialCount: number;
+        readonly swatches: readonly string[];
+        readonly celShadingReady: boolean;
+    };
+    readonly metadata: Readonly<Record<string, string | number | boolean | readonly string[]>>;
+}
+export interface AssetLibraryEditorReference {
+    readonly kind: "aura-asset-ref";
+    readonly id: string;
+    readonly name: string;
+    readonly type: "glb" | "audio" | "unknown";
+    readonly source: string;
+    readonly license: string;
+    readonly category: CartoonAssetManifestKind;
+    readonly profile?: string | undefined;
+    readonly style: string;
+    readonly clips?: readonly string[] | undefined;
+    readonly lipSyncReady?: boolean | undefined;
+}
+export interface AssetLibraryMarketplaceSnapshot {
+    readonly kind: "asset-library-marketplace-browser";
+    readonly sourceCount: number;
+    readonly assetCount: number;
+    readonly offlineCatalogOnly: boolean;
+    readonly externalServicesIntegrated: false;
+    readonly sources: readonly AssetLibraryMarketplaceSource[];
+    readonly selectedId?: string | undefined;
+    readonly visibleAssetIds: readonly string[];
+}
+export declare class AssetLibraryBrowser {
+    private readonly manifest;
+    private filter;
+    private selectedId?;
+    constructor(manifest: CartoonAssetManifest);
+    setFilter(filter: AssetLibraryBrowserFilter): AssetLibraryBrowserSnapshot;
+    select(id: string): AssetLibraryBrowserSnapshot;
+    detail(id?: string): AssetLibraryAssetDetail;
+    editorReference(id?: string): AssetLibraryEditorReference;
+    marketplaceSnapshot(sources?: readonly AssetLibraryMarketplaceSource[]): AssetLibraryMarketplaceSnapshot;
+    snapshot(): AssetLibraryBrowserSnapshot;
+}
+//# sourceMappingURL=AssetLibraryBrowser.d.ts.map

package/dist/engine/agent-api/AssetLibraryBrowser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AssetLibraryBrowser.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AssetLibraryBrowser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAE3H,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,wBAAwB,CAAC;IACzC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;CACjC;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAC/C;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,SAAS,yBAAyB,EAAE,CAAC;IACtD,QAAQ,CAAC,QAAQ,EAAE;QACjB,QAAQ,CAAC,wBAAwB,EAAE,OAAO,CAAC;QAC3C,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;QAClC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;QAClC,QAAQ,CAAC,0BAA0B,EAAE,KAAK,CAAC;KAC5C,CAAC;CACH;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,QAAQ,CAAC,gBAAgB,EAAE;QACzB,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;QAClC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;KAC/B,CAAC;IACF,QAAQ,CAAC,eAAe,EAAE;QACxB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;KACnC,CAAC;IACF,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,MAAM,EAAE,CAAC,CAAC,CAAC;CAC5F;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,wBAAwB,CAAC;IAC5C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAC7C;AAED,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,IAAI,EAAE,mCAAmC,CAAC;IACnD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC;IACrC,QAAQ,CAAC,0BAA0B,EAAE,KAAK,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,SAAS,6BAA6B,EAAE,CAAC;IAC3D,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,eAAe,EAAE,SAAS,MAAM,EAAE,CAAC;CAC7C;AAED,qBAAa,mBAAmB;IAIlB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAHrC,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,UAAU,CAAC,CAAS;gBAEC,QAAQ,EAAE,oBAAoB;IAE3D,SAAS,CAAC,MAAM,EAAE,yBAAyB,GAAG,2BAA2B;IAKzE,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,2BAA2B;IAM/C,MAAM,CAAC,EAAE,GAAE,MAA8B,GAAG,uBAAuB;IA4BnE,eAAe,CAAC,EAAE,GAAE,MAA8B,GAAG,2BAA2B;IAwBhF,mBAAmB,CAAC,OAAO,GAAE,SAAS,6BAA6B,EAAO,GAAG,+BAA+B;IAsB5G,QAAQ,IAAI,2BAA2B;CAsBxC"}

package/dist/engine/agent-api/AssetLibraryBrowser.js

@@ -0,0 +1,112 @@
+export class AssetLibraryBrowser {
+    manifest;
+    filter = {};
+    selectedId;
+    constructor(manifest) {
+        this.manifest = manifest;
+    }
+    setFilter(filter) {
+        this.filter = filter;
+        return this.snapshot();
+    }
+    select(id) {
+        if (!this.manifest.entries.some((entry) => entry.id === id))
+            throw new Error(`Unknown cartoon asset: ${id}`);
+        this.selectedId = id;
+        return this.snapshot();
+    }
+    detail(id = this.selectedId ?? "") {
+        const asset = this.manifest.entries.find((entry) => entry.id === id);
+        if (!asset)
+            throw new Error(`Unknown cartoon asset: ${id}`);
+        const clips = asset.preview?.animationPreviewClips ?? asset.animationClips ?? [];
+        return {
+            kind: "asset-library-detail",
+            asset,
+            animationPreview: {
+                clips,
+                previewable: clips.length > 0
+            },
+            materialPreview: {
+                materialCount: asset.materialPreview?.materialCount ?? 0,
+                swatches: asset.materialPreview?.swatches ?? [],
+                celShadingReady: asset.materialPreview?.celShadingReady ?? asset.style.toLowerCase().includes("cartoon")
+            },
+            metadata: {
+                ...(asset.sourcePage ? { sourcePage: asset.sourcePage } : {}),
+                ...(asset.attribution ? { attribution: asset.attribution } : {}),
+                license: asset.license,
+                assetId: asset.assetId,
+                style: asset.style,
+                ...(asset.lipSyncReady !== undefined ? { lipSyncReady: asset.lipSyncReady } : {}),
+                ...(asset.metadata ?? {})
+            }
+        };
+    }
+    editorReference(id = this.selectedId ?? "") {
+        const asset = this.manifest.entries.find((entry) => entry.id === id);
+        if (!asset)
+            throw new Error(`Unknown cartoon asset: ${id}`);
+        if (!asset.assetId.startsWith("assets.")) {
+            throw new Error(`Cartoon asset "${id}" is not a typed Aura3D asset reference.`);
+        }
+        if (!asset.license.trim()) {
+            throw new Error(`Cartoon asset "${id}" is missing license metadata.`);
+        }
+        return {
+            kind: "aura-asset-ref",
+            id: asset.id,
+            name: asset.id,
+            type: asset.kind === "audio" ? "audio" : asset.assetId.endsWith(".glb") ? "glb" : "unknown",
+            source: asset.assetId,
+            license: asset.license,
+            category: asset.kind,
+            profile: asset.profile,
+            style: asset.style,
+            clips: asset.animationClips,
+            lipSyncReady: asset.lipSyncReady ?? asset.mouthCueReady
+        };
+    }
+    marketplaceSnapshot(sources = []) {
+        const snapshot = this.snapshot();
+        const inferredSources = sources.length > 0
+            ? sources
+            : [{
+                    id: "aura3d-typed-manifest",
+                    label: "Aura3D typed asset manifest",
+                    assetCount: this.manifest.entries.length,
+                    offlineCatalog: true
+                }];
+        return {
+            kind: "asset-library-marketplace-browser",
+            sourceCount: inferredSources.length,
+            assetCount: inferredSources.reduce((count, source) => count + source.assetCount, 0),
+            offlineCatalogOnly: inferredSources.every((source) => source.offlineCatalog !== false),
+            externalServicesIntegrated: false,
+            sources: inferredSources,
+            selectedId: this.selectedId,
+            visibleAssetIds: snapshot.assets.map((asset) => asset.id)
+        };
+    }
+    snapshot() {
+        const assets = this.manifest.entries.filter((entry) => (!this.filter.kind || entry.kind === this.filter.kind)
+            && (!this.filter.profile || entry.profile === this.filter.profile)
+            && (!this.filter.style || entry.style.toLowerCase().includes(this.filter.style.toLowerCase()))
+            && (!this.filter.license || entry.license === this.filter.license)
+            && (this.filter.lipSyncReady === undefined || entry.lipSyncReady === this.filter.lipSyncReady));
+        return {
+            kind: "asset-library-browser",
+            total: this.manifest.entries.length,
+            visible: assets.length,
+            selectedId: this.selectedId,
+            assets,
+            evidence: {
+                typedAssetReferencesOnly: assets.every((asset) => asset.assetId.startsWith("assets.")),
+                licenseMetadata: assets.every((asset) => asset.license.trim().length > 0),
+                editorDropReady: assets.every((asset) => asset.assetId.startsWith("assets.") && asset.license.trim().length > 0),
+                externalServicesIntegrated: false
+            }
+        };
+    }
+}
+//# sourceMappingURL=AssetLibraryBrowser.js.map

package/dist/engine/agent-api/AssetLibraryBrowser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AssetLibraryBrowser.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AssetLibraryBrowser.ts"],"names":[],"mappings":"AAuEA,MAAM,OAAO,mBAAmB;IAID;IAHrB,MAAM,GAA8B,EAAE,CAAC;IACvC,UAAU,CAAU;IAE5B,YAA6B,QAA8B;QAA9B,aAAQ,GAAR,QAAQ,CAAsB;IAAG,CAAC;IAE/D,SAAS,CAAC,MAAiC;QACzC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,EAAU;QACf,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;QAC7G,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,KAAa,IAAI,CAAC,UAAU,IAAI,EAAE;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,qBAAqB,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;QACjF,OAAO;YACL,IAAI,EAAE,sBAAsB;YAC5B,KAAK;YACL,gBAAgB,EAAE;gBAChB,KAAK;gBACL,WAAW,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC;aAC9B;YACD,eAAe,EAAE;gBACf,aAAa,EAAE,KAAK,CAAC,eAAe,EAAE,aAAa,IAAI,CAAC;gBACxD,QAAQ,EAAE,KAAK,CAAC,eAAe,EAAE,QAAQ,IAAI,EAAE;gBAC/C,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,eAAe,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;aACzG;YACD,QAAQ,EAAE;gBACR,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChE,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjF,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;aAC1B;SACF,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,KAAa,IAAI,CAAC,UAAU,IAAI,EAAE;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,kBAAkB,EAAE,0CAA0C,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,kBAAkB,EAAE,gCAAgC,CAAC,CAAC;QACxE,CAAC;QACD,OAAO;YACL,IAAI,EAAE,gBAAgB;YACtB,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,EAAE;YACd,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC3F,MAAM,EAAE,KAAK,CAAC,OAAO;YACrB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,IAAI;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,KAAK,EAAE,KAAK,CAAC,cAAc;YAC3B,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,aAAa;SACxD,CAAC;IACJ,CAAC;IAED,mBAAmB,CAAC,UAAoD,EAAE;QACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC;YACxC,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,CAAC;oBACD,EAAE,EAAE,uBAAuB;oBAC3B,KAAK,EAAE,6BAA6B;oBACpC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM;oBACxC,cAAc,EAAE,IAAI;iBACrB,CAAC,CAAC;QACL,OAAO;YACL,IAAI,EAAE,mCAAmC;YACzC,WAAW,EAAE,eAAe,CAAC,MAAM;YACnC,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACnF,kBAAkB,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,KAAK,CAAC;YACtF,0BAA0B,EAAE,KAAK;YACjC,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;eACnD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;eAC/D,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;eAC3F,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;eAC/D,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAC/F,CAAC;QACF,OAAO;YACL,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM;YACnC,OAAO,EAAE,MAAM,CAAC,MAAM;YACtB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM;YACN,QAAQ,EAAE;gBACR,wBAAwB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBACtF,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;gBACzE,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;gBAChH,0BAA0B,EAAE,KAAK;aAClC;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/engine/agent-api/AudioMuxer.d.ts

@@ -0,0 +1,72 @@
+import type { AudioStem, AudioStemManifestArtifact } from "./DialoguePerformance.js";
+import { type PromptAnimationFrameRate, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+import type { EncodedVideoArtifact } from "./FrameEncoder.js";
+export type AudioMuxerContainer = "webm" | "mp4";
+export type AudioMuxerCodec = "opus" | "aac" | "pcm";
+export interface AudioMuxerInputStem extends AudioStem {
+    readonly source?: Blob | Uint8Array | ArrayBuffer | string | undefined;
+    readonly codec?: AudioMuxerCodec | undefined;
+    readonly sampleRate?: number | undefined;
+    readonly channels?: number | undefined;
+}
+export interface AudioMuxPlanTrack {
+    readonly stemId: string;
+    readonly role: AudioStem["role"];
+    readonly path: string;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly gainDb: number;
+    readonly ducking: AudioStem["ducking"];
+    readonly codec: AudioMuxerCodec;
+}
+export interface AudioMuxPlan {
+    readonly kind: "audio-mux-plan";
+    readonly container: AudioMuxerContainer;
+    readonly videoDuration: PromptAnimationSeconds;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly frameDuration: PromptAnimationSeconds;
+    readonly tracks: readonly AudioMuxPlanTrack[];
+    readonly maxSyncDriftSeconds: PromptAnimationSeconds;
+    readonly maxSyncDriftFrames: number;
+}
+export interface MuxedVideoArtifact {
+    readonly kind: "muxed-video";
+    readonly container: AudioMuxerContainer;
+    readonly mimeType: string;
+    readonly duration: PromptAnimationSeconds;
+    readonly video: EncodedVideoArtifact;
+    readonly muxPlan: AudioMuxPlan;
+    readonly audioTrackCount: number;
+    readonly byteLength: number;
+    readonly outputMode: "metadata-only" | "muxed-output";
+    readonly publishReady: boolean;
+    readonly output?: Blob | Uint8Array | string | undefined;
+}
+export interface AudioMuxerAdapter {
+    readonly proofOnly?: boolean | undefined;
+    mux(input: {
+        readonly video: EncodedVideoArtifact;
+        readonly plan: AudioMuxPlan;
+        readonly stems: readonly AudioMuxerInputStem[];
+    }): Promise<Blob | Uint8Array | string | undefined> | Blob | Uint8Array | string | undefined;
+}
+export interface AudioMuxer {
+    createPlan(video: EncodedVideoArtifact, stems: readonly AudioMuxerInputStem[], frameRate?: PromptAnimationFrameRate): AudioMuxPlan;
+    mux(video: EncodedVideoArtifact, stems: readonly AudioMuxerInputStem[], frameRate?: PromptAnimationFrameRate): Promise<MuxedVideoArtifact>;
+}
+export interface CreateAudioMuxerOptions {
+    readonly container?: AudioMuxerContainer | undefined;
+    readonly audioCodec?: AudioMuxerCodec | undefined;
+    readonly adapter?: AudioMuxerAdapter | undefined;
+    readonly readinessMode?: "proof" | "publish" | undefined;
+}
+export declare function createAudioMuxer(options?: CreateAudioMuxerOptions): AudioMuxer;
+export declare function createAudioMuxPlan(input: {
+    readonly video: EncodedVideoArtifact;
+    readonly stems: readonly AudioMuxerInputStem[];
+    readonly frameRate?: PromptAnimationFrameRate | undefined;
+    readonly container?: AudioMuxerContainer | undefined;
+    readonly audioCodec?: AudioMuxerCodec | undefined;
+}): AudioMuxPlan;
+export declare function audioStemsFromManifest(manifest: AudioStemManifestArtifact): readonly AudioMuxerInputStem[];
+//# sourceMappingURL=AudioMuxer.d.ts.map

package/dist/engine/agent-api/AudioMuxer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioMuxer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioMuxer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrF,OAAO,EAAgC,KAAK,wBAAwB,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACxI,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE9D,MAAM,MAAM,mBAAmB,GAAG,MAAM,GAAG,KAAK,CAAC;AACjD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;AAErD,MAAM,WAAW,mBAAoB,SAAQ,SAAS;IACpD,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,UAAU,GAAG,WAAW,GAAG,MAAM,GAAG,SAAS,CAAC;IACvE,QAAQ,CAAC,KAAK,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACxC;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IACvC,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC;CACjC;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,aAAa,EAAE,sBAAsB,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,aAAa,EAAE,sBAAsB,CAAC;IAC/C,QAAQ,CAAC,MAAM,EAAE,SAAS,iBAAiB,EAAE,CAAC;IAC9C,QAAQ,CAAC,mBAAmB,EAAE,sBAAsB,CAAC;IACrD,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACrC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,eAAe,GAAG,cAAc,CAAC;IACtD,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;CAC1D;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACzC,GAAG,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;CAC7N;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,CAAC,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,SAAS,mBAAmB,EAAE,EAAE,SAAS,CAAC,EAAE,wBAAwB,GAAG,YAAY,CAAC;IACnI,GAAG,CAAC,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,SAAS,mBAAmB,EAAE,EAAE,SAAS,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAC5I;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACrD,QAAQ,CAAC,UAAU,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IAClD,QAAQ,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACjD,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;CAC1D;AAED,wBAAgB,gBAAgB,CAAC,OAAO,GAAE,uBAA4B,GAAG,UAAU,CA+BlF;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE;IACxC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IACrC,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC/C,QAAQ,CAAC,SAAS,CAAC,EAAE,wBAAwB,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACrD,QAAQ,CAAC,UAAU,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;CACnD,GAAG,YAAY,CA0Bf;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,yBAAyB,GAAG,SAAS,mBAAmB,EAAE,CAE1G"}

package/dist/engine/agent-api/AudioMuxer.js

@@ -0,0 +1,80 @@
+import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
+export function createAudioMuxer(options = {}) {
+    const container = options.container ?? "webm";
+    const audioCodec = options.audioCodec ?? (container === "mp4" ? "aac" : "opus");
+    const adapter = options.adapter ?? { mux: () => undefined };
+    const readinessMode = options.readinessMode ?? "proof";
+    return {
+        createPlan(video, stems, frameRate = video.frameRate) {
+            return createAudioMuxPlan({ video, stems, frameRate, container, audioCodec });
+        },
+        async mux(video, stems, frameRate = video.frameRate) {
+            const plan = createAudioMuxPlan({ video, stems, frameRate, container, audioCodec });
+            const output = await adapter.mux({ video, plan, stems });
+            if (readinessMode === "publish" && stems.length > 0 && (adapter.proofOnly || output === undefined)) {
+                throw new Error("Publish audio muxing requires a real muxed output artifact when audio stems are present.");
+            }
+            return {
+                kind: "muxed-video",
+                container,
+                mimeType: container === "mp4" ? "video/mp4" : "video/webm",
+                duration: Math.max(video.duration, ...plan.tracks.map((track) => track.endTime), 0),
+                video,
+                muxPlan: plan,
+                audioTrackCount: plan.tracks.length,
+                byteLength: video.byteLength + estimateAudioByteLength(stems),
+                outputMode: output === undefined ? "metadata-only" : "muxed-output",
+                publishReady: output !== undefined && (!adapter.proofOnly || stems.length === 0),
+                ...(output !== undefined ? { output } : {})
+            };
+        }
+    };
+}
+export function createAudioMuxPlan(input) {
+    const frameRate = input.frameRate ?? input.video.frameRate;
+    const frameDuration = 1 / frameRate;
+    const tracks = input.stems.map((stem) => ({
+        stemId: stem.id,
+        role: stem.role,
+        path: stem.path,
+        startTime: normalizePromptAnimationTime(stem.startTime),
+        endTime: normalizePromptAnimationTime(stem.startTime + stem.duration),
+        gainDb: stem.gainDb ?? 0,
+        ducking: stem.ducking ?? "none",
+        codec: stem.codec ?? input.audioCodec ?? "opus"
+    }));
+    const maxSyncDriftSeconds = tracks.length === 0
+        ? 0
+        : Math.max(...tracks.map((track) => nearestFrameDrift(track.startTime, frameRate)));
+    return {
+        kind: "audio-mux-plan",
+        container: input.container ?? (input.video.container === "mp4" ? "mp4" : "webm"),
+        videoDuration: input.video.duration,
+        frameRate,
+        frameDuration,
+        tracks,
+        maxSyncDriftSeconds: normalizePromptAnimationTime(maxSyncDriftSeconds),
+        maxSyncDriftFrames: Math.round(maxSyncDriftSeconds * frameRate)
+    };
+}
+export function audioStemsFromManifest(manifest) {
+    return manifest.stems.map((stem) => ({ ...stem }));
+}
+function nearestFrameDrift(time, frameRate) {
+    const frame = Math.round(time * frameRate);
+    return Math.abs(time - frame / frameRate);
+}
+function estimateAudioByteLength(stems) {
+    return stems.reduce((sum, stem) => {
+        if (stem.source instanceof Uint8Array)
+            return sum + stem.source.byteLength;
+        if (stem.source instanceof ArrayBuffer)
+            return sum + stem.source.byteLength;
+        if (typeof Blob !== "undefined" && stem.source instanceof Blob)
+            return sum + stem.source.size;
+        if (typeof stem.source === "string")
+            return sum + stem.source.length;
+        return sum + Math.round(Math.max(0, stem.duration) * 16_000);
+    }, 0);
+}
+//# sourceMappingURL=AudioMuxer.js.map

package/dist/engine/agent-api/AudioMuxer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioMuxer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioMuxer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAA8D,MAAM,8BAA8B,CAAC;AAkExI,MAAM,UAAU,gBAAgB,CAAC,UAAmC,EAAE;IACpE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;IAC5D,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC;IAEvD,OAAO;QACL,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,GAAG,KAAK,CAAC,SAAS;YAClD,OAAO,kBAAkB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,GAAG,KAAK,CAAC,SAAS;YACjD,MAAM,IAAI,GAAG,kBAAkB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,IAAI,aAAa,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;gBACnG,MAAM,IAAI,KAAK,CAAC,0FAA0F,CAAC,CAAC;YAC9G,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,SAAS;gBACT,QAAQ,EAAE,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;gBAC1D,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACnF,KAAK;gBACL,OAAO,EAAE,IAAI;gBACb,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBACnC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC7D,UAAU,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,cAAc;gBACnE,YAAY,EAAE,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;gBAChF,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5C,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAMlC;IACC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;IAC3D,MAAM,aAAa,GAAG,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,CAAC;QAC3D,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,SAAS,EAAE,4BAA4B,CAAC,IAAI,CAAC,SAAS,CAAC;QACvD,OAAO,EAAE,4BAA4B,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC;QACrE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,MAAM;QAC/B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,IAAI,MAAM;KAChD,CAAC,CAAC,CAAC;IACJ,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IACtF,OAAO;QACL,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAChF,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;QACnC,SAAS;QACT,aAAa;QACb,MAAM;QACN,mBAAmB,EAAE,4BAA4B,CAAC,mBAAmB,CAAC;QACtE,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,SAAS,CAAC;KAChE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAmC;IACxE,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAA4B,EAAE,SAAmC;IAC1F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,GAAG,SAAS,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAqC;IACpE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QAChC,IAAI,IAAI,CAAC,MAAM,YAAY,UAAU;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC3E,IAAI,IAAI,CAAC,MAAM,YAAY,WAAW;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC5E,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,YAAY,IAAI;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC9F,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACrE,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC;IAC/D,CAAC,EAAE,CAAC,CAAC,CAAC;AACR,CAAC"}

package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts

@@ -0,0 +1,47 @@
+import { type AudioWaveformData } from "./WaveformVisualizer.js";
+import { type AuraVoiceVisemeId, type AuraVoiceVisemeTrack } from "./VisemeController.js";
+import { type PromptAnimationFrameRate, type PromptAnimationId, type PromptAnimationLanguageCode, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+export interface AudioVisemeAnalysisFrame {
+    readonly index: number;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly rms: number;
+    readonly peak: number;
+    readonly mouthOpenness: number;
+    readonly visemeId: AuraVoiceVisemeId;
+}
+export interface AudioVisemeAnalysis {
+    readonly kind: "audio-viseme-analysis";
+    readonly analysisKind: "amplitude-only" | "phoneme-aligned";
+    readonly phonemeAlignmentPresent: boolean;
+    readonly manualCorrectionRecommended: boolean;
+    readonly characterId: PromptAnimationId;
+    readonly language: PromptAnimationLanguageCode;
+    readonly sampleRate: number;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly duration: PromptAnimationSeconds;
+    readonly analysisWindowSeconds: PromptAnimationSeconds;
+    readonly frames: readonly AudioVisemeAnalysisFrame[];
+    readonly waveform: AudioWaveformData;
+}
+export interface AnalyzeAudioVisemesOptions {
+    readonly episodeId: PromptAnimationId;
+    readonly characterId: PromptAnimationId;
+    readonly speakerId?: PromptAnimationId | undefined;
+    readonly lineId?: PromptAnimationId | undefined;
+    readonly language: PromptAnimationLanguageCode;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly samples: Float32Array | readonly number[];
+    readonly sampleRate: number;
+    readonly channelCount?: number | undefined;
+    readonly startTime?: PromptAnimationSeconds | undefined;
+    readonly analysisWindowSeconds?: PromptAnimationSeconds | undefined;
+    readonly silenceThreshold?: number | undefined;
+    readonly blendshapeMap?: Record<string, string> | undefined;
+    readonly phonemeAlignmentPresent?: boolean | undefined;
+    readonly generatedAt?: string | undefined;
+}
+export declare function analyzeAudioVisemes(options: AnalyzeAudioVisemesOptions): AudioVisemeAnalysis;
+export declare function createAudioDrivenVisemeTrack(options: AnalyzeAudioVisemesOptions): AuraVoiceVisemeTrack;
+export declare function mergeAudioVisemeFrames(frames: readonly AudioVisemeAnalysisFrame[]): readonly AudioVisemeAnalysisFrame[];
+//# sourceMappingURL=AudioVisemeAnalyzer.d.ts.map

package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioVisemeAnalyzer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioVisemeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,oBAAoB,EAC1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAgC,KAAK,wBAAwB,EAAE,KAAK,iBAAiB,EAAE,KAAK,2BAA2B,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAElM,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;CACtC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,QAAQ,CAAC,YAAY,EAAE,gBAAgB,GAAG,iBAAiB,CAAC;IAC5D,QAAQ,CAAC,uBAAuB,EAAE,OAAO,CAAC;IAC1C,QAAQ,CAAC,2BAA2B,EAAE,OAAO,CAAC;IAC9C,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;IACvD,QAAQ,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACrD,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;CACtC;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,SAAS,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACnD,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IACnD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,QAAQ,CAAC,SAAS,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACxD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACpE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5D,QAAQ,CAAC,uBAAuB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,0BAA0B,GAAG,mBAAmB,CAwD5F;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,0BAA0B,GAAG,oBAAoB,CAqBtG;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,GAAG,SAAS,wBAAwB,EAAE,CAiBvH"}