@aura3d/engine 1.0.2 → 1.0.5

package/dist/engine/agent-api/ShotTimeline.js

@@ -0,0 +1,264 @@
+import { createPromptAnimationIssue, normalizePromptAnimationTime, promptAnimationContractVersion, promptAnimationFrameAtTime } from "./PromptAnimationContract.js";
+import { sampleVisemeTrack } from "./VisemeController.js";
+export function defineShotTimeline(timeline) {
+    return timeline;
+}
+export function createShotTimeline(input) {
+    let duration = input.duration ?? 0;
+    for (const shot of input.shots) {
+        duration = Math.max(duration, shot.endTime);
+    }
+    return {
+        artifact: "shot-timeline",
+        contractId: promptAnimationContractVersion,
+        episodeId: input.episodeId,
+        frameRate: input.frameRate,
+        duration: normalizePromptAnimationTime(duration),
+        shots: input.shots,
+        ...(input.generatedAt ? { generatedAt: input.generatedAt } : {})
+    };
+}
+export function shotTimeline(input) {
+    return createShotTimeline(input);
+}
+export function createShotPlaybackPlan(input) {
+    const runtimeNodeByCharacterId = {};
+    for (const shot of input.timeline.shots) {
+        for (const character of shot.characters) {
+            runtimeNodeByCharacterId[character.characterId] =
+                input.runtimeNodeByCharacterId?.[character.characterId] ?? character.characterId;
+        }
+    }
+    return {
+        kind: "shot-playback-plan",
+        timeline: input.timeline,
+        ...(input.performance ? { performance: input.performance } : {}),
+        ...(input.captions ? { captions: input.captions } : {}),
+        ...(input.visemes ? { visemes: input.visemes } : {}),
+        runtimeNodeByCharacterId,
+        loop: input.loop ?? false
+    };
+}
+export function sampleShotPlaybackPlan(plan, time) {
+    const sampledTime = normalizeShotPlaybackTime(plan, time);
+    const shot = getShotAtTime(plan.timeline, sampledTime);
+    if (!shot) {
+        return {
+            time: sampledTime,
+            frame: promptAnimationFrameAtTime(sampledTime, plan.timeline.frameRate),
+            nodeUpdates: []
+        };
+    }
+    const caption = plan.captions?.cues.find((cue) => sampledTime >= cue.startTime && sampledTime < cue.endTime);
+    const nodeUpdates = shot.characters.map((character) => {
+        const activeCues = activePerformanceCues(plan.performance, sampledTime, character.characterId, shot.shotId);
+        const primaryCue = activeCues.find((cue) => cue.action === "speak") ??
+            activeCues.find((cue) => cue.animationClip || cue.blocking || cue.body) ??
+            activeCues[activeCues.length - 1];
+        const viseme = plan.visemes ? sampleVisemeTrack(plan.visemes, sampledTime, character.characterId) : undefined;
+        const blockingPosition = primaryCue?.blocking?.position ?? primaryCue?.body?.position ?? character.position;
+        const blockingRotation = primaryCue?.blocking?.rotation ?? primaryCue?.body?.rotation ?? facingRotation(character.facing);
+        const scale = primaryCue?.blocking?.scale ?? primaryCue?.body?.scale;
+        return {
+            nodeId: plan.runtimeNodeByCharacterId[character.characterId] ?? character.characterId,
+            characterId: character.characterId,
+            ...(blockingPosition ? { position: blockingPosition } : {}),
+            ...(blockingRotation ? { rotation: blockingRotation } : {}),
+            ...(scale !== undefined ? { scale } : {}),
+            visible: primaryCue?.blocking?.visible ?? true,
+            ...(primaryCue?.animationClip ?? character.animationClip
+                ? { animationClip: primaryCue?.animationClip ?? character.animationClip }
+                : {}),
+            action: primaryCue?.action ?? character.action,
+            ...(primaryCue?.emotion ?? character.emotion ? { emotion: primaryCue?.emotion ?? character.emotion } : {}),
+            ...(primaryCue?.gaze?.targetId
+                ? { gazeTargetId: primaryCue.gaze.targetId }
+                : typeof character.lookAt === "string"
+                    ? { gazeTargetId: character.lookAt }
+                    : {}),
+            activeCueIds: activeCues.map((cue) => cue.id),
+            ...(viseme
+                ? {
+                    mouth: {
+                        visemeId: viseme.primaryVisemeId,
+                        mouthOpenness: viseme.mouthOpenness,
+                        primitiveMouthCard: viseme.primitiveMouthCard,
+                        blendshapeWeights: viseme.blendshapeWeights
+                    }
+                }
+                : {})
+        };
+    });
+    return {
+        time: sampledTime,
+        frame: promptAnimationFrameAtTime(sampledTime, plan.timeline.frameRate),
+        shot,
+        shotId: shot.shotId,
+        sceneId: shot.sceneId,
+        ...(caption ? { caption } : {}),
+        nodeUpdates
+    };
+}
+export function applyShotPlaybackFrame(app, framePlan, options = {}) {
+    for (const update of framePlan.nodeUpdates) {
+        const node = app.nodes.get(update.nodeId);
+        if (node)
+            applyNodeUpdate(node, update, options.playAnimationClips ?? true);
+        const mouthNodeId = update.characterId ? options.primitiveMouthNodeByCharacterId?.[update.characterId] : undefined;
+        const mouthNode = mouthNodeId ? app.nodes.get(mouthNodeId) : undefined;
+        if (mouthNode && update.mouth)
+            applyPrimitiveMouthUpdate(mouthNode, update.mouth, update.position);
+    }
+    options.onCaption?.(framePlan.caption, framePlan);
+}
+export function installShotPlayback(app, plan, options = {}) {
+    let localTime = options.timeOffset ?? 0;
+    return app.onFrame((frame) => {
+        const sampledTime = options.useRuntimeTime === false ? localTime : frame.time + (options.timeOffset ?? 0);
+        applyShotPlaybackFrame(app, sampleShotPlaybackPlan(plan, sampledTime), options);
+        localTime = normalizePromptAnimationTime(localTime + frame.dt);
+    });
+}
+export function shotDuration(shot) {
+    return normalizePromptAnimationTime(shot.endTime - shot.startTime);
+}
+export function getShotAtTime(timeline, time) {
+    const normalized = normalizePromptAnimationTime(time);
+    for (const shot of timeline.shots) {
+        if (normalized >= shot.startTime && normalized < shot.endTime)
+            return shot;
+    }
+    const lastShot = timeline.shots[timeline.shots.length - 1];
+    if (lastShot && normalized === lastShot.endTime)
+        return lastShot;
+    return undefined;
+}
+export function getShotTimelineCaptureTimes(timeline) {
+    const times = new Set();
+    for (const shot of timeline.shots) {
+        for (const captureTime of shot.captureTimes) {
+            times.add(normalizePromptAnimationTime(captureTime));
+        }
+    }
+    return [...times].sort((a, b) => a - b);
+}
+export function validateShotTimeline(timeline) {
+    const issues = [];
+    const shotIds = new Set();
+    let previousEnd = 0;
+    if (timeline.frameRate <= 0) {
+        issues.push(createPromptAnimationIssue("error", "shot-timeline-frame-rate", "Shot timeline frame rate must be positive."));
+    }
+    if (timeline.shots.length === 0) {
+        issues.push(createPromptAnimationIssue("error", "shot-timeline-empty", "Shot timeline must contain at least one shot."));
+    }
+    timeline.shots.forEach((shot, index) => {
+        if (!shot.shotId) {
+            issues.push(createPromptAnimationIssue("error", "shot-id-missing", `Shot at index ${index} is missing a stable shot id.`, {
+                path: `shots.${index}.shotId`
+            }));
+        }
+        if (shotIds.has(shot.shotId)) {
+            issues.push(createPromptAnimationIssue("error", "shot-id-duplicate", `Duplicate shot id "${shot.shotId}".`, {
+                path: `shots.${index}.shotId`
+            }));
+        }
+        shotIds.add(shot.shotId);
+        if (shot.endTime <= shot.startTime) {
+            issues.push(createPromptAnimationIssue("error", "shot-duration-invalid", `Shot "${shot.shotId}" must end after it starts.`, {
+                path: `shots.${index}`,
+                time: shot.startTime
+            }));
+        }
+        if (index > 0 && shot.startTime < previousEnd) {
+            issues.push(createPromptAnimationIssue("error", "shot-overlap", `Shot "${shot.shotId}" overlaps the previous shot.`, {
+                path: `shots.${index}`,
+                time: shot.startTime
+            }));
+        }
+        for (const captureTime of shot.captureTimes) {
+            if (captureTime < shot.startTime || captureTime > shot.endTime) {
+                issues.push(createPromptAnimationIssue("error", "shot-capture-outside-bounds", `Capture time ${captureTime}s is outside shot "${shot.shotId}".`, {
+                    path: `shots.${index}.captureTimes`,
+                    frame: promptAnimationFrameAtTime(captureTime, timeline.frameRate),
+                    time: captureTime
+                }));
+            }
+        }
+        previousEnd = Math.max(previousEnd, shot.endTime);
+    });
+    if (previousEnd > timeline.duration) {
+        issues.push(createPromptAnimationIssue("error", "shot-timeline-duration-short", "Shot timeline duration is shorter than its final shot.", { time: previousEnd }));
+    }
+    return issues;
+}
+export function createShotTimelineDiagnostics(timeline) {
+    const sceneIds = new Set();
+    for (const shot of timeline.shots)
+        sceneIds.add(shot.sceneId);
+    const captureTimes = getShotTimelineCaptureTimes(timeline);
+    return {
+        shotCount: timeline.shots.length,
+        duration: timeline.duration,
+        captureCount: captureTimes.length,
+        uniqueSceneIds: [...sceneIds],
+        frameRate: timeline.frameRate,
+        issues: validateShotTimeline(timeline)
+    };
+}
+function activePerformanceCues(performance, time, characterId, shotId) {
+    if (!performance)
+        return [];
+    return performance.cues.filter((cue) => {
+        if (cue.characterId !== characterId)
+            return false;
+        if (cue.shotId && cue.shotId !== shotId)
+            return false;
+        return time >= cue.startTime && time < cue.endTime;
+    });
+}
+function normalizeShotPlaybackTime(plan, time) {
+    const normalized = normalizePromptAnimationTime(time);
+    if (!plan.loop || plan.timeline.duration <= 0)
+        return normalized;
+    return normalizePromptAnimationTime(normalized % plan.timeline.duration);
+}
+function facingRotation(facing) {
+    if (facing === "left")
+        return [0, -0.35, 0];
+    if (facing === "right")
+        return [0, 0.35, 0];
+    if (facing === "three-quarter")
+        return [0, 0.18, 0];
+    return undefined;
+}
+function applyNodeUpdate(node, update, playAnimationClips) {
+    if (update.visible !== undefined)
+        node.setVisible?.(update.visible);
+    if (update.position)
+        node.setPosition?.(update.position[0], update.position[1], update.position[2]);
+    if (update.rotation)
+        node.setRotation?.(update.rotation[0], update.rotation[1], update.rotation[2]);
+    if (update.scale !== undefined)
+        node.setScale?.(update.scale);
+    if (playAnimationClips && update.animationClip)
+        node.play?.(update.animationClip, { loop: true });
+}
+function applyPrimitiveMouthUpdate(mouthNode, mouth, bodyPosition) {
+    const openness = Math.min(1, Math.max(0, mouth.mouthOpenness));
+    const width = mouth.primitiveMouthCard === "round"
+        ? 0.16
+        : mouth.primitiveMouthCard === "wide"
+            ? 0.34
+            : mouth.primitiveMouthCard === "narrow"
+                ? 0.12
+                : mouth.primitiveMouthCard === "smile"
+                    ? 0.3
+                    : 0.22;
+    const height = mouth.primitiveMouthCard === "closed" ? 0.025 : 0.035 + openness * 0.12;
+    if (bodyPosition)
+        mouthNode.setPosition?.(bodyPosition[0], bodyPosition[1] + 0.05, bodyPosition[2] + 0.32);
+    mouthNode.setScale?.([width, height, 0.025]);
+    mouthNode.setVisible?.(mouth.primitiveMouthCard !== "closed" || openness > 0.04);
+}
+//# sourceMappingURL=ShotTimeline.js.map

package/dist/engine/agent-api/ShotTimeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ShotTimeline.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/ShotTimeline.ts"],"names":[],"mappings":"AACA,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAC5B,8BAA8B,EAC9B,0BAA0B,EAM3B,MAAM,8BAA8B,CAAC;AAGtC,OAAO,EAAE,iBAAiB,EAA8E,MAAM,uBAAuB,CAAC;AAmLtI,MAAM,UAAU,kBAAkB,CAA+C,QAAmB;IAClG,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAwB;IACzD,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,eAAe;QACzB,UAAU,EAAE,8BAA8B;QAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,4BAA4B,CAAC,QAAQ,CAAC;QAChD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAwB;IACnD,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA4B;IACjE,MAAM,wBAAwB,GAAsC,EAAE,CAAC;IACvE,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,wBAAwB,CAAC,SAAS,CAAC,WAAW,CAAC;gBAC7C,KAAK,CAAC,wBAAwB,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC,WAAW,CAAC;QACrF,CAAC;IACH,CAAC;IACD,OAAO;QACL,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,wBAAwB;QACxB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,IAAsB,EACtB,IAA4B;IAE5B,MAAM,WAAW,GAAG,yBAAyB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACvD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,0BAA0B,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YACvE,WAAW,EAAE,EAAE;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,IAAI,GAAG,CAAC,SAAS,IAAI,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7G,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACpD,MAAM,UAAU,GAAG,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5G,MAAM,UAAU,GACd,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC;YAChD,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC;YACvE,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9G,MAAM,gBAAgB,GAAG,UAAU,EAAE,QAAQ,EAAE,QAAQ,IAAI,UAAU,EAAE,IAAI,EAAE,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC;QAC5G,MAAM,gBAAgB,GAAG,UAAU,EAAE,QAAQ,EAAE,QAAQ,IAAI,UAAU,EAAE,IAAI,EAAE,QAAQ,IAAI,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC1H,MAAM,KAAK,GAAG,UAAU,EAAE,QAAQ,EAAE,KAAK,IAAI,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC;QACrE,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,wBAAwB,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC,WAAW;YACrF,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,IAAI,IAAI;YAC9C,GAAG,CAAC,UAAU,EAAE,aAAa,IAAI,SAAS,CAAC,aAAa;gBACtD,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,IAAI,SAAS,CAAC,aAAa,EAAE;gBACzE,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,EAAE,UAAU,EAAE,MAAM,IAAI,SAAS,CAAC,MAAM;YAC9C,GAAG,CAAC,UAAU,EAAE,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1G,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,QAAQ;gBAC5B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAC5C,CAAC,CAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;oBACpC,CAAC,CAAC,EAAE,YAAY,EAAE,SAAS,CAAC,MAAM,EAAE;oBACpC,CAAC,CAAC,EAAE,CAAC;YACT,YAAY,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,GAAG,CAAC,MAAM;gBACR,CAAC,CAAC;oBACE,KAAK,EAAE;wBACL,QAAQ,EAAE,MAAM,CAAC,eAAe;wBAChC,aAAa,EAAE,MAAM,CAAC,aAAa;wBACnC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;wBAC7C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;qBAC5C;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,0BAA0B,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QACvE,IAAI;QACJ,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,GAAuF,EACvF,SAAgC,EAChC,UAAyC,EAAE;IAE3C,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,IAAI;YAAE,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,CAAC;QAE5E,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,+BAA+B,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnH,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvE,IAAI,SAAS,IAAI,MAAM,CAAC,KAAK;YAAE,yBAAyB,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACrG,CAAC;IAED,OAAO,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,GAA2B,EAC3B,IAAsB,EACtB,UAAsC,EAAE;IAExC,IAAI,SAAS,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;IACxC,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC3B,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QAC1G,sBAAsB,CAAC,GAAG,EAAE,sBAAsB,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,SAAS,GAAG,4BAA4B,CAAC,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAsB;IACjD,OAAO,4BAA4B,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,QAA8B,EAC9B,IAA4B;IAE5B,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI,UAAU,IAAI,IAAI,CAAC,SAAS,IAAI,UAAU,GAAG,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;IAC7E,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3D,IAAI,QAAQ,IAAI,UAAU,KAAK,QAAQ,CAAC,OAAO;QAAE,OAAO,QAAQ,CAAC;IACjE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAA8B;IACxE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5C,KAAK,CAAC,GAAG,CAAC,4BAA4B,CAAC,WAAW,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAA8B;IACjE,MAAM,MAAM,GAAqC,EAAE,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,QAAQ,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,0BAA0B,EAAE,4CAA4C,CAAC,CAAC,CAAC;IAC7H,CAAC;IAED,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,qBAAqB,EAAE,+CAA+C,CAAC,CAAC,CAAC;IAC3H,CAAC;IAED,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,KAAK,+BAA+B,EAAE;gBAC5G,IAAI,EAAE,SAAS,KAAK,SAAS;aAC9B,CAAC,CACH,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,IAAI,CAAC,MAAM,IAAI,EAAE;gBAC9F,IAAI,EAAE,SAAS,KAAK,SAAS;aAC9B,CAAC,CACH,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,uBAAuB,EAAE,SAAS,IAAI,CAAC,MAAM,6BAA6B,EAAE;gBAC9G,IAAI,EAAE,SAAS,KAAK,EAAE;gBACtB,IAAI,EAAE,IAAI,CAAC,SAAS;aACrB,CAAC,CACH,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,WAAW,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,cAAc,EAAE,SAAS,IAAI,CAAC,MAAM,+BAA+B,EAAE;gBACvG,IAAI,EAAE,SAAS,KAAK,EAAE;gBACtB,IAAI,EAAE,IAAI,CAAC,SAAS;aACrB,CAAC,CACH,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5C,IAAI,WAAW,GAAG,IAAI,CAAC,SAAS,IAAI,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC/D,MAAM,CAAC,IAAI,CACT,0BAA0B,CACxB,OAAO,EACP,6BAA6B,EAC7B,gBAAgB,WAAW,sBAAsB,IAAI,CAAC,MAAM,IAAI,EAChE;oBACE,IAAI,EAAE,SAAS,KAAK,eAAe;oBACnC,KAAK,EAAE,0BAA0B,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC;oBAClE,IAAI,EAAE,WAAW;iBAClB,CACF,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,IAAI,WAAW,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CACT,0BAA0B,CACxB,OAAO,EACP,8BAA8B,EAC9B,wDAAwD,EACxD,EAAE,IAAI,EAAE,WAAW,EAAE,CACtB,CACF,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,QAA8B;IAC1E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK;QAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IAC3D,OAAO;QACL,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;QAChC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,YAAY,EAAE,YAAY,CAAC,MAAM;QACjC,cAAc,EAAE,CAAC,GAAG,QAAQ,CAAC;QAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,MAAM,EAAE,oBAAoB,CAAC,QAAQ,CAAC;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,WAAmD,EACnD,IAA4B,EAC5B,WAA8B,EAC9B,MAAyB;IAEzB,IAAI,CAAC,WAAW;QAAE,OAAO,EAAE,CAAC;IAC5B,OAAO,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QACrC,IAAI,GAAG,CAAC,WAAW,KAAK,WAAW;YAAE,OAAO,KAAK,CAAC;QAClD,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO,KAAK,CAAC;QACtD,OAAO,IAAI,IAAI,GAAG,CAAC,SAAS,IAAI,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,yBAAyB,CAAC,IAAsB,EAAE,IAA4B;IACrF,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IACjE,OAAO,4BAA4B,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,cAAc,CAAC,MAAuC;IAC7D,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5C,IAAI,MAAM,KAAK,OAAO;QAAE,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5C,IAAI,MAAM,KAAK,eAAe;QAAE,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACpD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,IAAmC,EAAE,MAA8B,EAAE,kBAA2B;IACvH,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpE,IAAI,MAAM,CAAC,QAAQ;QAAE,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpG,IAAI,MAAM,CAAC,QAAQ;QAAE,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpG,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9D,IAAI,kBAAkB,IAAI,MAAM,CAAC,aAAa;QAAE,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,yBAAyB,CAChC,SAAwC,EACxC,KAAsC,EACtC,YAAmC;IAEnC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GACT,KAAK,CAAC,kBAAkB,KAAK,OAAO;QAClC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,KAAK,CAAC,kBAAkB,KAAK,MAAM;YACnC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,KAAK,CAAC,kBAAkB,KAAK,QAAQ;gBACrC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,KAAK,CAAC,kBAAkB,KAAK,OAAO;oBACpC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,IAAI,CAAC;IACjB,MAAM,MAAM,GAAG,KAAK,CAAC,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,GAAG,IAAI,CAAC;IACvF,IAAI,YAAY;QAAE,SAAS,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3G,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAC7C,SAAS,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,kBAAkB,KAAK,QAAQ,IAAI,QAAQ,GAAG,IAAI,CAAC,CAAC;AACnF,CAAC"}

package/dist/engine/agent-api/VisemeController.d.ts

@@ -0,0 +1,89 @@
+import { type PromptAnimationArtifactBase, type PromptAnimationFrameRate, type PromptAnimationId, type PromptAnimationLanguageCode, type PromptAnimationSeconds, type PromptAnimationValidationIssue } from "./PromptAnimationContract.js";
+export type AuraVoiceVisemeFormat = "auravoice-visemes-v2";
+export type AuraVoiceVisemeId = "sil" | "aa" | "ae" | "ah" | "ao" | "eh" | "er" | "ih" | "iy" | "oh" | "ow" | "uh" | "uw" | "bmp" | "ch" | "d" | "fv" | "g" | "k" | "l" | "m" | "n" | "p" | "r" | "s" | "th" | "wq" | string;
+export type PrimitiveMouthCard = "closed" | "narrow" | "open" | "wide" | "round" | "smile";
+export interface AuraVoiceVisemeCue {
+    readonly id: PromptAnimationId;
+    readonly characterId: PromptAnimationId;
+    readonly speakerId?: PromptAnimationId | undefined;
+    readonly lineId?: PromptAnimationId | undefined;
+    readonly phoneme?: string | undefined;
+    readonly phonemeId?: string | undefined;
+    readonly word?: string | undefined;
+    readonly wordIndex?: number | undefined;
+    readonly wordStartTime?: PromptAnimationSeconds | undefined;
+    readonly wordEndTime?: PromptAnimationSeconds | undefined;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly visemeId: AuraVoiceVisemeId;
+    readonly mouthOpenness: number;
+    readonly weight: number;
+    readonly weights?: Record<string, number> | undefined;
+    readonly blendshapeWeights?: Record<string, number> | undefined;
+    readonly blendshapeNames?: readonly string[] | undefined;
+}
+export interface AuraVoiceVisemeTrack extends PromptAnimationArtifactBase<"visemes"> {
+    readonly format: AuraVoiceVisemeFormat;
+    readonly language: PromptAnimationLanguageCode;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly cues: readonly AuraVoiceVisemeCue[];
+}
+export interface VisemeSample {
+    readonly time: PromptAnimationSeconds;
+    readonly characterId?: PromptAnimationId | undefined;
+    readonly activeCues: readonly AuraVoiceVisemeCue[];
+    readonly visemeId: AuraVoiceVisemeId;
+    readonly primaryVisemeId: AuraVoiceVisemeId;
+    readonly mouthOpenness: number;
+    readonly primitiveMouthCard: PrimitiveMouthCard;
+    readonly weights: Record<string, number>;
+    readonly blendshapeWeights: Record<string, number>;
+}
+export interface VisemeController {
+    readonly track: AuraVoiceVisemeTrack;
+    sample(time: PromptAnimationSeconds, characterId?: PromptAnimationId): VisemeSample;
+    validate(): readonly PromptAnimationValidationIssue[];
+}
+export interface PrimitiveMouthVisemeCueInput {
+    readonly characterId: PromptAnimationId;
+    readonly speakerId?: PromptAnimationId | undefined;
+    readonly lineId?: PromptAnimationId | undefined;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly openVisemeId?: AuraVoiceVisemeId | undefined;
+    readonly closeVisemeId?: AuraVoiceVisemeId | undefined;
+}
+export interface GlbVisemeBlendshapeExample {
+    readonly description: string;
+    readonly mouthFallback: "blendshape";
+    readonly requiredCharacterAssetRule: string;
+    readonly blendshapeMap: Record<string, string>;
+    readonly sampleWeights: Record<string, number>;
+    readonly notes: readonly string[];
+}
+export interface PrimitiveMouthExample {
+    readonly description: string;
+    readonly mouthFallback: "primitive-mouth-card";
+    readonly runtimeNodeSuffix: string;
+    readonly cards: readonly PrimitiveMouthCard[];
+    readonly notes: readonly string[];
+}
+export declare const primitiveMouthVisemeExample: PrimitiveMouthExample;
+export declare const glbVisemeBlendshapeExample: GlbVisemeBlendshapeExample;
+export declare function defineAuraVoiceVisemes<const TTrack extends AuraVoiceVisemeTrack>(track: TTrack): TTrack;
+export declare function createAuraVoiceVisemeTrack(input: {
+    readonly episodeId: PromptAnimationId;
+    readonly language: PromptAnimationLanguageCode;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly cues: readonly AuraVoiceVisemeCue[];
+    readonly generatedAt?: string | undefined;
+}): AuraVoiceVisemeTrack;
+export declare function createPrimitiveMouthVisemeCues(input: PrimitiveMouthVisemeCueInput): readonly AuraVoiceVisemeCue[];
+export declare function createGlbBlendshapeVisemeCue(input: Omit<AuraVoiceVisemeCue, "blendshapeWeights" | "blendshapeNames"> & {
+    readonly blendshapeMap?: Record<string, string> | undefined;
+}): AuraVoiceVisemeCue;
+export declare function primitiveMouthCardForViseme(visemeId: AuraVoiceVisemeId, mouthOpenness: number): PrimitiveMouthCard;
+export declare function sampleVisemeTrack(track: AuraVoiceVisemeTrack, time: PromptAnimationSeconds, characterId?: PromptAnimationId): VisemeSample;
+export declare function createVisemeController(track: AuraVoiceVisemeTrack): VisemeController;
+export declare function validateVisemeTrack(track: AuraVoiceVisemeTrack): readonly PromptAnimationValidationIssue[];
+//# sourceMappingURL=VisemeController.d.ts.map

package/dist/engine/agent-api/VisemeController.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisemeController.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/VisemeController.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC7B,KAAK,iBAAiB,EACtB,KAAK,2BAA2B,EAChC,KAAK,sBAAsB,EAC3B,KAAK,8BAA8B,EACpC,MAAM,8BAA8B,CAAC;AAEtC,MAAM,MAAM,qBAAqB,GAAG,sBAAsB,CAAC;AAE3D,MAAM,MAAM,iBAAiB,GACzB,KAAK,GACL,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,KAAK,GACL,IAAI,GACJ,GAAG,GACH,IAAI,GACJ,GAAG,GACH,GAAG,GACH,GAAG,GACH,GAAG,GACH,GAAG,GACH,GAAG,GACH,GAAG,GACH,GAAG,GACH,IAAI,GACJ,IAAI,GACJ,MAAM,CAAC;AAEX,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;AAE3F,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,SAAS,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACnD,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,aAAa,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAC5D,QAAQ,CAAC,WAAW,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IACrC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IACtD,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAChE,QAAQ,CAAC,eAAe,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;CAC1D;AAED,MAAM,WAAW,oBAAqB,SAAQ,2BAA2B,CAAC,SAAS,CAAC;IAClF,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,IAAI,EAAE,SAAS,kBAAkB,EAAE,CAAC;CAC9C;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACrD,QAAQ,CAAC,UAAU,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACnD,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IACrC,QAAQ,CAAC,eAAe,EAAE,iBAAiB,CAAC;IAC5C,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;IAChD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACpD;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IACrC,MAAM,CAAC,IAAI,EAAE,sBAAsB,EAAE,WAAW,CAAC,EAAE,iBAAiB,GAAG,YAAY,CAAC;IACpF,QAAQ,IAAI,SAAS,8BAA8B,EAAE,CAAC;CACvD;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,SAAS,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACnD,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,YAAY,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACtD,QAAQ,CAAC,aAAa,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CACxD;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,0BAA0B,EAAE,MAAM,CAAC;IAC5C,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/C,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/C,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,sBAAsB,CAAC;IAC/C,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,KAAK,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAC9C,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CACnC;AAED,eAAO,MAAM,2BAA2B,EAAE,qBASzC,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,0BA8BxC,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,CAAC,MAAM,SAAS,oBAAoB,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAEvG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,IAAI,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAC7C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C,GAAG,oBAAoB,CAWvB;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,4BAA4B,GAAG,SAAS,kBAAkB,EAAE,CA2BjH;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,IAAI,CAAC,kBAAkB,EAAE,mBAAmB,GAAG,iBAAiB,CAAC,GAAG;IACzE,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;CAC7D,GACA,kBAAkB,CAWpB;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,GAAG,kBAAkB,CAOlH;AAED,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,oBAAoB,EAC3B,IAAI,EAAE,sBAAsB,EAC5B,WAAW,CAAC,EAAE,iBAAiB,GAC9B,YAAY,CAyCd;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,oBAAoB,GAAG,gBAAgB,CAUpF;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,oBAAoB,GAAG,SAAS,8BAA8B,EAAE,CA0E1G"}

package/dist/engine/agent-api/VisemeController.js

@@ -0,0 +1,207 @@
+import { createPromptAnimationIssue, normalizePromptAnimationTime, promptAnimationContractVersion } from "./PromptAnimationContract.js";
+export const primitiveMouthVisemeExample = {
+    description: "Primitive character fallback that scales a small mouth-card runtime node from sampled visemes.",
+    mouthFallback: "primitive-mouth-card",
+    runtimeNodeSuffix: ":mouth",
+    cards: ["closed", "narrow", "open", "wide", "round", "smile"],
+    notes: [
+        "Use this for generated primitive characters only.",
+        "Register the mouth card with game.runtimeNode(`${characterId}:mouth`) and update it from sampleVisemeTrack."
+    ]
+};
+export const glbVisemeBlendshapeExample = {
+    description: "Typed GLB character example that drives named blendshape weights from AuraVoice visemes.",
+    mouthFallback: "blendshape",
+    requiredCharacterAssetRule: "Add the GLB with `npx @aura3d/cli@latest assets add ./assets/character.glb --name character`, then use model(assets.character).",
+    blendshapeMap: {
+        sil: "mouthClose",
+        aa: "mouthOpen",
+        ah: "mouthOpen",
+        ae: "mouthSmile",
+        eh: "mouthSmile",
+        iy: "mouthNarrow",
+        oh: "mouthFunnel",
+        ow: "mouthFunnel",
+        uw: "mouthPucker",
+        bmp: "mouthPress",
+        m: "mouthPress",
+        p: "mouthPress",
+        fv: "mouthLowerLipBite",
+        th: "tongueOut"
+    },
+    sampleWeights: {
+        mouthOpen: 0.68,
+        mouthFunnel: 0.12,
+        mouthSmile: 0.18,
+        mouthPress: 0
+    },
+    notes: [
+        "Do not reference a string asset id; import generated typed assets from ./aura-assets.",
+        "Keep primitive-mouth-card available as a fallback when a GLB does not expose matching blendshapes."
+    ]
+};
+export function defineAuraVoiceVisemes(track) {
+    return track;
+}
+export function createAuraVoiceVisemeTrack(input) {
+    return {
+        artifact: "visemes",
+        contractId: promptAnimationContractVersion,
+        episodeId: input.episodeId,
+        format: "auravoice-visemes-v2",
+        language: input.language,
+        frameRate: input.frameRate,
+        cues: input.cues,
+        ...(input.generatedAt ? { generatedAt: input.generatedAt } : {})
+    };
+}
+export function createPrimitiveMouthVisemeCues(input) {
+    const duration = Math.max(0.001, input.endTime - input.startTime);
+    const openEnd = input.startTime + duration * 0.62;
+    return [
+        {
+            id: `${input.lineId ?? input.characterId}:${input.startTime}:primitive-mouth-open`,
+            characterId: input.characterId,
+            ...(input.speakerId ? { speakerId: input.speakerId } : {}),
+            ...(input.lineId ? { lineId: input.lineId } : {}),
+            startTime: input.startTime,
+            endTime: normalizePromptAnimationTime(openEnd),
+            visemeId: input.openVisemeId ?? "ah",
+            mouthOpenness: 0.58,
+            weight: 0.9
+        },
+        {
+            id: `${input.lineId ?? input.characterId}:${input.startTime}:primitive-mouth-close`,
+            characterId: input.characterId,
+            ...(input.speakerId ? { speakerId: input.speakerId } : {}),
+            ...(input.lineId ? { lineId: input.lineId } : {}),
+            startTime: normalizePromptAnimationTime(openEnd),
+            endTime: input.endTime,
+            visemeId: input.closeVisemeId ?? "m",
+            mouthOpenness: 0.12,
+            weight: 0.82
+        }
+    ];
+}
+export function createGlbBlendshapeVisemeCue(input) {
+    const { blendshapeMap: inputBlendshapeMap, ...cue } = input;
+    const blendshapeMap = inputBlendshapeMap ?? glbVisemeBlendshapeExample.blendshapeMap;
+    const blendshapeName = blendshapeMap[input.visemeId] ?? blendshapeMap[String(input.visemeId)] ?? input.visemeId;
+    return {
+        ...cue,
+        blendshapeNames: [blendshapeName],
+        blendshapeWeights: {
+            [blendshapeName]: Math.min(1, Math.max(0, input.weight * Math.max(input.mouthOpenness, 0.12)))
+        }
+    };
+}
+export function primitiveMouthCardForViseme(visemeId, mouthOpenness) {
+    if (mouthOpenness <= 0.08 || visemeId === "sil")
+        return "closed";
+    if (visemeId === "oh" || visemeId === "ow" || visemeId === "uw" || visemeId === "wq")
+        return "round";
+    if (visemeId === "iy" || visemeId === "s" || visemeId === "th")
+        return "narrow";
+    if (mouthOpenness >= 0.72 || visemeId === "aa" || visemeId === "ah")
+        return "wide";
+    if (visemeId === "eh" || visemeId === "ae")
+        return "smile";
+    return "open";
+}
+export function sampleVisemeTrack(track, time, characterId) {
+    const normalized = normalizePromptAnimationTime(time);
+    const activeCues = [];
+    let primary;
+    let mouthOpenness = 0;
+    const weights = {};
+    const blendshapeWeights = {};
+    for (const cue of track.cues) {
+        if (characterId && cue.characterId !== characterId)
+            continue;
+        if (normalized < cue.startTime || normalized >= cue.endTime)
+            continue;
+        activeCues.push(cue);
+        if (!primary || cue.weight > primary.weight)
+            primary = cue;
+        mouthOpenness = Math.max(mouthOpenness, cue.mouthOpenness * cue.weight);
+        weights[cue.visemeId] = Math.max(weights[cue.visemeId] ?? 0, cue.weight);
+        if (cue.weights) {
+            for (const [name, value] of Object.entries(cue.weights)) {
+                weights[name] = Math.max(weights[name] ?? 0, value);
+            }
+        }
+        if (cue.blendshapeWeights) {
+            for (const [name, value] of Object.entries(cue.blendshapeWeights)) {
+                blendshapeWeights[name] = Math.max(blendshapeWeights[name] ?? 0, value * cue.weight);
+            }
+        }
+    }
+    const primaryVisemeId = primary?.visemeId ?? "sil";
+    return {
+        time: normalized,
+        ...(characterId ? { characterId } : {}),
+        activeCues,
+        visemeId: primaryVisemeId,
+        primaryVisemeId,
+        mouthOpenness,
+        primitiveMouthCard: primitiveMouthCardForViseme(primaryVisemeId, mouthOpenness),
+        weights,
+        blendshapeWeights
+    };
+}
+export function createVisemeController(track) {
+    return {
+        track,
+        sample(time, characterId) {
+            return sampleVisemeTrack(track, time, characterId);
+        },
+        validate() {
+            return validateVisemeTrack(track);
+        }
+    };
+}
+export function validateVisemeTrack(track) {
+    const issues = [];
+    const ids = new Set();
+    if (track.format !== "auravoice-visemes-v2") {
+        issues.push(createPromptAnimationIssue("error", "viseme-format", "Viseme track must use AuraVoice v2 format."));
+    }
+    if (track.frameRate <= 0) {
+        issues.push(createPromptAnimationIssue("error", "viseme-frame-rate", "Viseme track frame rate must be positive."));
+    }
+    track.cues.forEach((cue, index) => {
+        if (ids.has(cue.id)) {
+            issues.push(createPromptAnimationIssue("error", "viseme-id-duplicate", `Duplicate viseme cue id "${cue.id}".`, {
+                path: `cues.${index}.id`,
+                time: cue.startTime
+            }));
+        }
+        ids.add(cue.id);
+        if (cue.endTime <= cue.startTime) {
+            issues.push(createPromptAnimationIssue("error", "viseme-duration", `Viseme cue "${cue.id}" must end after it starts.`, {
+                path: `cues.${index}`,
+                time: cue.startTime
+            }));
+        }
+        if (cue.wordStartTime !== undefined && cue.wordEndTime !== undefined && cue.wordEndTime < cue.wordStartTime) {
+            issues.push(createPromptAnimationIssue("error", "viseme-word-timing-order", `Viseme cue "${cue.id}" word timing must not end before it starts.`, { path: `cues.${index}.wordEndTime`, time: cue.startTime }));
+        }
+        if (cue.wordIndex !== undefined && cue.wordIndex < 0) {
+            issues.push(createPromptAnimationIssue("error", "viseme-word-index", `Viseme cue "${cue.id}" word index must be non-negative.`, {
+                path: `cues.${index}.wordIndex`,
+                time: cue.startTime
+            }));
+        }
+        if (cue.mouthOpenness < 0 || cue.mouthOpenness > 1) {
+            issues.push(createPromptAnimationIssue("error", "viseme-mouth-openness", `Viseme cue "${cue.id}" mouth openness must be between 0 and 1.`, { path: `cues.${index}.mouthOpenness`, time: cue.startTime }));
+        }
+        if (cue.weight < 0 || cue.weight > 1) {
+            issues.push(createPromptAnimationIssue("error", "viseme-weight", `Viseme cue "${cue.id}" weight must be between 0 and 1.`, {
+                path: `cues.${index}.weight`,
+                time: cue.startTime
+            }));
+        }
+    });
+    return issues;
+}
+//# sourceMappingURL=VisemeController.js.map

package/dist/engine/agent-api/VisemeController.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisemeController.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/VisemeController.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAC5B,8BAA8B,EAO/B,MAAM,8BAA8B,CAAC;AA6GtC,MAAM,CAAC,MAAM,2BAA2B,GAA0B;IAChE,WAAW,EAAE,gGAAgG;IAC7G,aAAa,EAAE,sBAAsB;IACrC,iBAAiB,EAAE,QAAQ;IAC3B,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;IAC7D,KAAK,EAAE;QACL,mDAAmD;QACnD,6GAA6G;KAC9G;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAA+B;IACpE,WAAW,EAAE,0FAA0F;IACvG,aAAa,EAAE,YAAY;IAC3B,0BAA0B,EAAE,iIAAiI;IAC7J,aAAa,EAAE;QACb,GAAG,EAAE,YAAY;QACjB,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,YAAY;QAChB,EAAE,EAAE,aAAa;QACjB,EAAE,EAAE,aAAa;QACjB,EAAE,EAAE,aAAa;QACjB,EAAE,EAAE,aAAa;QACjB,GAAG,EAAE,YAAY;QACjB,CAAC,EAAE,YAAY;QACf,CAAC,EAAE,YAAY;QACf,EAAE,EAAE,mBAAmB;QACvB,EAAE,EAAE,WAAW;KAChB;IACD,aAAa,EAAE;QACb,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,IAAI;QACjB,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,CAAC;KACd;IACD,KAAK,EAAE;QACL,uFAAuF;QACvF,oGAAoG;KACrG;CACF,CAAC;AAEF,MAAM,UAAU,sBAAsB,CAA4C,KAAa;IAC7F,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAM1C;IACC,OAAO;QACL,QAAQ,EAAE,SAAS;QACnB,UAAU,EAAE,8BAA8B;QAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,MAAM,EAAE,sBAAsB;QAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,KAAmC;IAChF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC;IAClD,OAAO;QACL;YACE,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,uBAAuB;YAClF,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,4BAA4B,CAAC,OAAO,CAAC;YAC9C,QAAQ,EAAE,KAAK,CAAC,YAAY,IAAI,IAAI;YACpC,aAAa,EAAE,IAAI;YACnB,MAAM,EAAE,GAAG;SACZ;QACD;YACE,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,wBAAwB;YACnF,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,SAAS,EAAE,4BAA4B,CAAC,OAAO,CAAC;YAChD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,aAAa,IAAI,GAAG;YACpC,aAAa,EAAE,IAAI;YACnB,MAAM,EAAE,IAAI;SACb;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,KAEC;IAED,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,GAAG,GAAG,EAAE,GAAG,KAAK,CAAC;IAC5D,MAAM,aAAa,GAAG,kBAAkB,IAAI,0BAA0B,CAAC,aAAa,CAAC;IACrF,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC;IAChH,OAAO;QACL,GAAG,GAAG;QACN,eAAe,EAAE,CAAC,cAAc,CAAC;QACjC,iBAAiB,EAAE;YACjB,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC;SAC/F;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAA2B,EAAE,aAAqB;IAC5F,IAAI,aAAa,IAAI,IAAI,IAAI,QAAQ,KAAK,KAAK;QAAE,OAAO,QAAQ,CAAC;IACjE,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,OAAO,CAAC;IACrG,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC;IAChF,IAAI,aAAa,IAAI,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IACnF,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,OAAO,CAAC;IAC3D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,KAA2B,EAC3B,IAA4B,EAC5B,WAA+B;IAE/B,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,IAAI,OAAuC,CAAC;IAC5C,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,MAAM,iBAAiB,GAA2B,EAAE,CAAC;IAErD,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,WAAW,IAAI,GAAG,CAAC,WAAW,KAAK,WAAW;YAAE,SAAS;QAC7D,IAAI,UAAU,GAAG,GAAG,CAAC,SAAS,IAAI,UAAU,IAAI,GAAG,CAAC,OAAO;YAAE,SAAS;QACtE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;YAAE,OAAO,GAAG,GAAG,CAAC;QAC3D,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAEzE,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxD,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAC1B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAClE,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,EAAE,QAAQ,IAAI,KAAK,CAAC;IACnD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,UAAU;QACV,QAAQ,EAAE,eAAe;QACzB,eAAe;QACf,aAAa;QACb,kBAAkB,EAAE,2BAA2B,CAAC,eAAe,EAAE,aAAa,CAAC;QAC/E,OAAO;QACP,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA2B;IAChE,OAAO;QACL,KAAK;QACL,MAAM,CAAC,IAA4B,EAAE,WAA+B;YAClE,OAAO,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;QACrD,CAAC;QACD,QAAQ;YACN,OAAO,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAA2B;IAC7D,MAAM,MAAM,GAAqC,EAAE,CAAC;IACpD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAE9B,IAAI,KAAK,CAAC,MAAM,KAAK,sBAAsB,EAAE,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,eAAe,EAAE,4CAA4C,CAAC,CAAC,CAAC;IAClH,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,mBAAmB,EAAE,2CAA2C,CAAC,CAAC,CAAC;IACrH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAChC,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,qBAAqB,EAAE,4BAA4B,GAAG,CAAC,EAAE,IAAI,EAAE;gBACjG,IAAI,EAAE,QAAQ,KAAK,KAAK;gBACxB,IAAI,EAAE,GAAG,CAAC,SAAS;aACpB,CAAC,CACH,CAAC;QACJ,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,iBAAiB,EAAE,eAAe,GAAG,CAAC,EAAE,6BAA6B,EAAE;gBACzG,IAAI,EAAE,QAAQ,KAAK,EAAE;gBACrB,IAAI,EAAE,GAAG,CAAC,SAAS;aACpB,CAAC,CACH,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,aAAa,EAAE,CAAC;YAC5G,MAAM,CAAC,IAAI,CACT,0BAA0B,CACxB,OAAO,EACP,0BAA0B,EAC1B,eAAe,GAAG,CAAC,EAAE,8CAA8C,EACnE,EAAE,IAAI,EAAE,QAAQ,KAAK,cAAc,EAAE,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,CAC3D,CACF,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,mBAAmB,EAAE,eAAe,GAAG,CAAC,EAAE,oCAAoC,EAAE;gBAClH,IAAI,EAAE,QAAQ,KAAK,YAAY;gBAC/B,IAAI,EAAE,GAAG,CAAC,SAAS;aACpB,CAAC,CACH,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YACnD,MAAM,CAAC,IAAI,CACT,0BAA0B,CACxB,OAAO,EACP,uBAAuB,EACvB,eAAe,GAAG,CAAC,EAAE,2CAA2C,EAChE,EAAE,IAAI,EAAE,QAAQ,KAAK,gBAAgB,EAAE,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,CAC7D,CACF,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CACT,0BAA0B,CAAC,OAAO,EAAE,eAAe,EAAE,eAAe,GAAG,CAAC,EAAE,mCAAmC,EAAE;gBAC7G,IAAI,EAAE,QAAQ,KAAK,SAAS;gBAC5B,IAAI,EAAE,GAAG,CAAC,SAAS;aACpB,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}