@aura3d/engine 1.0.8 → 1.0.10

package/dist/engine/agent-api/AudioMuxer.d.ts

@@ -0,0 +1,68 @@
+import type { AudioStem, AudioStemManifestArtifact } from "./DialoguePerformance.js";
+import { type PromptAnimationFrameRate, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+import type { EncodedVideoArtifact } from "./FrameEncoder.js";
+export type AudioMuxerContainer = "webm" | "mp4";
+export type AudioMuxerCodec = "opus" | "aac" | "pcm";
+export interface AudioMuxerInputStem extends AudioStem {
+    readonly source?: Blob | Uint8Array | ArrayBuffer | string | undefined;
+    readonly codec?: AudioMuxerCodec | undefined;
+    readonly sampleRate?: number | undefined;
+    readonly channels?: number | undefined;
+}
+export interface AudioMuxPlanTrack {
+    readonly stemId: string;
+    readonly role: AudioStem["role"];
+    readonly path: string;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly gainDb: number;
+    readonly ducking: AudioStem["ducking"];
+    readonly codec: AudioMuxerCodec;
+}
+export interface AudioMuxPlan {
+    readonly kind: "audio-mux-plan";
+    readonly container: AudioMuxerContainer;
+    readonly videoDuration: PromptAnimationSeconds;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly frameDuration: PromptAnimationSeconds;
+    readonly tracks: readonly AudioMuxPlanTrack[];
+    readonly maxSyncDriftSeconds: PromptAnimationSeconds;
+    readonly maxSyncDriftFrames: number;
+}
+export interface MuxedVideoArtifact {
+    readonly kind: "muxed-video";
+    readonly container: AudioMuxerContainer;
+    readonly mimeType: string;
+    readonly duration: PromptAnimationSeconds;
+    readonly video: EncodedVideoArtifact;
+    readonly muxPlan: AudioMuxPlan;
+    readonly audioTrackCount: number;
+    readonly byteLength: number;
+    readonly output?: Blob | Uint8Array | string | undefined;
+}
+export interface AudioMuxerAdapter {
+    mux(input: {
+        readonly video: EncodedVideoArtifact;
+        readonly plan: AudioMuxPlan;
+        readonly stems: readonly AudioMuxerInputStem[];
+    }): Promise<Blob | Uint8Array | string | undefined> | Blob | Uint8Array | string | undefined;
+}
+export interface AudioMuxer {
+    createPlan(video: EncodedVideoArtifact, stems: readonly AudioMuxerInputStem[], frameRate?: PromptAnimationFrameRate): AudioMuxPlan;
+    mux(video: EncodedVideoArtifact, stems: readonly AudioMuxerInputStem[], frameRate?: PromptAnimationFrameRate): Promise<MuxedVideoArtifact>;
+}
+export interface CreateAudioMuxerOptions {
+    readonly container?: AudioMuxerContainer | undefined;
+    readonly audioCodec?: AudioMuxerCodec | undefined;
+    readonly adapter?: AudioMuxerAdapter | undefined;
+}
+export declare function createAudioMuxer(options?: CreateAudioMuxerOptions): AudioMuxer;
+export declare function createAudioMuxPlan(input: {
+    readonly video: EncodedVideoArtifact;
+    readonly stems: readonly AudioMuxerInputStem[];
+    readonly frameRate?: PromptAnimationFrameRate | undefined;
+    readonly container?: AudioMuxerContainer | undefined;
+    readonly audioCodec?: AudioMuxerCodec | undefined;
+}): AudioMuxPlan;
+export declare function audioStemsFromManifest(manifest: AudioStemManifestArtifact): readonly AudioMuxerInputStem[];
+//# sourceMappingURL=AudioMuxer.d.ts.map

package/dist/engine/agent-api/AudioMuxer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioMuxer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioMuxer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrF,OAAO,EAAgC,KAAK,wBAAwB,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACxI,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE9D,MAAM,MAAM,mBAAmB,GAAG,MAAM,GAAG,KAAK,CAAC;AACjD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;AAErD,MAAM,WAAW,mBAAoB,SAAQ,SAAS;IACpD,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,UAAU,GAAG,WAAW,GAAG,MAAM,GAAG,SAAS,CAAC;IACvE,QAAQ,CAAC,KAAK,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACxC;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IACvC,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC;CACjC;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,aAAa,EAAE,sBAAsB,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,aAAa,EAAE,sBAAsB,CAAC;IAC/C,QAAQ,CAAC,MAAM,EAAE,SAAS,iBAAiB,EAAE,CAAC;IAC9C,QAAQ,CAAC,mBAAmB,EAAE,sBAAsB,CAAC;IACrD,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACrC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;CAC1D;AAED,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;CAC7N;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,CAAC,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,SAAS,mBAAmB,EAAE,EAAE,SAAS,CAAC,EAAE,wBAAwB,GAAG,YAAY,CAAC;IACnI,GAAG,CAAC,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,SAAS,mBAAmB,EAAE,EAAE,SAAS,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAC5I;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACrD,QAAQ,CAAC,UAAU,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IAClD,QAAQ,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAClD;AAED,wBAAgB,gBAAgB,CAAC,OAAO,GAAE,uBAA4B,GAAG,UAAU,CAyBlF;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE;IACxC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IACrC,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC/C,QAAQ,CAAC,SAAS,CAAC,EAAE,wBAAwB,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACrD,QAAQ,CAAC,UAAU,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;CACnD,GAAG,YAAY,CA0Bf;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,yBAAyB,GAAG,SAAS,mBAAmB,EAAE,CAE1G"}

package/dist/engine/agent-api/AudioMuxer.js

@@ -0,0 +1,74 @@
+import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
+export function createAudioMuxer(options = {}) {
+    const container = options.container ?? "webm";
+    const audioCodec = options.audioCodec ?? (container === "mp4" ? "aac" : "opus");
+    const adapter = options.adapter ?? { mux: () => undefined };
+    return {
+        createPlan(video, stems, frameRate = video.frameRate) {
+            return createAudioMuxPlan({ video, stems, frameRate, container, audioCodec });
+        },
+        async mux(video, stems, frameRate = video.frameRate) {
+            const plan = createAudioMuxPlan({ video, stems, frameRate, container, audioCodec });
+            const output = await adapter.mux({ video, plan, stems });
+            return {
+                kind: "muxed-video",
+                container,
+                mimeType: container === "mp4" ? "video/mp4" : "video/webm",
+                duration: Math.max(video.duration, ...plan.tracks.map((track) => track.endTime), 0),
+                video,
+                muxPlan: plan,
+                audioTrackCount: plan.tracks.length,
+                byteLength: video.byteLength + estimateAudioByteLength(stems),
+                ...(output !== undefined ? { output } : {})
+            };
+        }
+    };
+}
+export function createAudioMuxPlan(input) {
+    const frameRate = input.frameRate ?? input.video.frameRate;
+    const frameDuration = 1 / frameRate;
+    const tracks = input.stems.map((stem) => ({
+        stemId: stem.id,
+        role: stem.role,
+        path: stem.path,
+        startTime: normalizePromptAnimationTime(stem.startTime),
+        endTime: normalizePromptAnimationTime(stem.startTime + stem.duration),
+        gainDb: stem.gainDb ?? 0,
+        ducking: stem.ducking ?? "none",
+        codec: stem.codec ?? input.audioCodec ?? "opus"
+    }));
+    const maxSyncDriftSeconds = tracks.length === 0
+        ? 0
+        : Math.max(...tracks.map((track) => nearestFrameDrift(track.startTime, frameRate)));
+    return {
+        kind: "audio-mux-plan",
+        container: input.container ?? (input.video.container === "mp4" ? "mp4" : "webm"),
+        videoDuration: input.video.duration,
+        frameRate,
+        frameDuration,
+        tracks,
+        maxSyncDriftSeconds: normalizePromptAnimationTime(maxSyncDriftSeconds),
+        maxSyncDriftFrames: Math.round(maxSyncDriftSeconds * frameRate)
+    };
+}
+export function audioStemsFromManifest(manifest) {
+    return manifest.stems.map((stem) => ({ ...stem }));
+}
+function nearestFrameDrift(time, frameRate) {
+    const frame = Math.round(time * frameRate);
+    return Math.abs(time - frame / frameRate);
+}
+function estimateAudioByteLength(stems) {
+    return stems.reduce((sum, stem) => {
+        if (stem.source instanceof Uint8Array)
+            return sum + stem.source.byteLength;
+        if (stem.source instanceof ArrayBuffer)
+            return sum + stem.source.byteLength;
+        if (typeof Blob !== "undefined" && stem.source instanceof Blob)
+            return sum + stem.source.size;
+        if (typeof stem.source === "string")
+            return sum + stem.source.length;
+        return sum + Math.round(Math.max(0, stem.duration) * 16_000);
+    }, 0);
+}
+//# sourceMappingURL=AudioMuxer.js.map

package/dist/engine/agent-api/AudioMuxer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioMuxer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioMuxer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAA8D,MAAM,8BAA8B,CAAC;AA8DxI,MAAM,UAAU,gBAAgB,CAAC,UAAmC,EAAE;IACpE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;IAE5D,OAAO;QACL,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,GAAG,KAAK,CAAC,SAAS;YAClD,OAAO,kBAAkB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,GAAG,KAAK,CAAC,SAAS;YACjD,MAAM,IAAI,GAAG,kBAAkB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,SAAS;gBACT,QAAQ,EAAE,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;gBAC1D,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACnF,KAAK;gBACL,OAAO,EAAE,IAAI;gBACb,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBACnC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC7D,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5C,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAMlC;IACC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;IAC3D,MAAM,aAAa,GAAG,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,CAAC;QAC3D,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,SAAS,EAAE,4BAA4B,CAAC,IAAI,CAAC,SAAS,CAAC;QACvD,OAAO,EAAE,4BAA4B,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC;QACrE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,MAAM;QAC/B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,IAAI,MAAM;KAChD,CAAC,CAAC,CAAC;IACJ,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IACtF,OAAO;QACL,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAChF,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;QACnC,SAAS;QACT,aAAa;QACb,MAAM;QACN,mBAAmB,EAAE,4BAA4B,CAAC,mBAAmB,CAAC;QACtE,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,SAAS,CAAC;KAChE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAmC;IACxE,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAA4B,EAAE,SAAmC;IAC1F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,GAAG,SAAS,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAqC;IACpE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QAChC,IAAI,IAAI,CAAC,MAAM,YAAY,UAAU;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC3E,IAAI,IAAI,CAAC,MAAM,YAAY,WAAW;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC5E,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,YAAY,IAAI;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC9F,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACrE,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC;IAC/D,CAAC,EAAE,CAAC,CAAC,CAAC;AACR,CAAC"}

package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts

@@ -0,0 +1,43 @@
+import { type AudioWaveformData } from "./WaveformVisualizer.js";
+import { type AuraVoiceVisemeId, type AuraVoiceVisemeTrack } from "./VisemeController.js";
+import { type PromptAnimationFrameRate, type PromptAnimationId, type PromptAnimationLanguageCode, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+export interface AudioVisemeAnalysisFrame {
+    readonly index: number;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly rms: number;
+    readonly peak: number;
+    readonly mouthOpenness: number;
+    readonly visemeId: AuraVoiceVisemeId;
+}
+export interface AudioVisemeAnalysis {
+    readonly kind: "audio-viseme-analysis";
+    readonly characterId: PromptAnimationId;
+    readonly language: PromptAnimationLanguageCode;
+    readonly sampleRate: number;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly duration: PromptAnimationSeconds;
+    readonly analysisWindowSeconds: PromptAnimationSeconds;
+    readonly frames: readonly AudioVisemeAnalysisFrame[];
+    readonly waveform: AudioWaveformData;
+}
+export interface AnalyzeAudioVisemesOptions {
+    readonly episodeId: PromptAnimationId;
+    readonly characterId: PromptAnimationId;
+    readonly speakerId?: PromptAnimationId | undefined;
+    readonly lineId?: PromptAnimationId | undefined;
+    readonly language: PromptAnimationLanguageCode;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly samples: Float32Array | readonly number[];
+    readonly sampleRate: number;
+    readonly channelCount?: number | undefined;
+    readonly startTime?: PromptAnimationSeconds | undefined;
+    readonly analysisWindowSeconds?: PromptAnimationSeconds | undefined;
+    readonly silenceThreshold?: number | undefined;
+    readonly blendshapeMap?: Record<string, string> | undefined;
+    readonly generatedAt?: string | undefined;
+}
+export declare function analyzeAudioVisemes(options: AnalyzeAudioVisemesOptions): AudioVisemeAnalysis;
+export declare function createAudioDrivenVisemeTrack(options: AnalyzeAudioVisemesOptions): AuraVoiceVisemeTrack;
+export declare function mergeAudioVisemeFrames(frames: readonly AudioVisemeAnalysisFrame[]): readonly AudioVisemeAnalysisFrame[];
+//# sourceMappingURL=AudioVisemeAnalyzer.d.ts.map

package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioVisemeAnalyzer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioVisemeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,oBAAoB,EAC1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAgC,KAAK,wBAAwB,EAAE,KAAK,iBAAiB,EAAE,KAAK,2BAA2B,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAElM,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;CACtC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;IACvD,QAAQ,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACrD,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;CACtC;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,SAAS,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACnD,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IACnD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,QAAQ,CAAC,SAAS,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACxD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACpE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5D,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,0BAA0B,GAAG,mBAAmB,CAqD5F;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,0BAA0B,GAAG,oBAAoB,CAqBtG;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,GAAG,SAAS,wBAAwB,EAAE,CAiBvH"}

package/dist/engine/agent-api/AudioVisemeAnalyzer.js

@@ -0,0 +1,110 @@
+import { createAudioWaveformData } from "./WaveformVisualizer.js";
+import { createAuraVoiceVisemeTrack, createGlbBlendshapeVisemeCue } from "./VisemeController.js";
+import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
+export function analyzeAudioVisemes(options) {
+    const channelCount = Math.max(1, Math.floor(options.channelCount ?? 1));
+    const sampleCount = Math.floor(options.samples.length / channelCount);
+    const duration = sampleCount / options.sampleRate;
+    const windowSeconds = options.analysisWindowSeconds ?? Math.min(0.05, 1 / options.frameRate);
+    const samplesPerWindow = Math.max(1, Math.round(windowSeconds * options.sampleRate));
+    const silenceThreshold = options.silenceThreshold ?? 0.025;
+    const frames = [];
+    for (let startSample = 0, index = 0; startSample < sampleCount; startSample += samplesPerWindow, index += 1) {
+        const endSample = Math.min(sampleCount, startSample + samplesPerWindow);
+        let sumSquares = 0;
+        let peak = 0;
+        let count = 0;
+        for (let sample = startSample; sample < endSample; sample += 1) {
+            for (let channel = 0; channel < channelCount; channel += 1) {
+                const value = Math.abs(options.samples[sample * channelCount + channel] ?? 0);
+                peak = Math.max(peak, value);
+                sumSquares += value * value;
+                count += 1;
+            }
+        }
+        const rms = count === 0 ? 0 : Math.sqrt(sumSquares / count);
+        const mouthOpenness = rms <= silenceThreshold ? 0 : Math.max(0, Math.min(1, (rms - silenceThreshold) / Math.max(0.001, 0.45 - silenceThreshold)));
+        const startTime = normalizePromptAnimationTime((options.startTime ?? 0) + startSample / options.sampleRate);
+        const endTime = normalizePromptAnimationTime((options.startTime ?? 0) + endSample / options.sampleRate);
+        frames.push({
+            index,
+            startTime,
+            endTime,
+            rms,
+            peak,
+            mouthOpenness,
+            visemeId: classifyAmplitudeViseme(mouthOpenness, peak)
+        });
+    }
+    return {
+        kind: "audio-viseme-analysis",
+        characterId: options.characterId,
+        language: options.language,
+        sampleRate: options.sampleRate,
+        frameRate: options.frameRate,
+        duration: normalizePromptAnimationTime(duration),
+        analysisWindowSeconds: normalizePromptAnimationTime(windowSeconds),
+        frames,
+        waveform: createAudioWaveformData({
+            samples: options.samples,
+            sampleRate: options.sampleRate,
+            channelCount,
+            bins: Math.min(2048, Math.max(64, frames.length))
+        })
+    };
+}
+export function createAudioDrivenVisemeTrack(options) {
+    const analysis = analyzeAudioVisemes(options);
+    const cues = mergeAudioVisemeFrames(analysis.frames).map((frame, index) => createGlbBlendshapeVisemeCue({
+        id: `${options.lineId ?? options.characterId}:audio-viseme:${index}`,
+        characterId: options.characterId,
+        ...(options.speakerId ? { speakerId: options.speakerId } : {}),
+        ...(options.lineId ? { lineId: options.lineId } : {}),
+        startTime: frame.startTime,
+        endTime: frame.endTime,
+        visemeId: frame.visemeId,
+        mouthOpenness: frame.mouthOpenness,
+        weight: frame.visemeId === "sil" ? 0.2 : Math.max(0.35, frame.mouthOpenness),
+        ...(options.blendshapeMap ? { blendshapeMap: options.blendshapeMap } : {})
+    }));
+    return createAuraVoiceVisemeTrack({
+        episodeId: options.episodeId,
+        language: options.language,
+        frameRate: options.frameRate,
+        cues,
+        generatedAt: options.generatedAt
+    });
+}
+export function mergeAudioVisemeFrames(frames) {
+    const merged = [];
+    for (const frame of frames) {
+        const previous = merged[merged.length - 1];
+        if (previous && previous.visemeId === frame.visemeId) {
+            merged[merged.length - 1] = {
+                ...previous,
+                endTime: frame.endTime,
+                rms: Math.max(previous.rms, frame.rms),
+                peak: Math.max(previous.peak, frame.peak),
+                mouthOpenness: Math.max(previous.mouthOpenness, frame.mouthOpenness)
+            };
+        }
+        else {
+            merged.push(frame);
+        }
+    }
+    return merged;
+}
+function classifyAmplitudeViseme(mouthOpenness, peak) {
+    if (mouthOpenness <= 0.04)
+        return "sil";
+    if (mouthOpenness >= 0.72)
+        return "aa";
+    if (peak >= 0.62)
+        return "ah";
+    if (mouthOpenness >= 0.42)
+        return "eh";
+    if (mouthOpenness >= 0.22)
+        return "ih";
+    return "m";
+}
+//# sourceMappingURL=AudioVisemeAnalyzer.js.map

package/dist/engine/agent-api/AudioVisemeAnalyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioVisemeAnalyzer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioVisemeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAA0B,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAI7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,4BAA4B,EAAwH,MAAM,8BAA8B,CAAC;AAyClM,MAAM,UAAU,mBAAmB,CAAC,OAAmC;IACrE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IAClD,MAAM,aAAa,GAAG,OAAO,CAAC,qBAAqB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IACrF,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;IAC3D,MAAM,MAAM,GAA+B,EAAE,CAAC;IAE9C,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,IAAI,gBAAgB,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC5G,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,GAAG,gBAAgB,CAAC,CAAC;QACxE,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,MAAM,GAAG,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,YAAY,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;gBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC9E,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7B,UAAU,IAAI,KAAK,GAAG,KAAK,CAAC;gBAC5B,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC;QAC5D,MAAM,aAAa,GAAG,GAAG,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAClJ,MAAM,SAAS,GAAG,4BAA4B,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5G,MAAM,OAAO,GAAG,4BAA4B,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACxG,MAAM,CAAC,IAAI,CAAC;YACV,KAAK;YACL,SAAS;YACT,OAAO;YACP,GAAG;YACH,IAAI;YACJ,aAAa;YACb,QAAQ,EAAE,uBAAuB,CAAC,aAAa,EAAE,IAAI,CAAC;SACvD,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,4BAA4B,CAAC,QAAQ,CAAC;QAChD,qBAAqB,EAAE,4BAA4B,CAAC,aAAa,CAAC;QAClE,MAAM;QACN,QAAQ,EAAE,uBAAuB,CAAC;YAChC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,YAAY;YACZ,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SAClD,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,OAAmC;IAC9E,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,sBAAsB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAsB,EAAE,CAAC,4BAA4B,CAAC;QAC1H,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,WAAW,iBAAiB,KAAK,EAAE;QACpE,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,MAAM,EAAE,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC;QAC5E,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3E,CAAC,CAAC,CAAC;IACJ,OAAO,0BAA0B,CAAC;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,IAAI;QACJ,WAAW,EAAE,OAAO,CAAC,WAAW;KACjC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA2C;IAChF,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG;gBAC1B,GAAG,QAAQ;gBACX,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;gBACtC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;gBACzC,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;aACrE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,uBAAuB,CAAC,aAAqB,EAAE,IAAY;IAClE,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC9B,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/engine/agent-api/BodyLanguageLibrary.d.ts

@@ -0,0 +1,4 @@
+import type { CartoonGesture } from "./CartoonPerformance.js";
+export declare const bodyLanguageLibrary: readonly CartoonGesture[];
+export declare function resolveBodyLanguageGesture(id: string): CartoonGesture | undefined;
+//# sourceMappingURL=BodyLanguageLibrary.d.ts.map

package/dist/engine/agent-api/BodyLanguageLibrary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BodyLanguageLibrary.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BodyLanguageLibrary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAE9D,eAAO,MAAM,mBAAmB,EAAE,SAAS,cAAc,EAKxD,CAAC;AAEF,wBAAgB,0BAA0B,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAEjF"}

package/dist/engine/agent-api/BodyLanguageLibrary.js

@@ -0,0 +1,10 @@
+export const bodyLanguageLibrary = [
+    { id: "shrug", label: "Shrug", action: "gesture", defaultDuration: 1, body: { shoulderRaise: 0.45, handPose: "open" }, gesture: { gestureId: "shrug", hand: "both", amplitude: 0.6 }, facial: { brow: "raised", mouth: "neutral" }, reducedMotionSafe: true },
+    { id: "thumbs-up", label: "Thumbs Up", action: "gesture", defaultDuration: 0.8, body: { armPose: "open", handPose: "point", energy: 0.7 }, gesture: { gestureId: "thumbs-up", hand: "right", amplitude: 0.5 }, facial: { mouth: "smile" }, reducedMotionSafe: true },
+    { id: "thinking", label: "Thinking", action: "gesture", defaultDuration: 1.4, body: { headTilt: -0.12, handPose: "pinch", energy: 0.35 }, gesture: { gestureId: "thinking", hand: "right", amplitude: 0.25 }, facial: { brow: "arched", eyes: "soft" }, reducedMotionSafe: true },
+    { id: "applause", label: "Applause", action: "gesture", defaultDuration: 1.2, body: { armPose: "open", handPose: "open", energy: 0.85 }, gesture: { gestureId: "applause", hand: "both", amplitude: 0.8, frequency: 2 }, facial: { mouth: "smile" }, reducedMotionSafe: false }
+];
+export function resolveBodyLanguageGesture(id) {
+    return bodyLanguageLibrary.find((gesture) => gesture.id === id);
+}
+//# sourceMappingURL=BodyLanguageLibrary.js.map

package/dist/engine/agent-api/BodyLanguageLibrary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BodyLanguageLibrary.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BodyLanguageLibrary.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,mBAAmB,GAA8B;IAC5D,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE;IAC7P,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE;IACpQ,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE;IACjR,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE;CAChR,CAAC;AAEF,MAAM,UAAU,0BAA0B,CAAC,EAAU;IACnD,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAClE,CAAC"}

package/dist/engine/agent-api/CameraChoreographer.d.ts

@@ -0,0 +1,69 @@
+import type { AuraVec3 } from "./index.js";
+import { type PromptAnimationId, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+import { type CameraPresetId } from "./CameraPresetLibrary.js";
+import type { ShotCameraInstruction } from "./ShotTimeline.js";
+export type CameraPathInterpolation = "linear" | "smoothstep" | "catmull-rom";
+export interface CameraKeyframe {
+    readonly id: PromptAnimationId;
+    readonly time: PromptAnimationSeconds;
+    readonly position: AuraVec3;
+    readonly target: AuraVec3;
+    readonly fov: number;
+    readonly focusDistance?: number | undefined;
+    readonly shake?: number | undefined;
+}
+export interface CameraPath {
+    readonly id: PromptAnimationId;
+    readonly interpolation: CameraPathInterpolation;
+    readonly keyframes: readonly CameraKeyframe[];
+}
+export interface CameraChoreographyArtifact {
+    readonly artifact: "camera-choreography";
+    readonly contractId: string;
+    readonly episodeId: PromptAnimationId;
+    readonly paths: readonly CameraPath[];
+    readonly generatedAt?: string | undefined;
+}
+export interface LegacyCameraChoreography {
+    readonly kind: "camera-choreography";
+    readonly duration: number;
+    readonly keyframes: readonly CameraKeyframe[];
+}
+export interface CameraSample {
+    readonly time: PromptAnimationSeconds;
+    readonly pathId: PromptAnimationId;
+    readonly position: AuraVec3;
+    readonly target: AuraVec3;
+    readonly fov: number;
+    readonly focusDistance?: number | undefined;
+    readonly shake: number;
+}
+export declare function createCameraChoreography(input: {
+    readonly episodeId: PromptAnimationId;
+    readonly paths: readonly CameraPath[];
+    readonly generatedAt?: string | undefined;
+}): CameraChoreographyArtifact;
+export declare function createCameraChoreography(keyframes: readonly CameraKeyframe[], duration?: number): LegacyCameraChoreography;
+export declare function cameraKeyframeFromPreset(id: CameraPresetId, time: PromptAnimationSeconds): CameraKeyframe;
+export declare function sampleCameraChoreography(choreography: LegacyCameraChoreography, time: PromptAnimationSeconds): CameraKeyframe;
+export declare function createCameraPathFromPreset(input: {
+    readonly id: PromptAnimationId;
+    readonly presetId: CameraPresetId;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly subjectPosition?: AuraVec3 | undefined;
+    readonly interpolation?: CameraPathInterpolation | undefined;
+}): CameraPath;
+export declare function sampleCameraPath(path: CameraPath, time: PromptAnimationSeconds): CameraSample;
+export declare function shotReverseShotCameraPaths(input: {
+    readonly episodeId: PromptAnimationId;
+    readonly speakerAId: PromptAnimationId;
+    readonly speakerBId: PromptAnimationId;
+    readonly speakerAPosition: AuraVec3;
+    readonly speakerBPosition: AuraVec3;
+    readonly startTime: PromptAnimationSeconds;
+    readonly turnDuration: PromptAnimationSeconds;
+    readonly turns: number;
+}): CameraChoreographyArtifact;
+export declare function cameraInstructionFromSample(sample: CameraSample): ShotCameraInstruction;
+//# sourceMappingURL=CameraChoreographer.d.ts.map

package/dist/engine/agent-api/CameraChoreographer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CameraChoreographer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/CameraChoreographer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAgE,KAAK,iBAAiB,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACjK,OAAO,EAAqB,KAAK,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE/D,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,YAAY,GAAG,aAAa,CAAC;AAE9E,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,uBAAuB,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C,GAAG,0BAA0B,CAAC;AAC/B,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,cAAc,EAAE,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,wBAAwB,CAAC;AAkC5H,wBAAgB,wBAAwB,CAAC,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,sBAAsB,GAAG,cAAc,CAWzG;AAED,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,wBAAwB,EAAE,IAAI,EAAE,sBAAsB,GAAG,cAAc,CAoB7H;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,eAAe,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,aAAa,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;CAC9D,GAAG,UAAU,CA6Bb;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,sBAAsB,GAAG,YAAY,CAoB7F;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC;IACvC,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC;IACvC,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,CAAC;IACpC,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,YAAY,EAAE,sBAAsB,CAAC;IAC9C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB,GAAG,0BAA0B,CA8B7B;AAED,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,YAAY,GAAG,qBAAqB,CASvF"}

package/dist/engine/agent-api/CameraChoreographer.js

@@ -0,0 +1,165 @@
+import { normalizePromptAnimationTime, promptAnimationContractVersion } from "./PromptAnimationContract.js";
+import { applyCameraPreset } from "./CameraPresetLibrary.js";
+export function createCameraChoreography(input, duration) {
+    if (Array.isArray(input)) {
+        const sorted = [...input].sort((left, right) => left.time - right.time);
+        return {
+            kind: "camera-choreography",
+            duration: duration ?? Math.max(0, ...sorted.map((keyframe) => keyframe.time)),
+            keyframes: sorted
+        };
+    }
+    const planInput = input;
+    return {
+        artifact: "camera-choreography",
+        contractId: promptAnimationContractVersion,
+        episodeId: planInput.episodeId,
+        paths: planInput.paths.map((path) => ({
+            ...path,
+            keyframes: [...path.keyframes].sort((a, b) => a.time - b.time)
+        })),
+        ...(planInput.generatedAt ? { generatedAt: planInput.generatedAt } : {})
+    };
+}
+export function cameraKeyframeFromPreset(id, time) {
+    const camera = applyCameraPreset(id);
+    return {
+        id: `${id}:${time}`,
+        time: normalizePromptAnimationTime(time),
+        position: camera.position ?? camera.from ?? [0, 1.6, 4],
+        target: camera.target ?? [0, 1.2, 0],
+        fov: camera.fov ?? 40,
+        focusDistance: camera.focusDistance,
+        shake: camera.shake
+    };
+}
+export function sampleCameraChoreography(choreography, time) {
+    if (choreography.keyframes.length === 0)
+        throw new Error("Camera choreography requires at least one keyframe.");
+    const first = choreography.keyframes[0];
+    const last = choreography.keyframes[choreography.keyframes.length - 1];
+    if (time <= first.time)
+        return first;
+    if (time >= last.time)
+        return last;
+    const end = choreography.keyframes.find((keyframe) => keyframe.time >= time) ?? last;
+    const start = choreography.keyframes[Math.max(0, choreography.keyframes.indexOf(end) - 1)] ?? first;
+    const t = (time - start.time) / Math.max(0.0001, end.time - start.time);
+    return {
+        id: `${start.id}:sample:${normalizePromptAnimationTime(time)}`,
+        time: normalizePromptAnimationTime(time),
+        position: lerpVec3(start.position, end.position, t),
+        target: lerpVec3(start.target, end.target, t),
+        fov: Number(lerp(start.fov, end.fov, t).toFixed(4)),
+        focusDistance: start.focusDistance !== undefined || end.focusDistance !== undefined
+            ? lerp(start.focusDistance ?? end.focusDistance ?? 0, end.focusDistance ?? start.focusDistance ?? 0, t)
+            : undefined,
+        shake: lerp(start.shake ?? 0, end.shake ?? 0, t)
+    };
+}
+export function createCameraPathFromPreset(input) {
+    const camera = applyCameraPreset(input.presetId, { subjectPosition: input.subjectPosition });
+    const start = camera.from ?? camera.position ?? [0, 1.6, 4];
+    const end = camera.to ?? camera.position ?? start;
+    const target = camera.target ?? [0, 1.2, 0];
+    return {
+        id: input.id,
+        interpolation: input.interpolation ?? "smoothstep",
+        keyframes: [
+            {
+                id: `${input.id}:start`,
+                time: normalizePromptAnimationTime(input.startTime),
+                position: start,
+                target,
+                fov: camera.fov ?? 40,
+                focusDistance: camera.focusDistance,
+                shake: camera.shake
+            },
+            {
+                id: `${input.id}:end`,
+                time: normalizePromptAnimationTime(input.endTime),
+                position: end,
+                target,
+                fov: camera.fov ?? 40,
+                focusDistance: camera.focusDistance,
+                shake: 0
+            }
+        ]
+    };
+}
+export function sampleCameraPath(path, time) {
+    const keyframes = [...path.keyframes].sort((a, b) => a.time - b.time);
+    const first = keyframes[0];
+    if (!first)
+        throw new Error(`Camera path "${path.id}" has no keyframes.`);
+    const normalized = normalizePromptAnimationTime(time);
+    const previous = [...keyframes].reverse().find((keyframe) => keyframe.time <= normalized) ?? first;
+    const next = keyframes.find((keyframe) => keyframe.time >= normalized) ?? keyframes[keyframes.length - 1] ?? first;
+    const span = Math.max(0.0001, next.time - previous.time);
+    const t = previous === next ? 0 : easing((normalized - previous.time) / span, path.interpolation);
+    return {
+        time: normalized,
+        pathId: path.id,
+        position: lerpVec3(previous.position, next.position, t),
+        target: lerpVec3(previous.target, next.target, t),
+        fov: lerp(previous.fov, next.fov, t),
+        ...(previous.focusDistance !== undefined || next.focusDistance !== undefined
+            ? { focusDistance: lerp(previous.focusDistance ?? next.focusDistance ?? 0, next.focusDistance ?? previous.focusDistance ?? 0, t) }
+            : {}),
+        shake: lerp(previous.shake ?? 0, next.shake ?? 0, t)
+    };
+}
+export function shotReverseShotCameraPaths(input) {
+    const paths = [];
+    for (let turn = 0; turn < input.turns; turn += 1) {
+        const focusA = turn % 2 === 0;
+        const subjectPosition = focusA ? input.speakerAPosition : input.speakerBPosition;
+        const focusId = focusA ? input.speakerAId : input.speakerBId;
+        const startTime = input.startTime + turn * input.turnDuration;
+        const camera = applyCameraPreset("over-shoulder", { subjectPosition, focusTargetId: focusId });
+        paths.push({
+            id: `shot-reverse:${turn}:${focusId}`,
+            interpolation: "smoothstep",
+            keyframes: [
+                {
+                    id: `shot-reverse:${turn}:start`,
+                    time: normalizePromptAnimationTime(startTime),
+                    position: camera.position ?? [0, 1.6, 3.2],
+                    target: camera.target ?? subjectPosition,
+                    fov: camera.fov ?? 35
+                },
+                {
+                    id: `shot-reverse:${turn}:end`,
+                    time: normalizePromptAnimationTime(startTime + input.turnDuration),
+                    position: camera.position ?? [0, 1.6, 3.2],
+                    target: camera.target ?? subjectPosition,
+                    fov: camera.fov ?? 35
+                }
+            ]
+        });
+    }
+    return createCameraChoreography({ episodeId: input.episodeId, paths });
+}
+export function cameraInstructionFromSample(sample) {
+    return {
+        move: sample.shake > 0 ? "handheld" : "static",
+        position: sample.position,
+        target: sample.target,
+        fov: sample.fov,
+        focusDistance: sample.focusDistance,
+        shake: sample.shake
+    };
+}
+function easing(t, interpolation) {
+    const clamped = Math.max(0, Math.min(1, t));
+    if (interpolation === "smoothstep" || interpolation === "catmull-rom")
+        return clamped * clamped * (3 - 2 * clamped);
+    return clamped;
+}
+function lerp(a, b, t) {
+    return a + (b - a) * t;
+}
+function lerpVec3(a, b, t) {
+    return [lerp(a[0], b[0], t), lerp(a[1], b[1], t), lerp(a[2], b[2], t)];
+}
+//# sourceMappingURL=CameraChoreographer.js.map

package/dist/engine/agent-api/CameraChoreographer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CameraChoreographer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/CameraChoreographer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,8BAA8B,EAAuD,MAAM,8BAA8B,CAAC;AACjK,OAAO,EAAE,iBAAiB,EAAuB,MAAM,0BAA0B,CAAC;AAmDlF,MAAM,UAAU,wBAAwB,CACtC,KAI6B,EAC7B,QAAiB;IAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QACxE,OAAO;YACL,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC7E,SAAS,EAAE,MAAM;SAClB,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,KAIjB,CAAC;IACF,OAAO;QACL,QAAQ,EAAE,qBAAqB;QAC/B,UAAU,EAAE,8BAA8B;QAC1C,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAgB,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,IAAI;YACP,SAAS,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;SAC/D,CAAC,CAAC;QACH,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,EAAkB,EAAE,IAA4B;IACvF,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACrC,OAAO;QACL,EAAE,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE;QACnB,IAAI,EAAE,4BAA4B,CAAC,IAAI,CAAC;QACxC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACvD,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACpC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;QACrB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,YAAsC,EAAE,IAA4B;IAC3G,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IAChH,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC;IACzC,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;IACxE,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACrC,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC;IACrF,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;IACpG,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxE,OAAO;QACL,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,WAAW,4BAA4B,CAAC,IAAI,CAAC,EAAE;QAC9D,IAAI,EAAE,4BAA4B,CAAC,IAAI,CAAC;QACxC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnD,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7C,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnD,aAAa,EAAE,KAAK,CAAC,aAAa,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS;YACjF,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,IAAI,CAAC,EAAE,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC,CAAC;YACvG,CAAC,CAAC,SAAS;QACb,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAO1C;IACC,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5C,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,YAAY;QAClD,SAAS,EAAE;YACT;gBACE,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,QAAQ;gBACvB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,SAAS,CAAC;gBACnD,QAAQ,EAAE,KAAK;gBACf,MAAM;gBACN,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBACrB,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB;YACD;gBACE,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,MAAM;gBACrB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC;gBACjD,QAAQ,EAAE,GAAG;gBACb,MAAM;gBACN,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBACrB,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,CAAC;aACT;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAgB,EAAE,IAA4B;IAC7E,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC;IACnG,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC;IACnH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,CAAC,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAClG,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvD,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACpC,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS;YAC1E,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE;YAClI,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAS1C;IACC,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC9B,MAAM,eAAe,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;QACjF,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;QAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC;QAC9D,MAAM,MAAM,GAAG,iBAAiB,CAAC,eAAe,EAAE,EAAE,eAAe,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/F,KAAK,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,gBAAgB,IAAI,IAAI,OAAO,EAAE;YACrC,aAAa,EAAE,YAAY;YAC3B,SAAS,EAAE;gBACT;oBACE,EAAE,EAAE,gBAAgB,IAAI,QAAQ;oBAChC,IAAI,EAAE,4BAA4B,CAAC,SAAS,CAAC;oBAC7C,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;oBAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,eAAe;oBACxC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;iBACtB;gBACD;oBACE,EAAE,EAAE,gBAAgB,IAAI,MAAM;oBAC9B,IAAI,EAAE,4BAA4B,CAAC,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC;oBAClE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;oBAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,eAAe;oBACxC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;iBACtB;aACF;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,wBAAwB,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,MAAoB;IAC9D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ;QAC9C,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,CAAS,EAAE,aAAsC;IAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,aAAa,KAAK,YAAY,IAAI,aAAa,KAAK,aAAa;QAAE,OAAO,OAAO,GAAG,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IACpH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,IAAI,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS;IAC3C,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,QAAQ,CAAC,CAAW,EAAE,CAAW,EAAE,CAAS;IACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC"}

package/dist/engine/agent-api/CameraPathEditor.d.ts

@@ -0,0 +1,20 @@
+import type { AuraVec3 } from "./index.js";
+import { type CameraKeyframe, type CameraPath, type CameraSample } from "./CameraChoreographer.js";
+import { type PromptAnimationId, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+export interface CameraPathEditorState {
+    readonly path: CameraPath;
+    readonly selectedKeyframeIds: readonly PromptAnimationId[];
+    readonly pathMarkers: readonly CameraPathMarker[];
+}
+export interface CameraPathMarker {
+    readonly keyframeId: PromptAnimationId;
+    readonly position: AuraVec3;
+    readonly target: AuraVec3;
+    readonly label: string;
+}
+export declare function createCameraPathEditorState(path: CameraPath): CameraPathEditorState;
+export declare function addCameraKeyframe(path: CameraPath, keyframe: CameraKeyframe): CameraPath;
+export declare function moveCameraKeyframe(path: CameraPath, keyframeId: PromptAnimationId, patch: Partial<Pick<CameraKeyframe, "time" | "position" | "target" | "fov" | "focusDistance" | "shake">>): CameraPath;
+export declare function removeCameraKeyframe(path: CameraPath, keyframeId: PromptAnimationId): CameraPath;
+export declare function sampleCameraPathEditorPreview(state: CameraPathEditorState, times: readonly PromptAnimationSeconds[]): readonly CameraSample[];
+//# sourceMappingURL=CameraPathEditor.d.ts.map