@aura3d/engine 1.0.9 → 1.1.0

package/dist/engine/agent-api/VideoExportPipeline.d.ts

@@ -0,0 +1,80 @@
+import type { CartoonRenderOutputPackageMetadata, CartoonRenderQueueArtifact, CartoonRenderQueueItem } from "./CartoonRenderQueue.js";
+import { type EncodedVideoArtifact, type FrameEncoder, type FrameEncoderAdapter, type FrameEncoderCodec } from "./FrameEncoder.js";
+import { type AudioMuxer, type AudioMuxerInputStem, type MuxedVideoArtifact } from "./AudioMuxer.js";
+import { type RenderProgressSnapshot, type RenderProgressTracker } from "./RenderProgressTracker.js";
+import type { AudioStemManifestArtifact } from "./DialoguePerformance.js";
+import { type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+export interface VideoExportFrameCapture {
+    readonly item: CartoonRenderQueueItem;
+    readonly image?: ImageBitmap | HTMLCanvasElement | OffscreenCanvas | Blob | Uint8Array | string | undefined;
+}
+export interface VideoExportRuntime {
+    seek?(time: PromptAnimationSeconds, item: CartoonRenderQueueItem): Promise<void> | void;
+    step?(dt: PromptAnimationSeconds, item: CartoonRenderQueueItem): Promise<void> | void;
+    captureFrame(item: CartoonRenderQueueItem): Promise<VideoExportFrameCapture> | VideoExportFrameCapture;
+}
+export interface VideoExportPlan {
+    readonly kind: "video-export-plan";
+    readonly episodeId: string;
+    readonly route: string;
+    readonly frameRate: number;
+    readonly duration: PromptAnimationSeconds;
+    readonly frameCount: number;
+    readonly outputPath: string;
+    readonly outputMimeType: string;
+    readonly codec: FrameEncoderCodec;
+    readonly audioStemCount: number;
+    readonly captionOutputCount: number;
+    readonly thumbnailOutputPath?: string | undefined;
+    readonly evidenceOutputPath?: string | undefined;
+}
+export interface VideoExportResult {
+    readonly kind: "video-export-result";
+    readonly plan: VideoExportPlan;
+    readonly output: VideoExportOutputSummary;
+    readonly encodedVideo: EncodedVideoArtifact;
+    readonly muxedVideo: MuxedVideoArtifact;
+    readonly progress: RenderProgressSnapshot;
+    readonly checksum: string;
+    readonly renderTimeMs: number;
+}
+export interface VideoExportOutputSummary {
+    readonly path: string;
+    readonly mimeType: string;
+    readonly byteLength: number;
+    readonly frameCount: number;
+    readonly duration: PromptAnimationSeconds;
+    readonly hasEncodedOutput: boolean;
+    readonly hasMuxedOutput: boolean;
+    readonly encodedOutputMode: NonNullable<EncodedVideoArtifact["outputMode"]>;
+    readonly playableEncodedOutput: boolean;
+}
+export type VideoExportReadinessMode = "proof" | "publish";
+export interface CreateVideoExportPipelineOptions {
+    readonly renderQueue: CartoonRenderQueueArtifact;
+    readonly outputPackage: CartoonRenderOutputPackageMetadata;
+    readonly runtime: VideoExportRuntime;
+    readonly audioStems?: readonly AudioMuxerInputStem[] | AudioStemManifestArtifact | undefined;
+    readonly codec?: FrameEncoderCodec | undefined;
+    readonly encoder?: FrameEncoder | undefined;
+    readonly encoderAdapter?: FrameEncoderAdapter | undefined;
+    readonly muxer?: AudioMuxer | undefined;
+    readonly progress?: RenderProgressTracker | undefined;
+    readonly now?: (() => number) | undefined;
+    readonly readinessMode?: VideoExportReadinessMode | undefined;
+}
+export interface VideoExportPipeline {
+    readonly plan: VideoExportPlan;
+    readonly progress: RenderProgressTracker;
+    render(): Promise<VideoExportResult>;
+    cancel(message?: string): RenderProgressSnapshot;
+}
+export declare function createVideoExportPlan(input: {
+    readonly renderQueue: CartoonRenderQueueArtifact;
+    readonly outputPackage: CartoonRenderOutputPackageMetadata;
+    readonly audioStems?: readonly AudioMuxerInputStem[] | AudioStemManifestArtifact | undefined;
+    readonly codec?: FrameEncoderCodec | undefined;
+}): VideoExportPlan;
+export declare function createVideoExportPipeline(options: CreateVideoExportPipelineOptions): VideoExportPipeline;
+export declare function normalizeAudioStemInput(input?: readonly AudioMuxerInputStem[] | AudioStemManifestArtifact | undefined): readonly AudioMuxerInputStem[];
+//# sourceMappingURL=VideoExportPipeline.d.ts.map

package/dist/engine/agent-api/VideoExportPipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VideoExportPipeline.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/VideoExportPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kCAAkC,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACtI,OAAO,EAAsB,KAAK,oBAAoB,EAAE,KAAK,YAAY,EAAE,KAAK,mBAAmB,EAAE,KAAK,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACvJ,OAAO,EAA4C,KAAK,UAAU,EAAE,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC/I,OAAO,EAA+B,KAAK,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAClI,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAgC,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEzG,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,WAAW,GAAG,iBAAiB,GAAG,eAAe,GAAG,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;CAC7G;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,CAAC,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACxF,IAAI,CAAC,CAAC,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACtF,YAAY,CAAC,IAAI,EAAE,sBAAsB,GAAG,OAAO,CAAC,uBAAuB,CAAC,GAAG,uBAAuB,CAAC;CACxG;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAClC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClD,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClD;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,UAAU,EAAE,kBAAkB,CAAC;IACxC,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACnC,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,iBAAiB,EAAE,WAAW,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC,CAAC;IAC5E,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,MAAM,wBAAwB,GAAG,OAAO,GAAG,SAAS,CAAC;AAE3D,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAAC;IACjD,QAAQ,CAAC,aAAa,EAAE,kCAAkC,CAAC;IAC3D,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,GAAG,yBAAyB,GAAG,SAAS,CAAC;IAC7F,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,cAAc,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IACtD,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,aAAa,CAAC,EAAE,wBAAwB,GAAG,SAAS,CAAC;CAC/D;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;IACzC,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACrC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,sBAAsB,CAAC;CAClD;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAAC;IACjD,QAAQ,CAAC,aAAa,EAAE,kCAAkC,CAAC;IAC3D,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,GAAG,yBAAyB,GAAG,SAAS,CAAC;IAC7F,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAChD,GAAG,eAAe,CAmBlB;AAWD,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,gCAAgC,GAAG,mBAAmB,CAgExG;AAED,wBAAgB,uBAAuB,CAAC,KAAK,CAAC,EAAE,SAAS,mBAAmB,EAAE,GAAG,yBAAyB,GAAG,SAAS,GAAG,SAAS,mBAAmB,EAAE,CAItJ"}

package/dist/engine/agent-api/VideoExportPipeline.js

@@ -0,0 +1,139 @@
+import { createFrameEncoder } from "./FrameEncoder.js";
+import { audioStemsFromManifest, createAudioMuxer } from "./AudioMuxer.js";
+import { createRenderProgressTracker } from "./RenderProgressTracker.js";
+import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
+export function createVideoExportPlan(input) {
+    const videoOutput = selectVideoOutput(input.outputPackage, input.codec);
+    const codec = input.codec ?? videoOutput?.codec ?? (videoOutput?.kind === "mp4" ? "h264" : "vp9");
+    const audioStems = normalizeAudioStemInput(input.audioStems);
+    return {
+        kind: "video-export-plan",
+        episodeId: input.renderQueue.episodeId,
+        route: input.renderQueue.route,
+        frameRate: input.renderQueue.frameRate,
+        duration: input.outputPackage.duration,
+        frameCount: input.renderQueue.items.length,
+        outputPath: videoOutput?.path ?? "dist/render/episode.webm",
+        outputMimeType: videoOutput?.mimeType ?? (codec === "h264" ? "video/mp4" : "video/webm"),
+        codec,
+        audioStemCount: audioStems.length,
+        captionOutputCount: input.outputPackage.outputs.captions.length,
+        ...(input.outputPackage.outputs.thumbnail?.path ? { thumbnailOutputPath: input.outputPackage.outputs.thumbnail.path } : {}),
+        ...(input.outputPackage.outputs.evidenceJson?.path ? { evidenceOutputPath: input.outputPackage.outputs.evidenceJson.path } : {})
+    };
+}
+function selectVideoOutput(outputPackage, codec) {
+    if (codec === "h264")
+        return outputPackage.outputs.mp4 ?? outputPackage.outputs.webm;
+    if (codec === "png-sequence")
+        return outputPackage.outputs.webm ?? outputPackage.outputs.mp4;
+    return outputPackage.outputs.webm ?? outputPackage.outputs.mp4;
+}
+export function createVideoExportPipeline(options) {
+    const now = options.now ?? defaultNow;
+    const plan = createVideoExportPlan(options);
+    const encoder = options.encoder ?? createFrameEncoder({
+        codec: plan.codec,
+        frameRate: options.renderQueue.frameRate,
+        viewport: options.renderQueue.viewport,
+        adapter: options.encoderAdapter
+    });
+    const muxer = options.muxer ?? createAudioMuxer({ container: plan.codec === "h264" ? "mp4" : "webm" });
+    const progress = options.progress ?? createRenderProgressTracker({ totalFrames: options.renderQueue.items.length, now });
+    const audioStems = normalizeAudioStemInput(options.audioStems);
+    const readinessMode = options.readinessMode ?? "proof";
+    let cancelled = false;
+    return {
+        plan,
+        progress,
+        async render() {
+            if (readinessMode === "publish" && options.encoderAdapter?.proofOnly) {
+                throw new Error(`Publish video export requires a real encoder adapter; ${options.encoderAdapter.kind ?? "adapter"} is proof-only.`);
+            }
+            const startedAt = now();
+            progress.start(`Rendering ${plan.frameCount} frames.`);
+            for (const item of options.renderQueue.items) {
+                if (cancelled || progress.snapshot().cancelled)
+                    break;
+                await options.runtime.seek?.(item.time, item);
+                await options.runtime.step?.(1 / options.renderQueue.frameRate, item);
+                const capture = await options.runtime.captureFrame(item);
+                await encoder.encodeFrame({
+                    frame: item.frame,
+                    time: item.time,
+                    viewport: item.viewport,
+                    image: capture.image,
+                    durationMs: 1000 / options.renderQueue.frameRate
+                });
+                progress.advance({ frame: item.frame, time: item.time });
+            }
+            if (cancelled || progress.snapshot().cancelled) {
+                const encodedVideo = encoder.snapshot();
+                const muxedVideo = await muxer.mux(encodedVideo, audioStems, options.renderQueue.frameRate);
+                return createVideoExportResult(plan, encodedVideo, muxedVideo, progress.snapshot(), startedAt, now());
+            }
+            const encodedVideo = await encoder.finalize();
+            if (readinessMode === "publish" && encodedVideo.output === undefined) {
+                throw new Error("Publish video export requires a real encoded output artifact.");
+            }
+            if (readinessMode === "publish" && encodedVideo.playable !== true) {
+                throw new Error(`Publish video export requires a playable encoded output artifact; ${encodedVideo.outputMode ?? "unknown"} output is not publish-ready.`);
+            }
+            const muxedVideo = await muxer.mux(encodedVideo, audioStems, options.renderQueue.frameRate);
+            if (readinessMode === "publish" && audioStems.length > 0 && muxedVideo.output === undefined) {
+                throw new Error("Publish video export with audio stems requires a real muxed output artifact.");
+            }
+            progress.complete("Render export complete.");
+            return createVideoExportResult(plan, encodedVideo, muxedVideo, progress.snapshot(), startedAt, now());
+        },
+        cancel(message) {
+            cancelled = true;
+            return progress.cancel(message);
+        }
+    };
+}
+export function normalizeAudioStemInput(input) {
+    if (!input)
+        return [];
+    if (isAudioStemManifestArtifact(input))
+        return audioStemsFromManifest(input);
+    return input;
+}
+function isAudioStemManifestArtifact(input) {
+    return !Array.isArray(input) && Array.isArray(input.stems);
+}
+function createVideoExportResult(plan, encodedVideo, muxedVideo, progress, startedAt, endedAt) {
+    const checksumSource = `${plan.episodeId}:${encodedVideo.frameCount}:${muxedVideo.byteLength}:${normalizePromptAnimationTime(muxedVideo.duration)}`;
+    return {
+        kind: "video-export-result",
+        plan,
+        output: {
+            path: plan.outputPath,
+            mimeType: muxedVideo.mimeType,
+            byteLength: muxedVideo.byteLength,
+            frameCount: encodedVideo.frameCount,
+            duration: normalizePromptAnimationTime(muxedVideo.duration),
+            hasEncodedOutput: encodedVideo.output !== undefined,
+            hasMuxedOutput: muxedVideo.output !== undefined,
+            encodedOutputMode: encodedVideo.outputMode ?? "memory-summary",
+            playableEncodedOutput: encodedVideo.playable === true
+        },
+        encodedVideo,
+        muxedVideo,
+        progress,
+        checksum: deterministicChecksum(checksumSource),
+        renderTimeMs: Math.max(0, endedAt - startedAt)
+    };
+}
+function deterministicChecksum(value) {
+    let hash = 2166136261;
+    for (let index = 0; index < value.length; index += 1) {
+        hash ^= value.charCodeAt(index);
+        hash = Math.imul(hash, 16777619);
+    }
+    return `fnv1a-${(hash >>> 0).toString(16).padStart(8, "0")}`;
+}
+function defaultNow() {
+    return typeof globalThis.performance === "undefined" ? Date.now() : globalThis.performance.now();
+}
+//# sourceMappingURL=VideoExportPipeline.js.map

package/dist/engine/agent-api/VideoExportPipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VideoExportPipeline.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/VideoExportPipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAkG,MAAM,mBAAmB,CAAC;AACvJ,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAsE,MAAM,iBAAiB,CAAC;AAC/I,OAAO,EAAE,2BAA2B,EAA2D,MAAM,4BAA4B,CAAC;AAElI,OAAO,EAAE,4BAA4B,EAA+B,MAAM,8BAA8B,CAAC;AA2EzG,MAAM,UAAU,qBAAqB,CAAC,KAKrC;IACC,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAK,WAAW,EAAE,KAAuC,IAAI,CAAC,WAAW,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACrI,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7D,OAAO;QACL,IAAI,EAAE,mBAAmB;QACzB,SAAS,EAAE,KAAK,CAAC,WAAW,CAAC,SAAS;QACtC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,KAAK;QAC9B,SAAS,EAAE,KAAK,CAAC,WAAW,CAAC,SAAS;QACtC,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,QAAQ;QACtC,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM;QAC1C,UAAU,EAAE,WAAW,EAAE,IAAI,IAAI,0BAA0B;QAC3D,cAAc,EAAE,WAAW,EAAE,QAAQ,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QACxF,KAAK;QACL,cAAc,EAAE,UAAU,CAAC,MAAM;QACjC,kBAAkB,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM;QAC/D,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3H,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjI,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,aAAiD,EACjD,KAAqC;IAErC,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,aAAa,CAAC,OAAO,CAAC,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC;IACrF,IAAI,KAAK,KAAK,cAAc;QAAE,OAAO,aAAa,CAAC,OAAO,CAAC,IAAI,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC;IAC7F,OAAO,aAAa,CAAC,OAAO,CAAC,IAAI,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAyC;IACjF,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,UAAU,CAAC;IACtC,MAAM,IAAI,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,kBAAkB,CAAC;QACpD,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,SAAS,EAAE,OAAO,CAAC,WAAW,CAAC,SAAS;QACxC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,QAAQ;QACtC,OAAO,EAAE,OAAO,CAAC,cAAc;KAChC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,gBAAgB,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IACvG,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,2BAA2B,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACzH,MAAM,UAAU,GAAG,uBAAuB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/D,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC;IACvD,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,OAAO;QACL,IAAI;QACJ,QAAQ;QACR,KAAK,CAAC,MAAM;YACV,IAAI,aAAa,KAAK,SAAS,IAAI,OAAO,CAAC,cAAc,EAAE,SAAS,EAAE,CAAC;gBACrE,MAAM,IAAI,KAAK,CAAC,yDAAyD,OAAO,CAAC,cAAc,CAAC,IAAI,IAAI,SAAS,iBAAiB,CAAC,CAAC;YACtI,CAAC;YACD,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,UAAU,UAAU,CAAC,CAAC;YACvD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;gBAC7C,IAAI,SAAS,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC,SAAS;oBAAE,MAAM;gBACtD,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC9C,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBACtE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBACzD,MAAM,OAAO,CAAC,WAAW,CAAC;oBACxB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,UAAU,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,SAAS;iBACjD,CAAC,CAAC;gBACH,QAAQ,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,SAAS,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,CAAC;gBAC/C,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAC5F,OAAO,uBAAuB,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACxG,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC9C,IAAI,aAAa,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACrE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;YACnF,CAAC;YACD,IAAI,aAAa,KAAK,SAAS,IAAI,YAAY,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,qEAAqE,YAAY,CAAC,UAAU,IAAI,SAAS,+BAA+B,CAAC,CAAC;YAC5J,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAC5F,IAAI,aAAa,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC5F,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;YAClG,CAAC;YACD,QAAQ,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;YAC7C,OAAO,uBAAuB,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACxG,CAAC;QACD,MAAM,CAAC,OAAO;YACZ,SAAS,GAAG,IAAI,CAAC;YACjB,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAA8E;IACpH,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,IAAI,2BAA2B,CAAC,KAAK,CAAC;QAAE,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC7E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAiE;IACpG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAE,KAAmC,CAAC,KAAK,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,uBAAuB,CAC9B,IAAqB,EACrB,YAAkC,EAClC,UAA8B,EAC9B,QAAgC,EAChC,SAAiB,EACjB,OAAe;IAEf,MAAM,cAAc,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,YAAY,CAAC,UAAU,IAAI,UAAU,CAAC,UAAU,IAAI,4BAA4B,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;IACpJ,OAAO;QACL,IAAI,EAAE,qBAAqB;QAC3B,IAAI;QACJ,MAAM,EAAE;YACN,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,UAAU,EAAE,YAAY,CAAC,UAAU;YACnC,QAAQ,EAAE,4BAA4B,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC3D,gBAAgB,EAAE,YAAY,CAAC,MAAM,KAAK,SAAS;YACnD,cAAc,EAAE,UAAU,CAAC,MAAM,KAAK,SAAS;YAC/C,iBAAiB,EAAE,YAAY,CAAC,UAAU,IAAI,gBAAgB;YAC9D,qBAAqB,EAAE,YAAY,CAAC,QAAQ,KAAK,IAAI;SACtD;QACD,YAAY;QACZ,UAAU;QACV,QAAQ;QACR,QAAQ,EAAE,qBAAqB,CAAC,cAAc,CAAC;QAC/C,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa;IAC1C,IAAI,IAAI,GAAG,UAAU,CAAC;IACtB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;AAC/D,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,OAAO,UAAU,CAAC,WAAW,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;AACnG,CAAC"}

package/dist/engine/agent-api/VisemeTimelineTrack.d.ts

@@ -0,0 +1,29 @@
+import { type AuraVoiceVisemeCue, type AuraVoiceVisemeTrack, type VisemeSample } from "./VisemeController.js";
+import { type PromptAnimationFrameRate, type PromptAnimationId, type PromptAnimationLanguageCode, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+export interface VisemeTimelineManualEdit {
+    readonly id: PromptAnimationId;
+    readonly cue: AuraVoiceVisemeCue;
+    readonly reason?: string | undefined;
+}
+export interface VisemeTimelineTrackArtifact {
+    readonly artifact: "viseme-timeline-track";
+    readonly contractId: string;
+    readonly episodeId: PromptAnimationId;
+    readonly language: PromptAnimationLanguageCode;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly sourceTrack: AuraVoiceVisemeTrack;
+    readonly manualEdits: readonly VisemeTimelineManualEdit[];
+    readonly cues: readonly AuraVoiceVisemeCue[];
+    readonly generatedAt?: string | undefined;
+}
+export declare function createVisemeTimelineTrack(input: {
+    readonly episodeId: PromptAnimationId;
+    readonly language: PromptAnimationLanguageCode;
+    readonly frameRate: PromptAnimationFrameRate;
+    readonly sourceTrack: AuraVoiceVisemeTrack;
+    readonly manualEdits?: readonly VisemeTimelineManualEdit[] | undefined;
+    readonly generatedAt?: string | undefined;
+}): VisemeTimelineTrackArtifact;
+export declare function applyManualVisemeEdits(sourceCues: readonly AuraVoiceVisemeCue[], manualEdits: readonly VisemeTimelineManualEdit[]): readonly AuraVoiceVisemeCue[];
+export declare function sampleVisemeTimelineTrack(track: VisemeTimelineTrackArtifact, time: PromptAnimationSeconds, characterId?: PromptAnimationId): VisemeSample;
+//# sourceMappingURL=VisemeTimelineTrack.d.ts.map

package/dist/engine/agent-api/VisemeTimelineTrack.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisemeTimelineTrack.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/VisemeTimelineTrack.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,YAAY,EAClB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAgE,KAAK,wBAAwB,EAAE,KAAK,iBAAiB,EAAE,KAAK,2BAA2B,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAElO,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,GAAG,EAAE,kBAAkB,CAAC;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;IAC3C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC;IAC3C,QAAQ,CAAC,WAAW,EAAE,SAAS,wBAAwB,EAAE,CAAC;IAC1D,QAAQ,CAAC,IAAI,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAC7C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE;IAC/C,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,wBAAwB,EAAE,GAAG,SAAS,CAAC;IACvE,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C,GAAG,2BAA2B,CAa9B;AAED,wBAAgB,sBAAsB,CACpC,UAAU,EAAE,SAAS,kBAAkB,EAAE,EACzC,WAAW,EAAE,SAAS,wBAAwB,EAAE,GAC/C,SAAS,kBAAkB,EAAE,CAI/B;AAED,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,2BAA2B,EAClC,IAAI,EAAE,sBAAsB,EAC5B,WAAW,CAAC,EAAE,iBAAiB,GAC9B,YAAY,CAWd"}

package/dist/engine/agent-api/VisemeTimelineTrack.js

@@ -0,0 +1,34 @@
+import { createAuraVoiceVisemeTrack, sampleVisemeTrack } from "./VisemeController.js";
+import { normalizePromptAnimationTime, promptAnimationContractVersion } from "./PromptAnimationContract.js";
+export function createVisemeTimelineTrack(input) {
+    const manualEdits = input.manualEdits ?? [];
+    return {
+        artifact: "viseme-timeline-track",
+        contractId: promptAnimationContractVersion,
+        episodeId: input.episodeId,
+        language: input.language,
+        frameRate: input.frameRate,
+        sourceTrack: input.sourceTrack,
+        manualEdits,
+        cues: applyManualVisemeEdits(input.sourceTrack.cues, manualEdits),
+        ...(input.generatedAt ? { generatedAt: input.generatedAt } : {})
+    };
+}
+export function applyManualVisemeEdits(sourceCues, manualEdits) {
+    const manualCues = manualEdits.map((edit) => edit.cue);
+    const retained = sourceCues.filter((cue) => !manualCues.some((manual) => cue.characterId === manual.characterId && rangesOverlap(cue, manual)));
+    return [...retained, ...manualCues].sort((a, b) => a.startTime - b.startTime || a.id.localeCompare(b.id));
+}
+export function sampleVisemeTimelineTrack(track, time, characterId) {
+    return sampleVisemeTrack(createAuraVoiceVisemeTrack({
+        episodeId: track.episodeId,
+        language: track.language,
+        frameRate: track.frameRate,
+        cues: track.cues
+    }), normalizePromptAnimationTime(time), characterId);
+}
+function rangesOverlap(a, b) {
+    return normalizePromptAnimationTime(a.startTime) < normalizePromptAnimationTime(b.endTime) &&
+        normalizePromptAnimationTime(b.startTime) < normalizePromptAnimationTime(a.endTime);
+}
+//# sourceMappingURL=VisemeTimelineTrack.js.map

package/dist/engine/agent-api/VisemeTimelineTrack.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisemeTimelineTrack.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/VisemeTimelineTrack.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,0BAA0B,EAC1B,iBAAiB,EAIlB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,4BAA4B,EAAE,8BAA8B,EAAwH,MAAM,8BAA8B,CAAC;AAoBlO,MAAM,UAAU,yBAAyB,CAAC,KAOzC;IACC,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;IAC5C,OAAO;QACL,QAAQ,EAAE,uBAAuB;QACjC,UAAU,EAAE,8BAA8B;QAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW;QACX,IAAI,EAAE,sBAAsB,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC;QACjE,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,UAAyC,EACzC,WAAgD;IAEhD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAChJ,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5G,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,KAAkC,EAClC,IAA4B,EAC5B,WAA+B;IAE/B,OAAO,iBAAiB,CACtB,0BAA0B,CAAC;QACzB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;KACjB,CAAC,EACF,4BAA4B,CAAC,IAAI,CAAC,EAClC,WAAW,CACZ,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,CAAqB,EAAE,CAAqB;IACjE,OAAO,4BAA4B,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,4BAA4B,CAAC,CAAC,CAAC,OAAO,CAAC;QACxF,4BAA4B,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,4BAA4B,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AACxF,CAAC"}

package/dist/engine/agent-api/WaveformVisualizer.d.ts

@@ -0,0 +1,61 @@
+import { type PromptAnimationSeconds } from "./PromptAnimationContract.js";
+export interface AudioWaveformPeak {
+    readonly index: number;
+    readonly startTime: PromptAnimationSeconds;
+    readonly endTime: PromptAnimationSeconds;
+    readonly min: number;
+    readonly max: number;
+    readonly rms: number;
+}
+export interface AudioWaveformData {
+    readonly kind: "audio-waveform";
+    readonly sampleRate: number;
+    readonly channelCount: number;
+    readonly duration: PromptAnimationSeconds;
+    readonly peaks: readonly AudioWaveformPeak[];
+}
+export interface CreateAudioWaveformDataOptions {
+    readonly samples: Float32Array | readonly number[];
+    readonly sampleRate: number;
+    readonly channelCount?: number | undefined;
+    readonly bins?: number | undefined;
+}
+export interface WaveformVisualizerPeak {
+    readonly min: number;
+    readonly max: number;
+    readonly rms?: number | undefined;
+}
+export interface WaveformVisualizerOptions {
+    readonly width: number;
+    readonly height: number;
+    readonly padding?: number | undefined;
+    readonly color?: string | undefined;
+}
+export interface WaveformVisualizerPoint {
+    readonly x: number;
+    readonly yMin: number;
+    readonly yMax: number;
+    readonly rmsHeight: number;
+}
+export interface WaveformVisualization {
+    readonly kind: "waveform-visualization";
+    readonly width: number;
+    readonly height: number;
+    readonly pointCount: number;
+    readonly color: string;
+    readonly points: readonly WaveformVisualizerPoint[];
+}
+export interface WaveformDrawOptions {
+    readonly width: number;
+    readonly height: number;
+    readonly foreground?: string | undefined;
+    readonly background?: string | undefined;
+    readonly playheadTime?: PromptAnimationSeconds | undefined;
+    readonly selectionStartTime?: PromptAnimationSeconds | undefined;
+    readonly selectionEndTime?: PromptAnimationSeconds | undefined;
+}
+export declare function createAudioWaveformData(options: CreateAudioWaveformDataOptions): AudioWaveformData;
+export declare function createWaveformVisualization(peaks: readonly WaveformVisualizerPeak[], options: WaveformVisualizerOptions): WaveformVisualization;
+export declare function waveformPeakAtTime(waveform: AudioWaveformData, time: PromptAnimationSeconds): AudioWaveformPeak | undefined;
+export declare function drawWaveformToCanvas(context: Pick<CanvasRenderingContext2D, "fillStyle" | "strokeStyle" | "lineWidth" | "fillRect" | "beginPath" | "moveTo" | "lineTo" | "stroke">, waveform: AudioWaveformData, options: WaveformDrawOptions): void;
+//# sourceMappingURL=WaveformVisualizer.d.ts.map

package/dist/engine/agent-api/WaveformVisualizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WaveformVisualizer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/WaveformVisualizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgC,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEzG,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,SAAS,iBAAiB,EAAE,CAAC;CAC9C;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IACnD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACnC;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC;IACxC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,SAAS,uBAAuB,EAAE,CAAC;CACrD;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,YAAY,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAC3D,QAAQ,CAAC,kBAAkB,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;CAChE;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,8BAA8B,GAAG,iBAAiB,CAyClG;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,SAAS,sBAAsB,EAAE,EACxC,OAAO,EAAE,yBAAyB,GACjC,qBAAqB,CAoBvB;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,sBAAsB,GAAG,iBAAiB,GAAG,SAAS,CAG3H;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,WAAW,GAAG,aAAa,GAAG,WAAW,GAAG,UAAU,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC,EAC9I,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,mBAAmB,GAC3B,IAAI,CA8BN"}

package/dist/engine/agent-api/WaveformVisualizer.js

@@ -0,0 +1,108 @@
+import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
+export function createAudioWaveformData(options) {
+    const channelCount = Math.max(1, Math.floor(options.channelCount ?? 1));
+    const sampleCount = Math.floor(options.samples.length / channelCount);
+    const duration = sampleCount / options.sampleRate;
+    const binCount = Math.max(1, Math.min(options.bins ?? 512, sampleCount || 1));
+    const samplesPerBin = Math.max(1, Math.ceil(sampleCount / binCount));
+    const peaks = [];
+    for (let bin = 0; bin < binCount; bin += 1) {
+        const startSample = bin * samplesPerBin;
+        const endSample = Math.min(sampleCount, startSample + samplesPerBin);
+        let min = 1;
+        let max = -1;
+        let sumSquares = 0;
+        let count = 0;
+        for (let sample = startSample; sample < endSample; sample += 1) {
+            for (let channel = 0; channel < channelCount; channel += 1) {
+                const value = options.samples[sample * channelCount + channel] ?? 0;
+                min = Math.min(min, value);
+                max = Math.max(max, value);
+                sumSquares += value * value;
+                count += 1;
+            }
+        }
+        peaks.push({
+            index: bin,
+            startTime: normalizePromptAnimationTime(startSample / options.sampleRate),
+            endTime: normalizePromptAnimationTime(endSample / options.sampleRate),
+            min: count === 0 ? 0 : min,
+            max: count === 0 ? 0 : max,
+            rms: count === 0 ? 0 : Math.sqrt(sumSquares / count)
+        });
+    }
+    return {
+        kind: "audio-waveform",
+        sampleRate: options.sampleRate,
+        channelCount,
+        duration: normalizePromptAnimationTime(duration),
+        peaks
+    };
+}
+export function createWaveformVisualization(peaks, options) {
+    const width = positive(options.width, "width");
+    const height = positive(options.height, "height");
+    const padding = Math.max(0, options.padding ?? 0);
+    const center = height / 2;
+    const halfHeight = Math.max(1, height / 2 - padding);
+    const denominator = Math.max(1, peaks.length - 1);
+    return {
+        kind: "waveform-visualization",
+        width,
+        height,
+        pointCount: peaks.length,
+        color: options.color ?? "#38bdf8",
+        points: peaks.map((peak, index) => ({
+            x: peaks.length === 1 ? width / 2 : index / denominator * width,
+            yMin: center - clamp(peak.max, -1, 1) * halfHeight,
+            yMax: center - clamp(peak.min, -1, 1) * halfHeight,
+            rmsHeight: clamp(peak.rms ?? 0, 0, 1) * halfHeight
+        }))
+    };
+}
+export function waveformPeakAtTime(waveform, time) {
+    const normalized = normalizePromptAnimationTime(time);
+    return waveform.peaks.find((peak) => normalized >= peak.startTime && normalized < peak.endTime) ?? waveform.peaks[waveform.peaks.length - 1];
+}
+export function drawWaveformToCanvas(context, waveform, options) {
+    context.fillStyle = options.background ?? "#08111f";
+    context.fillRect(0, 0, options.width, options.height);
+    if (options.selectionStartTime !== undefined && options.selectionEndTime !== undefined) {
+        const startX = timeToX(waveform, options.selectionStartTime, options.width);
+        const endX = timeToX(waveform, options.selectionEndTime, options.width);
+        context.fillStyle = "rgba(125, 211, 252, 0.18)";
+        context.fillRect(startX, 0, Math.max(1, endX - startX), options.height);
+    }
+    const centerY = options.height / 2;
+    context.strokeStyle = options.foreground ?? "#38bdf8";
+    context.lineWidth = 1;
+    context.beginPath();
+    for (const peak of waveform.peaks) {
+        const x = timeToX(waveform, peak.startTime, options.width);
+        context.moveTo(x, centerY + peak.min * centerY);
+        context.lineTo(x, centerY + peak.max * centerY);
+    }
+    context.stroke();
+    if (options.playheadTime !== undefined) {
+        const x = timeToX(waveform, options.playheadTime, options.width);
+        context.strokeStyle = "#f8fafc";
+        context.beginPath();
+        context.moveTo(x, 0);
+        context.lineTo(x, options.height);
+        context.stroke();
+    }
+}
+function timeToX(waveform, time, width) {
+    if (waveform.duration <= 0)
+        return 0;
+    return Math.max(0, Math.min(width, time / waveform.duration * width));
+}
+function positive(value, label) {
+    if (!Number.isFinite(value) || value <= 0)
+        throw new Error(`Waveform ${label} must be a positive finite number.`);
+    return value;
+}
+function clamp(value, min, max) {
+    return Math.min(max, Math.max(min, value));
+}
+//# sourceMappingURL=WaveformVisualizer.js.map

package/dist/engine/agent-api/WaveformVisualizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WaveformVisualizer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/WaveformVisualizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAA+B,MAAM,8BAA8B,CAAC;AAiEzG,MAAM,UAAU,uBAAuB,CAAC,OAAuC;IAC7E,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAwB,EAAE,CAAC;IAEtC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,QAAQ,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,GAAG,GAAG,aAAa,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,GAAG,aAAa,CAAC,CAAC;QACrE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;QACb,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,MAAM,GAAG,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,YAAY,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;gBAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;gBACpE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC3B,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC3B,UAAU,IAAI,KAAK,GAAG,KAAK,CAAC;gBAC5B,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC;YACT,KAAK,EAAE,GAAG;YACV,SAAS,EAAE,4BAA4B,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;YACzE,OAAO,EAAE,4BAA4B,CAAC,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC;YACrE,GAAG,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;YAC1B,GAAG,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;YAC1B,GAAG,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;SACrD,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,EAAE,gBAAgB;QACtB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY;QACZ,QAAQ,EAAE,4BAA4B,CAAC,QAAQ,CAAC;QAChD,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAwC,EACxC,OAAkC;IAElC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC;IAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClD,OAAO;QACL,IAAI,EAAE,wBAAwB;QAC9B,KAAK;QACL,MAAM;QACN,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAS;QACjC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAClC,CAAC,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,WAAW,GAAG,KAAK;YAC/D,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU;YAClD,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU;YAClD,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU;SACnD,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAA2B,EAAE,IAA4B;IAC1F,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACtD,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,IAAI,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC/I,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,OAA8I,EAC9I,QAA2B,EAC3B,OAA4B;IAE5B,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,UAAU,IAAI,SAAS,CAAC;IACpD,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAEtD,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS,IAAI,OAAO,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACvF,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,gBAAgB,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,CAAC,SAAS,GAAG,2BAA2B,CAAC;QAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,IAAI,SAAS,CAAC;IACtD,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;IACtB,OAAO,CAAC,SAAS,EAAE,CAAC;IACpB,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3D,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC;QAChD,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,CAAC,MAAM,EAAE,CAAC;IAEjB,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACjE,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;QAChC,OAAO,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,CAAC,MAAM,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,QAA2B,EAAE,IAA4B,EAAE,KAAa;IACvF,IAAI,QAAQ,CAAC,QAAQ,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,KAAa;IAC5C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,oCAAoC,CAAC,CAAC;IAClH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,KAAK,CAAC,KAAa,EAAE,GAAW,EAAE,GAAW;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;AAC7C,CAAC"}

package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts

@@ -0,0 +1,21 @@
+import { type EncodedVideoArtifact, type EncodedVideoChunk, type FrameEncoderAdapter, type FrameEncoderCodec, type FrameEncoderOutputMode } from "./FrameEncoder.js";
+export interface WebCodecsFrameEncoderCapability {
+    readonly kind: "webcodecs-frame-encoder-capability";
+    readonly supported: boolean;
+    readonly codec: FrameEncoderCodec;
+    readonly supportedCodecs: readonly FrameEncoderCodec[];
+    readonly supportedContainers: readonly ("mp4" | "webm")[];
+    readonly canProducePlayableFile: boolean;
+    readonly requiresExternalMuxer: boolean;
+    readonly reason?: string | undefined;
+}
+export interface CreateWebCodecsFrameEncoderAdapterOptions {
+    readonly codec?: FrameEncoderCodec | undefined;
+    readonly supported?: boolean | undefined;
+    readonly outputMode?: Extract<FrameEncoderOutputMode, "encoded-video" | "encoded-chunks"> | undefined;
+    readonly playableOutput?: boolean | undefined;
+    readonly outputFactory?: ((summary: Omit<EncodedVideoArtifact, "kind" | "output" | "outputMode" | "proofOnly" | "playable" | "unsupportedReason">, chunks: readonly EncodedVideoChunk[]) => Blob | Uint8Array | string | undefined) | undefined;
+}
+export declare function probeWebCodecsFrameEncoder(codec?: FrameEncoderCodec): WebCodecsFrameEncoderCapability;
+export declare function createWebCodecsFrameEncoderAdapter(options?: CreateWebCodecsFrameEncoderAdapterOptions): FrameEncoderAdapter;
+//# sourceMappingURL=WebCodecsFrameEncoder.d.ts.map

package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebCodecsFrameEncoder.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/WebCodecsFrameEncoder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EAEtB,KAAK,sBAAsB,EAC5B,MAAM,mBAAmB,CAAC;AAG3B,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,IAAI,EAAE,oCAAoC,CAAC;IACpD,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACvD,QAAQ,CAAC,mBAAmB,EAAE,SAAS,CAAC,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC;IAC1D,QAAQ,CAAC,sBAAsB,EAAE,OAAO,CAAC;IACzC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;IACxC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,yCAAyC;IACxD,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,sBAAsB,EAAE,eAAe,GAAG,gBAAgB,CAAC,GAAG,SAAS,CAAC;IACtG,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,mBAAmB,CAAC,EAAE,MAAM,EAAE,SAAS,iBAAiB,EAAE,KAAK,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;CACjP;AAED,wBAAgB,0BAA0B,CAAC,KAAK,GAAE,iBAA0B,GAAG,+BAA+B,CAqC7G;AAED,wBAAgB,kCAAkC,CAAC,OAAO,GAAE,yCAA8C,GAAG,mBAAmB,CAyC/H"}

package/dist/engine/agent-api/WebCodecsFrameEncoder.js

@@ -0,0 +1,94 @@
+import {} from "./FrameEncoder.js";
+import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
+export function probeWebCodecsFrameEncoder(codec = "h264") {
+    const hasVideoEncoder = Boolean(globalThis.VideoEncoder);
+    const supportedCodecs = ["h264", "vp9"];
+    if (!hasVideoEncoder) {
+        return {
+            kind: "webcodecs-frame-encoder-capability",
+            supported: false,
+            codec,
+            supportedCodecs: [],
+            supportedContainers: [],
+            canProducePlayableFile: false,
+            requiresExternalMuxer: true,
+            reason: "VideoEncoder is unavailable in this runtime."
+        };
+    }
+    if (!supportedCodecs.includes(codec)) {
+        return {
+            kind: "webcodecs-frame-encoder-capability",
+            supported: false,
+            codec,
+            supportedCodecs,
+            supportedContainers: ["mp4", "webm"],
+            canProducePlayableFile: false,
+            requiresExternalMuxer: true,
+            reason: `WebCodecs adapter does not declare support for codec "${codec}".`
+        };
+    }
+    return {
+        kind: "webcodecs-frame-encoder-capability",
+        supported: true,
+        codec,
+        supportedCodecs,
+        supportedContainers: codec === "h264" ? ["mp4"] : ["webm"],
+        canProducePlayableFile: false,
+        requiresExternalMuxer: true,
+        reason: "WebCodecs encodes video chunks; a real MP4/WebM container writer is required for playable file output."
+    };
+}
+export function createWebCodecsFrameEncoderAdapter(options = {}) {
+    const codec = options.codec ?? "h264";
+    const outputMode = options.outputMode ?? (options.playableOutput ? "encoded-video" : "encoded-chunks");
+    const capability = {
+        ...probeWebCodecsFrameEncoder(codec),
+        ...(options.supported !== undefined ? {
+            supported: options.supported,
+            supportedCodecs: options.supported ? ["h264", "vp9"] : [],
+            supportedContainers: options.supported ? (codec === "h264" ? ["mp4"] : ["webm"]) : []
+        } : {}),
+        ...(options.playableOutput !== undefined ? {
+            canProducePlayableFile: options.playableOutput,
+            requiresExternalMuxer: !options.playableOutput
+        } : {})
+    };
+    const chunks = [];
+    return {
+        kind: "webcodecs-frame-encoder",
+        proofOnly: false,
+        outputMode: capability.supported ? outputMode : "unsupported",
+        capability,
+        encode(frame) {
+            if (!capability.supported)
+                throw new Error(capability.reason ?? "WebCodecs frame encoder is unsupported.");
+            const chunk = {
+                frame: frame.frame,
+                time: normalizePromptAnimationTime(frame.time),
+                byteLength: webCodecsFrameByteLength(frame),
+                keyFrame: frame.frame === 0 || frame.frame % 60 === 0,
+                durationMs: frame.durationMs ?? 1000 / 30
+            };
+            chunks.push(chunk);
+            return chunk;
+        },
+        finalize(summary) {
+            if (!capability.supported)
+                throw new Error(capability.reason ?? "WebCodecs frame encoder is unsupported.");
+            return options.outputFactory?.(summary, chunks);
+        },
+        reset() {
+            chunks.length = 0;
+        }
+    };
+}
+function webCodecsFrameByteLength(frame) {
+    if (frame.image instanceof Uint8Array)
+        return frame.image.byteLength;
+    if (typeof Blob !== "undefined" && frame.image instanceof Blob)
+        return frame.image.size;
+    if (typeof frame.image === "string")
+        return frame.image.length;
+    return Math.max(1, Math.round(frame.viewport.width * frame.viewport.height * 0.075));
+}
+//# sourceMappingURL=WebCodecsFrameEncoder.js.map

package/dist/engine/agent-api/WebCodecsFrameEncoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebCodecsFrameEncoder.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/WebCodecsFrameEncoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAON,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAqB5E,MAAM,UAAU,0BAA0B,CAAC,QAA2B,MAAM;IAC1E,MAAM,eAAe,GAAG,OAAO,CAAE,UAAoD,CAAC,YAAY,CAAC,CAAC;IACpG,MAAM,eAAe,GAAiC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACtE,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO;YACL,IAAI,EAAE,oCAAoC;YAC1C,SAAS,EAAE,KAAK;YAChB,KAAK;YACL,eAAe,EAAE,EAAE;YACnB,mBAAmB,EAAE,EAAE;YACvB,sBAAsB,EAAE,KAAK;YAC7B,qBAAqB,EAAE,IAAI;YAC3B,MAAM,EAAE,8CAA8C;SACvD,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,oCAAoC;YAC1C,SAAS,EAAE,KAAK;YAChB,KAAK;YACL,eAAe;YACf,mBAAmB,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;YACpC,sBAAsB,EAAE,KAAK;YAC7B,qBAAqB,EAAE,IAAI;YAC3B,MAAM,EAAE,yDAAyD,KAAK,IAAI;SAC3E,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,oCAAoC;QAC1C,SAAS,EAAE,IAAI;QACf,KAAK;QACL,eAAe;QACf,mBAAmB,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1D,sBAAsB,EAAE,KAAK;QAC7B,qBAAqB,EAAE,IAAI;QAC3B,MAAM,EAAE,wGAAwG;KACjH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC,CAAC,UAAqD,EAAE;IACxG,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC;IACtC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACvG,MAAM,UAAU,GAAG;QACjB,GAAG,0BAA0B,CAAC,KAAK,CAAC;QACpC,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC;YACpC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,eAAe,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAU,CAAC,CAAC,CAAC,EAAW;YAC3E,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAU,CAAC,CAAC,CAAC,CAAC,EAAW;SACjH,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC;YACzC,sBAAsB,EAAE,OAAO,CAAC,cAAc;YAC9C,qBAAqB,EAAE,CAAC,OAAO,CAAC,cAAc;SAC/C,CAAC,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IACF,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,OAAO;QACL,IAAI,EAAE,yBAAyB;QAC/B,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa;QAC7D,UAAU;QACV,MAAM,CAAC,KAAK;YACV,IAAI,CAAC,UAAU,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,yCAAyC,CAAC,CAAC;YAC3G,MAAM,KAAK,GAAG;gBACZ,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC9C,UAAU,EAAE,wBAAwB,CAAC,KAAK,CAAC;gBAC3C,QAAQ,EAAE,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC;gBACrD,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,GAAG,EAAE;aAC1C,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,QAAQ,CAAC,OAAO;YACd,IAAI,CAAC,UAAU,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,yCAAyC,CAAC,CAAC;YAC3G,OAAO,OAAO,CAAC,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QACD,KAAK;YACH,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAwB;IACxD,IAAI,KAAK,CAAC,KAAK,YAAY,UAAU;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC;IACrE,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;IACxF,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC;AACvF,CAAC"}