@meframe/core 0.0.4 → 0.0.6

package/dist/orchestrator/VideoClipSession.js

@@ -1,5 +1,6 @@
 class VideoClipSession {
   clipId;
+  sessionId;
   planner;
   workerPool;
   cacheManager;
@@ -22,6 +23,7 @@ class VideoClipSession {
   }
   constructor(config) {
     this.clipId = config.clipId;
+    this.sessionId = config.sessionId ?? config.clipId;
     this.planner = config.planner;
     this.workerPool = config.workerPool;
     this.cacheManager = config.cacheManager;
@@ -30,28 +32,34 @@ class VideoClipSession {
     this.callbacks = config.callbacks;
   }
   async activate() {
-    console.log(">>>>>>>>>>>> activate", this.clipId);
     if (this.isActive || this.isDisposed) return;
     const clip = this.getClip();
     const resource = this.getResource();
     if (!clip || !resource) {
+      console.warn("[VideoClipSession] activate: clip or resource not found", this.sessionId);
       return;
     }
     if (resource.type === "video") {
       await this.setupVideoPipeline(clip, resource);
     } else if (resource.type === "image") {
       await this.setupImagePipeline(clip);
+    } else {
+      console.warn(
+        "[VideoClipSession] Unknown resource type:",
+        resource.type,
+        "for",
+        this.sessionId
+      );
     }
     await this.ensureInstructions(clip);
     this.isActive = true;
     if (this.callbacks.onPipelineReady) {
-      await this.callbacks.onPipelineReady(this.clipId);
+      await this.callbacks.onPipelineReady();
     }
   }
   async deactivate() {
     if (!this.isActive || this.isDisposed) return;
     this.isActive = false;
-    await this.invalidateClipCache();
     await this.releasePipeline();
   }
   async dispose() {
@@ -78,7 +86,6 @@ class VideoClipSession {
       return;
     }
     if (this.isActive) {
-      console.log(">>>>>>>>>>>> restartPipeline", this.clipId);
       await this.restartPipeline(clip, resource, instructions);
     } else {
       await this.activate();
@@ -104,13 +111,13 @@ class VideoClipSession {
   }
   async setupImagePipeline(clip) {
     await this.acquireWorkers(clip, false);
-    await this.connectImagePipeline(clip);
+    await this.connectImagePipeline();
   }
-  async connectImagePipeline(clip) {
+  async connectImagePipeline() {
     if (!this.visualWorker || !this.encodeWorker) {
       throw new Error("Pipeline workers not ready");
     }
-    const clipId = clip.id;
+    const sessionId = this.sessionId;
     this.visualToEncodeChannel = new MessageChannel();
     await this.visualWorker.send(
       "connect",
@@ -118,7 +125,7 @@ class VideoClipSession {
         direction: "downstream",
         port: this.visualToEncodeChannel.port1,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.visualToEncodeChannel.port1] }
     );
@@ -128,28 +135,46 @@ class VideoClipSession {
         direction: "upstream",
         port: this.visualToEncodeChannel.port2,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.visualToEncodeChannel.port2] }
     );
     this.visualWorker.receiveStream((stream) => {
       const visualConfig = this.workerConfigs.videoCompose ?? {};
       const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;
-      this.callbacks.onStreamReady(this.clipId, stream, fps);
+      this.callbacks.onComposedStreamReady(stream, fps);
+    });
+    this.encodeWorker.receiveStream((stream, metadata) => {
+      const streamSessionId = metadata?.sessionId;
+      if (streamSessionId !== this.sessionId) {
+        return;
+      }
+      if (metadata?.streamType === "video") {
+        this.callbacks.onEncodedStreamReady(
+          stream,
+          "video"
+        );
+      } else if (metadata?.streamType === "audio") {
+        this.callbacks.onEncodedStreamReady(
+          stream,
+          "audio"
+        );
+      }
     });
   }
   async setupVideoPipeline(clip, resource) {
-    console.log(">>>>>>>>>>>> setupVideoPipeline", this.clipId);
     await this.acquireWorkers(clip, true);
-    await this.connectVideoPipeline(clip, resource.id);
+    await this.connectVideoPipeline(resource.id);
   }
   async acquireWorkers(clip, isVideo) {
     if (isVideo) {
       this.decodeWorker = await this.workerPool.get("decode");
-      this.videoDemuxWorker = await this.workerPool.get("videoDemux", clip.id, { lazy: true });
+      this.videoDemuxWorker = await this.workerPool.get("videoDemux", this.sessionId, {
+        lazy: true
+      });
     }
     this.encodeWorker = await this.workerPool.get("encode");
-    this.visualWorker = await this.workerPool.get("videoCompose", clip.id, { lazy: true });
+    this.visualWorker = await this.workerPool.get("videoCompose", this.sessionId, { lazy: true });
     const visualConfig = this.workerConfigs.videoCompose ?? {};
     const renderOverrides = this.compositionModel.renderConfig ?? {};
     const timeline = {
@@ -164,11 +189,11 @@ class VideoClipSession {
       config: { ...visualConfig, ...renderOverrides, timeline }
     });
   }
-  async connectVideoPipeline(clip, resourceId) {
+  async connectVideoPipeline(resourceId) {
     if (!this.visualWorker || !this.decodeWorker || !this.encodeWorker || !this.videoDemuxWorker) {
       throw new Error("Pipeline workers not ready");
     }
-    const clipId = clip.id;
+    const sessionId = this.sessionId;
     this.visualToEncodeChannel = new MessageChannel();
     await this.visualWorker.send(
       "connect",
@@ -176,7 +201,7 @@ class VideoClipSession {
         direction: "downstream",
         port: this.visualToEncodeChannel.port1,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.visualToEncodeChannel.port1] }
     );
@@ -186,7 +211,7 @@ class VideoClipSession {
         direction: "upstream",
         port: this.visualToEncodeChannel.port2,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.visualToEncodeChannel.port2] }
     );
@@ -197,7 +222,7 @@ class VideoClipSession {
         direction: "downstream",
         port: this.decodeToVisualChannel.port1,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.decodeToVisualChannel.port1] }
     );
@@ -207,7 +232,7 @@ class VideoClipSession {
         direction: "upstream",
         port: this.decodeToVisualChannel.port2,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.decodeToVisualChannel.port2] }
     );
@@ -218,7 +243,7 @@ class VideoClipSession {
         direction: "downstream",
         port: this.demuxToDecodeChannel.port1,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.demuxToDecodeChannel.port1] }
     );
@@ -228,7 +253,7 @@ class VideoClipSession {
         direction: "upstream",
         port: this.demuxToDecodeChannel.port2,
         streamType: "video",
-        clipId
+        sessionId
       },
       { transfer: [this.demuxToDecodeChannel.port2] }
     );
@@ -236,13 +261,30 @@ class VideoClipSession {
     await this.videoDemuxWorker.send("configure", {
       initial: true,
       resourceId,
-      clipId,
+      sessionId,
       config: demuxConfig
     });
     this.visualWorker.receiveStream((stream) => {
       const visualConfig = this.workerConfigs.videoCompose ?? {};
       const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;
-      this.callbacks.onStreamReady(this.clipId, stream, fps);
+      this.callbacks.onComposedStreamReady(stream, fps);
+    });
+    this.encodeWorker.receiveStream((stream, metadata) => {
+      const streamSessionId = metadata?.sessionId;
+      if (streamSessionId !== this.sessionId) {
+        return;
+      }
+      if (metadata?.streamType === "video") {
+        this.callbacks.onEncodedStreamReady(
+          stream,
+          "video"
+        );
+      } else if (metadata?.streamType === "audio") {
+        this.callbacks.onEncodedStreamReady(
+          stream,
+          "audio"
+        );
+      }
     });
   }
   async installInstructions(instructions) {
@@ -267,7 +309,7 @@ class VideoClipSession {
   async releasePipeline() {
     if (this.visualWorker && this.instructionContext) {
       await this.visualWorker.notify("dispose_clip", {
-        clipId: this.clipId,
+        sessionId: this.sessionId,
         revision: this.instructionContext.revision
       });
     }
@@ -281,15 +323,15 @@ class VideoClipSession {
     this.decodeToVisualChannel = null;
     this.demuxToDecodeChannel = null;
     if (this.visualStream && this.callbacks.onStreamDisposed) {
-      this.callbacks.onStreamDisposed(this.clipId);
+      this.callbacks.onStreamDisposed();
     }
     this.visualStream = null;
     if (this.videoDemuxWorker) {
-      this.workerPool.terminate("videoDemux", this.clipId);
+      this.workerPool.terminate("videoDemux", this.sessionId);
       this.videoDemuxWorker = null;
     }
     if (this.visualWorker) {
-      this.workerPool.terminate("videoCompose", this.clipId);
+      this.workerPool.terminate("videoCompose", this.sessionId);
       this.visualWorker = null;
     }
     this.decodeWorker = null;

package/dist/orchestrator/VideoClipSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\n\ninterface VideoClipSessionCallbacks {\n  onStreamReady(clipId: string, stream: ReadableStream<VideoFrame>, fps: number): void;\n  onStreamDisposed?(clipId: string): void;\n  onPipelineReady?(clipId: string): Promise<void>;\n}\n\ninterface VideoClipSessionConfig {\n  clipId: string;\n  planner: CompositionPlanner;\n  workerPool: WorkerPool;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  workerConfigs: Record<WorkerType, any>;\n  callbacks: VideoClipSessionCallbacks;\n}\n\ninterface InstructionContext {\n  revision: number;\n  instructions: ClipInstructionSet;\n  status: ClipInstructionSet['status'];\n}\n\nexport class VideoClipSession {\n  private readonly clipId: string;\n  private readonly planner: CompositionPlanner;\n  private readonly workerPool: WorkerPool;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly workerConfigs: Record<WorkerType, any>;\n  private readonly callbacks: VideoClipSessionCallbacks;\n\n  private instructionContext: InstructionContext | null = null;\n  private visualWorker: BaseWorker | null = null;\n  private decodeWorker: BaseWorker | null = null;\n  private encodeWorker: BaseWorker | null = null;\n  private videoDemuxWorker: BaseWorker | null = null;\n  private visualStream: ReadableStream<VideoFrame> | null = null;\n  private visualToEncodeChannel: MessageChannel | null = null;\n  private decodeToVisualChannel: MessageChannel | null = null;\n  private demuxToDecodeChannel: MessageChannel | null = null;\n  private isActive = false;\n  private isDisposed = false;\n\n  static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n    return new VideoClipSession(config);\n  }\n\n  private constructor(config: VideoClipSessionConfig) {\n    this.clipId = config.clipId;\n    this.planner = config.planner;\n    this.workerPool = config.workerPool;\n    this.cacheManager = config.cacheManager;\n    this.compositionModel = config.compositionModel;\n    this.workerConfigs = config.workerConfigs;\n    this.callbacks = config.callbacks;\n  }\n\n  async activate(): Promise<void> {\n    console.log('>>>>>>>>>>>> activate', this.clipId);\n    if (this.isActive || this.isDisposed) return;\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource) {\n      return;\n    }\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    }\n\n    await this.ensureInstructions(clip);\n\n    this.isActive = true;\n\n    // Notify that pipeline is ready - triggers resource loading\n    if (this.callbacks.onPipelineReady) {\n      await this.callbacks.onPipelineReady(this.clipId);\n    }\n  }\n\n  async deactivate(): Promise<void> {\n    if (!this.isActive || this.isDisposed) return;\n    this.isActive = false;\n\n    await this.invalidateClipCache();\n    await this.releasePipeline();\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n    await this.deactivate();\n    this.planner.releaseClip(this.clipId);\n    this.isDisposed = true;\n  }\n\n  async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n    if (this.isDisposed) {\n      return;\n    }\n\n    if (update.type === 'remove') {\n      await this.dispose();\n      return;\n    }\n\n    const instructions = update.instructions;\n    if (!instructions) {\n      return;\n    }\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n      return;\n    }\n\n    // Any update requires pipeline restart (stream is closed after cache eviction)\n    if (this.isActive) {\n      console.log('>>>>>>>>>>>> restartPipeline', this.clipId);\n      await this.restartPipeline(clip, resource, instructions);\n    } else {\n      await this.activate();\n    }\n  }\n\n  get visualWorkerHandle(): BaseWorker | null {\n    return this.visualWorker;\n  }\n\n  private getClip(): Clip | null {\n    return this.compositionModel?.findClip?.(this.clipId) ?? null;\n  }\n\n  private getResource() {\n    const clip = this.getClip();\n    if (!clip) return null;\n    return this.compositionModel.resources.get(clip.resourceId) || null;\n  }\n\n  private async ensureInstructions(_clip: Clip): Promise<void> {\n    const instructions = this.planner.getInstructions(this.clipId);\n    if (!instructions) {\n      throw new Error(`No instructions for clip ${this.clipId}`);\n    }\n    await this.installInstructions(instructions);\n  }\n\n  private async setupImagePipeline(clip: Clip): Promise<void> {\n    await this.acquireWorkers(clip, false);\n    await this.connectImagePipeline(clip);\n  }\n\n  private async connectImagePipeline(clip: Clip): Promise<void> {\n    if (!this.visualWorker || !this.encodeWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    const clipId = clip.id;\n\n    this.visualToEncodeChannel = new MessageChannel();\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.visualToEncodeChannel.port1,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.visualToEncodeChannel.port1] }\n    );\n    await this.encodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.visualToEncodeChannel.port2,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.visualToEncodeChannel.port2] }\n    );\n\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onStreamReady(this.clipId, stream, fps);\n    });\n  }\n\n  private async setupVideoPipeline(clip: Clip, resource: { id: string }): Promise<void> {\n    console.log('>>>>>>>>>>>> setupVideoPipeline', this.clipId);\n    await this.acquireWorkers(clip, true);\n    await this.connectVideoPipeline(clip, resource.id);\n  }\n\n  private async acquireWorkers(clip: Clip, isVideo: boolean): Promise<void> {\n    if (isVideo) {\n      this.decodeWorker = await this.workerPool.get('decode');\n      this.videoDemuxWorker = await this.workerPool.get('videoDemux', clip.id, { lazy: true });\n    }\n\n    this.encodeWorker = await this.workerPool.get('encode');\n    this.visualWorker = await this.workerPool.get('videoCompose', clip.id, { lazy: true });\n\n    const visualConfig = this.workerConfigs.videoCompose ?? {};\n    const renderOverrides = this.compositionModel.renderConfig ?? {};\n    const timeline = {\n      clipId: clip.id,\n      clipStartUs: clip.startUs,\n      clipEndUs: clip.startUs + clip.durationUs,\n      compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n    };\n    await this.visualWorker.send('configure', {\n      initial: true,\n      clipId: clip.id,\n      config: { ...visualConfig, ...renderOverrides, timeline },\n    });\n  }\n\n  private async connectVideoPipeline(clip: Clip, resourceId: string): Promise<void> {\n    if (!this.visualWorker || !this.decodeWorker || !this.encodeWorker || !this.videoDemuxWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    const clipId = clip.id;\n\n    this.visualToEncodeChannel = new MessageChannel();\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.visualToEncodeChannel.port1,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.visualToEncodeChannel.port1] }\n    );\n    await this.encodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.visualToEncodeChannel.port2,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.visualToEncodeChannel.port2] }\n    );\n\n    this.decodeToVisualChannel = new MessageChannel();\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.decodeToVisualChannel.port1,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.decodeToVisualChannel.port1] }\n    );\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.decodeToVisualChannel.port2,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.decodeToVisualChannel.port2] }\n    );\n\n    this.demuxToDecodeChannel = new MessageChannel();\n    await this.videoDemuxWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.demuxToDecodeChannel.port1,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port1] }\n    );\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.demuxToDecodeChannel.port2,\n        streamType: 'video',\n        clipId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port2] }\n    );\n\n    const demuxConfig = this.workerConfigs.videoDemux ?? {};\n    await this.videoDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onStreamReady(this.clipId, stream, fps);\n    });\n  }\n\n  private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n    this.instructionContext = {\n      revision: instructions.revision,\n      instructions,\n      status: instructions.status,\n    };\n\n    if (this.visualWorker) {\n      await this.visualWorker.send('install_instructions', instructions);\n    }\n  }\n\n  private async restartPipeline(\n    clip: Clip,\n    resource: { id: string; type: string },\n    instructions: ClipInstructionSet\n  ): Promise<void> {\n    await this.releasePipeline();\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    }\n\n    await this.installInstructions(instructions);\n  }\n\n  private async releasePipeline(): Promise<void> {\n    if (this.visualWorker && this.instructionContext) {\n      await this.visualWorker.notify('dispose_clip', {\n        clipId: this.clipId,\n        revision: this.instructionContext.revision,\n      });\n    }\n\n    this.visualToEncodeChannel?.port1.close();\n    this.visualToEncodeChannel?.port2.close();\n    this.decodeToVisualChannel?.port1.close();\n    this.decodeToVisualChannel?.port2.close();\n    this.demuxToDecodeChannel?.port1.close();\n    this.demuxToDecodeChannel?.port2.close();\n\n    this.visualToEncodeChannel = null;\n    this.decodeToVisualChannel = null;\n    this.demuxToDecodeChannel = null;\n\n    if (this.visualStream && this.callbacks.onStreamDisposed) {\n      this.callbacks.onStreamDisposed(this.clipId);\n    }\n    this.visualStream = null;\n\n    if (this.videoDemuxWorker) {\n      this.workerPool.terminate('videoDemux', this.clipId);\n      this.videoDemuxWorker = null;\n    }\n\n    if (this.visualWorker) {\n      this.workerPool.terminate('videoCompose', this.clipId);\n      this.visualWorker = null;\n    }\n\n    // Shared workers are not terminated here (decode / encode)\n    this.decodeWorker = null;\n    this.encodeWorker = null;\n  }\n\n  private async invalidateClipCache(): Promise<void> {\n    await this.cacheManager.invalidateClip(this.clipId);\n  }\n}\n"],"names":[],"mappings":"AA8BO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EAChD,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,mBAAsC;AAAA,EACtC,eAAkD;AAAA,EAClD,wBAA+C;AAAA,EAC/C,wBAA+C;AAAA,EAC/C,uBAA8C;AAAA,EAC9C,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AAAA,EAC1B;AAAA,EAEA,MAAM,WAA0B;AAC9B,YAAQ,IAAI,yBAAyB,KAAK,MAAM;AAChD,QAAI,KAAK,YAAY,KAAK,WAAY;AAEtC,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB;AAAA,IACF;AAEA,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC;AAEA,UAAM,KAAK,mBAAmB,IAAI;AAElC,SAAK,WAAW;AAGhB,QAAI,KAAK,UAAU,iBAAiB;AAClC,YAAM,KAAK,UAAU,gBAAgB,KAAK,MAAM;AAAA,IAClD;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,oBAAA;AACX,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,cAAQ,IAAI,gCAAgC,KAAK,MAAM;AACvD,YAAM,KAAK,gBAAgB,MAAM,UAAU,YAAY;AAAA,IACzD,OAAO;AACL,YAAM,KAAK,SAAA;AAAA,IACb;AAAA,EACF;AAAA,EAEA,IAAI,qBAAwC;AAC1C,WAAO,KAAK;AAAA,EACd;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,KAAM,QAAO;AAClB,WAAO,KAAK,iBAAiB,UAAU,IAAI,KAAK,UAAU,KAAK;AAAA,EACjE;AAAA,EAEA,MAAc,mBAAmB,OAA4B;AAC3D,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,MAAM;AAC7D,QAAI,CAAC,cAAc;AACjB,YAAM,IAAI,MAAM,4BAA4B,KAAK,MAAM,EAAE;AAAA,IAC3D;AACA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,MAAM,KAAK;AACrC,UAAM,KAAK,qBAAqB,IAAI;AAAA,EACtC;AAAA,EAEA,MAAc,qBAAqB,MAA2B;AAC5D,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,cAAc;AAC5C,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,UAAM,SAAS,KAAK;AAEpB,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,cAAc,KAAK,QAAQ,QAAQ,GAAG;AAAA,IACvD,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,mBAAmB,MAAY,UAAyC;AACpF,YAAQ,IAAI,mCAAmC,KAAK,MAAM;AAC1D,UAAM,KAAK,eAAe,MAAM,IAAI;AACpC,UAAM,KAAK,qBAAqB,MAAM,SAAS,EAAE;AAAA,EACnD;AAAA,EAEA,MAAc,eAAe,MAAY,SAAiC;AACxE,QAAI,SAAS;AACX,WAAK,eAAe,MAAM,KAAK,WAAW,IAAI,QAAQ;AACtD,WAAK,mBAAmB,MAAM,KAAK,WAAW,IAAI,cAAc,KAAK,IAAI,EAAE,MAAM,KAAA,CAAM;AAAA,IACzF;AAEA,SAAK,eAAe,MAAM,KAAK,WAAW,IAAI,QAAQ;AACtD,SAAK,eAAe,MAAM,KAAK,WAAW,IAAI,gBAAgB,KAAK,IAAI,EAAE,MAAM,KAAA,CAAM;AAErF,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,aAAa,KAAK,aAAa;AAAA,MACxC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAAA,EACH;AAAA,EAEA,MAAc,qBAAqB,MAAY,YAAmC;AAChF,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,gBAAgB,CAAC,KAAK,gBAAgB,CAAC,KAAK,kBAAkB;AAC5F,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,UAAM,SAAS,KAAK;AAEpB,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,uBAAuB,IAAI,eAAA;AAChC,UAAM,KAAK,iBAAiB;AAAA,MAC1B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAEhD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAGhD,UAAM,cAAc,KAAK,cAAc,cAAc,CAAA;AACrD,UAAM,KAAK,iBAAiB,KAAK,aAAa;AAAA,MAC5C,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAED,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,cAAc,KAAK,QAAQ,QAAQ,GAAG;AAAA,IACvD,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAGvB,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,KAAK,wBAAwB,YAAY;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,MAAc,gBACZ,MACA,UACA,cACe;AACf,UAAM,KAAK,gBAAA;AAEX,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC;AAEA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,KAAK,gBAAgB,KAAK,oBAAoB;AAChD,YAAM,KAAK,aAAa,OAAO,gBAAgB;AAAA,QAC7C,QAAQ,KAAK;AAAA,QACb,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,sBAAsB,MAAM,MAAA;AACjC,SAAK,sBAAsB,MAAM,MAAA;AAEjC,SAAK,wBAAwB;AAC7B,SAAK,wBAAwB;AAC7B,SAAK,uBAAuB;AAE5B,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAiB,KAAK,MAAM;AAAA,IAC7C;AACA,SAAK,eAAe;AAEpB,QAAI,KAAK,kBAAkB;AACzB,WAAK,WAAW,UAAU,cAAc,KAAK,MAAM;AACnD,WAAK,mBAAmB;AAAA,IAC1B;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,gBAAgB,KAAK,MAAM;AACrD,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,eAAe;AACpB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,MAAc,sBAAqC;AACjD,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}
+{"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\n\ninterface VideoClipSessionCallbacks {\n  onComposedStreamReady(stream: ReadableStream<VideoFrame>, fps: number): void;\n  onEncodedStreamReady(\n    stream: ReadableStream<{ chunk: EncodedVideoChunk; metadata: EncodedVideoChunkMetadata }>,\n    track: 'video' | 'audio'\n  ): void;\n  onStreamDisposed?(): void;\n  onPipelineReady?(): Promise<void>;\n}\n\ninterface VideoClipSessionConfig {\n  clipId: string;\n  sessionId?: string;\n  forL2Only?: boolean;\n  planner: CompositionPlanner;\n  workerPool: WorkerPool;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  workerConfigs: Record<WorkerType, any>;\n  callbacks: VideoClipSessionCallbacks;\n}\n\ninterface InstructionContext {\n  revision: number;\n  instructions: ClipInstructionSet;\n  status: ClipInstructionSet['status'];\n}\n\nexport class VideoClipSession {\n  private readonly clipId: string;\n  private readonly sessionId: string;\n  private readonly planner: CompositionPlanner;\n  private readonly workerPool: WorkerPool;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly workerConfigs: Record<WorkerType, any>;\n  private readonly callbacks: VideoClipSessionCallbacks;\n\n  private instructionContext: InstructionContext | null = null;\n  private visualWorker: BaseWorker | null = null;\n  private decodeWorker: BaseWorker | null = null;\n  private encodeWorker: BaseWorker | null = null;\n  private videoDemuxWorker: BaseWorker | null = null;\n  private visualStream: ReadableStream<VideoFrame> | null = null;\n  private visualToEncodeChannel: MessageChannel | null = null;\n  private decodeToVisualChannel: MessageChannel | null = null;\n  private demuxToDecodeChannel: MessageChannel | null = null;\n  private isActive = false;\n  private isDisposed = false;\n\n  static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n    return new VideoClipSession(config);\n  }\n\n  private constructor(config: VideoClipSessionConfig) {\n    this.clipId = config.clipId;\n    this.sessionId = config.sessionId ?? config.clipId;\n    this.planner = config.planner;\n    this.workerPool = config.workerPool;\n    this.cacheManager = config.cacheManager;\n    this.compositionModel = config.compositionModel;\n    this.workerConfigs = config.workerConfigs;\n    this.callbacks = config.callbacks;\n  }\n\n  async activate(): Promise<void> {\n    if (this.isActive || this.isDisposed) return;\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource) {\n      console.warn('[VideoClipSession] activate: clip or resource not found', this.sessionId);\n      return;\n    }\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    } else {\n      console.warn(\n        '[VideoClipSession] Unknown resource type:',\n        resource.type,\n        'for',\n        this.sessionId\n      );\n    }\n\n    await this.ensureInstructions(clip);\n\n    this.isActive = true;\n\n    // Notify that pipeline is ready - triggers resource loading\n    if (this.callbacks.onPipelineReady) {\n      await this.callbacks.onPipelineReady();\n    }\n  }\n\n  async deactivate(): Promise<void> {\n    if (!this.isActive || this.isDisposed) return;\n    this.isActive = false;\n\n    await this.releasePipeline();\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n    await this.deactivate();\n    this.planner.releaseClip(this.clipId);\n    this.isDisposed = true;\n  }\n\n  async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n    if (this.isDisposed) {\n      return;\n    }\n\n    if (update.type === 'remove') {\n      await this.dispose();\n      return;\n    }\n\n    const instructions = update.instructions;\n    if (!instructions) {\n      return;\n    }\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n      return;\n    }\n\n    // Any update requires pipeline restart (stream is closed after cache eviction)\n    if (this.isActive) {\n      await this.restartPipeline(clip, resource, instructions);\n    } else {\n      await this.activate();\n    }\n  }\n\n  get visualWorkerHandle(): BaseWorker | null {\n    return this.visualWorker;\n  }\n\n  private getClip(): Clip | null {\n    return this.compositionModel?.findClip?.(this.clipId) ?? null;\n  }\n\n  private getResource() {\n    const clip = this.getClip();\n    if (!clip) return null;\n    return this.compositionModel.resources.get(clip.resourceId) || null;\n  }\n\n  private async ensureInstructions(_clip: Clip): Promise<void> {\n    const instructions = this.planner.getInstructions(this.clipId);\n    if (!instructions) {\n      throw new Error(`No instructions for clip ${this.clipId}`);\n    }\n    await this.installInstructions(instructions);\n  }\n\n  private async setupImagePipeline(clip: Clip): Promise<void> {\n    await this.acquireWorkers(clip, false);\n    await this.connectImagePipeline();\n  }\n\n  private async connectImagePipeline(): Promise<void> {\n    if (!this.visualWorker || !this.encodeWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    this.visualToEncodeChannel = new MessageChannel();\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.visualToEncodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.visualToEncodeChannel.port1] }\n    );\n    await this.encodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.visualToEncodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.visualToEncodeChannel.port2] }\n    );\n\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker and forward to callback\n    // Note: encodeWorker is shared across sessions\n    // Each session registers its own callback with sessionId filtering\n    this.encodeWorker.receiveStream((stream, metadata) => {\n      // Filter: only process streams for this session\n      const streamSessionId = (metadata as any)?.sessionId;\n\n      if (streamSessionId !== this.sessionId) {\n        return;\n      }\n\n      if (metadata?.streamType === 'video') {\n        this.callbacks.onEncodedStreamReady(\n          stream as ReadableStream<{\n            chunk: EncodedVideoChunk;\n            metadata: EncodedVideoChunkMetadata;\n          }>,\n          'video'\n        );\n      } else if (metadata?.streamType === 'audio') {\n        this.callbacks.onEncodedStreamReady(\n          stream as ReadableStream<{\n            chunk: EncodedVideoChunk;\n            metadata: EncodedVideoChunkMetadata;\n          }>,\n          'audio'\n        );\n      }\n    });\n  }\n\n  private async setupVideoPipeline(clip: Clip, resource: { id: string }): Promise<void> {\n    await this.acquireWorkers(clip, true);\n    await this.connectVideoPipeline(resource.id);\n  }\n\n  private async acquireWorkers(clip: Clip, isVideo: boolean): Promise<void> {\n    if (isVideo) {\n      this.decodeWorker = await this.workerPool.get('decode');\n      this.videoDemuxWorker = await this.workerPool.get('videoDemux', this.sessionId, {\n        lazy: true,\n      });\n    }\n\n    this.encodeWorker = await this.workerPool.get('encode');\n    this.visualWorker = await this.workerPool.get('videoCompose', this.sessionId, { lazy: true });\n\n    const visualConfig = this.workerConfigs.videoCompose ?? {};\n    const renderOverrides = this.compositionModel.renderConfig ?? {};\n    const timeline = {\n      clipId: clip.id,\n      clipStartUs: clip.startUs,\n      clipEndUs: clip.startUs + clip.durationUs,\n      compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n    };\n    await this.visualWorker.send('configure', {\n      initial: true,\n      clipId: clip.id,\n      config: { ...visualConfig, ...renderOverrides, timeline },\n    });\n  }\n\n  private async connectVideoPipeline(resourceId: string): Promise<void> {\n    if (!this.visualWorker || !this.decodeWorker || !this.encodeWorker || !this.videoDemuxWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    this.visualToEncodeChannel = new MessageChannel();\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.visualToEncodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.visualToEncodeChannel.port1] }\n    );\n    await this.encodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.visualToEncodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.visualToEncodeChannel.port2] }\n    );\n\n    this.decodeToVisualChannel = new MessageChannel();\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.decodeToVisualChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port1] }\n    );\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.decodeToVisualChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port2] }\n    );\n\n    this.demuxToDecodeChannel = new MessageChannel();\n    await this.videoDemuxWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.demuxToDecodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port1] }\n    );\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.demuxToDecodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port2] }\n    );\n\n    const demuxConfig = this.workerConfigs.videoDemux ?? {};\n    await this.videoDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      sessionId,\n      config: demuxConfig,\n    });\n\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker and forward to callback\n    // Note: encodeWorker is shared across sessions\n    // Each session registers its own callback with sessionId filtering\n    this.encodeWorker.receiveStream((stream, metadata) => {\n      // Filter: only process streams for this session\n      const streamSessionId = (metadata as any)?.sessionId;\n\n      if (streamSessionId !== this.sessionId) {\n        return;\n      }\n\n      if (metadata?.streamType === 'video') {\n        this.callbacks.onEncodedStreamReady(\n          stream as ReadableStream<{\n            chunk: EncodedVideoChunk;\n            metadata: EncodedVideoChunkMetadata;\n          }>,\n          'video'\n        );\n      } else if (metadata?.streamType === 'audio') {\n        this.callbacks.onEncodedStreamReady(\n          stream as ReadableStream<{\n            chunk: EncodedVideoChunk;\n            metadata: EncodedVideoChunkMetadata;\n          }>,\n          'audio'\n        );\n      }\n    });\n  }\n\n  private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n    this.instructionContext = {\n      revision: instructions.revision,\n      instructions,\n      status: instructions.status,\n    };\n\n    if (this.visualWorker) {\n      await this.visualWorker.send('install_instructions', instructions);\n    }\n  }\n\n  private async restartPipeline(\n    clip: Clip,\n    resource: { id: string; type: string },\n    instructions: ClipInstructionSet\n  ): Promise<void> {\n    await this.releasePipeline();\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    }\n\n    await this.installInstructions(instructions);\n  }\n\n  private async releasePipeline(): Promise<void> {\n    if (this.visualWorker && this.instructionContext) {\n      await this.visualWorker.notify('dispose_clip', {\n        sessionId: this.sessionId,\n        revision: this.instructionContext.revision,\n      });\n    }\n\n    this.visualToEncodeChannel?.port1.close();\n    this.visualToEncodeChannel?.port2.close();\n    this.decodeToVisualChannel?.port1.close();\n    this.decodeToVisualChannel?.port2.close();\n    this.demuxToDecodeChannel?.port1.close();\n    this.demuxToDecodeChannel?.port2.close();\n\n    this.visualToEncodeChannel = null;\n    this.decodeToVisualChannel = null;\n    this.demuxToDecodeChannel = null;\n\n    if (this.visualStream && this.callbacks.onStreamDisposed) {\n      this.callbacks.onStreamDisposed();\n    }\n    this.visualStream = null;\n\n    if (this.videoDemuxWorker) {\n      this.workerPool.terminate('videoDemux', this.sessionId);\n      this.videoDemuxWorker = null;\n    }\n\n    if (this.visualWorker) {\n      this.workerPool.terminate('videoCompose', this.sessionId);\n      this.visualWorker = null;\n    }\n\n    // Shared workers are not terminated here (decode / encode)\n    this.decodeWorker = null;\n    this.encodeWorker = null;\n  }\n\n  async invalidateClipCache(): Promise<void> {\n    await this.cacheManager.invalidateClip(this.clipId);\n  }\n}\n"],"names":[],"mappings":"AAoCO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EAChD,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,mBAAsC;AAAA,EACtC,eAAkD;AAAA,EAClD,wBAA+C;AAAA,EAC/C,wBAA+C;AAAA,EAC/C,uBAA8C;AAAA,EAC9C,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa,OAAO;AAC5C,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AAAA,EAC1B;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,YAAY,KAAK,WAAY;AAEtC,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB,cAAQ,KAAK,2DAA2D,KAAK,SAAS;AACtF;AAAA,IACF;AAEA,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC,OAAO;AACL,cAAQ;AAAA,QACN;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA,KAAK;AAAA,MAAA;AAAA,IAET;AAEA,UAAM,KAAK,mBAAmB,IAAI;AAElC,SAAK,WAAW;AAGhB,QAAI,KAAK,UAAU,iBAAiB;AAClC,YAAM,KAAK,UAAU,gBAAA;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,YAAM,KAAK,gBAAgB,MAAM,UAAU,YAAY;AAAA,IACzD,OAAO;AACL,YAAM,KAAK,SAAA;AAAA,IACb;AAAA,EACF;AAAA,EAEA,IAAI,qBAAwC;AAC1C,WAAO,KAAK;AAAA,EACd;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,KAAM,QAAO;AAClB,WAAO,KAAK,iBAAiB,UAAU,IAAI,KAAK,UAAU,KAAK;AAAA,EACjE;AAAA,EAEA,MAAc,mBAAmB,OAA4B;AAC3D,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,MAAM;AAC7D,QAAI,CAAC,cAAc;AACjB,YAAM,IAAI,MAAM,4BAA4B,KAAK,MAAM,EAAE;AAAA,IAC3D;AACA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,MAAM,KAAK;AACrC,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,cAAc;AAC5C,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAEvB,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IAClD,CAAC;AAKD,SAAK,aAAa,cAAc,CAAC,QAAQ,aAAa;AAEpD,YAAM,kBAAmB,UAAkB;AAE3C,UAAI,oBAAoB,KAAK,WAAW;AACtC;AAAA,MACF;AAEA,UAAI,UAAU,eAAe,SAAS;AACpC,aAAK,UAAU;AAAA,UACb;AAAA,UAIA;AAAA,QAAA;AAAA,MAEJ,WAAW,UAAU,eAAe,SAAS;AAC3C,aAAK,UAAU;AAAA,UACb;AAAA,UAIA;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,mBAAmB,MAAY,UAAyC;AACpF,UAAM,KAAK,eAAe,MAAM,IAAI;AACpC,UAAM,KAAK,qBAAqB,SAAS,EAAE;AAAA,EAC7C;AAAA,EAEA,MAAc,eAAe,MAAY,SAAiC;AACxE,QAAI,SAAS;AACX,WAAK,eAAe,MAAM,KAAK,WAAW,IAAI,QAAQ;AACtD,WAAK,mBAAmB,MAAM,KAAK,WAAW,IAAI,cAAc,KAAK,WAAW;AAAA,QAC9E,MAAM;AAAA,MAAA,CACP;AAAA,IACH;AAEA,SAAK,eAAe,MAAM,KAAK,WAAW,IAAI,QAAQ;AACtD,SAAK,eAAe,MAAM,KAAK,WAAW,IAAI,gBAAgB,KAAK,WAAW,EAAE,MAAM,KAAA,CAAM;AAE5F,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,aAAa,KAAK,aAAa;AAAA,MACxC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAAA,EACH;AAAA,EAEA,MAAc,qBAAqB,YAAmC;AACpE,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,gBAAgB,CAAC,KAAK,gBAAgB,CAAC,KAAK,kBAAkB;AAC5F,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAEvB,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,uBAAuB,IAAI,eAAA;AAChC,UAAM,KAAK,iBAAiB;AAAA,MAC1B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAEhD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAGhD,UAAM,cAAc,KAAK,cAAc,cAAc,CAAA;AACrD,UAAM,KAAK,iBAAiB,KAAK,aAAa;AAAA,MAC5C,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAED,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IAClD,CAAC;AAKD,SAAK,aAAa,cAAc,CAAC,QAAQ,aAAa;AAEpD,YAAM,kBAAmB,UAAkB;AAE3C,UAAI,oBAAoB,KAAK,WAAW;AACtC;AAAA,MACF;AAEA,UAAI,UAAU,eAAe,SAAS;AACpC,aAAK,UAAU;AAAA,UACb;AAAA,UAIA;AAAA,QAAA;AAAA,MAEJ,WAAW,UAAU,eAAe,SAAS;AAC3C,aAAK,UAAU;AAAA,UACb;AAAA,UAIA;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAGvB,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,KAAK,wBAAwB,YAAY;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,MAAc,gBACZ,MACA,UACA,cACe;AACf,UAAM,KAAK,gBAAA;AAEX,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC;AAEA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,KAAK,gBAAgB,KAAK,oBAAoB;AAChD,YAAM,KAAK,aAAa,OAAO,gBAAgB;AAAA,QAC7C,WAAW,KAAK;AAAA,QAChB,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,sBAAsB,MAAM,MAAA;AACjC,SAAK,sBAAsB,MAAM,MAAA;AAEjC,SAAK,wBAAwB;AAC7B,SAAK,wBAAwB;AAC7B,SAAK,uBAAuB;AAE5B,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAA;AAAA,IACjB;AACA,SAAK,eAAe;AAEpB,QAAI,KAAK,kBAAkB;AACzB,WAAK,WAAW,UAAU,cAAc,KAAK,SAAS;AACtD,WAAK,mBAAmB;AAAA,IAC1B;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,gBAAgB,KAAK,SAAS;AACxD,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,eAAe;AACpB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}

package/dist/stages/compose/GlobalAudioSession.d.ts

@@ -7,7 +7,7 @@ import { EventPayloadMap } from '../../event/events';
 import { CacheManager } from '../../cache/CacheManager';
 
 interface AudioDataMessage {
-    clipId: string;
+    sessionId: string;
     audioData: AudioData;
     clipStartUs: TimeUs;
     clipDurationUs: TimeUs;
@@ -37,6 +37,33 @@ export declare class GlobalAudioSession {
     activateAllAudioClips(): Promise<void>;
     handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void;
     reset(): void;
+    /**
+     * Create export encoded audio stream with metadata callback
+     * Mixes all audio clips and encodes to EncodedAudioChunk for export
+     * Extracts metadata from first chunk and invokes callback
+     */
+    createExportEncodedStream(config?: Partial<AudioEncoderConfig>, onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void): Promise<ReadableStream<EncodedAudioChunk> | null>;
+    /**
+     * Create export audio stream
+     * Mixes all audio clips for the entire composition and outputs AudioData stream
+     */
+    createExportAudioStream(): Promise<ReadableStream<AudioData> | null>;
+    /**
+     * Wait for audio clips to be decoded and cached
+     */
+    private waitForAudioClipsReady;
+    /**
+     * Wait for clip PCM data to be available
+     */
+    private waitForClipPCM;
+    /**
+     * Convert AudioBuffer to AudioData for encoding
+     */
+    private audioBufferToAudioData;
+    /**
+     * Interleave planar audio data for AudioData constructor
+     */
+    private interleavePlanarData;
     private setupAudioPipeline;
     private alignToWindow;
 }

package/dist/stages/compose/GlobalAudioSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GlobalAudioSession.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,aAAa,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAE7D,UAAU,gBAAgB;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,SAAS,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,gBAAgB;IACxB,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,UAAU,CAAC;IACpB,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI,CAAC;IACxC,kBAAkB,EAAE,MAAM,GAAG,CAAC;CAC/B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,IAAI,CAAmB;gBAEnB,IAAI,EAAE,gBAAgB;IAKlC,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAKtC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAwB5D,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAkB3E,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5C,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IA+BzF,KAAK,IAAI,IAAI;YAKC,kBAAkB;IAiChC,OAAO,CAAC,aAAa;CAGtB"}
+{"version":3,"file":"GlobalAudioSession.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,aAAa,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAG7D,UAAU,gBAAgB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,SAAS,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,gBAAgB;IACxB,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,UAAU,CAAC;IACpB,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI,CAAC;IACxC,kBAAkB,EAAE,MAAM,GAAG,CAAC;CAC/B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,IAAI,CAAmB;gBAEnB,IAAI,EAAE,gBAAgB;IAKlC,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAKtC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAwB5D,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAkB3E,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5C,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IA+BzF,KAAK,IAAI,IAAI;IAKb;;;;OAIG;IACG,yBAAyB,CAC7B,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACpC,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,yBAAyB,KAAK,IAAI,GAC9D,OAAO,CAAC,cAAc,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC;IA6BpD;;;OAGG;IACG,uBAAuB,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;IAuC1E;;OAEG;YACW,sBAAsB;IAgBpC;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAqB9B;;OAEG;IACH,OAAO,CAAC,oBAAoB;YAgBd,kBAAkB;IAiChC,OAAO,CAAC,aAAa;CAGtB"}

package/dist/stages/compose/GlobalAudioSession.js

@@ -1,5 +1,6 @@
 import { OfflineAudioMixer } from "./OfflineAudioMixer.js";
 import { MeframeEvent } from "../../event/events.js";
+import { AudioChunkEncoder } from "../encode/AudioChunkEncoder.js";
 class GlobalAudioSession {
   mixWindowUs = 3e6;
   mixer;
@@ -10,8 +11,8 @@ class GlobalAudioSession {
     this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);
   }
   onAudioData(message) {
-    const { clipId, audioData, clipStartUs, clipDurationUs } = message;
-    this.deps.cacheManager.putClipAudioData(clipId, audioData, clipStartUs, clipDurationUs);
+    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;
+    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);
   }
   async ensureMixedPCM(startUs) {
     const model = this.deps.getModel();
@@ -61,7 +62,7 @@ class GlobalAudioSession {
           this.activeClips.add(clip.id);
           await this.deps.resourceLoader.fetch(clip.resourceId, {
             priority: "high",
-            clipId: clip.id,
+            sessionId: clip.id,
             trackId: track.id
           });
           this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });
@@ -70,7 +71,7 @@ class GlobalAudioSession {
     }
   }
   handleAudioStream(stream, metadata) {
-    const clipId = metadata.clipId || "unknown";
+    const sessionId = metadata.sessionId || "unknown";
     const clipStartUs = metadata.clipStartUs ?? 0;
     const clipDurationUs = metadata.clipDurationUs ?? 0;
     const reader = stream.getReader();
@@ -82,7 +83,7 @@ class GlobalAudioSession {
           return;
         }
         this.onAudioData({
-          clipId,
+          sessionId,
           audioData: value,
           clipStartUs,
           clipDurationUs
@@ -99,6 +100,133 @@ class GlobalAudioSession {
     this.deps.cacheManager.resetAudioCache();
     this.activeClips.clear();
   }
+  /**
+   * Create export encoded audio stream with metadata callback
+   * Mixes all audio clips and encodes to EncodedAudioChunk for export
+   * Extracts metadata from first chunk and invokes callback
+   */
+  async createExportEncodedStream(config, onFirstMetadata) {
+    const audioDataStream = await this.createExportAudioStream();
+    if (!audioDataStream) {
+      return null;
+    }
+    const encoder = new AudioChunkEncoder(config);
+    await encoder.initialize();
+    const encodingTransform = encoder.createStream();
+    const encodedStream = audioDataStream.pipeThrough(encodingTransform);
+    let firstMetadataExtracted = false;
+    return encodedStream.pipeThrough(
+      new TransformStream({
+        transform(encoderChunk, controller) {
+          if (!firstMetadataExtracted && onFirstMetadata) {
+            onFirstMetadata(encoderChunk.metadata);
+            firstMetadataExtracted = true;
+          }
+          controller.enqueue(encoderChunk.chunk);
+        }
+      })
+    );
+  }
+  /**
+   * Create export audio stream
+   * Mixes all audio clips for the entire composition and outputs AudioData stream
+   */
+  async createExportAudioStream() {
+    const model = this.deps.getModel();
+    if (!model) {
+      return null;
+    }
+    const totalDurationUs = model.durationUs;
+    await this.activateAllAudioClips();
+    await this.waitForAudioClipsReady();
+    return new ReadableStream({
+      start: async (controller) => {
+        const windowSize = 3e6;
+        let currentUs = 0;
+        while (currentUs < totalDurationUs) {
+          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);
+          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);
+          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);
+          if (audioData) {
+            controller.enqueue(audioData);
+          }
+          currentUs = windowEndUs;
+        }
+        controller.close();
+      }
+    });
+  }
+  /**
+   * Wait for audio clips to be decoded and cached
+   */
+  async waitForAudioClipsReady() {
+    const model = this.deps.getModel();
+    if (!model) return;
+    const audioClips = model.tracks.filter((track) => track.kind === "audio").flatMap((track) => track.clips);
+    const waitPromises = audioClips.map(
+      (clip) => this.waitForClipPCM(clip.id, 1e3)
+      // Wait up to 1s per clip
+    );
+    await Promise.allSettled(waitPromises);
+  }
+  /**
+   * Wait for clip PCM data to be available
+   */
+  waitForClipPCM(clipId, timeoutMs) {
+    return new Promise((resolve) => {
+      const checkInterval = 50;
+      let elapsed = 0;
+      const check = () => {
+        if (this.deps.cacheManager.hasClipPCM(clipId)) {
+          resolve(true);
+          return;
+        }
+        elapsed += checkInterval;
+        if (elapsed >= timeoutMs) {
+          resolve(false);
+          return;
+        }
+        setTimeout(check, checkInterval);
+      };
+      check();
+    });
+  }
+  /**
+   * Convert AudioBuffer to AudioData for encoding
+   */
+  audioBufferToAudioData(buffer, timestampUs) {
+    const sampleRate = buffer.sampleRate;
+    const numberOfChannels = buffer.numberOfChannels;
+    const numberOfFrames = buffer.length;
+    const planes = [];
+    for (let channel = 0; channel < numberOfChannels; channel++) {
+      planes.push(buffer.getChannelData(channel));
+    }
+    return new AudioData({
+      format: "f32",
+      // interleaved format
+      sampleRate,
+      numberOfFrames,
+      numberOfChannels,
+      timestamp: timestampUs,
+      data: this.interleavePlanarData(planes)
+    });
+  }
+  /**
+   * Interleave planar audio data for AudioData constructor
+   */
+  interleavePlanarData(planes) {
+    const numberOfChannels = planes.length;
+    const numberOfFrames = planes[0]?.length ?? 0;
+    const totalSamples = numberOfChannels * numberOfFrames;
+    const interleaved = new Float32Array(totalSamples);
+    for (let frame = 0; frame < numberOfFrames; frame++) {
+      for (let channel = 0; channel < numberOfChannels; channel++) {
+        interleaved[frame * numberOfChannels + channel] = planes[channel][frame];
+      }
+    }
+    return interleaved.buffer;
+  }
   async setupAudioPipeline(clip) {
     const { id: clipId, resourceId, startUs, durationUs } = clip;
     const audioDemuxWorker = await this.deps.workers.get("audioDemux", clipId, { lazy: true });

package/dist/stages/compose/GlobalAudioSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"GlobalAudioSession.js","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport { OfflineAudioMixer } from './OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../../model';\nimport type { WorkerPool } from '../../worker/WorkerPool';\nimport type { ResourceLoader } from '../load/ResourceLoader';\nimport type { EventBus } from '../../event/EventBus';\nimport type { EventPayloadMap } from '../../event/events';\nimport { MeframeEvent } from '../../event/events';\nimport type { CacheManager } from '../../cache/CacheManager';\n\ninterface AudioDataMessage {\n  clipId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\nexport interface AudioPlaybackInfo {\n  buffer: AudioBuffer;\n  offsetSeconds: number;\n  durationSeconds: number;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workers: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  getModel: () => CompositionModel | null;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixWindowUs = 3_000_000;\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private deps: AudioSessionDeps;\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { clipId, audioData, clipStartUs, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(clipId, audioData, clipStartUs, clipDurationUs);\n  }\n\n  async ensureMixedPCM(startUs: TimeUs): Promise<AudioBuffer | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const windowStartUs = this.alignToWindow(startUs);\n    const windowEndUs = windowStartUs + this.mixWindowUs;\n\n    const cached = this.deps.cacheManager.getMixedAudio(windowStartUs, windowEndUs);\n    if (cached) {\n      return cached;\n    }\n\n    try {\n      const mixedBuffer = await this.mixer.mix(windowStartUs, windowEndUs);\n      this.deps.cacheManager.putMixedAudio(windowStartUs, windowEndUs, mixedBuffer);\n      return mixedBuffer;\n    } catch (error) {\n      console.error('[GlobalAudioSession] Mix failed:', error);\n      return null;\n    }\n  }\n\n  async prepareAudioForPlayback(startUs: TimeUs): Promise<AudioPlaybackInfo | null> {\n    const buffer = await this.ensureMixedPCM(startUs);\n    if (!buffer) {\n      return null;\n    }\n\n    const windowStartUs = this.alignToWindow(startUs);\n    const offsetUs = startUs - windowStartUs;\n    const offsetSeconds = offsetUs / 1_000_000;\n    const durationSeconds = buffer.duration - offsetSeconds;\n\n    return {\n      buffer,\n      offsetSeconds,\n      durationSeconds,\n    };\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            clipId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const clipId = metadata.clipId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          clipId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  reset(): void {\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n  }\n\n  private async setupAudioPipeline(clip: Clip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workers.get('audioDemux', clipId, { lazy: true });\n    const decodeWorker = await this.deps.workers.get('decode');\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await decodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n\n  private alignToWindow(timeUs: TimeUs): TimeUs {\n    return Math.floor(timeUs / this.mixWindowUs) * this.mixWindowUs;\n  }\n}\n"],"names":[],"mappings":";;AAgCO,MAAM,mBAAmB;AAAA,EACtB,cAAc;AAAA,EACd;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EAER,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,KAAK,QAAQ;AAAA,EACrE;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,QAAQ,WAAW,aAAa,mBAAmB;AAC3D,SAAK,KAAK,aAAa,iBAAiB,QAAQ,WAAW,aAAa,cAAc;AAAA,EACxF;AAAA,EAEA,MAAM,eAAe,SAA8C;AACjE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,cAAc,OAAO;AAChD,UAAM,cAAc,gBAAgB,KAAK;AAEzC,UAAM,SAAS,KAAK,KAAK,aAAa,cAAc,eAAe,WAAW;AAC9E,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,QAAI;AACF,YAAM,cAAc,MAAM,KAAK,MAAM,IAAI,eAAe,WAAW;AACnE,WAAK,KAAK,aAAa,cAAc,eAAe,aAAa,WAAW;AAC5E,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,oCAAoC,KAAK;AACvD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,wBAAwB,SAAoD;AAChF,UAAM,SAAS,MAAM,KAAK,eAAe,OAAO;AAChD,QAAI,CAAC,QAAQ;AACX,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,cAAc,OAAO;AAChD,UAAM,WAAW,UAAU;AAC3B,UAAM,gBAAgB,WAAW;AACjC,UAAM,kBAAkB,OAAO,WAAW;AAE1C,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,QAAQ,KAAK;AAAA,YACb,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,SAAS,SAAS,UAAU;AAClC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AAAA,EACnB;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,QAAQ,IAAI,cAAc,QAAQ,EAAE,MAAM,KAAA,CAAM;AACzF,UAAM,eAAe,MAAM,KAAK,KAAK,QAAQ,IAAI,QAAQ;AAEzD,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,aAAa;AAAA,MACjB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ;AAAA,QACA,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AAAA,EAEQ,cAAc,QAAwB;AAC5C,WAAO,KAAK,MAAM,SAAS,KAAK,WAAW,IAAI,KAAK;AAAA,EACtD;AACF;"}
+{"version":3,"file":"GlobalAudioSession.js","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport { OfflineAudioMixer } from './OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../../model';\nimport type { WorkerPool } from '../../worker/WorkerPool';\nimport type { ResourceLoader } from '../load/ResourceLoader';\nimport type { EventBus } from '../../event/EventBus';\nimport type { EventPayloadMap } from '../../event/events';\nimport { MeframeEvent } from '../../event/events';\nimport type { CacheManager } from '../../cache/CacheManager';\nimport { AudioChunkEncoder } from '../encode/AudioChunkEncoder';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\nexport interface AudioPlaybackInfo {\n  buffer: AudioBuffer;\n  offsetSeconds: number;\n  durationSeconds: number;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workers: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  getModel: () => CompositionModel | null;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixWindowUs = 3_000_000;\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private deps: AudioSessionDeps;\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);\n  }\n\n  async ensureMixedPCM(startUs: TimeUs): Promise<AudioBuffer | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const windowStartUs = this.alignToWindow(startUs);\n    const windowEndUs = windowStartUs + this.mixWindowUs;\n\n    const cached = this.deps.cacheManager.getMixedAudio(windowStartUs, windowEndUs);\n    if (cached) {\n      return cached;\n    }\n\n    try {\n      const mixedBuffer = await this.mixer.mix(windowStartUs, windowEndUs);\n      this.deps.cacheManager.putMixedAudio(windowStartUs, windowEndUs, mixedBuffer);\n      return mixedBuffer;\n    } catch (error) {\n      console.error('[GlobalAudioSession] Mix failed:', error);\n      return null;\n    }\n  }\n\n  async prepareAudioForPlayback(startUs: TimeUs): Promise<AudioPlaybackInfo | null> {\n    const buffer = await this.ensureMixedPCM(startUs);\n    if (!buffer) {\n      return null;\n    }\n\n    const windowStartUs = this.alignToWindow(startUs);\n    const offsetUs = startUs - windowStartUs;\n    const offsetSeconds = offsetUs / 1_000_000;\n    const durationSeconds = buffer.duration - offsetSeconds;\n\n    return {\n      buffer,\n      offsetSeconds,\n      durationSeconds,\n    };\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            sessionId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const sessionId = metadata.sessionId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          sessionId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  reset(): void {\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n  }\n\n  /**\n   * Create export encoded audio stream with metadata callback\n   * Mixes all audio clips and encodes to EncodedAudioChunk for export\n   * Extracts metadata from first chunk and invokes callback\n   */\n  async createExportEncodedStream(\n    config?: Partial<AudioEncoderConfig>,\n    onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void\n  ): Promise<ReadableStream<EncodedAudioChunk> | null> {\n    const audioDataStream = await this.createExportAudioStream();\n    if (!audioDataStream) {\n      return null;\n    }\n\n    const encoder = new AudioChunkEncoder(config);\n    await encoder.initialize();\n\n    const encodingTransform = encoder.createStream();\n    const encodedStream = audioDataStream.pipeThrough(encodingTransform);\n\n    let firstMetadataExtracted = false;\n\n    // Extract chunk from EncoderChunk and capture first metadata\n    return encodedStream.pipeThrough(\n      new TransformStream({\n        transform(encoderChunk, controller) {\n          // Extract metadata from first chunk\n          if (!firstMetadataExtracted && onFirstMetadata) {\n            onFirstMetadata(encoderChunk.metadata as EncodedAudioChunkMetadata);\n            firstMetadataExtracted = true;\n          }\n          controller.enqueue(encoderChunk.chunk as EncodedAudioChunk);\n        },\n      })\n    );\n  }\n\n  /**\n   * Create export audio stream\n   * Mixes all audio clips for the entire composition and outputs AudioData stream\n   */\n  async createExportAudioStream(): Promise<ReadableStream<AudioData> | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const totalDurationUs = model.durationUs;\n\n    // Ensure all audio clips are active and cached\n    await this.activateAllAudioClips();\n\n    // Wait for PCM data to be available\n    await this.waitForAudioClipsReady();\n\n    return new ReadableStream<AudioData>({\n      start: async (controller) => {\n        const windowSize = 3_000_000; // 3 seconds per chunk\n        let currentUs = 0;\n\n        while (currentUs < totalDurationUs) {\n          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);\n\n          // Mix this window\n          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);\n\n          // Convert AudioBuffer to AudioData\n          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);\n          if (audioData) {\n            controller.enqueue(audioData);\n          }\n\n          currentUs = windowEndUs;\n        }\n\n        controller.close();\n      },\n    });\n  }\n\n  /**\n   * Wait for audio clips to be decoded and cached\n   */\n  private async waitForAudioClipsReady(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) return;\n\n    const audioClips = model.tracks\n      .filter((track) => track.kind === 'audio')\n      .flatMap((track) => track.clips);\n\n    // Wait for each clip to have PCM data\n    const waitPromises = audioClips.map(\n      (clip) => this.waitForClipPCM(clip.id, 1000) // Wait up to 1s per clip\n    );\n\n    await Promise.allSettled(waitPromises);\n  }\n\n  /**\n   * Wait for clip PCM data to be available\n   */\n  private waitForClipPCM(clipId: string, timeoutMs: number): Promise<boolean> {\n    return new Promise((resolve) => {\n      const checkInterval = 50;\n      let elapsed = 0;\n\n      const check = () => {\n        if (this.deps.cacheManager.hasClipPCM(clipId)) {\n          resolve(true);\n          return;\n        }\n\n        elapsed += checkInterval;\n        if (elapsed >= timeoutMs) {\n          resolve(false);\n          return;\n        }\n\n        setTimeout(check, checkInterval);\n      };\n\n      check();\n    });\n  }\n\n  /**\n   * Convert AudioBuffer to AudioData for encoding\n   */\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    // Interleave channels into planar format\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  /**\n   * Interleave planar audio data for AudioData constructor\n   */\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n\n  private async setupAudioPipeline(clip: Clip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workers.get('audioDemux', clipId, { lazy: true });\n    const decodeWorker = await this.deps.workers.get('decode');\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await decodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n\n  private alignToWindow(timeUs: TimeUs): TimeUs {\n    return Math.floor(timeUs / this.mixWindowUs) * this.mixWindowUs;\n  }\n}\n"],"names":[],"mappings":";;;AAiCO,MAAM,mBAAmB;AAAA,EACtB,cAAc;AAAA,EACd;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EAER,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,KAAK,QAAQ;AAAA,EACrE;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,aAAa,mBAAmB;AAC9D,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,aAAa,cAAc;AAAA,EAC3F;AAAA,EAEA,MAAM,eAAe,SAA8C;AACjE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,cAAc,OAAO;AAChD,UAAM,cAAc,gBAAgB,KAAK;AAEzC,UAAM,SAAS,KAAK,KAAK,aAAa,cAAc,eAAe,WAAW;AAC9E,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,QAAI;AACF,YAAM,cAAc,MAAM,KAAK,MAAM,IAAI,eAAe,WAAW;AACnE,WAAK,KAAK,aAAa,cAAc,eAAe,aAAa,WAAW;AAC5E,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,oCAAoC,KAAK;AACvD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,wBAAwB,SAAoD;AAChF,UAAM,SAAS,MAAM,KAAK,eAAe,OAAO;AAChD,QAAI,CAAC,QAAQ;AACX,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,cAAc,OAAO;AAChD,UAAM,WAAW,UAAU;AAC3B,UAAM,gBAAgB,WAAW;AACjC,UAAM,kBAAkB,OAAO,WAAW;AAE1C,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,WAAW,KAAK;AAAA,YAChB,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,YAAY,SAAS,aAAa;AACxC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,0BACJ,QACA,iBACmD;AACnD,UAAM,kBAAkB,MAAM,KAAK,wBAAA;AACnC,QAAI,CAAC,iBAAiB;AACpB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,kBAAkB,MAAM;AAC5C,UAAM,QAAQ,WAAA;AAEd,UAAM,oBAAoB,QAAQ,aAAA;AAClC,UAAM,gBAAgB,gBAAgB,YAAY,iBAAiB;AAEnE,QAAI,yBAAyB;AAG7B,WAAO,cAAc;AAAA,MACnB,IAAI,gBAAgB;AAAA,QAClB,UAAU,cAAc,YAAY;AAElC,cAAI,CAAC,0BAA0B,iBAAiB;AAC9C,4BAAgB,aAAa,QAAqC;AAClE,qCAAyB;AAAA,UAC3B;AACA,qBAAW,QAAQ,aAAa,KAA0B;AAAA,QAC5D;AAAA,MAAA,CACD;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAAqE;AACzE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB,MAAM;AAG9B,UAAM,KAAK,sBAAA;AAGX,UAAM,KAAK,uBAAA;AAEX,WAAO,IAAI,eAA0B;AAAA,MACnC,OAAO,OAAO,eAAe;AAC3B,cAAM,aAAa;AACnB,YAAI,YAAY;AAEhB,eAAO,YAAY,iBAAiB;AAClC,gBAAM,cAAc,KAAK,IAAI,YAAY,YAAY,eAAe;AAGpE,gBAAM,cAAc,MAAM,KAAK,MAAM,IAAI,WAAW,WAAW;AAG/D,gBAAM,YAAY,KAAK,uBAAuB,aAAa,SAAS;AACpE,cAAI,WAAW;AACb,uBAAW,QAAQ,SAAS;AAAA,UAC9B;AAEA,sBAAY;AAAA,QACd;AAEA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,MAAO;AAEZ,UAAM,aAAa,MAAM,OACtB,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO,EACxC,QAAQ,CAAC,UAAU,MAAM,KAAK;AAGjC,UAAM,eAAe,WAAW;AAAA,MAC9B,CAAC,SAAS,KAAK,eAAe,KAAK,IAAI,GAAI;AAAA;AAAA,IAAA;AAG7C,UAAM,QAAQ,WAAW,YAAY;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,QAAgB,WAAqC;AAC1E,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,gBAAgB;AACtB,UAAI,UAAU;AAEd,YAAM,QAAQ,MAAM;AAClB,YAAI,KAAK,KAAK,aAAa,WAAW,MAAM,GAAG;AAC7C,kBAAQ,IAAI;AACZ;AAAA,QACF;AAEA,mBAAW;AACX,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK;AACb;AAAA,QACF;AAEA,mBAAW,OAAO,aAAa;AAAA,MACjC;AAEA,YAAA;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAG9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,QAAQ,IAAI,cAAc,QAAQ,EAAE,MAAM,KAAA,CAAM;AACzF,UAAM,eAAe,MAAM,KAAK,KAAK,QAAQ,IAAI,QAAQ;AAEzD,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,aAAa;AAAA,MACjB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ;AAAA,QACA,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AAAA,EAEQ,cAAc,QAAwB;AAC5C,WAAO,KAAK,MAAM,SAAS,KAAK,WAAW,IAAI,KAAK;AAAA,EACtD;AACF;"}