@meframe/core 0.0.43 → 0.0.44

package/dist/orchestrator/VideoClipSession.js

@@ -1,8 +1,8 @@
 import { hasResourceId } from "../model/types.js";
+import { OnDemandVideoSession } from "./OnDemandVideoSession.js";
 class VideoClipSession {
   clipId;
   sessionId;
-  forL2Only;
   planner;
   workerPool;
   cacheManager;
@@ -12,13 +12,10 @@ class VideoClipSession {
   resourceLoader;
   instructionContext = null;
   composeWorker = null;
-  decodeWorker = null;
   videoEncodeWorker = null;
-  videoDemuxWorker = null;
+  onDemandSession = null;
   visualStream = null;
   composeToEncodeChannel = null;
-  decodeToVisualChannel = null;
-  demuxToDecodeChannel = null;
   isActive = false;
   isDisposed = false;
   static async create(config) {
@@ -27,7 +24,6 @@ class VideoClipSession {
   constructor(config) {
     this.clipId = config.clipId;
     this.sessionId = config.sessionId ?? config.clipId;
-    this.forL2Only = config.forL2Only ?? false;
     this.planner = config.planner;
     this.workerPool = config.workerPool;
     this.cacheManager = config.cacheManager;
@@ -44,6 +40,7 @@ class VideoClipSession {
       console.warn("[VideoClipSession] activate: clip or resource not found", this.sessionId);
       return;
     }
+    await this.ensureInstructions(clip);
     if (resource.type === "video") {
       await this.setupVideoPipeline(clip, resource);
     } else if (resource.type === "image") {
@@ -56,7 +53,6 @@ class VideoClipSession {
         this.sessionId
       );
     }
-    await this.ensureInstructions(clip);
     this.isActive = true;
     const attachmentResources = this.extractAttachmentImageResources();
     if (this.callbacks.onPipelineReady) {
@@ -131,78 +127,58 @@ class VideoClipSession {
     await this.installInstructions(instructions);
   }
   async setupImagePipeline(clip) {
-    await this.acquireWorkers(clip, false);
+    await this.acquireWorkers(clip);
     await this.connectImagePipeline();
   }
   async connectImagePipeline() {
-    if (!this.composeWorker) {
+    if (!this.composeWorker || !this.videoEncodeWorker) {
       throw new Error("Pipeline workers not ready");
     }
     const sessionId = this.sessionId;
-    if (this.videoEncodeWorker) {
-      this.composeToEncodeChannel = new MessageChannel();
-      await this.composeWorker.send(
-        "connect",
-        {
-          direction: "downstream",
-          port: this.composeToEncodeChannel.port1,
-          streamType: "video",
-          sessionId
-        },
-        { transfer: [this.composeToEncodeChannel.port1] }
-      );
-      await this.videoEncodeWorker.send(
-        "connect",
-        {
-          direction: "upstream",
-          port: this.composeToEncodeChannel.port2,
-          streamType: "video",
-          sessionId
-        },
-        { transfer: [this.composeToEncodeChannel.port2] }
+    this.composeToEncodeChannel = new MessageChannel();
+    await this.composeWorker.send(
+      "connect",
+      {
+        direction: "downstream",
+        port: this.composeToEncodeChannel.port1,
+        streamType: "video",
+        sessionId
+      },
+      { transfer: [this.composeToEncodeChannel.port1] }
+    );
+    await this.videoEncodeWorker.send(
+      "connect",
+      {
+        direction: "upstream",
+        port: this.composeToEncodeChannel.port2,
+        streamType: "video",
+        sessionId
+      },
+      { transfer: [this.composeToEncodeChannel.port2] }
+    );
+    this.videoEncodeWorker.receiveStream((stream, metadata) => {
+      this.callbacks.onEncodedStreamReady(
+        stream,
+        metadata?.streamType ?? "video"
       );
-    }
-    this.composeWorker.receiveStream(async (stream) => {
-      const visualConfig = this.workerConfigs.videoCompose ?? {};
-      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;
-      await this.callbacks.onComposedStreamReady(stream, fps);
     });
-    if (this.videoEncodeWorker) {
-      this.videoEncodeWorker.receiveStream((stream, metadata) => {
-        this.callbacks.onEncodedStreamReady(
-          stream,
-          metadata?.streamType ?? "video"
-        );
-      });
-    }
   }
-  async setupVideoPipeline(clip, _resource) {
-    await this.acquireWorkers(clip, true);
+  async setupVideoPipeline(clip, resource) {
+    await this.acquireWorkers(clip);
+    this.onDemandSession = await OnDemandVideoSession.create({
+      clipId: this.clipId,
+      resourceId: resource.id,
+      targetTimeUs: clip.trimStartUs ?? 0,
+      globalTimeUs: clip.startUs,
+      mp4IndexCache: this.cacheManager.mp4IndexCache,
+      cacheManager: this.cacheManager,
+      compositionModel: this.compositionModel,
+      resourceLoader: this.resourceLoader,
+      fps: this.compositionModel.fps ?? 30
+    });
     await this.connectVideoPipeline();
   }
-  async acquireWorkers(clip, isVideo) {
-    if (isVideo) {
-      this.videoDemuxWorker = await this.workerPool.getOrCreate("videoDemux", this.sessionId, {
-        lazy: true
-      });
-      const demuxConfig = this.workerConfigs.videoDemux ?? {};
-      await this.videoDemuxWorker.send("configure", {
-        initial: true,
-        config: {
-          ...demuxConfig,
-          // Audio is handled by GlobalAudioSession via AudioSampleCache
-          emitAudioToMain: false
-        }
-      });
-      this.decodeWorker = await this.workerPool.getOrCreate("videoDecode", this.sessionId, {
-        lazy: true
-      });
-      const decodeConfig = this.workerConfigs.videoDecode ?? {};
-      await this.decodeWorker.send("configure", {
-        initial: true,
-        config: decodeConfig
-      });
-    }
+  async acquireWorkers(clip) {
     this.composeWorker = await this.workerPool.getOrCreate("videoCompose", this.sessionId, {
       lazy: true
     });
@@ -220,107 +196,69 @@ class VideoClipSession {
       clipId: clip.id,
       config: { ...visualConfig, ...renderOverrides, timeline }
     });
-    if (this.forL2Only) {
-      this.videoEncodeWorker = await this.workerPool.getOrCreate("videoEncode", this.sessionId, {
-        lazy: true
-      });
-      const encodeConfig = this.workerConfigs.videoEncode ?? {};
-      const encoderConfig = { ...encodeConfig };
-      if (this.compositionModel.renderConfig?.width) {
-        encoderConfig.width = this.compositionModel.renderConfig.width;
-      }
-      if (this.compositionModel.renderConfig?.height) {
-        encoderConfig.height = this.compositionModel.renderConfig.height;
-      }
-      await this.videoEncodeWorker.send("configure", {
-        initial: true,
-        config: encoderConfig
-      });
+    this.videoEncodeWorker = await this.workerPool.getOrCreate("videoEncode", this.sessionId, {
+      lazy: true
+    });
+    const encodeConfig = this.workerConfigs.videoEncode ?? {};
+    const encoderConfig = { ...encodeConfig };
+    if (this.compositionModel.renderConfig?.width) {
+      encoderConfig.width = this.compositionModel.renderConfig.width;
     }
+    if (this.compositionModel.renderConfig?.height) {
+      encoderConfig.height = this.compositionModel.renderConfig.height;
+    }
+    await this.videoEncodeWorker.send("configure", {
+      initial: true,
+      config: encoderConfig
+    });
   }
   async connectVideoPipeline() {
-    if (!this.composeWorker || !this.decodeWorker || !this.videoDemuxWorker) {
+    if (!this.composeWorker || !this.videoEncodeWorker || !this.onDemandSession) {
       throw new Error("Pipeline workers not ready");
     }
     const sessionId = this.sessionId;
-    if (this.videoEncodeWorker) {
-      this.composeToEncodeChannel = new MessageChannel();
-      await this.composeWorker.send(
-        "connect",
-        {
-          direction: "downstream",
-          port: this.composeToEncodeChannel.port1,
-          streamType: "video",
-          sessionId
-        },
-        { transfer: [this.composeToEncodeChannel.port1] }
-      );
-      await this.videoEncodeWorker.send(
-        "connect",
-        {
-          direction: "upstream",
-          port: this.composeToEncodeChannel.port2,
-          streamType: "video",
-          sessionId
-        },
-        { transfer: [this.composeToEncodeChannel.port2] }
-      );
+    const clip = this.getClip();
+    if (!clip) {
+      throw new Error("[VideoClipSession] Clip not found for pipeline connection");
     }
-    this.decodeToVisualChannel = new MessageChannel();
-    await this.decodeWorker.send(
-      "connect",
-      {
-        direction: "downstream",
-        port: this.decodeToVisualChannel.port1,
-        streamType: "video",
-        sessionId
-      },
-      { transfer: [this.decodeToVisualChannel.port1] }
-    );
+    if (!this.instructionContext) {
+      throw new Error("[VideoClipSession] Instructions not installed before connecting pipeline");
+    }
+    this.composeToEncodeChannel = new MessageChannel();
     await this.composeWorker.send(
-      "connect",
-      {
-        direction: "upstream",
-        port: this.decodeToVisualChannel.port2,
-        streamType: "video",
-        sessionId
-      },
-      { transfer: [this.decodeToVisualChannel.port2] }
-    );
-    this.demuxToDecodeChannel = new MessageChannel();
-    await this.videoDemuxWorker.send(
       "connect",
       {
         direction: "downstream",
-        port: this.demuxToDecodeChannel.port1,
+        port: this.composeToEncodeChannel.port1,
         streamType: "video",
         sessionId
       },
-      { transfer: [this.demuxToDecodeChannel.port1] }
+      { transfer: [this.composeToEncodeChannel.port1] }
     );
-    await this.decodeWorker.send(
+    await this.videoEncodeWorker.send(
       "connect",
       {
         direction: "upstream",
-        port: this.demuxToDecodeChannel.port2,
+        port: this.composeToEncodeChannel.port2,
         streamType: "video",
         sessionId
       },
-      { transfer: [this.demuxToDecodeChannel.port2] }
+      { transfer: [this.composeToEncodeChannel.port2] }
     );
-    this.composeWorker.receiveStream(async (stream) => {
-      const visualConfig = this.workerConfigs.videoCompose ?? {};
-      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;
-      await this.callbacks.onComposedStreamReady(stream, fps);
+    this.videoEncodeWorker.receiveStream((stream, metadata) => {
+      this.callbacks.onEncodedStreamReady(
+        stream,
+        metadata?.streamType ?? "video"
+      );
+    });
+    const trimStartUs = clip.trimStartUs ?? 0;
+    const trimEndUs = clip.trimEndUs ?? trimStartUs + clip.durationUs;
+    const frameStream = await this.onDemandSession.decodeRangeToStream(trimStartUs, trimEndUs);
+    await this.composeWorker.sendStream(frameStream, {
+      sessionId,
+      streamType: "video",
+      instructions: this.instructionContext.instructions
     });
-    if (this.videoEncodeWorker) {
-      this.videoEncodeWorker.receiveStream((stream, metadata) => {
-        this.callbacks.onEncodedStreamReady(
-          stream,
-          metadata?.streamType ?? "video"
-        );
-      });
-    }
   }
   async installInstructions(instructions) {
     this.instructionContext = {
@@ -328,26 +266,8 @@ class VideoClipSession {
       instructions,
       status: instructions.status
     };
-    if (this.composeWorker) {
-      await this.composeWorker.send("install_instructions", instructions);
-    }
   }
   async releasePipeline() {
-    if (!this.forL2Only) {
-      const clip = this.getClip();
-      if (clip && this.resourceLoader) {
-        if (clip.oldResourceId) {
-          this.resourceLoader.cancel(clip.oldResourceId);
-        }
-        if (hasResourceId(clip)) {
-          this.resourceLoader.cancel(clip.resourceId);
-        }
-        const attachmentResources = this.extractAttachmentImageResources();
-        for (const resourceId of attachmentResources) {
-          this.resourceLoader.cancel(resourceId);
-        }
-      }
-    }
     if (this.composeWorker && this.instructionContext) {
       await this.composeWorker.notify("dispose_clip", {
         sessionId: this.sessionId,
@@ -358,13 +278,9 @@ class VideoClipSession {
       this.callbacks.onStreamDisposed();
     }
     this.visualStream = null;
-    if (this.videoDemuxWorker) {
-      this.workerPool.terminate("videoDemux", this.sessionId);
-      this.videoDemuxWorker = null;
-    }
-    if (this.decodeWorker) {
-      this.workerPool.terminate("videoDecode", this.sessionId);
-      this.decodeWorker = null;
+    if (this.onDemandSession) {
+      await this.onDemandSession.dispose();
+      this.onDemandSession = null;
     }
     if (this.composeWorker) {
       this.workerPool.terminate("videoCompose", this.sessionId);
@@ -376,13 +292,7 @@ class VideoClipSession {
     }
     this.composeToEncodeChannel?.port1.close();
     this.composeToEncodeChannel?.port2.close();
-    this.decodeToVisualChannel?.port1.close();
-    this.decodeToVisualChannel?.port2.close();
-    this.demuxToDecodeChannel?.port1.close();
-    this.demuxToDecodeChannel?.port2.close();
     this.composeToEncodeChannel = null;
-    this.decodeToVisualChannel = null;
-    this.demuxToDecodeChannel = null;
   }
   async invalidateClipCache() {
     await this.cacheManager.invalidateClip(this.clipId);

package/dist/orchestrator/VideoClipSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { hasResourceId } from '../model/types';\n\ninterface VideoClipSessionCallbacks {\n  onComposedStreamReady(stream: ReadableStream<VideoFrame>, fps: number): Promise<void>;\n  onEncodedStreamReady(\n    stream: ReadableStream<{ chunk: EncodedVideoChunk; metadata: EncodedVideoChunkMetadata }>,\n    track: 'video' | 'audio'\n  ): Promise<void>;\n  onAudioStreamReady?(\n    stream: ReadableStream<AudioData>,\n    metadata: {\n      sessionId: string;\n      clipStartUs: number;\n      clipDurationUs: number;\n    }\n  ): void;\n  onStreamDisposed?(): void;\n  onPipelineReady?(attachmentResourceIds?: string[]): Promise<void>;\n}\n\ninterface VideoClipSessionConfig {\n  clipId: string;\n  sessionId?: string;\n  forL2Only?: boolean;\n  planner: CompositionPlanner;\n  workerPool: WorkerPool;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  workerConfigs: Record<WorkerType, any>;\n  callbacks: VideoClipSessionCallbacks;\n  resourceLoader?: ResourceLoader;\n}\n\ninterface InstructionContext {\n  revision: number;\n  instructions: ClipInstructionSet;\n  status: ClipInstructionSet['status'];\n}\n\nexport class VideoClipSession {\n  private readonly clipId: string;\n  private readonly sessionId: string;\n  private readonly forL2Only: boolean;\n  private readonly planner: CompositionPlanner;\n  private readonly workerPool: WorkerPool;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly workerConfigs: Record<WorkerType, any>;\n  private readonly callbacks: VideoClipSessionCallbacks;\n  private readonly resourceLoader?: ResourceLoader;\n\n  private instructionContext: InstructionContext | null = null;\n  composeWorker: BaseWorker | null = null;\n  private decodeWorker: BaseWorker | null = null;\n  private videoEncodeWorker: BaseWorker | null = null;\n  private videoDemuxWorker: BaseWorker | null = null;\n  private visualStream: ReadableStream<VideoFrame> | null = null;\n  private composeToEncodeChannel: MessageChannel | null = null;\n  private decodeToVisualChannel: MessageChannel | null = null;\n  private demuxToDecodeChannel: MessageChannel | null = null;\n  private isActive = false;\n  private isDisposed = false;\n\n  static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n    return new VideoClipSession(config);\n  }\n\n  private constructor(config: VideoClipSessionConfig) {\n    this.clipId = config.clipId;\n    this.sessionId = config.sessionId ?? config.clipId;\n    this.forL2Only = config.forL2Only ?? false;\n    this.planner = config.planner;\n    this.workerPool = config.workerPool;\n    this.cacheManager = config.cacheManager;\n    this.compositionModel = config.compositionModel;\n    this.workerConfigs = config.workerConfigs;\n    this.callbacks = config.callbacks;\n    this.resourceLoader = config.resourceLoader;\n  }\n\n  async activate(): Promise<void> {\n    if (this.isActive || this.isDisposed) return;\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource) {\n      console.warn('[VideoClipSession] activate: clip or resource not found', this.sessionId);\n      return;\n    }\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    } else {\n      console.warn(\n        '[VideoClipSession] Unknown resource type:',\n        resource.type,\n        'for',\n        this.sessionId\n      );\n    }\n\n    await this.ensureInstructions(clip);\n\n    this.isActive = true;\n\n    // Notify that pipeline is ready - triggers resource loading\n    const attachmentResources = this.extractAttachmentImageResources();\n    if (this.callbacks.onPipelineReady) {\n      await this.callbacks.onPipelineReady(attachmentResources);\n    }\n  }\n\n  async deactivate(): Promise<void> {\n    if (!this.isActive || this.isDisposed) return;\n    this.isActive = false;\n\n    await this.releasePipeline();\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n    await this.deactivate();\n    this.planner.releaseClip(this.clipId);\n    this.isDisposed = true;\n  }\n\n  async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n    if (this.isDisposed) {\n      return;\n    }\n\n    if (update.type === 'remove') {\n      await this.dispose();\n      return;\n    }\n\n    const instructions = update.instructions;\n    if (!instructions) {\n      return;\n    }\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n      return;\n    }\n\n    // Any update requires pipeline restart (stream is closed after cache eviction)\n    if (this.isActive) {\n      await this.releasePipeline();\n      this.isActive = false;\n    }\n    await this.activate();\n  }\n\n  private getClip(): Clip | null {\n    return this.compositionModel?.findClip?.(this.clipId) ?? null;\n  }\n\n  private getResource() {\n    const clip = this.getClip();\n    if (!clip || !hasResourceId(clip)) return null;\n    return this.compositionModel.getResource(clip.resourceId) ?? null;\n  }\n\n  private extractAttachmentImageResources(): string[] {\n    if (!this.instructionContext?.instructions) return [];\n\n    const resourceIdSet = new Set<string>();\n    for (const layer of this.instructionContext.instructions.layers) {\n      // Only process attachment layers (with attachmentId)\n      if (!layer.payload.attachmentId) continue;\n\n      if (layer.type === 'image') {\n        const imagePayload = layer.payload;\n        if (imagePayload.oldResourceId) {\n          resourceIdSet.add(imagePayload.oldResourceId);\n        }\n        const resourceId = imagePayload.resourceId;\n        if (resourceId) {\n          resourceIdSet.add(resourceId);\n        }\n      }\n    }\n    return Array.from(resourceIdSet);\n  }\n\n  private async ensureInstructions(_clip: Clip): Promise<void> {\n    const instructions = this.planner.getInstructions(this.clipId);\n    if (!instructions) {\n      throw new Error(`No instructions for clip ${this.clipId}`);\n    }\n    await this.installInstructions(instructions);\n  }\n\n  private async setupImagePipeline(clip: Clip): Promise<void> {\n    await this.acquireWorkers(clip, false);\n    await this.connectImagePipeline();\n  }\n\n  private async connectImagePipeline(): Promise<void> {\n    if (!this.composeWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    // Connect visualWorker to encodeWorker (only if L2 mode)\n    if (this.videoEncodeWorker) {\n      this.composeToEncodeChannel = new MessageChannel();\n      await this.composeWorker.send(\n        'connect',\n        {\n          direction: 'downstream',\n          port: this.composeToEncodeChannel.port1,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.composeToEncodeChannel.port1] }\n      );\n      await this.videoEncodeWorker.send(\n        'connect',\n        {\n          direction: 'upstream',\n          port: this.composeToEncodeChannel.port2,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.composeToEncodeChannel.port2] }\n      );\n    }\n\n    this.composeWorker.receiveStream(async (stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      await this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker (only in L2 mode)\n    if (this.videoEncodeWorker) {\n      this.videoEncodeWorker.receiveStream((stream, metadata) => {\n        this.callbacks.onEncodedStreamReady(\n          stream as ReadableStream<{\n            chunk: EncodedVideoChunk;\n            metadata: EncodedVideoChunkMetadata;\n          }>,\n          metadata?.streamType ?? 'video'\n        );\n      });\n    }\n  }\n\n  private async setupVideoPipeline(clip: Clip, _resource: { id: string }): Promise<void> {\n    await this.acquireWorkers(clip, true);\n    await this.connectVideoPipeline();\n  }\n\n  private async acquireWorkers(clip: Clip, isVideo: boolean): Promise<void> {\n    // Acquire video pipeline workers\n    if (isVideo) {\n      // VideoDemuxWorker\n      this.videoDemuxWorker = await this.workerPool.getOrCreate('videoDemux', this.sessionId, {\n        lazy: true,\n      });\n      const demuxConfig = this.workerConfigs.videoDemux ?? {};\n      await this.videoDemuxWorker.send('configure', {\n        initial: true,\n        config: {\n          ...demuxConfig,\n          // Audio is handled by GlobalAudioSession via AudioSampleCache\n          emitAudioToMain: false,\n        },\n      });\n\n      // VideoDecodeWorker\n      this.decodeWorker = await this.workerPool.getOrCreate('videoDecode', this.sessionId, {\n        lazy: true,\n      });\n      const decodeConfig = this.workerConfigs.videoDecode ?? {};\n      await this.decodeWorker.send('configure', {\n        initial: true,\n        config: decodeConfig,\n      });\n\n      // Note: Audio is handled by GlobalAudioSession via AudioSampleCache (main thread)\n    }\n\n    // VideoComposeWorker (always needed)\n    this.composeWorker = await this.workerPool.getOrCreate('videoCompose', this.sessionId, {\n      lazy: true,\n    });\n    const visualConfig = this.workerConfigs.videoCompose ?? {};\n    const renderOverrides = this.compositionModel.renderConfig ?? {};\n    const timeline = {\n      clipId: clip.id,\n      clipStartUs: clip.startUs,\n      clipEndUs: clip.startUs + clip.durationUs,\n      clipDurationUs: clip.durationUs,\n      compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n    };\n    await this.composeWorker.send('configure', {\n      initial: true,\n      clipId: clip.id,\n      config: { ...visualConfig, ...renderOverrides, timeline },\n    });\n\n    // VideoEncodeWorker (only for L2)\n    if (this.forL2Only) {\n      this.videoEncodeWorker = await this.workerPool.getOrCreate('videoEncode', this.sessionId, {\n        lazy: true,\n      });\n      const encodeConfig = this.workerConfigs.videoEncode ?? {};\n      const encoderConfig = { ...encodeConfig };\n      if (this.compositionModel.renderConfig?.width) {\n        encoderConfig.width = this.compositionModel.renderConfig.width;\n      }\n      if (this.compositionModel.renderConfig?.height) {\n        encoderConfig.height = this.compositionModel.renderConfig.height;\n      }\n      await this.videoEncodeWorker.send('configure', {\n        initial: true,\n        config: encoderConfig,\n      });\n    }\n  }\n\n  private async connectVideoPipeline(): Promise<void> {\n    if (!this.composeWorker || !this.decodeWorker || !this.videoDemuxWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    // Connect visualWorker to encodeWorker (only if L2 mode)\n    if (this.videoEncodeWorker) {\n      this.composeToEncodeChannel = new MessageChannel();\n      await this.composeWorker.send(\n        'connect',\n        {\n          direction: 'downstream',\n          port: this.composeToEncodeChannel.port1,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.composeToEncodeChannel.port1] }\n      );\n      await this.videoEncodeWorker.send(\n        'connect',\n        {\n          direction: 'upstream',\n          port: this.composeToEncodeChannel.port2,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.composeToEncodeChannel.port2] }\n      );\n    }\n\n    this.decodeToVisualChannel = new MessageChannel();\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.decodeToVisualChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port1] }\n    );\n    await this.composeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.decodeToVisualChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port2] }\n    );\n\n    this.demuxToDecodeChannel = new MessageChannel();\n    await this.videoDemuxWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.demuxToDecodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port1] }\n    );\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.demuxToDecodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port2] }\n    );\n\n    // Setup stream receivers\n    this.composeWorker.receiveStream(async (stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      await this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker (only in L2 mode)\n    if (this.videoEncodeWorker) {\n      this.videoEncodeWorker.receiveStream((stream, metadata) => {\n        this.callbacks.onEncodedStreamReady(\n          stream as ReadableStream<{\n            chunk: EncodedVideoChunk;\n            metadata: EncodedVideoChunkMetadata;\n          }>,\n          metadata?.streamType ?? 'video'\n        );\n      });\n    }\n  }\n\n  private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n    this.instructionContext = {\n      revision: instructions.revision,\n      instructions,\n      status: instructions.status,\n    };\n\n    if (this.composeWorker) {\n      await this.composeWorker.send('install_instructions', instructions);\n    }\n  }\n\n  private async releasePipeline(): Promise<void> {\n    if (!this.forL2Only) {\n      const clip = this.getClip();\n      if (clip && this.resourceLoader) {\n        if (clip.oldResourceId) {\n          this.resourceLoader.cancel(clip.oldResourceId);\n        }\n        if (hasResourceId(clip)) {\n          this.resourceLoader.cancel(clip.resourceId);\n        }\n\n        const attachmentResources = this.extractAttachmentImageResources();\n        for (const resourceId of attachmentResources) {\n          this.resourceLoader.cancel(resourceId);\n        }\n      }\n    }\n\n    if (this.composeWorker && this.instructionContext) {\n      await this.composeWorker.notify('dispose_clip', {\n        sessionId: this.sessionId,\n        revision: this.instructionContext.revision,\n      });\n    }\n\n    if (this.visualStream && this.callbacks.onStreamDisposed) {\n      this.callbacks.onStreamDisposed();\n    }\n    this.visualStream = null;\n\n    // Terminate clip-local workers\n    if (this.videoDemuxWorker) {\n      this.workerPool.terminate('videoDemux', this.sessionId);\n      this.videoDemuxWorker = null;\n    }\n\n    if (this.decodeWorker) {\n      this.workerPool.terminate('videoDecode', this.sessionId);\n      this.decodeWorker = null;\n    }\n\n    if (this.composeWorker) {\n      this.workerPool.terminate('videoCompose', this.sessionId);\n      this.composeWorker = null;\n    }\n\n    if (this.videoEncodeWorker) {\n      this.workerPool.terminate('videoEncode', this.sessionId);\n      this.videoEncodeWorker = null;\n    }\n\n    this.composeToEncodeChannel?.port1.close();\n    this.composeToEncodeChannel?.port2.close();\n    this.decodeToVisualChannel?.port1.close();\n    this.decodeToVisualChannel?.port2.close();\n    this.demuxToDecodeChannel?.port1.close();\n    this.demuxToDecodeChannel?.port2.close();\n\n    this.composeToEncodeChannel = null;\n    this.decodeToVisualChannel = null;\n    this.demuxToDecodeChannel = null;\n  }\n\n  async invalidateClipCache(): Promise<void> {\n    await this.cacheManager.invalidateClip(this.clipId);\n  }\n}\n"],"names":[],"mappings":";AA+CO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EACxD,gBAAmC;AAAA,EAC3B,eAAkC;AAAA,EAClC,oBAAuC;AAAA,EACvC,mBAAsC;AAAA,EACtC,eAAkD;AAAA,EAClD,yBAAgD;AAAA,EAChD,wBAA+C;AAAA,EAC/C,uBAA8C;AAAA,EAC9C,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa,OAAO;AAC5C,SAAK,YAAY,OAAO,aAAa;AACrC,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AACxB,SAAK,iBAAiB,OAAO;AAAA,EAC/B;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,YAAY,KAAK,WAAY;AAEtC,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB,cAAQ,KAAK,2DAA2D,KAAK,SAAS;AACtF;AAAA,IACF;AACA,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC,OAAO;AACL,cAAQ;AAAA,QACN;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA,KAAK;AAAA,MAAA;AAAA,IAET;AAEA,UAAM,KAAK,mBAAmB,IAAI;AAElC,SAAK,WAAW;AAGhB,UAAM,sBAAsB,KAAK,gCAAA;AACjC,QAAI,KAAK,UAAU,iBAAiB;AAClC,YAAM,KAAK,UAAU,gBAAgB,mBAAmB;AAAA,IAC1D;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,YAAM,KAAK,gBAAA;AACX,WAAK,WAAW;AAAA,IAClB;AACA,UAAM,KAAK,SAAA;AAAA,EACb;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG,QAAO;AAC1C,WAAO,KAAK,iBAAiB,YAAY,KAAK,UAAU,KAAK;AAAA,EAC/D;AAAA,EAEQ,kCAA4C;AAClD,QAAI,CAAC,KAAK,oBAAoB,qBAAqB,CAAA;AAEnD,UAAM,oCAAoB,IAAA;AAC1B,eAAW,SAAS,KAAK,mBAAmB,aAAa,QAAQ;AAE/D,UAAI,CAAC,MAAM,QAAQ,aAAc;AAEjC,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,eAAe,MAAM;AAC3B,YAAI,aAAa,eAAe;AAC9B,wBAAc,IAAI,aAAa,aAAa;AAAA,QAC9C;AACA,cAAM,aAAa,aAAa;AAChC,YAAI,YAAY;AACd,wBAAc,IAAI,UAAU;AAAA,QAC9B;AAAA,MACF;AAAA,IACF;AACA,WAAO,MAAM,KAAK,aAAa;AAAA,EACjC;AAAA,EAEA,MAAc,mBAAmB,OAA4B;AAC3D,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,MAAM;AAC7D,QAAI,CAAC,cAAc;AACjB,YAAM,IAAI,MAAM,4BAA4B,KAAK,MAAM,EAAE;AAAA,IAC3D;AACA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,MAAM,KAAK;AACrC,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,eAAe;AACvB,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAGvB,QAAI,KAAK,mBAAmB;AAC1B,WAAK,yBAAyB,IAAI,eAAA;AAClC,YAAM,KAAK,cAAc;AAAA,QACvB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,uBAAuB;AAAA,UAClC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,MAAE;AAElD,YAAM,KAAK,kBAAkB;AAAA,QAC3B;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,uBAAuB;AAAA,UAClC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,MAAE;AAAA,IAEpD;AAEA,SAAK,cAAc,cAAc,OAAO,WAAW;AACjD,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,YAAM,KAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IACxD,CAAC;AAGD,QAAI,KAAK,mBAAmB;AAC1B,WAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,aAAK,UAAU;AAAA,UACb;AAAA,UAIA,UAAU,cAAc;AAAA,QAAA;AAAA,MAE5B,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,MAAY,WAA0C;AACrF,UAAM,KAAK,eAAe,MAAM,IAAI;AACpC,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,eAAe,MAAY,SAAiC;AAExE,QAAI,SAAS;AAEX,WAAK,mBAAmB,MAAM,KAAK,WAAW,YAAY,cAAc,KAAK,WAAW;AAAA,QACtF,MAAM;AAAA,MAAA,CACP;AACD,YAAM,cAAc,KAAK,cAAc,cAAc,CAAA;AACrD,YAAM,KAAK,iBAAiB,KAAK,aAAa;AAAA,QAC5C,SAAS;AAAA,QACT,QAAQ;AAAA,UACN,GAAG;AAAA;AAAA,UAEH,iBAAiB;AAAA,QAAA;AAAA,MACnB,CACD;AAGD,WAAK,eAAe,MAAM,KAAK,WAAW,YAAY,eAAe,KAAK,WAAW;AAAA,QACnF,MAAM;AAAA,MAAA,CACP;AACD,YAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,YAAM,KAAK,aAAa,KAAK,aAAa;AAAA,QACxC,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAAA,IAGH;AAGA,SAAK,gBAAgB,MAAM,KAAK,WAAW,YAAY,gBAAgB,KAAK,WAAW;AAAA,MACrF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK;AAAA,MACrB,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,cAAc,KAAK,aAAa;AAAA,MACzC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAGD,QAAI,KAAK,WAAW;AAClB,WAAK,oBAAoB,MAAM,KAAK,WAAW,YAAY,eAAe,KAAK,WAAW;AAAA,QACxF,MAAM;AAAA,MAAA,CACP;AACD,YAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,YAAM,gBAAgB,EAAE,GAAG,aAAA;AAC3B,UAAI,KAAK,iBAAiB,cAAc,OAAO;AAC7C,sBAAc,QAAQ,KAAK,iBAAiB,aAAa;AAAA,MAC3D;AACA,UAAI,KAAK,iBAAiB,cAAc,QAAQ;AAC9C,sBAAc,SAAS,KAAK,iBAAiB,aAAa;AAAA,MAC5D;AACA,YAAM,KAAK,kBAAkB,KAAK,aAAa;AAAA,QAC7C,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,gBAAgB,CAAC,KAAK,kBAAkB;AACvE,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAGvB,QAAI,KAAK,mBAAmB;AAC1B,WAAK,yBAAyB,IAAI,eAAA;AAClC,YAAM,KAAK,cAAc;AAAA,QACvB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,uBAAuB;AAAA,UAClC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,MAAE;AAElD,YAAM,KAAK,kBAAkB;AAAA,QAC3B;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,uBAAuB;AAAA,UAClC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,MAAE;AAAA,IAEpD;AAEA,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,cAAc;AAAA,MACvB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,uBAAuB,IAAI,eAAA;AAChC,UAAM,KAAK,iBAAiB;AAAA,MAC1B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAEhD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAIhD,SAAK,cAAc,cAAc,OAAO,WAAW;AACjD,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,YAAM,KAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IACxD,CAAC;AAGD,QAAI,KAAK,mBAAmB;AAC1B,WAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,aAAK,UAAU;AAAA,UACb;AAAA,UAIA,UAAU,cAAc;AAAA,QAAA;AAAA,MAE5B,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAGvB,QAAI,KAAK,eAAe;AACtB,YAAM,KAAK,cAAc,KAAK,wBAAwB,YAAY;AAAA,IACpE;AAAA,EACF;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,CAAC,KAAK,WAAW;AACnB,YAAM,OAAO,KAAK,QAAA;AAClB,UAAI,QAAQ,KAAK,gBAAgB;AAC/B,YAAI,KAAK,eAAe;AACtB,eAAK,eAAe,OAAO,KAAK,aAAa;AAAA,QAC/C;AACA,YAAI,cAAc,IAAI,GAAG;AACvB,eAAK,eAAe,OAAO,KAAK,UAAU;AAAA,QAC5C;AAEA,cAAM,sBAAsB,KAAK,gCAAA;AACjC,mBAAW,cAAc,qBAAqB;AAC5C,eAAK,eAAe,OAAO,UAAU;AAAA,QACvC;AAAA,MACF;AAAA,IACF;AAEA,QAAI,KAAK,iBAAiB,KAAK,oBAAoB;AACjD,YAAM,KAAK,cAAc,OAAO,gBAAgB;AAAA,QAC9C,WAAW,KAAK;AAAA,QAChB,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAA;AAAA,IACjB;AACA,SAAK,eAAe;AAGpB,QAAI,KAAK,kBAAkB;AACzB,WAAK,WAAW,UAAU,cAAc,KAAK,SAAS;AACtD,WAAK,mBAAmB;AAAA,IAC1B;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,eAAe;AAAA,IACtB;AAEA,QAAI,KAAK,eAAe;AACtB,WAAK,WAAW,UAAU,gBAAgB,KAAK,SAAS;AACxD,WAAK,gBAAgB;AAAA,IACvB;AAEA,QAAI,KAAK,mBAAmB;AAC1B,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,sBAAsB,MAAM,MAAA;AACjC,SAAK,sBAAsB,MAAM,MAAA;AAEjC,SAAK,yBAAyB;AAC9B,SAAK,wBAAwB;AAC7B,SAAK,uBAAuB;AAAA,EAC9B;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}
+{"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { hasResourceId } from '../model/types';\nimport { OnDemandVideoSession } from './OnDemandVideoSession';\n\ninterface VideoClipSessionCallbacks {\n  onEncodedStreamReady(\n    stream: ReadableStream<{ chunk: EncodedVideoChunk; metadata: EncodedVideoChunkMetadata }>,\n    track: 'video' | 'audio'\n  ): Promise<void>;\n  onAudioStreamReady?(\n    stream: ReadableStream<AudioData>,\n    metadata: {\n      sessionId: string;\n      clipStartUs: number;\n      clipDurationUs: number;\n    }\n  ): void;\n  onStreamDisposed?(): void;\n  onPipelineReady?(attachmentResourceIds?: string[]): Promise<void>;\n}\n\ninterface VideoClipSessionConfig {\n  clipId: string;\n  sessionId?: string;\n  planner: CompositionPlanner;\n  workerPool: WorkerPool;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  workerConfigs: Record<WorkerType, any>;\n  callbacks: VideoClipSessionCallbacks;\n  resourceLoader?: ResourceLoader;\n}\n\ninterface InstructionContext {\n  revision: number;\n  instructions: ClipInstructionSet;\n  status: ClipInstructionSet['status'];\n}\n\n/**\n * VideoClipSession - Export-only session for rendering video clips\n *\n * Pipeline: OnDemandVideoSession (decode) -> ComposeWorker -> EncodeWorker\n * All sessions now use this architecture for export processing\n */\nexport class VideoClipSession {\n  private readonly clipId: string;\n  private readonly sessionId: string;\n  private readonly planner: CompositionPlanner;\n  private readonly workerPool: WorkerPool;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly workerConfigs: Record<WorkerType, any>;\n  private readonly callbacks: VideoClipSessionCallbacks;\n  private readonly resourceLoader?: ResourceLoader;\n\n  private instructionContext: InstructionContext | null = null;\n  private composeWorker: BaseWorker | null = null;\n  private videoEncodeWorker: BaseWorker | null = null;\n  private onDemandSession: OnDemandVideoSession | null = null;\n  private visualStream: ReadableStream<VideoFrame> | null = null;\n  private composeToEncodeChannel: MessageChannel | null = null;\n  private isActive = false;\n  private isDisposed = false;\n\n  static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n    return new VideoClipSession(config);\n  }\n\n  private constructor(config: VideoClipSessionConfig) {\n    this.clipId = config.clipId;\n    this.sessionId = config.sessionId ?? config.clipId;\n    this.planner = config.planner;\n    this.workerPool = config.workerPool;\n    this.cacheManager = config.cacheManager;\n    this.compositionModel = config.compositionModel;\n    this.workerConfigs = config.workerConfigs;\n    this.callbacks = config.callbacks;\n    this.resourceLoader = config.resourceLoader;\n  }\n\n  async activate(): Promise<void> {\n    if (this.isActive || this.isDisposed) return;\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource) {\n      console.warn('[VideoClipSession] activate: clip or resource not found', this.sessionId);\n      return;\n    }\n\n    // Prepare instructions (but don't send yet - will send with stream)\n    await this.ensureInstructions(clip);\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    } else {\n      console.warn(\n        '[VideoClipSession] Unknown resource type:',\n        resource.type,\n        'for',\n        this.sessionId\n      );\n    }\n\n    this.isActive = true;\n\n    // Notify that pipeline is ready - triggers resource loading\n    const attachmentResources = this.extractAttachmentImageResources();\n    if (this.callbacks.onPipelineReady) {\n      await this.callbacks.onPipelineReady(attachmentResources);\n    }\n  }\n\n  async deactivate(): Promise<void> {\n    if (!this.isActive || this.isDisposed) return;\n    this.isActive = false;\n\n    await this.releasePipeline();\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n    await this.deactivate();\n    this.planner.releaseClip(this.clipId);\n    this.isDisposed = true;\n  }\n\n  async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n    if (this.isDisposed) {\n      return;\n    }\n\n    if (update.type === 'remove') {\n      await this.dispose();\n      return;\n    }\n\n    const instructions = update.instructions;\n    if (!instructions) {\n      return;\n    }\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n      return;\n    }\n\n    // Any update requires pipeline restart (stream is closed after cache eviction)\n    if (this.isActive) {\n      await this.releasePipeline();\n      this.isActive = false;\n    }\n    await this.activate();\n  }\n\n  private getClip(): Clip | null {\n    return this.compositionModel?.findClip?.(this.clipId) ?? null;\n  }\n\n  private getResource() {\n    const clip = this.getClip();\n    if (!clip || !hasResourceId(clip)) return null;\n    return this.compositionModel.getResource(clip.resourceId) ?? null;\n  }\n\n  private extractAttachmentImageResources(): string[] {\n    if (!this.instructionContext?.instructions) return [];\n\n    const resourceIdSet = new Set<string>();\n    for (const layer of this.instructionContext.instructions.layers) {\n      // Only process attachment layers (with attachmentId)\n      if (!layer.payload.attachmentId) continue;\n\n      if (layer.type === 'image') {\n        const imagePayload = layer.payload;\n        if (imagePayload.oldResourceId) {\n          resourceIdSet.add(imagePayload.oldResourceId);\n        }\n        const resourceId = imagePayload.resourceId;\n        if (resourceId) {\n          resourceIdSet.add(resourceId);\n        }\n      }\n    }\n    return Array.from(resourceIdSet);\n  }\n\n  private async ensureInstructions(_clip: Clip): Promise<void> {\n    const instructions = this.planner.getInstructions(this.clipId);\n    if (!instructions) {\n      throw new Error(`No instructions for clip ${this.clipId}`);\n    }\n    await this.installInstructions(instructions);\n  }\n\n  private async setupImagePipeline(clip: Clip): Promise<void> {\n    await this.acquireWorkers(clip);\n    await this.connectImagePipeline();\n  }\n\n  private async connectImagePipeline(): Promise<void> {\n    if (!this.composeWorker || !this.videoEncodeWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    const sessionId = this.sessionId;\n\n    // STEP 1: Connect ComposeWorker -> EncodeWorker\n    this.composeToEncodeChannel = new MessageChannel();\n    await this.composeWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.composeToEncodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.composeToEncodeChannel.port1] }\n    );\n    await this.videoEncodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.composeToEncodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.composeToEncodeChannel.port2] }\n    );\n\n    // STEP 2: Setup EncodeWorker stream receiver\n    this.videoEncodeWorker.receiveStream((stream, metadata) => {\n      this.callbacks.onEncodedStreamReady(\n        stream as ReadableStream<{\n          chunk: EncodedVideoChunk;\n          metadata: EncodedVideoChunkMetadata;\n        }>,\n        metadata?.streamType ?? 'video'\n      );\n    });\n  }\n\n  private async setupVideoPipeline(clip: Clip, resource: { id: string }): Promise<void> {\n    await this.acquireWorkers(clip);\n\n    // Create OnDemandVideoSession for main-thread decoding\n    this.onDemandSession = await OnDemandVideoSession.create({\n      clipId: this.clipId,\n      resourceId: resource.id,\n      targetTimeUs: clip.trimStartUs ?? 0,\n      globalTimeUs: clip.startUs,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel,\n      resourceLoader: this.resourceLoader!,\n      fps: this.compositionModel.fps ?? 30,\n    });\n\n    await this.connectVideoPipeline();\n  }\n\n  private async acquireWorkers(clip: Clip): Promise<void> {\n    // VideoComposeWorker\n    this.composeWorker = await this.workerPool.getOrCreate('videoCompose', this.sessionId, {\n      lazy: true,\n    });\n    const visualConfig = this.workerConfigs.videoCompose ?? {};\n    const renderOverrides = this.compositionModel.renderConfig ?? {};\n    const timeline = {\n      clipId: clip.id,\n      clipStartUs: clip.startUs,\n      clipEndUs: clip.startUs + clip.durationUs,\n      clipDurationUs: clip.durationUs,\n      compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n    };\n    await this.composeWorker.send('configure', {\n      initial: true,\n      clipId: clip.id,\n      config: { ...visualConfig, ...renderOverrides, timeline },\n    });\n\n    // VideoEncodeWorker (always needed for export)\n    this.videoEncodeWorker = await this.workerPool.getOrCreate('videoEncode', this.sessionId, {\n      lazy: true,\n    });\n    const encodeConfig = this.workerConfigs.videoEncode ?? {};\n    const encoderConfig = { ...encodeConfig };\n    if (this.compositionModel.renderConfig?.width) {\n      encoderConfig.width = this.compositionModel.renderConfig.width;\n    }\n    if (this.compositionModel.renderConfig?.height) {\n      encoderConfig.height = this.compositionModel.renderConfig.height;\n    }\n    await this.videoEncodeWorker.send('configure', {\n      initial: true,\n      config: encoderConfig,\n    });\n  }\n\n  private async connectVideoPipeline(): Promise<void> {\n    if (!this.composeWorker || !this.videoEncodeWorker || !this.onDemandSession) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    const sessionId = this.sessionId;\n    const clip = this.getClip();\n    if (!clip) {\n      throw new Error('[VideoClipSession] Clip not found for pipeline connection');\n    }\n\n    if (!this.instructionContext) {\n      throw new Error('[VideoClipSession] Instructions not installed before connecting pipeline');\n    }\n\n    // STEP 1: Connect ComposeWorker -> EncodeWorker\n    this.composeToEncodeChannel = new MessageChannel();\n    await this.composeWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.composeToEncodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.composeToEncodeChannel.port1] }\n    );\n    await this.videoEncodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.composeToEncodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.composeToEncodeChannel.port2] }\n    );\n\n    // STEP 2: Setup EncodeWorker stream receiver\n    this.videoEncodeWorker.receiveStream((stream, metadata) => {\n      this.callbacks.onEncodedStreamReady(\n        stream as ReadableStream<{\n          chunk: EncodedVideoChunk;\n          metadata: EncodedVideoChunkMetadata;\n        }>,\n        metadata?.streamType ?? 'video'\n      );\n    });\n\n    // STEP 3: Start decoding and send frames to ComposeWorker\n    const trimStartUs = clip.trimStartUs ?? 0;\n    const trimEndUs = clip.trimEndUs ?? trimStartUs + clip.durationUs;\n    const frameStream = await this.onDemandSession.decodeRangeToStream(trimStartUs, trimEndUs);\n\n    // Send VideoFrame stream to ComposeWorker (main thread → worker)\n    // Include instructions in metadata to avoid race conditions\n    await this.composeWorker.sendStream(frameStream, {\n      sessionId,\n      streamType: 'video',\n      instructions: this.instructionContext.instructions,\n    });\n  }\n\n  private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n    this.instructionContext = {\n      revision: instructions.revision,\n      instructions,\n      status: instructions.status,\n    };\n  }\n\n  private async releasePipeline(): Promise<void> {\n    if (this.composeWorker && this.instructionContext) {\n      await this.composeWorker.notify('dispose_clip', {\n        sessionId: this.sessionId,\n        revision: this.instructionContext.revision,\n      });\n    }\n\n    if (this.visualStream && this.callbacks.onStreamDisposed) {\n      this.callbacks.onStreamDisposed();\n    }\n    this.visualStream = null;\n\n    // Cleanup OnDemandVideoSession\n    if (this.onDemandSession) {\n      await this.onDemandSession.dispose();\n      this.onDemandSession = null;\n    }\n\n    // Terminate workers\n    if (this.composeWorker) {\n      this.workerPool.terminate('videoCompose', this.sessionId);\n      this.composeWorker = null;\n    }\n\n    if (this.videoEncodeWorker) {\n      this.workerPool.terminate('videoEncode', this.sessionId);\n      this.videoEncodeWorker = null;\n    }\n\n    this.composeToEncodeChannel?.port1.close();\n    this.composeToEncodeChannel?.port2.close();\n    this.composeToEncodeChannel = null;\n  }\n\n  async invalidateClipCache(): Promise<void> {\n    await this.cacheManager.invalidateClip(this.clipId);\n  }\n}\n"],"names":[],"mappings":";;AAoDO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EAChD,gBAAmC;AAAA,EACnC,oBAAuC;AAAA,EACvC,kBAA+C;AAAA,EAC/C,eAAkD;AAAA,EAClD,yBAAgD;AAAA,EAChD,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa,OAAO;AAC5C,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AACxB,SAAK,iBAAiB,OAAO;AAAA,EAC/B;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,YAAY,KAAK,WAAY;AAEtC,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB,cAAQ,KAAK,2DAA2D,KAAK,SAAS;AACtF;AAAA,IACF;AAGA,UAAM,KAAK,mBAAmB,IAAI;AAElC,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC,OAAO;AACL,cAAQ;AAAA,QACN;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA,KAAK;AAAA,MAAA;AAAA,IAET;AAEA,SAAK,WAAW;AAGhB,UAAM,sBAAsB,KAAK,gCAAA;AACjC,QAAI,KAAK,UAAU,iBAAiB;AAClC,YAAM,KAAK,UAAU,gBAAgB,mBAAmB;AAAA,IAC1D;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,YAAM,KAAK,gBAAA;AACX,WAAK,WAAW;AAAA,IAClB;AACA,UAAM,KAAK,SAAA;AAAA,EACb;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG,QAAO;AAC1C,WAAO,KAAK,iBAAiB,YAAY,KAAK,UAAU,KAAK;AAAA,EAC/D;AAAA,EAEQ,kCAA4C;AAClD,QAAI,CAAC,KAAK,oBAAoB,qBAAqB,CAAA;AAEnD,UAAM,oCAAoB,IAAA;AAC1B,eAAW,SAAS,KAAK,mBAAmB,aAAa,QAAQ;AAE/D,UAAI,CAAC,MAAM,QAAQ,aAAc;AAEjC,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,eAAe,MAAM;AAC3B,YAAI,aAAa,eAAe;AAC9B,wBAAc,IAAI,aAAa,aAAa;AAAA,QAC9C;AACA,cAAM,aAAa,aAAa;AAChC,YAAI,YAAY;AACd,wBAAc,IAAI,UAAU;AAAA,QAC9B;AAAA,MACF;AAAA,IACF;AACA,WAAO,MAAM,KAAK,aAAa;AAAA,EACjC;AAAA,EAEA,MAAc,mBAAmB,OAA4B;AAC3D,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,MAAM;AAC7D,QAAI,CAAC,cAAc;AACjB,YAAM,IAAI,MAAM,4BAA4B,KAAK,MAAM,EAAE;AAAA,IAC3D;AACA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,IAAI;AAC9B,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,mBAAmB;AAClD,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,UAAM,YAAY,KAAK;AAGvB,SAAK,yBAAyB,IAAI,eAAA;AAClC,UAAM,KAAK,cAAc;AAAA,MACvB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAElD,UAAM,KAAK,kBAAkB;AAAA,MAC3B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAIlD,SAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,WAAK,UAAU;AAAA,QACb;AAAA,QAIA,UAAU,cAAc;AAAA,MAAA;AAAA,IAE5B,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,mBAAmB,MAAY,UAAyC;AACpF,UAAM,KAAK,eAAe,IAAI;AAG9B,SAAK,kBAAkB,MAAM,qBAAqB,OAAO;AAAA,MACvD,QAAQ,KAAK;AAAA,MACb,YAAY,SAAS;AAAA,MACrB,cAAc,KAAK,eAAe;AAAA,MAClC,cAAc,KAAK;AAAA,MACnB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,gBAAgB,KAAK;AAAA,MACrB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,eAAe,MAA2B;AAEtD,SAAK,gBAAgB,MAAM,KAAK,WAAW,YAAY,gBAAgB,KAAK,WAAW;AAAA,MACrF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK;AAAA,MACrB,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,cAAc,KAAK,aAAa;AAAA,MACzC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAGD,SAAK,oBAAoB,MAAM,KAAK,WAAW,YAAY,eAAe,KAAK,WAAW;AAAA,MACxF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,UAAM,gBAAgB,EAAE,GAAG,aAAA;AAC3B,QAAI,KAAK,iBAAiB,cAAc,OAAO;AAC7C,oBAAc,QAAQ,KAAK,iBAAiB,aAAa;AAAA,IAC3D;AACA,QAAI,KAAK,iBAAiB,cAAc,QAAQ;AAC9C,oBAAc,SAAS,KAAK,iBAAiB,aAAa;AAAA,IAC5D;AACA,UAAM,KAAK,kBAAkB,KAAK,aAAa;AAAA,MAC7C,SAAS;AAAA,MACT,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,qBAAqB,CAAC,KAAK,iBAAiB;AAC3E,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,UAAM,YAAY,KAAK;AACvB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,2DAA2D;AAAA,IAC7E;AAEA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAGA,SAAK,yBAAyB,IAAI,eAAA;AAClC,UAAM,KAAK,cAAc;AAAA,MACvB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAElD,UAAM,KAAK,kBAAkB;AAAA,MAC3B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAIlD,SAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,WAAK,UAAU;AAAA,QACb;AAAA,QAIA,UAAU,cAAc;AAAA,MAAA;AAAA,IAE5B,CAAC;AAGD,UAAM,cAAc,KAAK,eAAe;AACxC,UAAM,YAAY,KAAK,aAAa,cAAc,KAAK;AACvD,UAAM,cAAc,MAAM,KAAK,gBAAgB,oBAAoB,aAAa,SAAS;AAIzF,UAAM,KAAK,cAAc,WAAW,aAAa;AAAA,MAC/C;AAAA,MACA,YAAY;AAAA,MACZ,cAAc,KAAK,mBAAmB;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAAA,EAEzB;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,KAAK,iBAAiB,KAAK,oBAAoB;AACjD,YAAM,KAAK,cAAc,OAAO,gBAAgB;AAAA,QAC9C,WAAW,KAAK;AAAA,QAChB,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAA;AAAA,IACjB;AACA,SAAK,eAAe;AAGpB,QAAI,KAAK,iBAAiB;AACxB,YAAM,KAAK,gBAAgB,QAAA;AAC3B,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,eAAe;AACtB,WAAK,WAAW,UAAU,gBAAgB,KAAK,SAAS;AACxD,WAAK,gBAAgB;AAAA,IACvB;AAEA,QAAI,KAAK,mBAAmB;AAC1B,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,yBAAyB;AAAA,EAChC;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}

package/dist/stages/compose/LayerRenderer.d.ts

@@ -10,6 +10,7 @@ export declare class LayerRenderer {
     private height;
     private currentFrame;
     private fps;
+    private readonly FILL_THRESHOLD;
     constructor(ctx: OffscreenCanvasRenderingContext2D | CanvasRenderingContext2D, width: number, height: number, fps?: number);
     setCurrentFrame(frame: number): void;
     private ensureHighQualityRendering;
@@ -19,6 +20,14 @@ export declare class LayerRenderer {
     renderLayer(layer: Layer): Promise<void>;
     private parseDimension;
     private getLayerDimensions;
+    /**
+     * Calculate render dimensions with smart fill logic
+     * @param sourceWidth Source width
+     * @param sourceHeight Source height
+     * @param naturalScale Natural scale factor (scaleY for video, scaleX for image)
+     * @returns Render dimensions and position
+     */
+    private calculateRenderDimensions;
     private applyTransform;
     private renderVideoLayer;
     private renderImageLayer;

package/dist/stages/compose/LayerRenderer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LayerRenderer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/LayerRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAA8D,MAAM,SAAS,CAAC;AAMjG;;;GAGG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,GAAG,CAA+D;IAC1E,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,GAAG,CAAc;gBAGvB,GAAG,EAAE,iCAAiC,GAAG,wBAAwB,EACjE,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,GAAG,GAAE,MAAW;IASlB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIpC,OAAO,CAAC,0BAA0B;IAKlC;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C9C,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,kBAAkB;IA+C1B,OAAO,CAAC,cAAc;YA2BR,gBAAgB;YAwDhB,gBAAgB;YAqGhB,eAAe;IAuC7B,OAAO,CAAC,SAAS;IAkBjB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;CAKtD"}
+{"version":3,"file":"LayerRenderer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/LayerRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAA8D,MAAM,SAAS,CAAC;AAMjG;;;GAGG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,GAAG,CAA+D;IAC1E,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,GAAG,CAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAO;gBAGpC,GAAG,EAAE,iCAAiC,GAAG,wBAAwB,EACjE,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,GAAG,GAAE,MAAW;IASlB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIpC,OAAO,CAAC,0BAA0B;IAKlC;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C9C,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,kBAAkB;IA+C1B;;;;;;OAMG;IACH,OAAO,CAAC,yBAAyB;IAkCjC,OAAO,CAAC,cAAc;YA2BR,gBAAgB;YAmChB,gBAAgB;YAqFhB,eAAe;IAuC7B,OAAO,CAAC,SAAS;IAkBjB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;CAKtD"}

package/dist/stages/compose/LayerRenderer.js

@@ -8,6 +8,7 @@ class LayerRenderer {
   height;
   currentFrame = 0;
   fps = 30;
+  FILL_THRESHOLD = 0.9;
   constructor(ctx, width, height, fps = 30) {
     this.ctx = ctx;
     this.width = width;
@@ -105,6 +106,31 @@ class LayerRenderer {
     }
     return { width: this.width, height: this.height };
   }
+  /**
+   * Calculate render dimensions with smart fill logic
+   * @param sourceWidth Source width
+   * @param sourceHeight Source height
+   * @param naturalScale Natural scale factor (scaleY for video, scaleX for image)
+   * @returns Render dimensions and position
+   */
+  calculateRenderDimensions(sourceWidth, sourceHeight, naturalScale) {
+    const scaledWidth = sourceWidth * naturalScale;
+    const scaledHeight = sourceHeight * naturalScale;
+    const shouldFill = scaledWidth / this.width > this.FILL_THRESHOLD && scaledHeight / this.height > this.FILL_THRESHOLD;
+    let renderWidth;
+    let renderHeight;
+    if (shouldFill) {
+      const coverScale = Math.max(this.width / sourceWidth, this.height / sourceHeight);
+      renderWidth = Math.round(sourceWidth * coverScale);
+      renderHeight = Math.round(sourceHeight * coverScale);
+    } else {
+      renderWidth = Math.round(scaledWidth);
+      renderHeight = Math.round(scaledHeight);
+    }
+    const renderX = Math.round((this.width - renderWidth) / 2);
+    const renderY = Math.round((this.height - renderHeight) / 2);
+    return { width: renderWidth, height: renderHeight, x: renderX, y: renderY };
+  }
   applyTransform(transform, layerDimensions) {
     const anchorX = transform.anchorX ?? 0.5;
     const anchorY = transform.anchorY ?? 0.5;
@@ -125,25 +151,7 @@ class LayerRenderer {
     const videoWidth = videoFrame.displayWidth || videoFrame.codedWidth;
     const videoHeight = videoFrame.displayHeight || videoFrame.codedHeight;
     const naturalScale = this.height / videoHeight;
-    const scaledWidth = videoWidth * naturalScale;
-    const scaledHeight = videoHeight * naturalScale;
-    const FILL_THRESHOLD = 0.9;
-    const shouldFill = scaledWidth / this.width > FILL_THRESHOLD && scaledHeight / this.height > FILL_THRESHOLD;
-    let renderWidth;
-    let renderHeight;
-    let renderX;
-    let renderY;
-    if (shouldFill) {
-      renderWidth = this.width;
-      renderHeight = this.height;
-      renderX = 0;
-      renderY = 0;
-    } else {
-      renderWidth = Math.round(scaledWidth);
-      renderHeight = Math.round(scaledHeight);
-      renderX = Math.round((this.width - renderWidth) / 2);
-      renderY = Math.round((this.height - renderHeight) / 2);
-    }
+    const dimensions = this.calculateRenderDimensions(videoWidth, videoHeight, naturalScale);
     if (crop) {
       this.ctx.drawImage(
         videoFrame,
@@ -151,13 +159,19 @@ class LayerRenderer {
         crop.y,
         crop.width,
         crop.height,
-        renderX,
-        renderY,
-        renderWidth,
-        renderHeight
+        dimensions.x,
+        dimensions.y,
+        dimensions.width,
+        dimensions.height
       );
     } else {
-      this.ctx.drawImage(videoFrame, renderX, renderY, renderWidth, renderHeight);
+      this.ctx.drawImage(
+        videoFrame,
+        dimensions.x,
+        dimensions.y,
+        dimensions.width,
+        dimensions.height
+      );
     }
     videoFrame.close();
   }
@@ -201,17 +215,9 @@ class LayerRenderer {
         }
       } else {
         const naturalScale = this.width / imgWidth;
-        const scaledWidth = imgWidth * naturalScale;
-        const scaledHeight = imgHeight * naturalScale;
-        const FILL_THRESHOLD = 0.9;
-        const shouldFill = scaledWidth / this.width > FILL_THRESHOLD && scaledHeight / this.height > FILL_THRESHOLD;
-        if (shouldFill) {
-          renderWidth = this.width;
-          renderHeight = this.height;
-        } else {
-          renderWidth = Math.round(scaledWidth);
-          renderHeight = Math.round(scaledHeight);
-        }
+        const dimensions = this.calculateRenderDimensions(imgWidth, imgHeight, naturalScale);
+        renderWidth = dimensions.width;
+        renderHeight = dimensions.height;
       }
       const renderX = isAttachment ? 0 : Math.round((this.width - renderWidth) / 2);
       const renderY = isAttachment ? 0 : Math.round((this.height - renderHeight) / 2);