@meframe/core 0.0.31 → 0.0.33

package/dist/orchestrator/Orchestrator.js

@@ -4,7 +4,7 @@ import { applyPatch } from "../model/patch.js";
 import { ResourceLoader } from "../stages/load/ResourceLoader.js";
 import { CacheManager } from "../cache/CacheManager.js";
 import { ConfigLoader } from "../config/ConfigLoader.js";
-import { isVideoClip, hasResourceId } from "../model/types.js";
+import { hasResourceId } from "../model/types.js";
 import { MeframeEvent } from "../event/events.js";
 import { CompositionPlanner } from "./CompositionPlanner.js";
 import { GlobalAudioSession } from "./GlobalAudioSession.js";
@@ -24,7 +24,6 @@ class Orchestrator {
   isInitialized = false;
   config = ConfigLoader.getInstance().getConfig();
   ensureCacheDebounceTimer = null;
-  currentClipId = null;
   events;
   constructor(config) {
     this.eventBus = config.eventBus || new EventBus();
@@ -37,12 +36,13 @@ class Orchestrator {
       workerPath: config.workerPath,
       workerExtension: config.workerExtension
     });
-    const cacheConfig = config.cacheConfig || this.config.cache;
+    const maxMemoryMB = config.cacheConfig?.l1Size || this.config.cache?.l1?.maxMemoryMB || 1024;
+    const maxGOPs = this.config.decode?.video?.maxGOPs || 4;
     this.cacheManager = new CacheManager(
       {
         l1: {
-          maxMemoryMB: cacheConfig?.l1Size || cacheConfig?.l1?.maxMemoryMB || 1024,
-          maxGOPs: this.config.decode?.video?.maxGOPs || 4
+          maxMemoryMB,
+          maxGOPs
         },
         resource: {
           projectId: config.projectId || this.config.global.projectId || "default"
@@ -55,7 +55,9 @@ class Orchestrator {
       workerPool: this.workers,
       eventBus: this.eventBus,
       config: {
-        maxConcurrent: config.maxWorkers || this.config.load?.retry?.maxAttempts || 4
+        maxConcurrent: this.config.load.maxConcurrent,
+        preloadConcurrency: 2
+        // Fixed preload concurrency for idle background loading
       },
       onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state)
     });
@@ -130,11 +132,7 @@ class Orchestrator {
   once(event, handler) {
     this.eventBus.once(event, handler);
   }
-  async setCompositionModel(model, options) {
-    const { clearL1Cache = true } = options || {};
-    if (clearL1Cache) {
-      this.cacheManager.clearL1Cache();
-    }
+  async setCompositionModel(model) {
     this.compositionModel = model;
     this.planner.setModel(model);
     await this.resourceLoader.setModel(model);
@@ -159,26 +157,13 @@ class Orchestrator {
     for (const clipId of affectedClipIds) {
       this.cacheManager.invalidateClip(clipId);
     }
-    const reactivatedAudioClips = [];
-    const reactivatedVideoClips = [];
     for (const clipId of affectedClipIds) {
       const clip = this.compositionModel.findClip(clipId);
       if (clip?.trackKind === "audio") {
         await this.audioSession.deactivateClip(clipId);
-        reactivatedAudioClips.push(clipId);
-      } else if (clip?.trackKind === "video") {
-        reactivatedVideoClips.push(clipId);
-      }
+      } else if (clip?.trackKind === "video") ;
     }
     await this.audioSession.activateAllAudioClips();
-    const allReactivatedClips = [...reactivatedAudioClips, ...reactivatedVideoClips];
-    if (allReactivatedClips.length > 0) {
-      setTimeout(() => {
-        for (const clipId of allReactivatedClips) {
-          this.audioSession.restartPlayingClip(clipId);
-        }
-      }, 150);
-    }
   }
   handleResourceStateChange(resourceId, state) {
     if (!this.compositionModel) {
@@ -202,10 +187,8 @@ class Orchestrator {
     let relativeTimeUs = options?.relativeTimeUs ?? timeUs - clip.startUs;
     relativeTimeUs = Math.min(relativeTimeUs, clip.durationUs - 1);
     if (!preheat) {
-      this.cacheManager.setWindow(timeUs);
       const cachedFrame = this.cacheManager.getFrame(relativeTimeUs, clip.id);
       if (cachedFrame) {
-        this.preheatNextClip(clip);
         this.eventBus.emit(MeframeEvent.CacheHit, {
           timeUs,
           level: "L1",
@@ -225,21 +208,6 @@ class Orchestrator {
     const resourceFrame = await this.decodeFromResource(clip, relativeTimeUs, timeUs, options);
     return resourceFrame;
   }
-  async preheatNextClip(clip) {
-    if (clip.id === this.currentClipId) return;
-    this.currentClipId = clip.id;
-    const nextClip = this.compositionModel?.getClipsAtTime(
-      clip.startUs + clip.durationUs,
-      this.compositionModel?.mainTrackId
-    )[0];
-    if (nextClip && isVideoClip(nextClip)) {
-      this.resourceLoader.fetch(nextClip.resourceId, {
-        priority: "normal",
-        clipId: nextClip.id,
-        trackId: nextClip.trackId
-      });
-    }
-  }
   /**
    * Compose frame from OPFS resource (on-demand decoding)
    * This is the new path for long clips with window caching
@@ -255,16 +223,16 @@ class Orchestrator {
       trackId: clip.trackId
     };
     if (options?.immediate && !isReady) {
-      this.resourceLoader.fetch(resourceId, fetchOptions);
+      this.resourceLoader.load(resourceId, fetchOptions);
       return null;
     }
-    await this.resourceLoader.fetch(resourceId, fetchOptions);
+    await this.resourceLoader.load(resourceId, fetchOptions);
     const session = await OnDemandVideoSession.create({
       clipId: clip.id,
       resourceId,
       targetTimeUs: relativeTimeUs,
       globalTimeUs,
-      resourceCache: this.cacheManager.resourceCache,
+      resourceLoader: this.resourceLoader,
       mp4IndexCache: this.cacheManager.mp4IndexCache,
       cacheManager: this.cacheManager,
       compositionModel: this.compositionModel,
@@ -317,48 +285,84 @@ class Orchestrator {
   }
   buildWorkerConfigs() {
     const config = this.config;
-    const defaultCanvasWidth = config.global?.defaultCanvasWidth ?? 720;
-    const defaultCanvasHeight = config.global?.defaultCanvasHeight ?? 1280;
-    const defaultFps = config.global?.defaultFps ?? 30;
+    const defaultCanvasWidth = config.global.defaultCanvasWidth;
+    const defaultCanvasHeight = config.global.defaultCanvasHeight;
+    const defaultFps = config.global.defaultFps;
     const targetFps = this.compositionModel?.fps ?? defaultFps;
     return {
       videoDemux: {
-        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10
+        highWaterMark: config.demux.backpressure.highWaterMark
       },
       audioDemux: {
-        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10
+        highWaterMark: config.demux.backpressure.highWaterMark
       },
-      videoDecode: config.decode?.video,
-      audioDecode: config.decode?.audio,
+      videoDecode: config.decode.video,
+      audioDecode: config.decode.audio,
       videoCompose: {
-        width: config.compose?.canvas?.width ?? defaultCanvasWidth,
-        height: config.compose?.canvas?.height ?? defaultCanvasHeight,
+        width: defaultCanvasWidth,
+        height: defaultCanvasHeight,
         fps: targetFps,
-        backgroundColor: config.compose?.canvas?.backgroundColor ?? "#000000",
-        enableSmoothing: config.compose?.visual?.enableSmoothing ?? true,
-        enableHardwareAcceleration: config.compose?.visual?.enableHardwareAcceleration ?? true,
-        fonts: config.global?.fonts
+        backgroundColor: "#000000",
+        enableSmoothing: true,
+        enableHardwareAcceleration: true
       },
       audioCompose: {
-        ducking: config.compose?.audio?.ducking,
-        mixing: config.compose?.audio?.mixing
+        enableDucking: config.compose.audio.enableDucking
       },
       videoEncode: {
         codec: "avc1.42002A",
-        width: config.compose?.canvas?.width || defaultCanvasWidth,
-        height: config.compose?.canvas?.height || defaultCanvasHeight,
-        bitrate: config.encode?.video?.bitrateKbps ? config.encode.video.bitrateKbps * 1e3 : 12e6,
+        width: defaultCanvasWidth,
+        height: defaultCanvasHeight,
+        bitrate: config.encode.video.bitrateKbps ? config.encode.video.bitrateKbps * 1e3 : 12e6,
         framerate: targetFps,
         latencyMode: "quality",
         bitrateMode: "variable",
         hardwareAcceleration: "no-preference",
-        ...config.encode?.video
+        ...config.encode.video
       }
     };
   }
   async export(model, options) {
     return this.exportScheduler.execute(model, options);
   }
+  /**
+   * Preheat a specific clip's window range
+   * Used by PlaybackController for cross-clip window preheating
+   *
+   * @param clipId - Clip identifier
+   * @param clipRelativeStart - Start time relative to clip (microseconds)
+   * @param clipRelativeEnd - End time relative to clip (microseconds)
+   * @param globalTimeUs - Global timeline position (for globalTimeUs in cache)
+   */
+  async preheatClipWindow(clipId, clipRelativeStart, clipRelativeEnd, globalTimeUs) {
+    if (!this.compositionModel) return;
+    const clip = this.compositionModel.findClip(clipId);
+    if (!clip || !hasResourceId(clip)) return;
+    const resourceId = clip.resourceId;
+    await this.resourceLoader.load(resourceId, {
+      priority: "normal",
+      clipId: clip.id,
+      trackId: clip.trackId
+    });
+    const session = await OnDemandVideoSession.create({
+      clipId: clip.id,
+      resourceId,
+      targetTimeUs: clipRelativeStart,
+      globalTimeUs,
+      resourceLoader: this.resourceLoader,
+      mp4IndexCache: this.cacheManager.mp4IndexCache,
+      cacheManager: this.cacheManager,
+      compositionModel: this.compositionModel,
+      fps: this.compositionModel.fps ?? 30
+    });
+    try {
+      await session.decodeWindow(clipRelativeStart, clipRelativeEnd);
+    } catch (error) {
+      console.warn(`[Orchestrator] Preheat clip ${clipId} window failed:`, error);
+    } finally {
+      await session.dispose();
+    }
+  }
   /**
    * Get render state for real-time composition
    * Returns layers ready for VideoComposer
@@ -393,7 +397,7 @@ class Orchestrator {
       );
     });
     for (const layerPlan of activeLayers) {
-      const layer = this.materializeLayer(layerPlan, clip, relativeTimeUs, timeUs);
+      const layer = await this.materializeLayer(layerPlan, clip, relativeTimeUs, timeUs);
       if (layer) {
         layers.push(layer);
       }
@@ -403,7 +407,7 @@ class Orchestrator {
   /**
    * Materialize a serialized layer plan into concrete Layer
    */
-  materializeLayer(layerPlan, clip, clipRelativeTimeUs, globalTimeUs) {
+  async materializeLayer(layerPlan, clip, clipRelativeTimeUs, globalTimeUs) {
     const baseLayer = {
       id: layerPlan.layerId,
       type: layerPlan.type,
@@ -438,8 +442,11 @@ class Orchestrator {
     }
     if (layerPlan.type === "image") {
       const payload = layerPlan.payload;
-      const resourceId = payload.resourceId;
-      const source = this.cacheManager.imageBitmapCache.get(resourceId);
+      const resource = this.compositionModel?.getResource(payload.resourceId);
+      if (!resource) {
+        return null;
+      }
+      const source = await this.resourceLoader.loadImage(resource);
       const imageLayer = {
         ...baseLayer,
         type: "image",

package/dist/orchestrator/Orchestrator.js.map

@@ -1 +1 @@
-{"version":3,"file":"Orchestrator.js","sources":["../../src/orchestrator/Orchestrator.ts"],"sourcesContent":["import { EventBus } from '../event/EventBus';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { applyPatch as applyModelPatch } from '../model/patch';\nimport { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ConfigLoader } from '../config/ConfigLoader';\nimport type { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';\nimport { WorkerType } from '../worker/types';\nimport { CompositionModel, CompositionPatch, Resource, TimeUs, RcFrame, Clip } from '../model';\nimport { hasResourceId, isVideoClip, SetCompositionModelOptions } from '../model/types';\nimport { MeframeEvent, type EventPayloadMap } from '../event/events';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { GlobalAudioSession } from './GlobalAudioSession';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { ExportOptions } from '../types';\nimport { OnDemandVideoSession } from './OnDemandVideoSession';\nimport { ExportScheduler } from './ExportScheduler';\n\nexport class Orchestrator implements IOrchestrator {\n  workers: WorkerPool;\n  eventBus: EventBus<EventPayloadMap>;\n  compositionModel: CompositionModel | null = null;\n  resourceLoader: ResourceLoader;\n  cacheManager: CacheManager;\n  planner: CompositionPlanner;\n  audioSession: GlobalAudioSession;\n  muxManager: MuxManager;\n  exportScheduler: ExportScheduler;\n\n  private isInitialized = false;\n  private config = ConfigLoader.getInstance().getConfig();\n  private ensureCacheDebounceTimer: number | null = null;\n  private currentClipId: string | null = null;\n  readonly events: Pick<EventBus<EventPayloadMap>, 'on' | 'off' | 'once'>;\n\n  constructor(config: OrchestratorConfig) {\n    // Use provided eventBus or create a new one\n    this.eventBus = config.eventBus || new EventBus<EventPayloadMap>();\n    this.events = this.eventBus.asReadonly();\n\n    // Initialize config first\n    this.config = ConfigLoader.getInstance().getConfig();\n\n    const workerConfigs = this.buildWorkerConfigs();\n\n    // Initialize WorkerPool with worker path from config\n    this.workers = new WorkerPool({\n      eventBus: this.eventBus,\n      workerConfigs,\n      workerPath: config.workerPath,\n      workerExtension: config.workerExtension,\n    });\n\n    const cacheConfig = config.cacheConfig || this.config.cache;\n    this.cacheManager = new CacheManager(\n      {\n        l1: {\n          maxMemoryMB:\n            (cacheConfig as any)?.l1Size || (cacheConfig as any)?.l1?.maxMemoryMB || 1024,\n          maxGOPs: (this.config.decode as any)?.video?.maxGOPs || 4,\n        },\n        resource: {\n          projectId: config.projectId || this.config.global.projectId || 'default',\n        },\n      },\n      this.eventBus\n    );\n\n    this.resourceLoader = new ResourceLoader({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      eventBus: this.eventBus,\n      config: {\n        maxConcurrent: config.maxWorkers || (this.config.load as any)?.retry?.maxAttempts || 4,\n      },\n      onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state),\n    });\n\n    this.planner = new CompositionPlanner();\n\n    this.audioSession = new GlobalAudioSession({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      resourceLoader: this.resourceLoader,\n      eventBus: this.eventBus,\n      buildWorkerConfigs: () => this.buildWorkerConfigs(),\n    });\n\n    this.muxManager = new MuxManager(\n      this.cacheManager,\n      this.audioSession,\n      this.config.encode.audio as AudioEncoderConfig\n    );\n\n    this.exportScheduler = new ExportScheduler({\n      workerPool: this.workers,\n      planner: this.planner,\n      cacheManager: this.cacheManager,\n      resourceLoader: this.resourceLoader,\n      muxManager: this.muxManager,\n      audioSession: this.audioSession,\n      workerConfigsProvider: () => this.buildWorkerConfigs(),\n      eventBus: this.eventBus,\n    });\n\n    this.setupResourceFirstFrameHandler();\n    this.setupPreloadHandlers();\n  }\n\n  private setupResourceFirstFrameHandler(): void {\n    this.eventBus.on(MeframeEvent.ResourceFirstFrameReady, async (payload) => {\n      const { resourceId, clipId, index, chunks } = payload;\n\n      if (!this.compositionModel) return;\n\n      // Find the specific clip\n      const clip = this.compositionModel.findClip(clipId);\n      if (!clip || !clip.trackId) return;\n\n      // Only decode first frame for clips that start at composition time 0\n      // (these clips need the resource's first frame as cover)\n      if (clip.startUs === 0) {\n        const fps = this.compositionModel.fps ?? 30;\n        await OnDemandVideoSession.decodeAndCacheFirstFrame(\n          resourceId,\n          chunks,\n          index,\n          clip,\n          this.cacheManager,\n          fps\n        );\n      }\n    });\n  }\n\n  private setupPreloadHandlers(): void {\n    // Stop preloading when playback starts\n    this.eventBus.on(MeframeEvent.PlaybackPlay, () => {\n      this.resourceLoader.setPreloadingEnabled(false);\n    });\n\n    // Enable preloading when playback pauses/stops\n    this.eventBus.on(MeframeEvent.PlaybackPause, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    this.eventBus.on(MeframeEvent.PlaybackStop, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    // Note: ModelSet and PatchApplied are handled internally in ResourceLoader via handleModelSet\n    // and direct calls isn't needed as ResourceLoader listens to updateResourceState via onStateChange?\n    // Wait, ResourceLoader handles ModelSet via eventHandlers.\n  }\n\n  async initialize(): Promise<void> {\n    if (this.isInitialized) return;\n\n    await this.cacheManager.init();\n\n    this.isInitialized = true;\n  }\n\n  // Event methods - forward to eventBus\n  on<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.on(event, handler);\n  }\n\n  off<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.off(event, handler);\n  }\n\n  once<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.once(event, handler);\n  }\n\n  async setCompositionModel(\n    model: CompositionModel,\n    options?: SetCompositionModelOptions\n  ): Promise<void> {\n    const { clearL1Cache = true } = options || {};\n\n    if (clearL1Cache) {\n      this.cacheManager.clearL1Cache();\n    }\n\n    this.compositionModel = model;\n    this.planner.setModel(model);\n    // ensure the cover resource is preloaded before audio is activated\n    await this.resourceLoader.setModel(model);\n    this.audioSession.setModel(model);\n\n    this.eventBus.emit(MeframeEvent.ModelSet, model);\n\n    this.eventBus.emit(MeframeEvent.CompositionUpdated, {\n      trackCount: model.tracks.length,\n      clipCount: model.tracks.reduce((acc: number, track: any) => acc + track.clips.length, 0),\n      durationUs: model.durationUs,\n    });\n  }\n\n  async applyPatch(patch: CompositionPatch): Promise<void> {\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    // Apply patch and get affected clip IDs (simplified for 2-Clip strategy)\n    // Note: addTrack/removeTrack already call buildIndexes() in patch.ts\n    const affectedClipIds = applyModelPatch(this.compositionModel, patch);\n    this.planner.applyPatch(patch, affectedClipIds);\n    this.eventBus.emit(MeframeEvent.PatchApplied, {\n      operations: patch.operations.length,\n      affectedClips: Array.from(affectedClipIds),\n    });\n\n    // Process clip updates\n    for (const clipId of affectedClipIds) {\n      this.cacheManager.invalidateClip(clipId);\n    }\n\n    // Reactivate updated audio clips\n    const reactivatedAudioClips: string[] = [];\n    const reactivatedVideoClips: string[] = [];\n    for (const clipId of affectedClipIds) {\n      const clip = this.compositionModel.findClip(clipId);\n      if (clip?.trackKind === 'audio') {\n        await this.audioSession.deactivateClip(clipId);\n        reactivatedAudioClips.push(clipId);\n      } else if (clip?.trackKind === 'video') {\n        reactivatedVideoClips.push(clipId);\n      }\n    }\n\n    // Activate all audio clips (including reactivated ones)\n    await this.audioSession.activateAllAudioClips();\n\n    // Restart playback for affected clips (give pipeline time to decode first frame)\n    const allReactivatedClips = [...reactivatedAudioClips, ...reactivatedVideoClips];\n    if (allReactivatedClips.length > 0) {\n      setTimeout(() => {\n        for (const clipId of allReactivatedClips) {\n          this.audioSession.restartPlayingClip(clipId);\n        }\n      }, 150);\n    }\n  }\n\n  private handleResourceStateChange(resourceId: string, state: Resource['state']): void {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    this.compositionModel.updateResourceState(resourceId, state ?? 'pending');\n\n    if (state !== 'ready') {\n      return;\n    }\n\n    // For preview, simple cache invalidation or triggering re-render might be enough\n    // if we were caching instructions. But PlaybackController pulls instructions every frame.\n    // So just updating Model state is enough.\n  }\n\n  async getFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null> {\n    const signal = options?.signal;\n    const preheat = options?.preheat ?? false;\n\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    // Calculate clip-relative time for cache lookup (global time - clip start time)\n    let relativeTimeUs = options?.relativeTimeUs ?? timeUs - clip.startUs;\n\n    // Clamp to clip duration to handle edge cases at clip boundaries\n    relativeTimeUs = Math.min(relativeTimeUs, clip.durationUs - 1);\n\n    // 1. Check L1 window cache\n    if (!preheat) {\n      this.cacheManager.setWindow(timeUs);\n      const cachedFrame = this.cacheManager.getFrame(relativeTimeUs, clip.id);\n      if (cachedFrame) {\n        this.preheatNextClip(clip);\n        this.eventBus.emit(MeframeEvent.CacheHit, {\n          timeUs,\n          level: 'L1',\n          key: `${clip.id}-${relativeTimeUs}`,\n        });\n        return cachedFrame;\n      }\n\n      this.eventBus.emit(MeframeEvent.CacheMiss, {\n        timeUs,\n        level: 'L1',\n        key: `${clip.id}-${relativeTimeUs}`,\n      });\n    }\n\n    if (signal?.aborted) {\n      throw new DOMException('Render aborted', 'AbortError');\n    }\n\n    // 2. Try decode from OPFS resource (on-demand path)\n    const resourceFrame = await this.decodeFromResource(clip, relativeTimeUs, timeUs, options);\n    return resourceFrame;\n  }\n\n  private async preheatNextClip(clip: Clip): Promise<void> {\n    if (clip.id === this.currentClipId) return;\n\n    this.currentClipId = clip.id;\n    const nextClip = this.compositionModel?.getClipsAtTime(\n      clip.startUs + clip.durationUs,\n      this.compositionModel?.mainTrackId\n    )[0];\n    if (nextClip && isVideoClip(nextClip)) {\n      this.resourceLoader.fetch(nextClip.resourceId, {\n        priority: 'normal',\n        clipId: nextClip.id,\n        trackId: nextClip.trackId,\n      });\n    }\n  }\n\n  /**\n   * Compose frame from OPFS resource (on-demand decoding)\n   * This is the new path for long clips with window caching\n   */\n  private async decodeFromResource(\n    clip: Clip,\n    relativeTimeUs: TimeUs,\n    globalTimeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<RcFrame | null> {\n    if (!hasResourceId(clip)) return null;\n\n    const resourceId = clip.resourceId;\n\n    // Check resource state\n    const resource = this.compositionModel?.getResource(resourceId);\n    const isReady = resource?.state === 'ready';\n\n    const fetchOptions = {\n      priority: 'high' as const,\n      clipId: clip.id,\n      trackId: clip.trackId,\n    };\n\n    // In immediate mode, if not ready, trigger fetch in background and return null\n    if (options?.immediate && !isReady) {\n      // Fire and forget fetch to start loading\n      this.resourceLoader.fetch(resourceId, fetchOptions);\n      return null;\n    }\n\n    // Normal mode: wait for download\n    await this.resourceLoader.fetch(resourceId, fetchOptions);\n\n    // Create temporary on-demand video session\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: relativeTimeUs,\n      globalTimeUs,\n      resourceCache: this.cacheManager.resourceCache,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel!,\n      fps: this.compositionModel?.fps ?? 30,\n    });\n\n    try {\n      // Decode window: from GOP start frame to target position + 3s\n      const DECODE_WINDOW_SIZE = 3_000_000;\n\n      const windowStart = relativeTimeUs;\n      const windowEnd = Math.min(clip.durationUs, relativeTimeUs + DECODE_WINDOW_SIZE);\n\n      await session.decodeWindow(windowStart, windowEnd);\n      // Return target frame from L1 cache (now composed)\n      return this.cacheManager.getFrame(relativeTimeUs, clip.id);\n    } catch (error) {\n      console.error('[Orchestrator] Error composing from resource:', error);\n      return null;\n    } finally {\n      // Dispose session immediately after composing\n      await session.dispose();\n    }\n  }\n\n  /**\n   * Wait for clip cache to be ready for playback\n   * Returns true if minimum cache is ready, false if timeout\n   */\n  async waitForClipReady(\n    timeUs: TimeUs,\n    options?: { minFrameCount?: number; timeoutMs?: number }\n  ): Promise<boolean> {\n    if (!this.compositionModel) {\n      return false;\n    }\n\n    const clips = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId);\n    if (clips.length === 0) {\n      return true;\n    }\n\n    const currentClip = clips[0];\n    if (!currentClip) {\n      return true;\n    }\n\n    return this.cacheManager.waitForClipReady(currentClip.id, {\n      minFrameCount: options?.minFrameCount ?? 5,\n      timeoutMs: options?.timeoutMs ?? 5_000,\n    });\n  }\n\n  async dispose(): Promise<void> {\n    if (this.ensureCacheDebounceTimer !== null) {\n      clearTimeout(this.ensureCacheDebounceTimer);\n      this.ensureCacheDebounceTimer = null;\n    }\n\n    this.resourceLoader.dispose();\n    await this.cacheManager.clear();\n\n    this.workers.terminateAll();\n    this.compositionModel = null;\n    this.eventBus.dispose();\n  }\n\n  private buildWorkerConfigs(): Record<WorkerType, any> {\n    const config = this.config as any;\n    const defaultCanvasWidth = config.global?.defaultCanvasWidth ?? 720;\n    const defaultCanvasHeight = config.global?.defaultCanvasHeight ?? 1280;\n    const defaultFps = config.global?.defaultFps ?? 30;\n\n    const targetFps = this.compositionModel?.fps ?? defaultFps;\n\n    return {\n      videoDemux: {\n        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10,\n      },\n      audioDemux: {\n        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10,\n      },\n      videoDecode: config.decode?.video,\n      audioDecode: config.decode?.audio,\n      videoCompose: {\n        width: config.compose?.canvas?.width ?? defaultCanvasWidth,\n        height: config.compose?.canvas?.height ?? defaultCanvasHeight,\n        fps: targetFps,\n        backgroundColor: config.compose?.canvas?.backgroundColor ?? '#000000',\n        enableSmoothing: config.compose?.visual?.enableSmoothing ?? true,\n        enableHardwareAcceleration: config.compose?.visual?.enableHardwareAcceleration ?? true,\n        fonts: config.global?.fonts,\n      },\n      audioCompose: {\n        ducking: config.compose?.audio?.ducking,\n        mixing: config.compose?.audio?.mixing,\n      },\n      videoEncode: {\n        codec: 'avc1.42002A',\n        width: config.compose?.canvas?.width || defaultCanvasWidth,\n        height: config.compose?.canvas?.height || defaultCanvasHeight,\n        bitrate: config.encode?.video?.bitrateKbps\n          ? config.encode.video.bitrateKbps * 1000\n          : 12_000_000,\n        framerate: targetFps,\n        latencyMode: 'quality',\n        bitrateMode: 'variable',\n        hardwareAcceleration: 'no-preference',\n        ...(config.encode?.video as any),\n      },\n    };\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    return this.exportScheduler.execute(model, options);\n  }\n\n  /**\n   * Get render state for real-time composition\n   * Returns layers ready for VideoComposer\n   */\n  async getRenderState(\n    timeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<{ layers: any[]; transition?: any } | null> {\n    if (!this.compositionModel) {\n      return null;\n    }\n\n    // Ensure frame/resource is ready (this populates L1 if needed)\n    const frame = await this.getFrame(timeUs, options);\n\n    // If immediate mode and no frame, return null to trigger buffering\n    if (options?.immediate && !frame) {\n      return null;\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    const relativeTimeUs = timeUs - clip.startUs;\n\n    // Get instructions from planner\n    const instructions = this.planner.getInstructions(clip.id);\n    if (!instructions) {\n      return null;\n    }\n\n    // Build layers array\n    const layers: any[] = [];\n\n    // 1. Filter active layers at this timestamp\n    const activeLayers = instructions.layers.filter((layer: any) => {\n      if (!layer.payload.attachmentId) {\n        // Main track layer is always active\n        return true;\n      }\n      if (layer.status !== 'ready') {\n        return false;\n      }\n      // Check if layer is active at current timestamp\n      return layer.activeRanges.some(\n        (range: any) => relativeTimeUs >= range.startUs && relativeTimeUs < range.endUs\n      );\n    });\n\n    // 2. Materialize layers\n    for (const layerPlan of activeLayers) {\n      const layer = this.materializeLayer(layerPlan, clip, relativeTimeUs, timeUs);\n      if (layer) {\n        layers.push(layer);\n      }\n    }\n\n    return { layers };\n  }\n\n  /**\n   * Materialize a serialized layer plan into concrete Layer\n   */\n  private materializeLayer(\n    layerPlan: any,\n    clip: Clip,\n    clipRelativeTimeUs: TimeUs,\n    globalTimeUs: TimeUs\n  ): any | null {\n    const baseLayer: any = {\n      id: layerPlan.layerId,\n      type: layerPlan.type,\n      zIndex: layerPlan.zIndex ?? 0,\n      visible: true,\n      opacity: layerPlan.opacity ?? 1,\n    };\n\n    // Video layer - fetch raw VideoFrame from L1 (RcFrame wrapper)\n    if (layerPlan.type === 'video' && !layerPlan.payload.attachmentId) {\n      const rcFrame = this.cacheManager.getFrame(clipRelativeTimeUs, clip.id);\n      if (!rcFrame) {\n        console.warn('[Orchestrator] Video frame not found in L1:', clip.id, clipRelativeTimeUs);\n        return null;\n      }\n\n      return {\n        ...baseLayer,\n        type: 'video',\n        rcFrame: rcFrame,\n      };\n    }\n\n    // Text layer\n    if (layerPlan.type === 'text') {\n      const payload = layerPlan.payload;\n      return {\n        ...baseLayer,\n        type: 'text',\n        text: payload.text,\n        localeCode: payload.localeCode,\n        fontConfig: payload.fontConfig,\n        animation: payload.animation,\n        wordTimings: payload.wordTimings,\n        letterCase: payload.letterCase,\n      };\n    }\n\n    // Image layer\n    if (layerPlan.type === 'image') {\n      const payload = layerPlan.payload;\n      const resourceId = payload.resourceId;\n\n      // Get ImageBitmap from CacheManager.imageBitmapCache\n      const source = this.cacheManager.imageBitmapCache.get(resourceId);\n      const imageLayer: any = {\n        ...baseLayer,\n        type: 'image',\n        source,\n        attachmentId: payload.attachmentId,\n      };\n\n      if (payload.targetWidth !== undefined) {\n        imageLayer.targetWidth = payload.targetWidth;\n      }\n      if (payload.targetHeight !== undefined) {\n        imageLayer.targetHeight = payload.targetHeight;\n      }\n\n      // Handle animation (overlays)\n      if (payload.animation) {\n        const { position, keyframes, overlayClipStartUs } = payload.animation;\n\n        // Calculate time relative to overlay clip start\n        const relativeTimeUs = globalTimeUs - overlayClipStartUs;\n\n        // If outside keyframe range, hide\n        if (relativeTimeUs < 0 || relativeTimeUs > keyframes[keyframes.length - 1].time) {\n          return null; // Not visible at this time\n        }\n\n        const rotationRad = 0; // TODO: interpolate from keyframes\n\n        imageLayer.transform = {\n          x: position.x,\n          y: position.y,\n          scaleX: 1,\n          scaleY: 1,\n          rotation: rotationRad,\n          anchorX: 0.5,\n          anchorY: 0.5,\n        };\n      }\n\n      return imageLayer;\n    }\n\n    return baseLayer;\n  }\n}\n"],"names":["applyModelPatch"],"mappings":";;;;;;;;;;;;;AAkBO,MAAM,aAAsC;AAAA,EACjD;AAAA,EACA;AAAA,EACA,mBAA4C;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEQ,gBAAgB;AAAA,EAChB,SAAS,aAAa,YAAA,EAAc,UAAA;AAAA,EACpC,2BAA0C;AAAA,EAC1C,gBAA+B;AAAA,EAC9B;AAAA,EAET,YAAY,QAA4B;AAEtC,SAAK,WAAW,OAAO,YAAY,IAAI,SAAA;AACvC,SAAK,SAAS,KAAK,SAAS,WAAA;AAG5B,SAAK,SAAS,aAAa,YAAA,EAAc,UAAA;AAEzC,UAAM,gBAAgB,KAAK,mBAAA;AAG3B,SAAK,UAAU,IAAI,WAAW;AAAA,MAC5B,UAAU,KAAK;AAAA,MACf;AAAA,MACA,YAAY,OAAO;AAAA,MACnB,iBAAiB,OAAO;AAAA,IAAA,CACzB;AAED,UAAM,cAAc,OAAO,eAAe,KAAK,OAAO;AACtD,SAAK,eAAe,IAAI;AAAA,MACtB;AAAA,QACE,IAAI;AAAA,UACF,aACG,aAAqB,UAAW,aAAqB,IAAI,eAAe;AAAA,UAC3E,SAAU,KAAK,OAAO,QAAgB,OAAO,WAAW;AAAA,QAAA;AAAA,QAE1D,UAAU;AAAA,UACR,WAAW,OAAO,aAAa,KAAK,OAAO,OAAO,aAAa;AAAA,QAAA;AAAA,MACjE;AAAA,MAEF,KAAK;AAAA,IAAA;AAGP,SAAK,iBAAiB,IAAI,eAAe;AAAA,MACvC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,QAAQ;AAAA,QACN,eAAe,OAAO,cAAe,KAAK,OAAO,MAAc,OAAO,eAAe;AAAA,MAAA;AAAA,MAEvF,eAAe,CAAC,YAAY,UAAU,KAAK,0BAA0B,YAAY,KAAK;AAAA,IAAA,CACvF;AAED,SAAK,UAAU,IAAI,mBAAA;AAEnB,SAAK,eAAe,IAAI,mBAAmB;AAAA,MACzC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,MACrB,UAAU,KAAK;AAAA,MACf,oBAAoB,MAAM,KAAK,mBAAA;AAAA,IAAmB,CACnD;AAED,SAAK,aAAa,IAAI;AAAA,MACpB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,OAAO;AAAA,IAAA;AAGrB,SAAK,kBAAkB,IAAI,gBAAgB;AAAA,MACzC,YAAY,KAAK;AAAA,MACjB,SAAS,KAAK;AAAA,MACd,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,uBAAuB,MAAM,KAAK,mBAAA;AAAA,MAClC,UAAU,KAAK;AAAA,IAAA,CAChB;AAED,SAAK,+BAAA;AACL,SAAK,qBAAA;AAAA,EACP;AAAA,EAEQ,iCAAuC;AAC7C,SAAK,SAAS,GAAG,aAAa,yBAAyB,OAAO,YAAY;AACxE,YAAM,EAAE,YAAY,QAAQ,OAAO,WAAW;AAE9C,UAAI,CAAC,KAAK,iBAAkB;AAG5B,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,CAAC,QAAQ,CAAC,KAAK,QAAS;AAI5B,UAAI,KAAK,YAAY,GAAG;AACtB,cAAM,MAAM,KAAK,iBAAiB,OAAO;AACzC,cAAM,qBAAqB;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,uBAA6B;AAEnC,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,KAAK;AAAA,IAChD,CAAC;AAGD,SAAK,SAAS,GAAG,aAAa,eAAe,MAAM;AACjD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAED,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAAA,EAKH;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,KAAK,cAAe;AAExB,UAAM,KAAK,aAAa,KAAA;AAExB,SAAK,gBAAgB;AAAA,EACvB;AAAA;AAAA,EAGA,GACE,OACA,SACM;AACN,SAAK,SAAS,GAAG,OAAO,OAAO;AAAA,EACjC;AAAA,EAEA,IACE,OACA,SACM;AACN,SAAK,SAAS,IAAI,OAAO,OAAO;AAAA,EAClC;AAAA,EAEA,KACE,OACA,SACM;AACN,SAAK,SAAS,KAAK,OAAO,OAAO;AAAA,EACnC;AAAA,EAEA,MAAM,oBACJ,OACA,SACe;AACf,UAAM,EAAE,eAAe,KAAA,IAAS,WAAW,CAAA;AAE3C,QAAI,cAAc;AAChB,WAAK,aAAa,aAAA;AAAA,IACpB;AAEA,SAAK,mBAAmB;AACxB,SAAK,QAAQ,SAAS,KAAK;AAE3B,UAAM,KAAK,eAAe,SAAS,KAAK;AACxC,SAAK,aAAa,SAAS,KAAK;AAEhC,SAAK,SAAS,KAAK,aAAa,UAAU,KAAK;AAE/C,SAAK,SAAS,KAAK,aAAa,oBAAoB;AAAA,MAClD,YAAY,MAAM,OAAO;AAAA,MACzB,WAAW,MAAM,OAAO,OAAO,CAAC,KAAa,UAAe,MAAM,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvF,YAAY,MAAM;AAAA,IAAA,CACnB;AAAA,EACH;AAAA,EAEA,MAAM,WAAW,OAAwC;AACvD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAIA,UAAM,kBAAkBA,WAAgB,KAAK,kBAAkB,KAAK;AACpE,SAAK,QAAQ,WAAW,OAAO,eAAe;AAC9C,SAAK,SAAS,KAAK,aAAa,cAAc;AAAA,MAC5C,YAAY,MAAM,WAAW;AAAA,MAC7B,eAAe,MAAM,KAAK,eAAe;AAAA,IAAA,CAC1C;AAGD,eAAW,UAAU,iBAAiB;AACpC,WAAK,aAAa,eAAe,MAAM;AAAA,IACzC;AAGA,UAAM,wBAAkC,CAAA;AACxC,UAAM,wBAAkC,CAAA;AACxC,eAAW,UAAU,iBAAiB;AACpC,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,MAAM,cAAc,SAAS;AAC/B,cAAM,KAAK,aAAa,eAAe,MAAM;AAC7C,8BAAsB,KAAK,MAAM;AAAA,MACnC,WAAW,MAAM,cAAc,SAAS;AACtC,8BAAsB,KAAK,MAAM;AAAA,MACnC;AAAA,IACF;AAGA,UAAM,KAAK,aAAa,sBAAA;AAGxB,UAAM,sBAAsB,CAAC,GAAG,uBAAuB,GAAG,qBAAqB;AAC/E,QAAI,oBAAoB,SAAS,GAAG;AAClC,iBAAW,MAAM;AACf,mBAAW,UAAU,qBAAqB;AACxC,eAAK,aAAa,mBAAmB,MAAM;AAAA,QAC7C;AAAA,MACF,GAAG,GAAG;AAAA,IACR;AAAA,EACF;AAAA,EAEQ,0BAA0B,YAAoB,OAAgC;AACpF,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,SAAK,iBAAiB,oBAAoB,YAAY,SAAS,SAAS;AAExE,QAAI,UAAU,SAAS;AACrB;AAAA,IACF;AAAA,EAKF;AAAA,EAEA,MAAM,SAAS,QAAgB,SAAuD;AACpF,UAAM,SAAS,SAAS;AACxB,UAAM,UAAU,SAAS,WAAW;AAEpC,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAGA,QAAI,iBAAiB,SAAS,kBAAkB,SAAS,KAAK;AAG9D,qBAAiB,KAAK,IAAI,gBAAgB,KAAK,aAAa,CAAC;AAG7D,QAAI,CAAC,SAAS;AACZ,WAAK,aAAa,UAAU,MAAM;AAClC,YAAM,cAAc,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AACtE,UAAI,aAAa;AACf,aAAK,gBAAgB,IAAI;AACzB,aAAK,SAAS,KAAK,aAAa,UAAU;AAAA,UACxC;AAAA,UACA,OAAO;AAAA,UACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,QAAA,CAClC;AACD,eAAO;AAAA,MACT;AAEA,WAAK,SAAS,KAAK,aAAa,WAAW;AAAA,QACzC;AAAA,QACA,OAAO;AAAA,QACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,MAAA,CAClC;AAAA,IACH;AAEA,QAAI,QAAQ,SAAS;AACnB,YAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,IACvD;AAGA,UAAM,gBAAgB,MAAM,KAAK,mBAAmB,MAAM,gBAAgB,QAAQ,OAAO;AACzF,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,gBAAgB,MAA2B;AACvD,QAAI,KAAK,OAAO,KAAK,cAAe;AAEpC,SAAK,gBAAgB,KAAK;AAC1B,UAAM,WAAW,KAAK,kBAAkB;AAAA,MACtC,KAAK,UAAU,KAAK;AAAA,MACpB,KAAK,kBAAkB;AAAA,IAAA,EACvB,CAAC;AACH,QAAI,YAAY,YAAY,QAAQ,GAAG;AACrC,WAAK,eAAe,MAAM,SAAS,YAAY;AAAA,QAC7C,UAAU;AAAA,QACV,QAAQ,SAAS;AAAA,QACjB,SAAS,SAAS;AAAA,MAAA,CACnB;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,mBACZ,MACA,gBACA,cACA,SACyB;AACzB,QAAI,CAAC,cAAc,IAAI,EAAG,QAAO;AAEjC,UAAM,aAAa,KAAK;AAGxB,UAAM,WAAW,KAAK,kBAAkB,YAAY,UAAU;AAC9D,UAAM,UAAU,UAAU,UAAU;AAEpC,UAAM,eAAe;AAAA,MACnB,UAAU;AAAA,MACV,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAAA;AAIhB,QAAI,SAAS,aAAa,CAAC,SAAS;AAElC,WAAK,eAAe,MAAM,YAAY,YAAY;AAClD,aAAO;AAAA,IACT;AAGA,UAAM,KAAK,eAAe,MAAM,YAAY,YAAY;AAGxD,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd;AAAA,MACA,eAAe,KAAK,aAAa;AAAA,MACjC,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,kBAAkB,OAAO;AAAA,IAAA,CACpC;AAED,QAAI;AAEF,YAAM,qBAAqB;AAE3B,YAAM,cAAc;AACpB,YAAM,YAAY,KAAK,IAAI,KAAK,YAAY,iBAAiB,kBAAkB;AAE/E,YAAM,QAAQ,aAAa,aAAa,SAAS;AAEjD,aAAO,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAAA,IAC3D,SAAS,OAAO;AACd,cAAQ,MAAM,iDAAiD,KAAK;AACpE,aAAO;AAAA,IACT,UAAA;AAEE,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,iBACJ,QACA,SACkB;AAClB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW;AAC5F,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,aAAa,iBAAiB,YAAY,IAAI;AAAA,MACxD,eAAe,SAAS,iBAAiB;AAAA,MACzC,WAAW,SAAS,aAAa;AAAA,IAAA,CAClC;AAAA,EACH;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,6BAA6B,MAAM;AAC1C,mBAAa,KAAK,wBAAwB;AAC1C,WAAK,2BAA2B;AAAA,IAClC;AAEA,SAAK,eAAe,QAAA;AACpB,UAAM,KAAK,aAAa,MAAA;AAExB,SAAK,QAAQ,aAAA;AACb,SAAK,mBAAmB;AACxB,SAAK,SAAS,QAAA;AAAA,EAChB;AAAA,EAEQ,qBAA8C;AACpD,UAAM,SAAS,KAAK;AACpB,UAAM,qBAAqB,OAAO,QAAQ,sBAAsB;AAChE,UAAM,sBAAsB,OAAO,QAAQ,uBAAuB;AAClE,UAAM,aAAa,OAAO,QAAQ,cAAc;AAEhD,UAAM,YAAY,KAAK,kBAAkB,OAAO;AAEhD,WAAO;AAAA,MACL,YAAY;AAAA,QACV,eAAe,OAAO,OAAO,cAAc,iBAAiB;AAAA,MAAA;AAAA,MAE9D,YAAY;AAAA,QACV,eAAe,OAAO,OAAO,cAAc,iBAAiB;AAAA,MAAA;AAAA,MAE9D,aAAa,OAAO,QAAQ;AAAA,MAC5B,aAAa,OAAO,QAAQ;AAAA,MAC5B,cAAc;AAAA,QACZ,OAAO,OAAO,SAAS,QAAQ,SAAS;AAAA,QACxC,QAAQ,OAAO,SAAS,QAAQ,UAAU;AAAA,QAC1C,KAAK;AAAA,QACL,iBAAiB,OAAO,SAAS,QAAQ,mBAAmB;AAAA,QAC5D,iBAAiB,OAAO,SAAS,QAAQ,mBAAmB;AAAA,QAC5D,4BAA4B,OAAO,SAAS,QAAQ,8BAA8B;AAAA,QAClF,OAAO,OAAO,QAAQ;AAAA,MAAA;AAAA,MAExB,cAAc;AAAA,QACZ,SAAS,OAAO,SAAS,OAAO;AAAA,QAChC,QAAQ,OAAO,SAAS,OAAO;AAAA,MAAA;AAAA,MAEjC,aAAa;AAAA,QACX,OAAO;AAAA,QACP,OAAO,OAAO,SAAS,QAAQ,SAAS;AAAA,QACxC,QAAQ,OAAO,SAAS,QAAQ,UAAU;AAAA,QAC1C,SAAS,OAAO,QAAQ,OAAO,cAC3B,OAAO,OAAO,MAAM,cAAc,MAClC;AAAA,QACJ,WAAW;AAAA,QACX,aAAa;AAAA,QACb,aAAa;AAAA,QACb,sBAAsB;AAAA,QACtB,GAAI,OAAO,QAAQ;AAAA,MAAA;AAAA,IACrB;AAAA,EAEJ;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,WAAO,KAAK,gBAAgB,QAAQ,OAAO,OAAO;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eACJ,QACA,SACqD;AACrD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAGA,UAAM,QAAQ,MAAM,KAAK,SAAS,QAAQ,OAAO;AAGjD,QAAI,SAAS,aAAa,CAAC,OAAO;AAChC,aAAO;AAAA,IACT;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,UAAM,iBAAiB,SAAS,KAAK;AAGrC,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,EAAE;AACzD,QAAI,CAAC,cAAc;AACjB,aAAO;AAAA,IACT;AAGA,UAAM,SAAgB,CAAA;AAGtB,UAAM,eAAe,aAAa,OAAO,OAAO,CAAC,UAAe;AAC9D,UAAI,CAAC,MAAM,QAAQ,cAAc;AAE/B,eAAO;AAAA,MACT;AACA,UAAI,MAAM,WAAW,SAAS;AAC5B,eAAO;AAAA,MACT;AAEA,aAAO,MAAM,aAAa;AAAA,QACxB,CAAC,UAAe,kBAAkB,MAAM,WAAW,iBAAiB,MAAM;AAAA,MAAA;AAAA,IAE9E,CAAC;AAGD,eAAW,aAAa,cAAc;AACpC,YAAM,QAAQ,KAAK,iBAAiB,WAAW,MAAM,gBAAgB,MAAM;AAC3E,UAAI,OAAO;AACT,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO,EAAE,OAAA;AAAA,EACX;AAAA;AAAA;AAAA;AAAA,EAKQ,iBACN,WACA,MACA,oBACA,cACY;AACZ,UAAM,YAAiB;AAAA,MACrB,IAAI,UAAU;AAAA,MACd,MAAM,UAAU;AAAA,MAChB,QAAQ,UAAU,UAAU;AAAA,MAC5B,SAAS;AAAA,MACT,SAAS,UAAU,WAAW;AAAA,IAAA;AAIhC,QAAI,UAAU,SAAS,WAAW,CAAC,UAAU,QAAQ,cAAc;AACjE,YAAM,UAAU,KAAK,aAAa,SAAS,oBAAoB,KAAK,EAAE;AACtE,UAAI,CAAC,SAAS;AACZ,gBAAQ,KAAK,+CAA+C,KAAK,IAAI,kBAAkB;AACvF,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,MAAA;AAAA,IAEJ;AAGA,QAAI,UAAU,SAAS,QAAQ;AAC7B,YAAM,UAAU,UAAU;AAC1B,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN,MAAM,QAAQ;AAAA,QACd,YAAY,QAAQ;AAAA,QACpB,YAAY,QAAQ;AAAA,QACpB,WAAW,QAAQ;AAAA,QACnB,aAAa,QAAQ;AAAA,QACrB,YAAY,QAAQ;AAAA,MAAA;AAAA,IAExB;AAGA,QAAI,UAAU,SAAS,SAAS;AAC9B,YAAM,UAAU,UAAU;AAC1B,YAAM,aAAa,QAAQ;AAG3B,YAAM,SAAS,KAAK,aAAa,iBAAiB,IAAI,UAAU;AAChE,YAAM,aAAkB;AAAA,QACtB,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,QACA,cAAc,QAAQ;AAAA,MAAA;AAGxB,UAAI,QAAQ,gBAAgB,QAAW;AACrC,mBAAW,cAAc,QAAQ;AAAA,MACnC;AACA,UAAI,QAAQ,iBAAiB,QAAW;AACtC,mBAAW,eAAe,QAAQ;AAAA,MACpC;AAGA,UAAI,QAAQ,WAAW;AACrB,cAAM,EAAE,UAAU,WAAW,mBAAA,IAAuB,QAAQ;AAG5D,cAAM,iBAAiB,eAAe;AAGtC,YAAI,iBAAiB,KAAK,iBAAiB,UAAU,UAAU,SAAS,CAAC,EAAE,MAAM;AAC/E,iBAAO;AAAA,QACT;AAEA,cAAM,cAAc;AAEpB,mBAAW,YAAY;AAAA,UACrB,GAAG,SAAS;AAAA,UACZ,GAAG,SAAS;AAAA,UACZ,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,SAAS;AAAA,UACT,SAAS;AAAA,QAAA;AAAA,MAEb;AAEA,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;"}
+{"version":3,"file":"Orchestrator.js","sources":["../../src/orchestrator/Orchestrator.ts"],"sourcesContent":["import { EventBus } from '../event/EventBus';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { applyPatch as applyModelPatch } from '../model/patch';\nimport { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ConfigLoader } from '../config/ConfigLoader';\nimport type { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';\nimport { WorkerType } from '../worker/types';\nimport { CompositionModel, CompositionPatch, Resource, TimeUs, RcFrame, Clip } from '../model';\nimport { hasResourceId } from '../model/types';\nimport { MeframeEvent, type EventPayloadMap } from '../event/events';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { GlobalAudioSession } from './GlobalAudioSession';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { ExportOptions } from '../types';\nimport { OnDemandVideoSession } from './OnDemandVideoSession';\nimport { ExportScheduler } from './ExportScheduler';\n\nexport class Orchestrator implements IOrchestrator {\n  workers: WorkerPool;\n  eventBus: EventBus<EventPayloadMap>;\n  compositionModel: CompositionModel | null = null;\n  resourceLoader: ResourceLoader;\n  cacheManager: CacheManager;\n  planner: CompositionPlanner;\n  audioSession: GlobalAudioSession;\n  muxManager: MuxManager;\n  exportScheduler: ExportScheduler;\n\n  private isInitialized = false;\n  private config = ConfigLoader.getInstance().getConfig();\n  private ensureCacheDebounceTimer: number | null = null;\n  readonly events: Pick<EventBus<EventPayloadMap>, 'on' | 'off' | 'once'>;\n\n  constructor(config: OrchestratorConfig) {\n    // Use provided eventBus or create a new one\n    this.eventBus = config.eventBus || new EventBus<EventPayloadMap>();\n    this.events = this.eventBus.asReadonly();\n\n    // Initialize config first\n    this.config = ConfigLoader.getInstance().getConfig();\n\n    const workerConfigs = this.buildWorkerConfigs();\n\n    // Initialize WorkerPool with worker path from config\n    this.workers = new WorkerPool({\n      eventBus: this.eventBus,\n      workerConfigs,\n      workerPath: config.workerPath,\n      workerExtension: config.workerExtension,\n    });\n\n    const maxMemoryMB = config.cacheConfig?.l1Size || this.config.cache?.l1?.maxMemoryMB || 1024;\n    const maxGOPs = this.config.decode?.video?.maxGOPs || 4;\n\n    this.cacheManager = new CacheManager(\n      {\n        l1: {\n          maxMemoryMB,\n          maxGOPs,\n        },\n        resource: {\n          projectId: config.projectId || this.config.global.projectId || 'default',\n        },\n      },\n      this.eventBus\n    );\n\n    this.resourceLoader = new ResourceLoader({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      eventBus: this.eventBus,\n      config: {\n        maxConcurrent: this.config.load.maxConcurrent,\n        preloadConcurrency: 2, // Fixed preload concurrency for idle background loading\n      },\n      onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state),\n    });\n\n    this.planner = new CompositionPlanner();\n\n    this.audioSession = new GlobalAudioSession({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      resourceLoader: this.resourceLoader,\n      eventBus: this.eventBus,\n      buildWorkerConfigs: () => this.buildWorkerConfigs(),\n    });\n\n    this.muxManager = new MuxManager(\n      this.cacheManager,\n      this.audioSession,\n      this.config.encode.audio as AudioEncoderConfig\n    );\n\n    this.exportScheduler = new ExportScheduler({\n      workerPool: this.workers,\n      planner: this.planner,\n      cacheManager: this.cacheManager,\n      resourceLoader: this.resourceLoader,\n      muxManager: this.muxManager,\n      audioSession: this.audioSession,\n      workerConfigsProvider: () => this.buildWorkerConfigs(),\n      eventBus: this.eventBus,\n    });\n\n    this.setupResourceFirstFrameHandler();\n    this.setupPreloadHandlers();\n  }\n\n  private setupResourceFirstFrameHandler(): void {\n    this.eventBus.on(MeframeEvent.ResourceFirstFrameReady, async (payload) => {\n      const { resourceId, clipId, index, chunks } = payload;\n\n      if (!this.compositionModel) return;\n\n      // Find the specific clip\n      const clip = this.compositionModel.findClip(clipId);\n      if (!clip || !clip.trackId) return;\n\n      // Only decode first frame for clips that start at composition time 0\n      // (these clips need the resource's first frame as cover)\n      if (clip.startUs === 0) {\n        const fps = this.compositionModel.fps ?? 30;\n        await OnDemandVideoSession.decodeAndCacheFirstFrame(\n          resourceId,\n          chunks,\n          index,\n          clip,\n          this.cacheManager,\n          fps\n        );\n      }\n    });\n  }\n\n  private setupPreloadHandlers(): void {\n    // Stop preloading when playback starts\n    this.eventBus.on(MeframeEvent.PlaybackPlay, () => {\n      this.resourceLoader.setPreloadingEnabled(false);\n    });\n\n    // Enable preloading when playback pauses/stops\n    this.eventBus.on(MeframeEvent.PlaybackPause, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    this.eventBus.on(MeframeEvent.PlaybackStop, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    // Note: ModelSet and PatchApplied are handled internally in ResourceLoader via handleModelSet\n    // and direct calls isn't needed as ResourceLoader listens to updateResourceState via onStateChange?\n    // Wait, ResourceLoader handles ModelSet via eventHandlers.\n  }\n\n  async initialize(): Promise<void> {\n    if (this.isInitialized) return;\n\n    await this.cacheManager.init();\n\n    this.isInitialized = true;\n  }\n\n  // Event methods - forward to eventBus\n  on<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.on(event, handler);\n  }\n\n  off<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.off(event, handler);\n  }\n\n  once<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.once(event, handler);\n  }\n\n  async setCompositionModel(model: CompositionModel): Promise<void> {\n    this.compositionModel = model;\n    this.planner.setModel(model);\n    // ensure the cover resource is preloaded before audio is activated\n    await this.resourceLoader.setModel(model);\n    this.audioSession.setModel(model);\n\n    this.eventBus.emit(MeframeEvent.ModelSet, model);\n\n    this.eventBus.emit(MeframeEvent.CompositionUpdated, {\n      trackCount: model.tracks.length,\n      clipCount: model.tracks.reduce((acc: number, track: any) => acc + track.clips.length, 0),\n      durationUs: model.durationUs,\n    });\n  }\n\n  async applyPatch(patch: CompositionPatch): Promise<void> {\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    // Apply patch and get affected clip IDs (simplified for 2-Clip strategy)\n    // Note: addTrack/removeTrack already call buildIndexes() in patch.ts\n    const affectedClipIds = applyModelPatch(this.compositionModel, patch);\n    this.planner.applyPatch(patch, affectedClipIds);\n    this.eventBus.emit(MeframeEvent.PatchApplied, {\n      operations: patch.operations.length,\n      affectedClips: Array.from(affectedClipIds),\n    });\n\n    // Process clip updates\n    for (const clipId of affectedClipIds) {\n      this.cacheManager.invalidateClip(clipId);\n    }\n\n    // Reactivate updated audio clips\n    const reactivatedAudioClips: string[] = [];\n    const reactivatedVideoClips: string[] = [];\n    for (const clipId of affectedClipIds) {\n      const clip = this.compositionModel.findClip(clipId);\n      if (clip?.trackKind === 'audio') {\n        await this.audioSession.deactivateClip(clipId);\n        reactivatedAudioClips.push(clipId);\n      } else if (clip?.trackKind === 'video') {\n        reactivatedVideoClips.push(clipId);\n      }\n    }\n\n    // Activate all audio clips (including reactivated ones)\n    await this.audioSession.activateAllAudioClips();\n\n    // Note: No need to restart per-clip playback in new architecture\n    // scheduleAudio() uses OfflineAudioMixer which automatically includes all active clips\n  }\n\n  private handleResourceStateChange(resourceId: string, state: Resource['state']): void {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    this.compositionModel.updateResourceState(resourceId, state ?? 'pending');\n\n    if (state !== 'ready') {\n      return;\n    }\n\n    // For preview, simple cache invalidation or triggering re-render might be enough\n    // if we were caching instructions. But PlaybackController pulls instructions every frame.\n    // So just updating Model state is enough.\n  }\n\n  async getFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null> {\n    const signal = options?.signal;\n    const preheat = options?.preheat ?? false;\n\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    // Calculate clip-relative time for cache lookup (global time - clip start time)\n    let relativeTimeUs = options?.relativeTimeUs ?? timeUs - clip.startUs;\n\n    // Clamp to clip duration to handle edge cases at clip boundaries\n    relativeTimeUs = Math.min(relativeTimeUs, clip.durationUs - 1);\n\n    // 1. Check L1 window cache\n    // Note: preheat mode skips cache check to force decoding the entire window\n    // Why: Video cache is frame-level (point query), not window-level (range query)\n    //      A single cached frame doesn't guarantee the entire window is cached\n    //      Without preheat flag, preheating would return early on first frame hit\n    if (!preheat) {\n      const cachedFrame = this.cacheManager.getFrame(relativeTimeUs, clip.id);\n      if (cachedFrame) {\n        this.eventBus.emit(MeframeEvent.CacheHit, {\n          timeUs,\n          level: 'L1',\n          key: `${clip.id}-${relativeTimeUs}`,\n        });\n        return cachedFrame;\n      }\n\n      this.eventBus.emit(MeframeEvent.CacheMiss, {\n        timeUs,\n        level: 'L1',\n        key: `${clip.id}-${relativeTimeUs}`,\n      });\n    }\n\n    if (signal?.aborted) {\n      throw new DOMException('Render aborted', 'AbortError');\n    }\n\n    // 2. Try decode from OPFS resource (on-demand path)\n    const resourceFrame = await this.decodeFromResource(clip, relativeTimeUs, timeUs, options);\n    return resourceFrame;\n  }\n\n  /**\n   * Compose frame from OPFS resource (on-demand decoding)\n   * This is the new path for long clips with window caching\n   */\n  private async decodeFromResource(\n    clip: Clip,\n    relativeTimeUs: TimeUs,\n    globalTimeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<RcFrame | null> {\n    if (!hasResourceId(clip)) return null;\n\n    const resourceId = clip.resourceId;\n\n    // Check resource state\n    const resource = this.compositionModel?.getResource(resourceId);\n    const isReady = resource?.state === 'ready';\n\n    const fetchOptions = {\n      priority: 'high' as const,\n      clipId: clip.id,\n      trackId: clip.trackId,\n    };\n\n    // In immediate mode, if not ready, trigger fetch in background and return null\n    if (options?.immediate && !isReady) {\n      // Fire and forget fetch to start loading\n      this.resourceLoader.load(resourceId, fetchOptions);\n      return null;\n    }\n\n    // Normal mode: wait for download\n    await this.resourceLoader.load(resourceId, fetchOptions);\n\n    // Create temporary on-demand video session\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: relativeTimeUs,\n      globalTimeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel!,\n      fps: this.compositionModel?.fps ?? 30,\n    });\n\n    try {\n      // Decode window: from GOP start frame to target position + 3s\n      const DECODE_WINDOW_SIZE = 3_000_000;\n\n      const windowStart = relativeTimeUs;\n      const windowEnd = Math.min(clip.durationUs, relativeTimeUs + DECODE_WINDOW_SIZE);\n\n      await session.decodeWindow(windowStart, windowEnd);\n      // Return target frame from L1 cache (now composed)\n      return this.cacheManager.getFrame(relativeTimeUs, clip.id);\n    } catch (error) {\n      console.error('[Orchestrator] Error composing from resource:', error);\n      return null;\n    } finally {\n      // Dispose session immediately after composing\n      await session.dispose();\n    }\n  }\n\n  /**\n   * Wait for clip cache to be ready for playback\n   * Returns true if minimum cache is ready, false if timeout\n   */\n  async waitForClipReady(\n    timeUs: TimeUs,\n    options?: { minFrameCount?: number; timeoutMs?: number }\n  ): Promise<boolean> {\n    if (!this.compositionModel) {\n      return false;\n    }\n\n    const clips = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId);\n    if (clips.length === 0) {\n      return true;\n    }\n\n    const currentClip = clips[0];\n    if (!currentClip) {\n      return true;\n    }\n\n    return this.cacheManager.waitForClipReady(currentClip.id, {\n      minFrameCount: options?.minFrameCount ?? 5,\n      timeoutMs: options?.timeoutMs ?? 5_000,\n    });\n  }\n\n  async dispose(): Promise<void> {\n    if (this.ensureCacheDebounceTimer !== null) {\n      clearTimeout(this.ensureCacheDebounceTimer);\n      this.ensureCacheDebounceTimer = null;\n    }\n\n    this.resourceLoader.dispose();\n    await this.cacheManager.clear();\n\n    this.workers.terminateAll();\n    this.compositionModel = null;\n    this.eventBus.dispose();\n  }\n\n  private buildWorkerConfigs(): Record<WorkerType, any> {\n    const config = this.config;\n    const defaultCanvasWidth = config.global.defaultCanvasWidth;\n    const defaultCanvasHeight = config.global.defaultCanvasHeight;\n    const defaultFps = config.global.defaultFps;\n\n    const targetFps = this.compositionModel?.fps ?? defaultFps;\n\n    return {\n      videoDemux: {\n        highWaterMark: config.demux.backpressure.highWaterMark,\n      },\n      audioDemux: {\n        highWaterMark: config.demux.backpressure.highWaterMark,\n      },\n      videoDecode: config.decode.video,\n      audioDecode: config.decode.audio,\n      videoCompose: {\n        width: defaultCanvasWidth,\n        height: defaultCanvasHeight,\n        fps: targetFps,\n        backgroundColor: '#000000',\n        enableSmoothing: true,\n        enableHardwareAcceleration: true,\n      },\n      audioCompose: {\n        enableDucking: config.compose.audio.enableDucking,\n      },\n      videoEncode: {\n        codec: 'avc1.42002A',\n        width: defaultCanvasWidth,\n        height: defaultCanvasHeight,\n        bitrate: config.encode.video.bitrateKbps\n          ? config.encode.video.bitrateKbps * 1000\n          : 12_000_000,\n        framerate: targetFps,\n        latencyMode: 'quality',\n        bitrateMode: 'variable',\n        hardwareAcceleration: 'no-preference',\n        ...config.encode.video,\n      },\n    };\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    return this.exportScheduler.execute(model, options);\n  }\n\n  /**\n   * Preheat a specific clip's window range\n   * Used by PlaybackController for cross-clip window preheating\n   *\n   * @param clipId - Clip identifier\n   * @param clipRelativeStart - Start time relative to clip (microseconds)\n   * @param clipRelativeEnd - End time relative to clip (microseconds)\n   * @param globalTimeUs - Global timeline position (for globalTimeUs in cache)\n   */\n  async preheatClipWindow(\n    clipId: string,\n    clipRelativeStart: TimeUs,\n    clipRelativeEnd: TimeUs,\n    globalTimeUs: TimeUs\n  ): Promise<void> {\n    if (!this.compositionModel) return;\n\n    const clip = this.compositionModel.findClip(clipId);\n    if (!clip || !hasResourceId(clip)) return;\n\n    const resourceId = clip.resourceId;\n\n    // Ensure resource is downloaded\n    await this.resourceLoader.load(resourceId, {\n      priority: 'normal',\n      clipId: clip.id,\n      trackId: clip.trackId,\n    });\n\n    // Create temporary on-demand session for this window\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: clipRelativeStart,\n      globalTimeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel,\n      fps: this.compositionModel.fps ?? 30,\n    });\n\n    try {\n      // Decode the entire window range for this clip\n      await session.decodeWindow(clipRelativeStart, clipRelativeEnd);\n    } catch (error) {\n      console.warn(`[Orchestrator] Preheat clip ${clipId} window failed:`, error);\n      // Non-critical, don't throw\n    } finally {\n      await session.dispose();\n    }\n  }\n\n  /**\n   * Get render state for real-time composition\n   * Returns layers ready for VideoComposer\n   */\n  async getRenderState(\n    timeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<{ layers: any[]; transition?: any } | null> {\n    if (!this.compositionModel) {\n      return null;\n    }\n\n    // Ensure frame/resource is ready (this populates L1 if needed)\n    const frame = await this.getFrame(timeUs, options);\n\n    // If immediate mode and no frame, return null to trigger buffering\n    if (options?.immediate && !frame) {\n      return null;\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    const relativeTimeUs = timeUs - clip.startUs;\n\n    // Get instructions from planner\n    const instructions = this.planner.getInstructions(clip.id);\n    if (!instructions) {\n      return null;\n    }\n\n    // Build layers array\n    const layers: any[] = [];\n\n    // 1. Filter active layers at this timestamp\n    const activeLayers = instructions.layers.filter((layer: any) => {\n      if (!layer.payload.attachmentId) {\n        // Main track layer is always active\n        return true;\n      }\n      if (layer.status !== 'ready') {\n        return false;\n      }\n      // Check if layer is active at current timestamp\n      return layer.activeRanges.some(\n        (range: any) => relativeTimeUs >= range.startUs && relativeTimeUs < range.endUs\n      );\n    });\n\n    // 2. Materialize layers\n    for (const layerPlan of activeLayers) {\n      const layer = await this.materializeLayer(layerPlan, clip, relativeTimeUs, timeUs);\n      if (layer) {\n        layers.push(layer);\n      }\n    }\n\n    return { layers };\n  }\n\n  /**\n   * Materialize a serialized layer plan into concrete Layer\n   */\n  private async materializeLayer(\n    layerPlan: any,\n    clip: Clip,\n    clipRelativeTimeUs: TimeUs,\n    globalTimeUs: TimeUs\n  ): Promise<any | null> {\n    const baseLayer: any = {\n      id: layerPlan.layerId,\n      type: layerPlan.type,\n      zIndex: layerPlan.zIndex ?? 0,\n      visible: true,\n      opacity: layerPlan.opacity ?? 1,\n    };\n\n    // Video layer - fetch raw VideoFrame from L1 (RcFrame wrapper)\n    if (layerPlan.type === 'video' && !layerPlan.payload.attachmentId) {\n      const rcFrame = this.cacheManager.getFrame(clipRelativeTimeUs, clip.id);\n      if (!rcFrame) {\n        console.warn('[Orchestrator] Video frame not found in L1:', clip.id, clipRelativeTimeUs);\n        return null;\n      }\n\n      return {\n        ...baseLayer,\n        type: 'video',\n        rcFrame: rcFrame,\n      };\n    }\n\n    // Text layer\n    if (layerPlan.type === 'text') {\n      const payload = layerPlan.payload;\n      return {\n        ...baseLayer,\n        type: 'text',\n        text: payload.text,\n        localeCode: payload.localeCode,\n        fontConfig: payload.fontConfig,\n        animation: payload.animation,\n        wordTimings: payload.wordTimings,\n        letterCase: payload.letterCase,\n      };\n    }\n\n    // Image layer\n    if (layerPlan.type === 'image') {\n      const payload = layerPlan.payload;\n      const resource = this.compositionModel?.getResource(payload.resourceId);\n      if (!resource) {\n        return null;\n      }\n\n      const source = await this.resourceLoader.loadImage(resource);\n      const imageLayer: any = {\n        ...baseLayer,\n        type: 'image',\n        source,\n        attachmentId: payload.attachmentId,\n      };\n\n      if (payload.targetWidth !== undefined) {\n        imageLayer.targetWidth = payload.targetWidth;\n      }\n      if (payload.targetHeight !== undefined) {\n        imageLayer.targetHeight = payload.targetHeight;\n      }\n\n      // Handle animation (overlays)\n      if (payload.animation) {\n        const { position, keyframes, overlayClipStartUs } = payload.animation;\n\n        // Calculate time relative to overlay clip start\n        const relativeTimeUs = globalTimeUs - overlayClipStartUs;\n\n        // If outside keyframe range, hide\n        if (relativeTimeUs < 0 || relativeTimeUs > keyframes[keyframes.length - 1].time) {\n          return null; // Not visible at this time\n        }\n\n        const rotationRad = 0; // TODO: interpolate from keyframes\n\n        imageLayer.transform = {\n          x: position.x,\n          y: position.y,\n          scaleX: 1,\n          scaleY: 1,\n          rotation: rotationRad,\n          anchorX: 0.5,\n          anchorY: 0.5,\n        };\n      }\n\n      return imageLayer;\n    }\n\n    return baseLayer;\n  }\n}\n"],"names":["applyModelPatch"],"mappings":";;;;;;;;;;;;;AAkBO,MAAM,aAAsC;AAAA,EACjD;AAAA,EACA;AAAA,EACA,mBAA4C;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEQ,gBAAgB;AAAA,EAChB,SAAS,aAAa,YAAA,EAAc,UAAA;AAAA,EACpC,2BAA0C;AAAA,EACzC;AAAA,EAET,YAAY,QAA4B;AAEtC,SAAK,WAAW,OAAO,YAAY,IAAI,SAAA;AACvC,SAAK,SAAS,KAAK,SAAS,WAAA;AAG5B,SAAK,SAAS,aAAa,YAAA,EAAc,UAAA;AAEzC,UAAM,gBAAgB,KAAK,mBAAA;AAG3B,SAAK,UAAU,IAAI,WAAW;AAAA,MAC5B,UAAU,KAAK;AAAA,MACf;AAAA,MACA,YAAY,OAAO;AAAA,MACnB,iBAAiB,OAAO;AAAA,IAAA,CACzB;AAED,UAAM,cAAc,OAAO,aAAa,UAAU,KAAK,OAAO,OAAO,IAAI,eAAe;AACxF,UAAM,UAAU,KAAK,OAAO,QAAQ,OAAO,WAAW;AAEtD,SAAK,eAAe,IAAI;AAAA,MACtB;AAAA,QACE,IAAI;AAAA,UACF;AAAA,UACA;AAAA,QAAA;AAAA,QAEF,UAAU;AAAA,UACR,WAAW,OAAO,aAAa,KAAK,OAAO,OAAO,aAAa;AAAA,QAAA;AAAA,MACjE;AAAA,MAEF,KAAK;AAAA,IAAA;AAGP,SAAK,iBAAiB,IAAI,eAAe;AAAA,MACvC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,QAAQ;AAAA,QACN,eAAe,KAAK,OAAO,KAAK;AAAA,QAChC,oBAAoB;AAAA;AAAA,MAAA;AAAA,MAEtB,eAAe,CAAC,YAAY,UAAU,KAAK,0BAA0B,YAAY,KAAK;AAAA,IAAA,CACvF;AAED,SAAK,UAAU,IAAI,mBAAA;AAEnB,SAAK,eAAe,IAAI,mBAAmB;AAAA,MACzC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,MACrB,UAAU,KAAK;AAAA,MACf,oBAAoB,MAAM,KAAK,mBAAA;AAAA,IAAmB,CACnD;AAED,SAAK,aAAa,IAAI;AAAA,MACpB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,OAAO;AAAA,IAAA;AAGrB,SAAK,kBAAkB,IAAI,gBAAgB;AAAA,MACzC,YAAY,KAAK;AAAA,MACjB,SAAS,KAAK;AAAA,MACd,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,uBAAuB,MAAM,KAAK,mBAAA;AAAA,MAClC,UAAU,KAAK;AAAA,IAAA,CAChB;AAED,SAAK,+BAAA;AACL,SAAK,qBAAA;AAAA,EACP;AAAA,EAEQ,iCAAuC;AAC7C,SAAK,SAAS,GAAG,aAAa,yBAAyB,OAAO,YAAY;AACxE,YAAM,EAAE,YAAY,QAAQ,OAAO,WAAW;AAE9C,UAAI,CAAC,KAAK,iBAAkB;AAG5B,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,CAAC,QAAQ,CAAC,KAAK,QAAS;AAI5B,UAAI,KAAK,YAAY,GAAG;AACtB,cAAM,MAAM,KAAK,iBAAiB,OAAO;AACzC,cAAM,qBAAqB;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,uBAA6B;AAEnC,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,KAAK;AAAA,IAChD,CAAC;AAGD,SAAK,SAAS,GAAG,aAAa,eAAe,MAAM;AACjD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAED,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAAA,EAKH;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,KAAK,cAAe;AAExB,UAAM,KAAK,aAAa,KAAA;AAExB,SAAK,gBAAgB;AAAA,EACvB;AAAA;AAAA,EAGA,GACE,OACA,SACM;AACN,SAAK,SAAS,GAAG,OAAO,OAAO;AAAA,EACjC;AAAA,EAEA,IACE,OACA,SACM;AACN,SAAK,SAAS,IAAI,OAAO,OAAO;AAAA,EAClC;AAAA,EAEA,KACE,OACA,SACM;AACN,SAAK,SAAS,KAAK,OAAO,OAAO;AAAA,EACnC;AAAA,EAEA,MAAM,oBAAoB,OAAwC;AAChE,SAAK,mBAAmB;AACxB,SAAK,QAAQ,SAAS,KAAK;AAE3B,UAAM,KAAK,eAAe,SAAS,KAAK;AACxC,SAAK,aAAa,SAAS,KAAK;AAEhC,SAAK,SAAS,KAAK,aAAa,UAAU,KAAK;AAE/C,SAAK,SAAS,KAAK,aAAa,oBAAoB;AAAA,MAClD,YAAY,MAAM,OAAO;AAAA,MACzB,WAAW,MAAM,OAAO,OAAO,CAAC,KAAa,UAAe,MAAM,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvF,YAAY,MAAM;AAAA,IAAA,CACnB;AAAA,EACH;AAAA,EAEA,MAAM,WAAW,OAAwC;AACvD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAIA,UAAM,kBAAkBA,WAAgB,KAAK,kBAAkB,KAAK;AACpE,SAAK,QAAQ,WAAW,OAAO,eAAe;AAC9C,SAAK,SAAS,KAAK,aAAa,cAAc;AAAA,MAC5C,YAAY,MAAM,WAAW;AAAA,MAC7B,eAAe,MAAM,KAAK,eAAe;AAAA,IAAA,CAC1C;AAGD,eAAW,UAAU,iBAAiB;AACpC,WAAK,aAAa,eAAe,MAAM;AAAA,IACzC;AAKA,eAAW,UAAU,iBAAiB;AACpC,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,MAAM,cAAc,SAAS;AAC/B,cAAM,KAAK,aAAa,eAAe,MAAM;AAAA,MAE/C,WAAW,MAAM,cAAc,QAAS;AAAA,IAG1C;AAGA,UAAM,KAAK,aAAa,sBAAA;AAAA,EAI1B;AAAA,EAEQ,0BAA0B,YAAoB,OAAgC;AACpF,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,SAAK,iBAAiB,oBAAoB,YAAY,SAAS,SAAS;AAExE,QAAI,UAAU,SAAS;AACrB;AAAA,IACF;AAAA,EAKF;AAAA,EAEA,MAAM,SAAS,QAAgB,SAAuD;AACpF,UAAM,SAAS,SAAS;AACxB,UAAM,UAAU,SAAS,WAAW;AAEpC,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAGA,QAAI,iBAAiB,SAAS,kBAAkB,SAAS,KAAK;AAG9D,qBAAiB,KAAK,IAAI,gBAAgB,KAAK,aAAa,CAAC;AAO7D,QAAI,CAAC,SAAS;AACZ,YAAM,cAAc,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AACtE,UAAI,aAAa;AACf,aAAK,SAAS,KAAK,aAAa,UAAU;AAAA,UACxC;AAAA,UACA,OAAO;AAAA,UACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,QAAA,CAClC;AACD,eAAO;AAAA,MACT;AAEA,WAAK,SAAS,KAAK,aAAa,WAAW;AAAA,QACzC;AAAA,QACA,OAAO;AAAA,QACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,MAAA,CAClC;AAAA,IACH;AAEA,QAAI,QAAQ,SAAS;AACnB,YAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,IACvD;AAGA,UAAM,gBAAgB,MAAM,KAAK,mBAAmB,MAAM,gBAAgB,QAAQ,OAAO;AACzF,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,mBACZ,MACA,gBACA,cACA,SACyB;AACzB,QAAI,CAAC,cAAc,IAAI,EAAG,QAAO;AAEjC,UAAM,aAAa,KAAK;AAGxB,UAAM,WAAW,KAAK,kBAAkB,YAAY,UAAU;AAC9D,UAAM,UAAU,UAAU,UAAU;AAEpC,UAAM,eAAe;AAAA,MACnB,UAAU;AAAA,MACV,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAAA;AAIhB,QAAI,SAAS,aAAa,CAAC,SAAS;AAElC,WAAK,eAAe,KAAK,YAAY,YAAY;AACjD,aAAO;AAAA,IACT;AAGA,UAAM,KAAK,eAAe,KAAK,YAAY,YAAY;AAGvD,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd;AAAA,MACA,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,kBAAkB,OAAO;AAAA,IAAA,CACpC;AAED,QAAI;AAEF,YAAM,qBAAqB;AAE3B,YAAM,cAAc;AACpB,YAAM,YAAY,KAAK,IAAI,KAAK,YAAY,iBAAiB,kBAAkB;AAE/E,YAAM,QAAQ,aAAa,aAAa,SAAS;AAEjD,aAAO,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAAA,IAC3D,SAAS,OAAO;AACd,cAAQ,MAAM,iDAAiD,KAAK;AACpE,aAAO;AAAA,IACT,UAAA;AAEE,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,iBACJ,QACA,SACkB;AAClB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW;AAC5F,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,aAAa,iBAAiB,YAAY,IAAI;AAAA,MACxD,eAAe,SAAS,iBAAiB;AAAA,MACzC,WAAW,SAAS,aAAa;AAAA,IAAA,CAClC;AAAA,EACH;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,6BAA6B,MAAM;AAC1C,mBAAa,KAAK,wBAAwB;AAC1C,WAAK,2BAA2B;AAAA,IAClC;AAEA,SAAK,eAAe,QAAA;AACpB,UAAM,KAAK,aAAa,MAAA;AAExB,SAAK,QAAQ,aAAA;AACb,SAAK,mBAAmB;AACxB,SAAK,SAAS,QAAA;AAAA,EAChB;AAAA,EAEQ,qBAA8C;AACpD,UAAM,SAAS,KAAK;AACpB,UAAM,qBAAqB,OAAO,OAAO;AACzC,UAAM,sBAAsB,OAAO,OAAO;AAC1C,UAAM,aAAa,OAAO,OAAO;AAEjC,UAAM,YAAY,KAAK,kBAAkB,OAAO;AAEhD,WAAO;AAAA,MACL,YAAY;AAAA,QACV,eAAe,OAAO,MAAM,aAAa;AAAA,MAAA;AAAA,MAE3C,YAAY;AAAA,QACV,eAAe,OAAO,MAAM,aAAa;AAAA,MAAA;AAAA,MAE3C,aAAa,OAAO,OAAO;AAAA,MAC3B,aAAa,OAAO,OAAO;AAAA,MAC3B,cAAc;AAAA,QACZ,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,KAAK;AAAA,QACL,iBAAiB;AAAA,QACjB,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,MAAA;AAAA,MAE9B,cAAc;AAAA,QACZ,eAAe,OAAO,QAAQ,MAAM;AAAA,MAAA;AAAA,MAEtC,aAAa;AAAA,QACX,OAAO;AAAA,QACP,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,SAAS,OAAO,OAAO,MAAM,cACzB,OAAO,OAAO,MAAM,cAAc,MAClC;AAAA,QACJ,WAAW;AAAA,QACX,aAAa;AAAA,QACb,aAAa;AAAA,QACb,sBAAsB;AAAA,QACtB,GAAG,OAAO,OAAO;AAAA,MAAA;AAAA,IACnB;AAAA,EAEJ;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,WAAO,KAAK,gBAAgB,QAAQ,OAAO,OAAO;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,kBACJ,QACA,mBACA,iBACA,cACe;AACf,QAAI,CAAC,KAAK,iBAAkB;AAE5B,UAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG;AAEnC,UAAM,aAAa,KAAK;AAGxB,UAAM,KAAK,eAAe,KAAK,YAAY;AAAA,MACzC,UAAU;AAAA,MACV,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAAA,CACf;AAGD,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd;AAAA,MACA,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,QAAI;AAEF,YAAM,QAAQ,aAAa,mBAAmB,eAAe;AAAA,IAC/D,SAAS,OAAO;AACd,cAAQ,KAAK,+BAA+B,MAAM,mBAAmB,KAAK;AAAA,IAE5E,UAAA;AACE,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eACJ,QACA,SACqD;AACrD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAGA,UAAM,QAAQ,MAAM,KAAK,SAAS,QAAQ,OAAO;AAGjD,QAAI,SAAS,aAAa,CAAC,OAAO;AAChC,aAAO;AAAA,IACT;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,UAAM,iBAAiB,SAAS,KAAK;AAGrC,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,EAAE;AACzD,QAAI,CAAC,cAAc;AACjB,aAAO;AAAA,IACT;AAGA,UAAM,SAAgB,CAAA;AAGtB,UAAM,eAAe,aAAa,OAAO,OAAO,CAAC,UAAe;AAC9D,UAAI,CAAC,MAAM,QAAQ,cAAc;AAE/B,eAAO;AAAA,MACT;AACA,UAAI,MAAM,WAAW,SAAS;AAC5B,eAAO;AAAA,MACT;AAEA,aAAO,MAAM,aAAa;AAAA,QACxB,CAAC,UAAe,kBAAkB,MAAM,WAAW,iBAAiB,MAAM;AAAA,MAAA;AAAA,IAE9E,CAAC;AAGD,eAAW,aAAa,cAAc;AACpC,YAAM,QAAQ,MAAM,KAAK,iBAAiB,WAAW,MAAM,gBAAgB,MAAM;AACjF,UAAI,OAAO;AACT,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO,EAAE,OAAA;AAAA,EACX;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBACZ,WACA,MACA,oBACA,cACqB;AACrB,UAAM,YAAiB;AAAA,MACrB,IAAI,UAAU;AAAA,MACd,MAAM,UAAU;AAAA,MAChB,QAAQ,UAAU,UAAU;AAAA,MAC5B,SAAS;AAAA,MACT,SAAS,UAAU,WAAW;AAAA,IAAA;AAIhC,QAAI,UAAU,SAAS,WAAW,CAAC,UAAU,QAAQ,cAAc;AACjE,YAAM,UAAU,KAAK,aAAa,SAAS,oBAAoB,KAAK,EAAE;AACtE,UAAI,CAAC,SAAS;AACZ,gBAAQ,KAAK,+CAA+C,KAAK,IAAI,kBAAkB;AACvF,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,MAAA;AAAA,IAEJ;AAGA,QAAI,UAAU,SAAS,QAAQ;AAC7B,YAAM,UAAU,UAAU;AAC1B,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN,MAAM,QAAQ;AAAA,QACd,YAAY,QAAQ;AAAA,QACpB,YAAY,QAAQ;AAAA,QACpB,WAAW,QAAQ;AAAA,QACnB,aAAa,QAAQ;AAAA,QACrB,YAAY,QAAQ;AAAA,MAAA;AAAA,IAExB;AAGA,QAAI,UAAU,SAAS,SAAS;AAC9B,YAAM,UAAU,UAAU;AAC1B,YAAM,WAAW,KAAK,kBAAkB,YAAY,QAAQ,UAAU;AACtE,UAAI,CAAC,UAAU;AACb,eAAO;AAAA,MACT;AAEA,YAAM,SAAS,MAAM,KAAK,eAAe,UAAU,QAAQ;AAC3D,YAAM,aAAkB;AAAA,QACtB,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,QACA,cAAc,QAAQ;AAAA,MAAA;AAGxB,UAAI,QAAQ,gBAAgB,QAAW;AACrC,mBAAW,cAAc,QAAQ;AAAA,MACnC;AACA,UAAI,QAAQ,iBAAiB,QAAW;AACtC,mBAAW,eAAe,QAAQ;AAAA,MACpC;AAGA,UAAI,QAAQ,WAAW;AACrB,cAAM,EAAE,UAAU,WAAW,mBAAA,IAAuB,QAAQ;AAG5D,cAAM,iBAAiB,eAAe;AAGtC,YAAI,iBAAiB,KAAK,iBAAiB,UAAU,UAAU,SAAS,CAAC,EAAE,MAAM;AAC/E,iBAAO;AAAA,QACT;AAEA,cAAM,cAAc;AAEpB,mBAAW,YAAY;AAAA,UACrB,GAAG,SAAS;AAAA,UACZ,GAAG,SAAS;AAAA,UACZ,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,SAAS;AAAA,UACT,SAAS;AAAA,QAAA;AAAA,MAEb;AAEA,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;"}

package/dist/orchestrator/VideoClipSession.d.ts

@@ -48,12 +48,10 @@ export declare class VideoClipSession {
     private decodeWorker;
     private videoEncodeWorker;
     private videoDemuxWorker;
-    private audioDecodeWorker;
     private visualStream;
     private composeToEncodeChannel;
     private decodeToVisualChannel;
     private demuxToDecodeChannel;
-    private demuxAudioToDecodeChannel;
     private isActive;
     private isDisposed;
     static create(config: VideoClipSessionConfig): Promise<VideoClipSession>;

package/dist/orchestrator/VideoClipSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"VideoClipSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/VideoClipSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAEjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAGpE,UAAU,yBAAyB;IACjC,qBAAqB,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtF,oBAAoB,CAClB,MAAM,EAAE,cAAc,CAAC;QAAE,KAAK,EAAE,iBAAiB,CAAC;QAAC,QAAQ,EAAE,yBAAyB,CAAA;KAAE,CAAC,EACzF,KAAK,EAAE,OAAO,GAAG,OAAO,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,kBAAkB,CAAC,CACjB,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EACjC,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,GACA,IAAI,CAAC;IACR,gBAAgB,CAAC,IAAI,IAAI,CAAC;IAC1B,eAAe,CAAC,CAAC,qBAAqB,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,UAAU,sBAAsB;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,kBAAkB,CAAC;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACvC,SAAS,EAAE,yBAAyB,CAAC;IACrC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAQD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA0B;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA4B;IACtD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAiB;IAEjD,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,aAAa,EAAE,UAAU,GAAG,IAAI,CAAQ;IACxC,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,iBAAiB,CAA2B;IACpD,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,iBAAiB,CAA2B;IACpD,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,sBAAsB,CAA+B;IAC7D,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,oBAAoB,CAA+B;IAC3D,OAAO,CAAC,yBAAyB,CAA+B;IAChE,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;WAEd,MAAM,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI9E,OAAO;IAaD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAiCzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BlE,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,+BAA+B;YAsBzB,kBAAkB;YAQlB,kBAAkB;YAKlB,oBAAoB;YAqDpB,kBAAkB;YAKlB,cAAc;YA2Ed,oBAAoB;YA2IpB,mBAAmB;YAYnB,eAAe;IAuEvB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAG3C"}
+{"version":3,"file":"VideoClipSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/VideoClipSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAEjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAGpE,UAAU,yBAAyB;IACjC,qBAAqB,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtF,oBAAoB,CAClB,MAAM,EAAE,cAAc,CAAC;QAAE,KAAK,EAAE,iBAAiB,CAAC;QAAC,QAAQ,EAAE,yBAAyB,CAAA;KAAE,CAAC,EACzF,KAAK,EAAE,OAAO,GAAG,OAAO,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,kBAAkB,CAAC,CACjB,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EACjC,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,GACA,IAAI,CAAC;IACR,gBAAgB,CAAC,IAAI,IAAI,CAAC;IAC1B,eAAe,CAAC,CAAC,qBAAqB,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,UAAU,sBAAsB;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,kBAAkB,CAAC;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACvC,SAAS,EAAE,yBAAyB,CAAC;IACrC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAQD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA0B;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA4B;IACtD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAiB;IAEjD,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,aAAa,EAAE,UAAU,GAAG,IAAI,CAAQ;IACxC,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,iBAAiB,CAA2B;IACpD,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,sBAAsB,CAA+B;IAC7D,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,oBAAoB,CAA+B;IAC3D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;WAEd,MAAM,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI9E,OAAO;IAaD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAiCzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BlE,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,+BAA+B;YAsBzB,kBAAkB;YAQlB,kBAAkB;YAKlB,oBAAoB;YAqDpB,kBAAkB;YAKlB,cAAc;YAoEd,oBAAoB;YAkGpB,mBAAmB;YAYnB,eAAe;IA+DvB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAG3C"}

package/dist/orchestrator/VideoClipSession.js

@@ -15,12 +15,10 @@ class VideoClipSession {
   decodeWorker = null;
   videoEncodeWorker = null;
   videoDemuxWorker = null;
-  audioDecodeWorker = null;
   visualStream = null;
   composeToEncodeChannel = null;
   decodeToVisualChannel = null;
   demuxToDecodeChannel = null;
-  demuxAudioToDecodeChannel = null;
   isActive = false;
   isDisposed = false;
   static async create(config) {
@@ -204,11 +202,6 @@ class VideoClipSession {
         initial: true,
         config: decodeConfig
       });
-      if (this.forL2Only) {
-        this.audioDecodeWorker = await this.workerPool.getOrCreate("audioDecode", this.sessionId, {
-          lazy: true
-        });
-      }
     }
     this.composeWorker = await this.workerPool.getOrCreate("videoCompose", this.sessionId, {
       lazy: true
@@ -327,41 +320,6 @@ class VideoClipSession {
         );
       });
     }
-    if (this.audioDecodeWorker) {
-      this.demuxAudioToDecodeChannel = new MessageChannel();
-      await this.videoDemuxWorker.send(
-        "connect",
-        {
-          direction: "downstream",
-          port: this.demuxAudioToDecodeChannel.port1,
-          streamType: "audio",
-          sessionId
-        },
-        { transfer: [this.demuxAudioToDecodeChannel.port1] }
-      );
-      const clip = this.getClip();
-      await this.audioDecodeWorker.send(
-        "connect",
-        {
-          direction: "upstream",
-          port: this.demuxAudioToDecodeChannel.port2,
-          streamType: "audio",
-          sessionId,
-          clipStartUs: clip?.startUs || 0,
-          clipDurationUs: clip?.durationUs || 0
-        },
-        { transfer: [this.demuxAudioToDecodeChannel.port2] }
-      );
-      this.audioDecodeWorker.receiveStream((stream) => {
-        if (this.callbacks.onAudioStreamReady && clip) {
-          this.callbacks.onAudioStreamReady(stream, {
-            sessionId,
-            clipStartUs: clip.startUs,
-            clipDurationUs: clip.durationUs
-          });
-        }
-      });
-    }
   }
   async installInstructions(instructions) {
     this.instructionContext = {
@@ -415,22 +373,15 @@ class VideoClipSession {
       this.workerPool.terminate("videoEncode", this.sessionId);
       this.videoEncodeWorker = null;
     }
-    if (this.audioDecodeWorker) {
-      this.workerPool.terminate("audioDecode", this.sessionId);
-      this.audioDecodeWorker = null;
-    }
     this.composeToEncodeChannel?.port1.close();
     this.composeToEncodeChannel?.port2.close();
     this.decodeToVisualChannel?.port1.close();
     this.decodeToVisualChannel?.port2.close();
     this.demuxToDecodeChannel?.port1.close();
     this.demuxToDecodeChannel?.port2.close();
-    this.demuxAudioToDecodeChannel?.port1.close();
-    this.demuxAudioToDecodeChannel?.port2.close();
     this.composeToEncodeChannel = null;
     this.decodeToVisualChannel = null;
     this.demuxToDecodeChannel = null;
-    this.demuxAudioToDecodeChannel = null;
   }
   async invalidateClipCache() {
     await this.cacheManager.invalidateClip(this.clipId);