@meframe/core 0.0.43 → 0.0.45

package/dist/orchestrator/Orchestrator.js.map

@@ -1 +1 @@
-{"version":3,"file":"Orchestrator.js","sources":["../../src/orchestrator/Orchestrator.ts"],"sourcesContent":["import { EventBus } from '../event/EventBus';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { applyPatch as applyModelPatch } from '../model/patch';\nimport { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ConfigLoader } from '../config/ConfigLoader';\nimport type { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';\nimport { WorkerType } from '../worker/types';\nimport { CompositionModel, CompositionPatch, Resource, TimeUs, RcFrame, Clip } from '../model';\nimport { hasResourceId } from '../model/types';\nimport { MeframeEvent, type EventPayloadMap } from '../event/events';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { GlobalAudioSession } from './GlobalAudioSession';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { ExportOptions } from '../types';\nimport { OnDemandVideoSession } from './OnDemandVideoSession';\nimport { ExportScheduler } from './ExportScheduler';\n\nexport class Orchestrator implements IOrchestrator {\n  workers: WorkerPool;\n  eventBus: EventBus<EventPayloadMap>;\n  compositionModel: CompositionModel | null = null;\n  resourceLoader: ResourceLoader;\n  cacheManager: CacheManager;\n  planner: CompositionPlanner;\n  audioSession: GlobalAudioSession;\n  muxManager: MuxManager;\n  exportScheduler: ExportScheduler;\n\n  private isInitialized = false;\n  private config = ConfigLoader.getInstance().getConfig();\n  private ensureCacheDebounceTimer: number | null = null;\n  private activeOnDemandSession: OnDemandVideoSession | null = null;\n  readonly events: Pick<EventBus<EventPayloadMap>, 'on' | 'off' | 'once'>;\n\n  constructor(config: OrchestratorConfig) {\n    // Use provided eventBus or create a new one\n    this.eventBus = config.eventBus || new EventBus<EventPayloadMap>();\n    this.events = this.eventBus.asReadonly();\n\n    // Initialize config first\n    this.config = ConfigLoader.getInstance().getConfig();\n\n    const workerConfigs = this.buildWorkerConfigs();\n\n    // Initialize WorkerPool with worker path from config\n    this.workers = new WorkerPool({\n      eventBus: this.eventBus,\n      workerConfigs,\n      workerPath: config.workerPath,\n      workerExtension: config.workerExtension,\n    });\n\n    const maxMemoryMB = config.cacheConfig?.l1Size || this.config.cache?.l1?.maxMemoryMB || 1024;\n    const maxGOPs = this.config.decode?.video?.maxGOPs || 4;\n\n    this.cacheManager = new CacheManager(\n      {\n        l1: {\n          maxMemoryMB,\n          maxGOPs,\n        },\n        resource: {\n          projectId: config.projectId || this.config.global.projectId || 'default',\n          maxSizeMB: this.config.cache?.opfs?.resource?.maxSizeMB,\n        },\n      },\n      this.eventBus\n    );\n\n    this.resourceLoader = new ResourceLoader({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      eventBus: this.eventBus,\n      config: {\n        maxConcurrent: this.config.load.maxConcurrent,\n        preloadConcurrency: 2, // Fixed preload concurrency for idle background loading\n      },\n      onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state),\n    });\n\n    this.planner = new CompositionPlanner();\n\n    this.audioSession = new GlobalAudioSession({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      resourceLoader: this.resourceLoader,\n      eventBus: this.eventBus,\n      buildWorkerConfigs: () => this.buildWorkerConfigs(),\n    });\n\n    this.muxManager = new MuxManager(\n      this.cacheManager,\n      this.audioSession,\n      this.config.encode.audio as AudioEncoderConfig\n    );\n\n    this.exportScheduler = new ExportScheduler({\n      workerPool: this.workers,\n      planner: this.planner,\n      cacheManager: this.cacheManager,\n      resourceLoader: this.resourceLoader,\n      muxManager: this.muxManager,\n      audioSession: this.audioSession,\n      workerConfigsProvider: () => this.buildWorkerConfigs(),\n      eventBus: this.eventBus,\n    });\n\n    this.setupResourceFirstFrameHandler();\n    this.setupPreloadHandlers();\n  }\n\n  private setupResourceFirstFrameHandler(): void {\n    this.eventBus.on(MeframeEvent.ResourceFirstFrameReady, async (payload) => {\n      const { resourceId, clipId, index, chunks } = payload;\n\n      if (!this.compositionModel) return;\n\n      // Find the specific clip\n      const clip = this.compositionModel.findClip(clipId);\n      if (!clip || !clip.trackId) return;\n\n      // Only decode first frame for clips that start at composition time 0\n      // (these clips need the resource's first frame as cover)\n      if (clip.startUs === 0) {\n        const fps = this.compositionModel.fps ?? 30;\n        await OnDemandVideoSession.decodeAndCacheFirstFrame(\n          resourceId,\n          chunks,\n          index,\n          clip,\n          this.cacheManager,\n          fps\n        );\n      }\n    });\n  }\n\n  private setupPreloadHandlers(): void {\n    // Stop preloading when playback starts\n    this.eventBus.on(MeframeEvent.PlaybackPlay, () => {\n      this.resourceLoader.setPreloadingEnabled(false);\n    });\n\n    // Enable preloading when playback pauses/stops\n    this.eventBus.on(MeframeEvent.PlaybackPause, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    this.eventBus.on(MeframeEvent.PlaybackStop, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    // Note: ModelSet and PatchApplied are handled internally in ResourceLoader via handleModelSet\n    // and direct calls isn't needed as ResourceLoader listens to updateResourceState via onStateChange?\n    // Wait, ResourceLoader handles ModelSet via eventHandlers.\n  }\n\n  async initialize(): Promise<void> {\n    if (this.isInitialized) return;\n\n    await this.cacheManager.init();\n\n    this.isInitialized = true;\n  }\n\n  // Event methods - forward to eventBus\n  on<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.on(event, handler);\n  }\n\n  off<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.off(event, handler);\n  }\n\n  once<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.once(event, handler);\n  }\n\n  cancelActiveDecoding(): void {\n    if (this.activeOnDemandSession) {\n      void this.activeOnDemandSession.dispose();\n      this.activeOnDemandSession = null;\n    }\n  }\n\n  /**\n   * Decode and render nearest keyframe for fast seek preview\n   * Returns the keyframe timestamp if successfully decoded, null otherwise\n   */\n  async tryRenderKeyframe(timeUs: TimeUs): Promise<TimeUs | null> {\n    if (!this.compositionModel) return null;\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip || !hasResourceId(clip)) return null;\n\n    // Use resource-relative time (same as frame.timestamp from decoder)\n    const resourceTimeUs = timeUs - clip.startUs + (clip.trimStartUs ?? 0);\n    const resourceId = clip.resourceId;\n\n    // Check if keyframe is already in L1 cache\n    const keyframeSample = this.cacheManager.mp4IndexCache.getNearestKeyframe(\n      resourceId,\n      resourceTimeUs\n    );\n\n    if (!keyframeSample) return null;\n\n    const cachedKeyframe = this.cacheManager.getFrame(keyframeSample.timestamp, clip.id);\n    if (cachedKeyframe) {\n      return keyframeSample.timestamp;\n    }\n\n    // Resource must be ready to decode keyframe\n    const resource = this.compositionModel.getResource(resourceId);\n    if (resource?.state !== 'ready') return null;\n\n    // Create temporary session to decode keyframe\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: resourceTimeUs,\n      globalTimeUs: timeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel,\n      fps: this.compositionModel.fps ?? 30,\n    });\n\n    try {\n      const keyframeTimeUs = await session.decodeKeyframe(resourceTimeUs);\n      return keyframeTimeUs;\n    } catch (error) {\n      console.warn('[Orchestrator] Fast keyframe decode failed:', error);\n      return null;\n    } finally {\n      await session.dispose();\n    }\n  }\n\n  async setCompositionModel(model: CompositionModel): Promise<void> {\n    this.compositionModel = model;\n    this.cacheManager.clear();\n    this.planner.setModel(model);\n    // ensure the cover resource is preloaded before audio is activated\n    await this.resourceLoader.setModel(model);\n    this.audioSession.setModel(model);\n\n    this.eventBus.emit(MeframeEvent.ModelSet, model);\n\n    this.eventBus.emit(MeframeEvent.CompositionUpdated, {\n      trackCount: model.tracks.length,\n      clipCount: model.tracks.reduce((acc: number, track: any) => acc + track.clips.length, 0),\n      durationUs: model.durationUs,\n    });\n  }\n\n  async applyPatch(patch: CompositionPatch): Promise<void> {\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    // Apply patch and get affected clip IDs (simplified for 2-Clip strategy)\n    // Note: addTrack/removeTrack already call buildIndexes() in patch.ts\n    const affectedClipIds = applyModelPatch(this.compositionModel, patch);\n    this.planner.applyPatch(patch, affectedClipIds);\n    this.eventBus.emit(MeframeEvent.PatchApplied, {\n      operations: patch.operations.length,\n      affectedClips: Array.from(affectedClipIds),\n    });\n\n    // Process clip updates\n    for (const clipId of affectedClipIds) {\n      this.cacheManager.invalidateClip(clipId);\n    }\n\n    // Reactivate updated audio clips\n    const reactivatedAudioClips: string[] = [];\n    const reactivatedVideoClips: string[] = [];\n    for (const clipId of affectedClipIds) {\n      const clip = this.compositionModel.findClip(clipId);\n      if (clip?.trackKind === 'audio') {\n        await this.audioSession.deactivateClip(clipId);\n        reactivatedAudioClips.push(clipId);\n      } else if (clip?.trackKind === 'video') {\n        reactivatedVideoClips.push(clipId);\n      }\n    }\n\n    // Activate all audio clips (including reactivated ones)\n    await this.audioSession.activateAllAudioClips();\n\n    // Note: No need to restart per-clip playback in new architecture\n    // scheduleAudio() uses OfflineAudioMixer which automatically includes all active clips\n  }\n\n  private handleResourceStateChange(resourceId: string, state: Resource['state']): void {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    this.compositionModel.updateResourceState(resourceId, state ?? 'pending');\n\n    if (state !== 'ready') {\n      return;\n    }\n\n    // For preview, simple cache invalidation or triggering re-render might be enough\n    // if we were caching instructions. But PlaybackController pulls instructions every frame.\n    // So just updating Model state is enough.\n  }\n\n  async getFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null> {\n    const signal = options?.signal;\n    const preheat = options?.preheat ?? false;\n\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    const trimStartUs = clip.trimStartUs ?? 0;\n\n    // Calculate resource-relative time (same as frame.timestamp from decoder)\n    // resourceTimeUs = clipRelativeTime + trimStartUs\n    let resourceTimeUs = options?.relativeTimeUs\n      ? options.relativeTimeUs + trimStartUs\n      : timeUs - clip.startUs + trimStartUs;\n\n    // Clamp to valid range: [trimStartUs, trimStartUs + durationUs)\n    resourceTimeUs = Math.min(resourceTimeUs, trimStartUs + clip.durationUs - 1);\n\n    // 1. Check L1 window cache\n    // Note: preheat mode skips cache check to force decoding the entire window\n    // Why: Video cache is frame-level (point query), not window-level (range query)\n    //      A single cached frame doesn't guarantee the entire window is cached\n    //      Without preheat flag, preheating would return early on first frame hit\n    if (!preheat) {\n      const cachedFrame = this.cacheManager.getFrame(resourceTimeUs, clip.id);\n      if (cachedFrame) {\n        this.eventBus.emit(MeframeEvent.CacheHit, {\n          timeUs,\n          level: 'L1',\n          key: `${clip.id}-${resourceTimeUs}`,\n        });\n        return cachedFrame;\n      }\n\n      this.eventBus.emit(MeframeEvent.CacheMiss, {\n        timeUs,\n        level: 'L1',\n        key: `${clip.id}-${resourceTimeUs}`,\n      });\n    }\n\n    if (signal?.aborted) {\n      return null;\n    }\n\n    // 2. Try decode from OPFS resource (on-demand path)\n    const resourceFrame = await this.decodeFromResource(clip, resourceTimeUs, timeUs, options);\n    return resourceFrame;\n  }\n\n  /**\n   * Compose frame from OPFS resource (on-demand decoding)\n   * This is the new path for long clips with window caching\n   *\n   * @param clip - The clip to decode\n   * @param resourceTimeUs - Time in resource-relative coordinates (same as frame.timestamp)\n   * @param globalTimeUs - Time in composition timeline\n   */\n  private async decodeFromResource(\n    clip: Clip,\n    resourceTimeUs: TimeUs,\n    globalTimeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<RcFrame | null> {\n    if (!hasResourceId(clip)) return null;\n\n    const resourceId = clip.resourceId;\n    const trimStartUs = clip.trimStartUs ?? 0;\n\n    // Check resource state\n    const resource = this.compositionModel?.getResource(resourceId);\n    const isReady = resource?.state === 'ready';\n\n    const fetchOptions = {\n      isPreload: false,\n      clipId: clip.id,\n      trackId: clip.trackId,\n    };\n\n    // In immediate mode, if not ready, trigger fetch in background and return null\n    if (options?.immediate && !isReady) {\n      // Fire and forget fetch to start loading\n      this.resourceLoader.load(resourceId, fetchOptions);\n      return null;\n    }\n\n    // Normal mode: wait for download\n    await this.resourceLoader.load(resourceId, fetchOptions);\n\n    this.cancelActiveDecoding();\n\n    // Create temporary on-demand video session\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: resourceTimeUs,\n      globalTimeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel!,\n      fps: this.compositionModel?.fps ?? 30,\n    });\n\n    this.activeOnDemandSession = session;\n\n    try {\n      // Decode window: from target position to target + 3s\n      // Window bounds are in resource time: [trimStartUs, trimStartUs + durationUs)\n      const DECODE_WINDOW_SIZE = 3_000_000;\n\n      const windowStart = resourceTimeUs;\n      const windowEnd = Math.min(\n        trimStartUs + clip.durationUs,\n        resourceTimeUs + DECODE_WINDOW_SIZE\n      );\n\n      await session.decodeWindow(windowStart, windowEnd);\n      // Return target frame from L1 cache\n      return this.cacheManager.getFrame(resourceTimeUs, clip.id);\n    } catch (error) {\n      if (session.isDisposed) {\n        return null;\n      }\n      console.error('[Orchestrator] Error composing from resource:', error);\n      return null;\n    } finally {\n      if (this.activeOnDemandSession === session) {\n        this.activeOnDemandSession = null;\n      }\n      await session.dispose();\n    }\n  }\n\n  /**\n   * Wait for clip cache to be ready for playback\n   * Returns true if minimum cache is ready, false if timeout\n   */\n  async waitForClipReady(\n    timeUs: TimeUs,\n    options?: { minFrameCount?: number; timeoutMs?: number }\n  ): Promise<boolean> {\n    if (!this.compositionModel) {\n      return false;\n    }\n\n    const clips = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId);\n    if (clips.length === 0) {\n      return true;\n    }\n\n    const currentClip = clips[0];\n    if (!currentClip) {\n      return true;\n    }\n\n    return this.cacheManager.waitForClipReady(currentClip.id, {\n      minFrameCount: options?.minFrameCount ?? 5,\n      timeoutMs: options?.timeoutMs ?? 5_000,\n    });\n  }\n\n  async dispose(): Promise<void> {\n    if (this.ensureCacheDebounceTimer !== null) {\n      clearTimeout(this.ensureCacheDebounceTimer);\n      this.ensureCacheDebounceTimer = null;\n    }\n\n    this.resourceLoader.dispose();\n    await this.cacheManager.clear();\n\n    this.workers.terminateAll();\n    this.compositionModel = null;\n    this.eventBus.dispose();\n  }\n\n  private buildWorkerConfigs(): Record<WorkerType, any> {\n    const config = this.config;\n    const defaultCanvasWidth = config.global.defaultCanvasWidth;\n    const defaultCanvasHeight = config.global.defaultCanvasHeight;\n    const defaultFps = config.global.defaultFps;\n\n    const targetFps = this.compositionModel?.fps ?? defaultFps;\n\n    return {\n      videoDemux: {\n        highWaterMark: config.demux.backpressure.highWaterMark,\n      },\n      audioDemux: {\n        highWaterMark: config.demux.backpressure.highWaterMark,\n      },\n      videoDecode: config.decode.video,\n      audioDecode: config.decode.audio,\n      videoCompose: {\n        width: defaultCanvasWidth,\n        height: defaultCanvasHeight,\n        fps: targetFps,\n        backgroundColor: '#000000',\n        enableSmoothing: true,\n        enableHardwareAcceleration: true,\n        fonts: config.global.fonts,\n      },\n      audioCompose: {\n        enableDucking: config.compose.audio.enableDucking,\n      },\n      videoEncode: {\n        // Main Profile Level 4.1 - better compression efficiency for social media\n        codec: 'avc1.4D0029',\n        width: defaultCanvasWidth,\n        height: defaultCanvasHeight,\n        bitrate: config.encode.video.bitrateKbps\n          ? config.encode.video.bitrateKbps * 1000\n          : this.calculateDefaultBitrate(defaultCanvasWidth, defaultCanvasHeight),\n        framerate: targetFps,\n        latencyMode: 'quality',\n        bitrateMode: 'variable',\n        hardwareAcceleration: 'no-preference',\n        // Default 1 second keyframe interval for better social media compatibility\n        keyFrameInterval: config.encode.video.keyIntervalS\n          ? Math.round(config.encode.video.keyIntervalS * targetFps)\n          : targetFps,\n        ...config.encode.video,\n      },\n    };\n  }\n\n  /**\n   * Calculate default video bitrate based on resolution\n   * Optimized for social media platforms (YouTube, TikTok, WeChat, etc.)\n   */\n  private calculateDefaultBitrate(width: number, height: number): number {\n    const pixels = width * height;\n\n    // Bitrate recommendations for H.264 Main Profile VBR:\n    // - 720p (921,600 px): 5 Mbps\n    // - 1080p (2,073,600 px): 8 Mbps\n    // - 4K (8,294,400 px): 25 Mbps\n    if (pixels <= 921_600) {\n      // 720p and below\n      return 5_000_000;\n    } else if (pixels <= 2_073_600) {\n      // 1080p\n      return 8_000_000;\n    } else if (pixels <= 3_686_400) {\n      // 1440p (2K)\n      return 16_000_000;\n    } else {\n      // 4K and above\n      return 25_000_000;\n    }\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    return this.exportScheduler.execute(model, options);\n  }\n\n  /**\n   * Preheat a specific clip's window range\n   * Used by PlaybackController for cross-clip window preheating\n   *\n   * @param clipId - Clip identifier\n   * @param clipRelativeStart - Start time relative to clip (microseconds), 0 = clip start\n   * @param clipRelativeEnd - End time relative to clip (microseconds)\n   * @param globalTimeUs - Global timeline position (for globalTimeUs in cache)\n   */\n  async preheatClipWindow(\n    clipId: string,\n    clipRelativeStart: TimeUs,\n    clipRelativeEnd: TimeUs,\n    globalTimeUs: TimeUs\n  ): Promise<void> {\n    if (!this.compositionModel) return;\n\n    const clip = this.compositionModel.findClip(clipId);\n    if (!clip || !hasResourceId(clip)) return;\n\n    const resourceId = clip.resourceId;\n    const trimStartUs = clip.trimStartUs ?? 0;\n\n    // Convert clip-relative time to resource time\n    const resourceStart = clipRelativeStart + trimStartUs;\n    const resourceEnd = clipRelativeEnd + trimStartUs;\n\n    // Ensure resource is downloaded\n    await this.resourceLoader.load(resourceId, {\n      isPreload: false,\n      clipId: clip.id,\n      trackId: clip.trackId,\n    });\n\n    // Create temporary on-demand session for this window\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: resourceStart,\n      globalTimeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel,\n      fps: this.compositionModel.fps ?? 30,\n    });\n\n    try {\n      // Decode the entire window range for this clip (using resource time)\n      await session.decodeWindow(resourceStart, resourceEnd);\n    } catch (error) {\n      console.warn(`[Orchestrator] Preheat clip ${clipId} window failed:`, error);\n      // Non-critical, don't throw\n    } finally {\n      await session.dispose();\n    }\n  }\n\n  /**\n   * Get render state for real-time composition\n   * Returns layers ready for VideoComposer\n   */\n  async getRenderState(\n    timeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<{ layers: any[]; transition?: any } | null> {\n    if (!this.compositionModel) {\n      return null;\n    }\n\n    // Ensure frame/resource is ready (this populates L1 if needed)\n    const frame = await this.getFrame(timeUs, options);\n\n    // If immediate mode and no frame, return null to trigger buffering\n    if (!frame) {\n      return null;\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    const clipRelativeTimeUs = timeUs - clip.startUs;\n    const resourceTimeUs = clipRelativeTimeUs + (clip.trimStartUs ?? 0);\n\n    // Get instructions from planner\n    const instructions = this.planner.getInstructions(clip.id);\n    if (!instructions) {\n      return null;\n    }\n\n    // Build layers array\n    const layers: any[] = [];\n\n    // 1. Filter active layers at this timestamp (uses clip-relative time for activeRanges)\n    const activeLayers = instructions.layers.filter((layer: any) => {\n      if (!layer.payload.attachmentId) {\n        // Main track layer is always active\n        return true;\n      }\n      if (layer.status !== 'ready') {\n        return false;\n      }\n      // Check if layer is active at current timestamp\n      return layer.activeRanges.some(\n        (range: any) => clipRelativeTimeUs >= range.startUs && clipRelativeTimeUs < range.endUs\n      );\n    });\n\n    // 2. Materialize layers\n    for (const layerPlan of activeLayers) {\n      const layer = await this.materializeLayer(layerPlan, clip, resourceTimeUs, timeUs);\n      if (layer) {\n        layers.push(layer);\n      }\n    }\n\n    return { layers };\n  }\n\n  /**\n   * Materialize a serialized layer plan into concrete Layer\n   */\n  private async materializeLayer(\n    layerPlan: any,\n    clip: Clip,\n    resourceTimeUs: TimeUs,\n    globalTimeUs: TimeUs\n  ): Promise<any | null> {\n    const baseLayer: any = {\n      id: layerPlan.layerId,\n      type: layerPlan.type,\n      zIndex: layerPlan.zIndex ?? 0,\n      visible: true,\n      opacity: layerPlan.opacity ?? 1,\n    };\n\n    // Video layer - fetch raw VideoFrame from L1 (RcFrame wrapper)\n    if (layerPlan.type === 'video' && !layerPlan.payload.attachmentId) {\n      const rcFrame = this.cacheManager.getFrame(resourceTimeUs, clip.id);\n      if (!rcFrame) {\n        console.warn('[Orchestrator] Video frame not found in L1:', clip.id, resourceTimeUs);\n        return null;\n      }\n\n      return {\n        ...baseLayer,\n        type: 'video',\n        rcFrame: rcFrame,\n      };\n    }\n\n    // Text layer\n    if (layerPlan.type === 'text') {\n      const payload = layerPlan.payload;\n      return {\n        ...baseLayer,\n        type: 'text',\n        text: payload.text,\n        localeCode: payload.localeCode,\n        fontConfig: payload.fontConfig,\n        animation: payload.animation,\n        wordTimings: payload.wordTimings,\n        letterCase: payload.letterCase,\n      };\n    }\n\n    // Image layer\n    if (layerPlan.type === 'image') {\n      const payload = layerPlan.payload;\n      const resource = this.compositionModel?.getResource(payload.resourceId);\n      if (!resource) {\n        return null;\n      }\n\n      const source = await this.resourceLoader.loadImage(resource);\n      const imageLayer: any = {\n        ...baseLayer,\n        type: 'image',\n        source,\n        attachmentId: payload.attachmentId,\n      };\n\n      if (payload.targetWidth !== undefined) {\n        imageLayer.targetWidth = payload.targetWidth;\n      }\n      if (payload.targetHeight !== undefined) {\n        imageLayer.targetHeight = payload.targetHeight;\n      }\n\n      // Handle animation (overlays)\n      if (payload.animation) {\n        const { position, keyframes, overlayClipStartUs } = payload.animation;\n\n        // Calculate time relative to overlay clip start\n        const relativeTimeUs = globalTimeUs - overlayClipStartUs;\n\n        // If outside keyframe range, hide\n        if (relativeTimeUs < 0 || relativeTimeUs > keyframes[keyframes.length - 1].time) {\n          return null; // Not visible at this time\n        }\n\n        const rotationRad = 0; // TODO: interpolate from keyframes\n\n        imageLayer.transform = {\n          x: position.x,\n          y: position.y,\n          scaleX: 1,\n          scaleY: 1,\n          rotation: rotationRad,\n          anchorX: 0.5,\n          anchorY: 0.5,\n        };\n      }\n\n      return imageLayer;\n    }\n\n    return baseLayer;\n  }\n}\n"],"names":["applyModelPatch"],"mappings":";;;;;;;;;;;;;AAkBO,MAAM,aAAsC;AAAA,EACjD;AAAA,EACA;AAAA,EACA,mBAA4C;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEQ,gBAAgB;AAAA,EAChB,SAAS,aAAa,YAAA,EAAc,UAAA;AAAA,EACpC,2BAA0C;AAAA,EAC1C,wBAAqD;AAAA,EACpD;AAAA,EAET,YAAY,QAA4B;AAEtC,SAAK,WAAW,OAAO,YAAY,IAAI,SAAA;AACvC,SAAK,SAAS,KAAK,SAAS,WAAA;AAG5B,SAAK,SAAS,aAAa,YAAA,EAAc,UAAA;AAEzC,UAAM,gBAAgB,KAAK,mBAAA;AAG3B,SAAK,UAAU,IAAI,WAAW;AAAA,MAC5B,UAAU,KAAK;AAAA,MACf;AAAA,MACA,YAAY,OAAO;AAAA,MACnB,iBAAiB,OAAO;AAAA,IAAA,CACzB;AAED,UAAM,cAAc,OAAO,aAAa,UAAU,KAAK,OAAO,OAAO,IAAI,eAAe;AACxF,UAAM,UAAU,KAAK,OAAO,QAAQ,OAAO,WAAW;AAEtD,SAAK,eAAe,IAAI;AAAA,MACtB;AAAA,QACE,IAAI;AAAA,UACF;AAAA,UACA;AAAA,QAAA;AAAA,QAEF,UAAU;AAAA,UACR,WAAW,OAAO,aAAa,KAAK,OAAO,OAAO,aAAa;AAAA,UAC/D,WAAW,KAAK,OAAO,OAAO,MAAM,UAAU;AAAA,QAAA;AAAA,MAChD;AAAA,MAEF,KAAK;AAAA,IAAA;AAGP,SAAK,iBAAiB,IAAI,eAAe;AAAA,MACvC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,QAAQ;AAAA,QACN,eAAe,KAAK,OAAO,KAAK;AAAA,QAChC,oBAAoB;AAAA;AAAA,MAAA;AAAA,MAEtB,eAAe,CAAC,YAAY,UAAU,KAAK,0BAA0B,YAAY,KAAK;AAAA,IAAA,CACvF;AAED,SAAK,UAAU,IAAI,mBAAA;AAEnB,SAAK,eAAe,IAAI,mBAAmB;AAAA,MACzC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,MACrB,UAAU,KAAK;AAAA,MACf,oBAAoB,MAAM,KAAK,mBAAA;AAAA,IAAmB,CACnD;AAED,SAAK,aAAa,IAAI;AAAA,MACpB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,OAAO;AAAA,IAAA;AAGrB,SAAK,kBAAkB,IAAI,gBAAgB;AAAA,MACzC,YAAY,KAAK;AAAA,MACjB,SAAS,KAAK;AAAA,MACd,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,uBAAuB,MAAM,KAAK,mBAAA;AAAA,MAClC,UAAU,KAAK;AAAA,IAAA,CAChB;AAED,SAAK,+BAAA;AACL,SAAK,qBAAA;AAAA,EACP;AAAA,EAEQ,iCAAuC;AAC7C,SAAK,SAAS,GAAG,aAAa,yBAAyB,OAAO,YAAY;AACxE,YAAM,EAAE,YAAY,QAAQ,OAAO,WAAW;AAE9C,UAAI,CAAC,KAAK,iBAAkB;AAG5B,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,CAAC,QAAQ,CAAC,KAAK,QAAS;AAI5B,UAAI,KAAK,YAAY,GAAG;AACtB,cAAM,MAAM,KAAK,iBAAiB,OAAO;AACzC,cAAM,qBAAqB;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,uBAA6B;AAEnC,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,KAAK;AAAA,IAChD,CAAC;AAGD,SAAK,SAAS,GAAG,aAAa,eAAe,MAAM;AACjD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAED,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAAA,EAKH;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,KAAK,cAAe;AAExB,UAAM,KAAK,aAAa,KAAA;AAExB,SAAK,gBAAgB;AAAA,EACvB;AAAA;AAAA,EAGA,GACE,OACA,SACM;AACN,SAAK,SAAS,GAAG,OAAO,OAAO;AAAA,EACjC;AAAA,EAEA,IACE,OACA,SACM;AACN,SAAK,SAAS,IAAI,OAAO,OAAO;AAAA,EAClC;AAAA,EAEA,KACE,OACA,SACM;AACN,SAAK,SAAS,KAAK,OAAO,OAAO;AAAA,EACnC;AAAA,EAEA,uBAA6B;AAC3B,QAAI,KAAK,uBAAuB;AAC9B,WAAK,KAAK,sBAAsB,QAAA;AAChC,WAAK,wBAAwB;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,kBAAkB,QAAwC;AAC9D,QAAI,CAAC,KAAK,iBAAkB,QAAO;AAEnC,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG,QAAO;AAG1C,UAAM,iBAAiB,SAAS,KAAK,WAAW,KAAK,eAAe;AACpE,UAAM,aAAa,KAAK;AAGxB,UAAM,iBAAiB,KAAK,aAAa,cAAc;AAAA,MACrD;AAAA,MACA;AAAA,IAAA;AAGF,QAAI,CAAC,eAAgB,QAAO;AAE5B,UAAM,iBAAiB,KAAK,aAAa,SAAS,eAAe,WAAW,KAAK,EAAE;AACnF,QAAI,gBAAgB;AAClB,aAAO,eAAe;AAAA,IACxB;AAGA,UAAM,WAAW,KAAK,iBAAiB,YAAY,UAAU;AAC7D,QAAI,UAAU,UAAU,QAAS,QAAO;AAGxC,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd,cAAc;AAAA,MACd,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,QAAI;AACF,YAAM,iBAAiB,MAAM,QAAQ,eAAe,cAAc;AAClE,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,KAAK,+CAA+C,KAAK;AACjE,aAAO;AAAA,IACT,UAAA;AACE,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEA,MAAM,oBAAoB,OAAwC;AAChE,SAAK,mBAAmB;AACxB,SAAK,aAAa,MAAA;AAClB,SAAK,QAAQ,SAAS,KAAK;AAE3B,UAAM,KAAK,eAAe,SAAS,KAAK;AACxC,SAAK,aAAa,SAAS,KAAK;AAEhC,SAAK,SAAS,KAAK,aAAa,UAAU,KAAK;AAE/C,SAAK,SAAS,KAAK,aAAa,oBAAoB;AAAA,MAClD,YAAY,MAAM,OAAO;AAAA,MACzB,WAAW,MAAM,OAAO,OAAO,CAAC,KAAa,UAAe,MAAM,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvF,YAAY,MAAM;AAAA,IAAA,CACnB;AAAA,EACH;AAAA,EAEA,MAAM,WAAW,OAAwC;AACvD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAIA,UAAM,kBAAkBA,WAAgB,KAAK,kBAAkB,KAAK;AACpE,SAAK,QAAQ,WAAW,OAAO,eAAe;AAC9C,SAAK,SAAS,KAAK,aAAa,cAAc;AAAA,MAC5C,YAAY,MAAM,WAAW;AAAA,MAC7B,eAAe,MAAM,KAAK,eAAe;AAAA,IAAA,CAC1C;AAGD,eAAW,UAAU,iBAAiB;AACpC,WAAK,aAAa,eAAe,MAAM;AAAA,IACzC;AAKA,eAAW,UAAU,iBAAiB;AACpC,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,MAAM,cAAc,SAAS;AAC/B,cAAM,KAAK,aAAa,eAAe,MAAM;AAAA,MAE/C,WAAW,MAAM,cAAc,QAAS;AAAA,IAG1C;AAGA,UAAM,KAAK,aAAa,sBAAA;AAAA,EAI1B;AAAA,EAEQ,0BAA0B,YAAoB,OAAgC;AACpF,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,SAAK,iBAAiB,oBAAoB,YAAY,SAAS,SAAS;AAExE,QAAI,UAAU,SAAS;AACrB;AAAA,IACF;AAAA,EAKF;AAAA,EAEA,MAAM,SAAS,QAAgB,SAAuD;AACpF,UAAM,SAAS,SAAS;AACxB,UAAM,UAAU,SAAS,WAAW;AAEpC,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,KAAK,eAAe;AAIxC,QAAI,iBAAiB,SAAS,iBAC1B,QAAQ,iBAAiB,cACzB,SAAS,KAAK,UAAU;AAG5B,qBAAiB,KAAK,IAAI,gBAAgB,cAAc,KAAK,aAAa,CAAC;AAO3E,QAAI,CAAC,SAAS;AACZ,YAAM,cAAc,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AACtE,UAAI,aAAa;AACf,aAAK,SAAS,KAAK,aAAa,UAAU;AAAA,UACxC;AAAA,UACA,OAAO;AAAA,UACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,QAAA,CAClC;AACD,eAAO;AAAA,MACT;AAEA,WAAK,SAAS,KAAK,aAAa,WAAW;AAAA,QACzC;AAAA,QACA,OAAO;AAAA,QACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,MAAA,CAClC;AAAA,IACH;AAEA,QAAI,QAAQ,SAAS;AACnB,aAAO;AAAA,IACT;AAGA,UAAM,gBAAgB,MAAM,KAAK,mBAAmB,MAAM,gBAAgB,QAAQ,OAAO;AACzF,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAc,mBACZ,MACA,gBACA,cACA,SACyB;AACzB,QAAI,CAAC,cAAc,IAAI,EAAG,QAAO;AAEjC,UAAM,aAAa,KAAK;AACxB,UAAM,cAAc,KAAK,eAAe;AAGxC,UAAM,WAAW,KAAK,kBAAkB,YAAY,UAAU;AAC9D,UAAM,UAAU,UAAU,UAAU;AAEpC,UAAM,eAAe;AAAA,MACnB,WAAW;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAAA;AAIhB,QAAI,SAAS,aAAa,CAAC,SAAS;AAElC,WAAK,eAAe,KAAK,YAAY,YAAY;AACjD,aAAO;AAAA,IACT;AAGA,UAAM,KAAK,eAAe,KAAK,YAAY,YAAY;AAEvD,SAAK,qBAAA;AAGL,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd;AAAA,MACA,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,kBAAkB,OAAO;AAAA,IAAA,CACpC;AAED,SAAK,wBAAwB;AAE7B,QAAI;AAGF,YAAM,qBAAqB;AAE3B,YAAM,cAAc;AACpB,YAAM,YAAY,KAAK;AAAA,QACrB,cAAc,KAAK;AAAA,QACnB,iBAAiB;AAAA,MAAA;AAGnB,YAAM,QAAQ,aAAa,aAAa,SAAS;AAEjD,aAAO,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAAA,IAC3D,SAAS,OAAO;AACd,UAAI,QAAQ,YAAY;AACtB,eAAO;AAAA,MACT;AACA,cAAQ,MAAM,iDAAiD,KAAK;AACpE,aAAO;AAAA,IACT,UAAA;AACE,UAAI,KAAK,0BAA0B,SAAS;AAC1C,aAAK,wBAAwB;AAAA,MAC/B;AACA,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,iBACJ,QACA,SACkB;AAClB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW;AAC5F,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,aAAa,iBAAiB,YAAY,IAAI;AAAA,MACxD,eAAe,SAAS,iBAAiB;AAAA,MACzC,WAAW,SAAS,aAAa;AAAA,IAAA,CAClC;AAAA,EACH;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,6BAA6B,MAAM;AAC1C,mBAAa,KAAK,wBAAwB;AAC1C,WAAK,2BAA2B;AAAA,IAClC;AAEA,SAAK,eAAe,QAAA;AACpB,UAAM,KAAK,aAAa,MAAA;AAExB,SAAK,QAAQ,aAAA;AACb,SAAK,mBAAmB;AACxB,SAAK,SAAS,QAAA;AAAA,EAChB;AAAA,EAEQ,qBAA8C;AACpD,UAAM,SAAS,KAAK;AACpB,UAAM,qBAAqB,OAAO,OAAO;AACzC,UAAM,sBAAsB,OAAO,OAAO;AAC1C,UAAM,aAAa,OAAO,OAAO;AAEjC,UAAM,YAAY,KAAK,kBAAkB,OAAO;AAEhD,WAAO;AAAA,MACL,YAAY;AAAA,QACV,eAAe,OAAO,MAAM,aAAa;AAAA,MAAA;AAAA,MAE3C,YAAY;AAAA,QACV,eAAe,OAAO,MAAM,aAAa;AAAA,MAAA;AAAA,MAE3C,aAAa,OAAO,OAAO;AAAA,MAC3B,aAAa,OAAO,OAAO;AAAA,MAC3B,cAAc;AAAA,QACZ,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,KAAK;AAAA,QACL,iBAAiB;AAAA,QACjB,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,OAAO,OAAO,OAAO;AAAA,MAAA;AAAA,MAEvB,cAAc;AAAA,QACZ,eAAe,OAAO,QAAQ,MAAM;AAAA,MAAA;AAAA,MAEtC,aAAa;AAAA;AAAA,QAEX,OAAO;AAAA,QACP,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,SAAS,OAAO,OAAO,MAAM,cACzB,OAAO,OAAO,MAAM,cAAc,MAClC,KAAK,wBAAwB,oBAAoB,mBAAmB;AAAA,QACxE,WAAW;AAAA,QACX,aAAa;AAAA,QACb,aAAa;AAAA,QACb,sBAAsB;AAAA;AAAA,QAEtB,kBAAkB,OAAO,OAAO,MAAM,eAClC,KAAK,MAAM,OAAO,OAAO,MAAM,eAAe,SAAS,IACvD;AAAA,QACJ,GAAG,OAAO,OAAO;AAAA,MAAA;AAAA,IACnB;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,wBAAwB,OAAe,QAAwB;AACrE,UAAM,SAAS,QAAQ;AAMvB,QAAI,UAAU,QAAS;AAErB,aAAO;AAAA,IACT,WAAW,UAAU,SAAW;AAE9B,aAAO;AAAA,IACT,WAAW,UAAU,SAAW;AAE9B,aAAO;AAAA,IACT,OAAO;AAEL,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,WAAO,KAAK,gBAAgB,QAAQ,OAAO,OAAO;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,kBACJ,QACA,mBACA,iBACA,cACe;AACf,QAAI,CAAC,KAAK,iBAAkB;AAE5B,UAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG;AAEnC,UAAM,aAAa,KAAK;AACxB,UAAM,cAAc,KAAK,eAAe;AAGxC,UAAM,gBAAgB,oBAAoB;AAC1C,UAAM,cAAc,kBAAkB;AAGtC,UAAM,KAAK,eAAe,KAAK,YAAY;AAAA,MACzC,WAAW;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAAA,CACf;AAGD,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd;AAAA,MACA,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,QAAI;AAEF,YAAM,QAAQ,aAAa,eAAe,WAAW;AAAA,IACvD,SAAS,OAAO;AACd,cAAQ,KAAK,+BAA+B,MAAM,mBAAmB,KAAK;AAAA,IAE5E,UAAA;AACE,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eACJ,QACA,SACqD;AACrD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAGA,UAAM,QAAQ,MAAM,KAAK,SAAS,QAAQ,OAAO;AAGjD,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,UAAM,qBAAqB,SAAS,KAAK;AACzC,UAAM,iBAAiB,sBAAsB,KAAK,eAAe;AAGjE,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,EAAE;AACzD,QAAI,CAAC,cAAc;AACjB,aAAO;AAAA,IACT;AAGA,UAAM,SAAgB,CAAA;AAGtB,UAAM,eAAe,aAAa,OAAO,OAAO,CAAC,UAAe;AAC9D,UAAI,CAAC,MAAM,QAAQ,cAAc;AAE/B,eAAO;AAAA,MACT;AACA,UAAI,MAAM,WAAW,SAAS;AAC5B,eAAO;AAAA,MACT;AAEA,aAAO,MAAM,aAAa;AAAA,QACxB,CAAC,UAAe,sBAAsB,MAAM,WAAW,qBAAqB,MAAM;AAAA,MAAA;AAAA,IAEtF,CAAC;AAGD,eAAW,aAAa,cAAc;AACpC,YAAM,QAAQ,MAAM,KAAK,iBAAiB,WAAW,MAAM,gBAAgB,MAAM;AACjF,UAAI,OAAO;AACT,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO,EAAE,OAAA;AAAA,EACX;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBACZ,WACA,MACA,gBACA,cACqB;AACrB,UAAM,YAAiB;AAAA,MACrB,IAAI,UAAU;AAAA,MACd,MAAM,UAAU;AAAA,MAChB,QAAQ,UAAU,UAAU;AAAA,MAC5B,SAAS;AAAA,MACT,SAAS,UAAU,WAAW;AAAA,IAAA;AAIhC,QAAI,UAAU,SAAS,WAAW,CAAC,UAAU,QAAQ,cAAc;AACjE,YAAM,UAAU,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAClE,UAAI,CAAC,SAAS;AACZ,gBAAQ,KAAK,+CAA+C,KAAK,IAAI,cAAc;AACnF,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,MAAA;AAAA,IAEJ;AAGA,QAAI,UAAU,SAAS,QAAQ;AAC7B,YAAM,UAAU,UAAU;AAC1B,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN,MAAM,QAAQ;AAAA,QACd,YAAY,QAAQ;AAAA,QACpB,YAAY,QAAQ;AAAA,QACpB,WAAW,QAAQ;AAAA,QACnB,aAAa,QAAQ;AAAA,QACrB,YAAY,QAAQ;AAAA,MAAA;AAAA,IAExB;AAGA,QAAI,UAAU,SAAS,SAAS;AAC9B,YAAM,UAAU,UAAU;AAC1B,YAAM,WAAW,KAAK,kBAAkB,YAAY,QAAQ,UAAU;AACtE,UAAI,CAAC,UAAU;AACb,eAAO;AAAA,MACT;AAEA,YAAM,SAAS,MAAM,KAAK,eAAe,UAAU,QAAQ;AAC3D,YAAM,aAAkB;AAAA,QACtB,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,QACA,cAAc,QAAQ;AAAA,MAAA;AAGxB,UAAI,QAAQ,gBAAgB,QAAW;AACrC,mBAAW,cAAc,QAAQ;AAAA,MACnC;AACA,UAAI,QAAQ,iBAAiB,QAAW;AACtC,mBAAW,eAAe,QAAQ;AAAA,MACpC;AAGA,UAAI,QAAQ,WAAW;AACrB,cAAM,EAAE,UAAU,WAAW,mBAAA,IAAuB,QAAQ;AAG5D,cAAM,iBAAiB,eAAe;AAGtC,YAAI,iBAAiB,KAAK,iBAAiB,UAAU,UAAU,SAAS,CAAC,EAAE,MAAM;AAC/E,iBAAO;AAAA,QACT;AAEA,cAAM,cAAc;AAEpB,mBAAW,YAAY;AAAA,UACrB,GAAG,SAAS;AAAA,UACZ,GAAG,SAAS;AAAA,UACZ,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,SAAS;AAAA,UACT,SAAS;AAAA,QAAA;AAAA,MAEb;AAEA,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;"}
+{"version":3,"file":"Orchestrator.js","sources":["../../src/orchestrator/Orchestrator.ts"],"sourcesContent":["import { EventBus } from '../event/EventBus';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { applyPatch as applyModelPatch } from '../model/patch';\nimport { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ConfigLoader } from '../config/ConfigLoader';\nimport type { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';\nimport { WorkerType } from '../worker/types';\nimport { CompositionModel, CompositionPatch, Resource, TimeUs, RcFrame, Clip } from '../model';\nimport { hasResourceId } from '../model/types';\nimport { MeframeEvent, type EventPayloadMap } from '../event/events';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { GlobalAudioSession } from './GlobalAudioSession';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { ExportOptions } from '../types';\nimport { OnDemandVideoSession } from './OnDemandVideoSession';\nimport { ExportScheduler } from './ExportScheduler';\n\nexport class Orchestrator implements IOrchestrator {\n  workers: WorkerPool;\n  eventBus: EventBus<EventPayloadMap>;\n  compositionModel: CompositionModel | null = null;\n  resourceLoader: ResourceLoader;\n  cacheManager: CacheManager;\n  planner: CompositionPlanner;\n  audioSession: GlobalAudioSession;\n  muxManager: MuxManager;\n  exportScheduler: ExportScheduler;\n\n  private isInitialized = false;\n  private config = ConfigLoader.getInstance().getConfig();\n  private ensureCacheDebounceTimer: number | null = null;\n  private activeOnDemandSession: OnDemandVideoSession | null = null;\n  readonly events: Pick<EventBus<EventPayloadMap>, 'on' | 'off' | 'once'>;\n\n  constructor(config: OrchestratorConfig) {\n    // Use provided eventBus or create a new one\n    this.eventBus = config.eventBus || new EventBus<EventPayloadMap>();\n    this.events = this.eventBus.asReadonly();\n\n    // Initialize config first\n    this.config = ConfigLoader.getInstance().getConfig();\n\n    const workerConfigs = this.buildWorkerConfigs();\n\n    // Initialize WorkerPool with worker path from config\n    this.workers = new WorkerPool({\n      eventBus: this.eventBus,\n      workerConfigs,\n      workerPath: config.workerPath,\n      workerExtension: config.workerExtension,\n    });\n\n    const maxMemoryMB = config.cacheConfig?.l1Size || this.config.cache?.l1?.maxMemoryMB || 1024;\n    const maxGOPs = this.config.decode?.video?.maxGOPs || 4;\n\n    this.cacheManager = new CacheManager(\n      {\n        l1: {\n          maxMemoryMB,\n          maxGOPs,\n        },\n        resource: {\n          projectId: config.projectId || this.config.global.projectId || 'default',\n        },\n      },\n      this.eventBus\n    );\n\n    this.resourceLoader = new ResourceLoader({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      eventBus: this.eventBus,\n      config: {\n        maxConcurrent: this.config.load.maxConcurrent,\n        preloadConcurrency: 2, // Fixed preload concurrency for idle background loading\n      },\n      onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state),\n    });\n\n    this.planner = new CompositionPlanner();\n\n    this.audioSession = new GlobalAudioSession({\n      cacheManager: this.cacheManager,\n      workerPool: this.workers,\n      resourceLoader: this.resourceLoader,\n      eventBus: this.eventBus,\n      buildWorkerConfigs: () => this.buildWorkerConfigs(),\n    });\n\n    this.muxManager = new MuxManager(\n      this.cacheManager,\n      this.audioSession,\n      this.config.encode.audio as AudioEncoderConfig\n    );\n\n    this.exportScheduler = new ExportScheduler({\n      workerPool: this.workers,\n      planner: this.planner,\n      cacheManager: this.cacheManager,\n      resourceLoader: this.resourceLoader,\n      muxManager: this.muxManager,\n      audioSession: this.audioSession,\n      workerConfigsProvider: () => this.buildWorkerConfigs(),\n      eventBus: this.eventBus,\n    });\n\n    this.setupResourceFirstFrameHandler();\n    this.setupPreloadHandlers();\n  }\n\n  private setupResourceFirstFrameHandler(): void {\n    this.eventBus.on(MeframeEvent.ResourceFirstFrameReady, async (payload) => {\n      const { resourceId, clipId, index, chunks } = payload;\n\n      if (!this.compositionModel) return;\n\n      // Find the specific clip\n      const clip = this.compositionModel.findClip(clipId);\n      if (!clip || !clip.trackId) return;\n\n      // Only decode first frame for clips that start at composition time 0\n      // (these clips need the resource's first frame as cover)\n      if (clip.startUs === 0) {\n        const fps = this.compositionModel.fps ?? 30;\n        await OnDemandVideoSession.decodeAndCacheFirstFrame(\n          resourceId,\n          chunks,\n          index,\n          clip,\n          this.cacheManager,\n          fps\n        );\n      }\n    });\n  }\n\n  private setupPreloadHandlers(): void {\n    // Stop preloading when playback starts\n    this.eventBus.on(MeframeEvent.PlaybackPlay, () => {\n      this.resourceLoader.setPreloadingEnabled(false);\n    });\n\n    // Enable preloading when playback pauses/stops\n    this.eventBus.on(MeframeEvent.PlaybackPause, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    this.eventBus.on(MeframeEvent.PlaybackStop, () => {\n      this.resourceLoader.setPreloadingEnabled(true);\n    });\n\n    // Note: ModelSet and PatchApplied are handled internally in ResourceLoader via handleModelSet\n    // and direct calls isn't needed as ResourceLoader listens to updateResourceState via onStateChange?\n    // Wait, ResourceLoader handles ModelSet via eventHandlers.\n  }\n\n  async initialize(): Promise<void> {\n    if (this.isInitialized) return;\n\n    await this.cacheManager.init();\n\n    this.isInitialized = true;\n  }\n\n  // Event methods - forward to eventBus\n  on<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.on(event, handler);\n  }\n\n  off<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.off(event, handler);\n  }\n\n  once<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.once(event, handler);\n  }\n\n  cancelActiveDecoding(): void {\n    if (this.activeOnDemandSession) {\n      void this.activeOnDemandSession.dispose();\n      this.activeOnDemandSession = null;\n    }\n  }\n\n  /**\n   * Decode and render nearest keyframe for fast seek preview\n   * Returns the keyframe timestamp if successfully decoded, null otherwise\n   */\n  async tryRenderKeyframe(timeUs: TimeUs): Promise<TimeUs | null> {\n    if (!this.compositionModel) return null;\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip || !hasResourceId(clip)) return null;\n\n    // Use resource-relative time (same as frame.timestamp from decoder)\n    const resourceTimeUs = timeUs - clip.startUs + (clip.trimStartUs ?? 0);\n    const resourceId = clip.resourceId;\n\n    // Check if keyframe is already in L1 cache\n    const keyframeSample = this.cacheManager.mp4IndexCache.getNearestKeyframe(\n      resourceId,\n      resourceTimeUs\n    );\n\n    if (!keyframeSample) return null;\n\n    const cachedKeyframe = this.cacheManager.getFrame(keyframeSample.timestamp, clip.id);\n    if (cachedKeyframe) {\n      return keyframeSample.timestamp;\n    }\n\n    // Resource must be ready to decode keyframe\n    const resource = this.compositionModel.getResource(resourceId);\n    if (resource?.state !== 'ready') return null;\n\n    // Create temporary session to decode keyframe\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: resourceTimeUs,\n      globalTimeUs: timeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel,\n      fps: this.compositionModel.fps ?? 30,\n    });\n\n    try {\n      const keyframeTimeUs = await session.decodeKeyframe(resourceTimeUs);\n      return keyframeTimeUs;\n    } catch (error) {\n      console.warn('[Orchestrator] Fast keyframe decode failed:', error);\n      return null;\n    } finally {\n      await session.dispose();\n    }\n  }\n\n  async setCompositionModel(model: CompositionModel): Promise<void> {\n    this.compositionModel = model;\n    this.cacheManager.clear();\n    this.planner.setModel(model);\n    // ensure the cover resource is preloaded before audio is activated\n    await this.resourceLoader.setModel(model);\n    this.audioSession.setModel(model);\n\n    this.eventBus.emit(MeframeEvent.ModelSet, model);\n\n    this.eventBus.emit(MeframeEvent.CompositionUpdated, {\n      trackCount: model.tracks.length,\n      clipCount: model.tracks.reduce((acc: number, track: any) => acc + track.clips.length, 0),\n      durationUs: model.durationUs,\n    });\n  }\n\n  async applyPatch(patch: CompositionPatch): Promise<void> {\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    // Apply patch and get affected clip IDs (simplified for 2-Clip strategy)\n    // Note: addTrack/removeTrack already call buildIndexes() in patch.ts\n    const affectedClipIds = applyModelPatch(this.compositionModel, patch);\n    this.planner.applyPatch(patch, affectedClipIds);\n    this.eventBus.emit(MeframeEvent.PatchApplied, {\n      operations: patch.operations.length,\n      affectedClips: Array.from(affectedClipIds),\n    });\n\n    // Process clip updates\n    for (const clipId of affectedClipIds) {\n      this.cacheManager.invalidateClip(clipId);\n    }\n\n    // Reactivate updated audio clips\n    const reactivatedAudioClips: string[] = [];\n    const reactivatedVideoClips: string[] = [];\n    for (const clipId of affectedClipIds) {\n      const clip = this.compositionModel.findClip(clipId);\n      if (clip?.trackKind === 'audio') {\n        await this.audioSession.deactivateClip(clipId);\n        reactivatedAudioClips.push(clipId);\n      } else if (clip?.trackKind === 'video') {\n        reactivatedVideoClips.push(clipId);\n      }\n    }\n\n    // Activate all audio clips (including reactivated ones)\n    await this.audioSession.activateAllAudioClips();\n\n    // Note: No need to restart per-clip playback in new architecture\n    // scheduleAudio() uses OfflineAudioMixer which automatically includes all active clips\n  }\n\n  private handleResourceStateChange(resourceId: string, state: Resource['state']): void {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    this.compositionModel.updateResourceState(resourceId, state ?? 'pending');\n\n    if (state !== 'ready') {\n      return;\n    }\n\n    // For preview, simple cache invalidation or triggering re-render might be enough\n    // if we were caching instructions. But PlaybackController pulls instructions every frame.\n    // So just updating Model state is enough.\n  }\n\n  async getFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null> {\n    const signal = options?.signal;\n    const preheat = options?.preheat ?? false;\n\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    const trimStartUs = clip.trimStartUs ?? 0;\n\n    // Calculate resource-relative time (same as frame.timestamp from decoder)\n    // resourceTimeUs = clipRelativeTime + trimStartUs\n    let resourceTimeUs = options?.relativeTimeUs\n      ? options.relativeTimeUs + trimStartUs\n      : timeUs - clip.startUs + trimStartUs;\n\n    // Clamp to valid range: [trimStartUs, trimStartUs + durationUs)\n    resourceTimeUs = Math.min(resourceTimeUs, trimStartUs + clip.durationUs - 1);\n\n    // 1. Check L1 window cache\n    // Note: preheat mode skips cache check to force decoding the entire window\n    // Why: Video cache is frame-level (point query), not window-level (range query)\n    //      A single cached frame doesn't guarantee the entire window is cached\n    //      Without preheat flag, preheating would return early on first frame hit\n    if (!preheat) {\n      const cachedFrame = this.cacheManager.getFrame(resourceTimeUs, clip.id);\n      if (cachedFrame) {\n        this.eventBus.emit(MeframeEvent.CacheHit, {\n          timeUs,\n          level: 'L1',\n          key: `${clip.id}-${resourceTimeUs}`,\n        });\n        return cachedFrame;\n      }\n      this.eventBus.emit(MeframeEvent.CacheMiss, {\n        timeUs,\n        level: 'L1',\n        key: `${clip.id}-${resourceTimeUs}`,\n      });\n    }\n\n    if (signal?.aborted) {\n      return null;\n    }\n\n    // 2. Try decode from OPFS resource (on-demand path)\n    const resourceFrame = await this.decodeFromResource(clip, resourceTimeUs, timeUs, options);\n    return resourceFrame;\n  }\n\n  /**\n   * Compose frame from OPFS resource (on-demand decoding)\n   * This is the new path for long clips with window caching\n   *\n   * @param clip - The clip to decode\n   * @param resourceTimeUs - Time in resource-relative coordinates (same as frame.timestamp)\n   * @param globalTimeUs - Time in composition timeline\n   */\n  private async decodeFromResource(\n    clip: Clip,\n    resourceTimeUs: TimeUs,\n    globalTimeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<RcFrame | null> {\n    if (!hasResourceId(clip)) return null;\n\n    const resourceId = clip.resourceId;\n    const trimStartUs = clip.trimStartUs ?? 0;\n\n    // Check resource state\n    const resource = this.compositionModel?.getResource(resourceId);\n    const isReady = resource?.state === 'ready';\n\n    const fetchOptions = {\n      isPreload: false,\n      clipId: clip.id,\n      trackId: clip.trackId,\n    };\n\n    // In immediate mode, if not ready, trigger fetch in background and return null\n    if (options?.immediate && !isReady) {\n      // Fire and forget fetch to start loading\n      this.resourceLoader.load(resourceId, fetchOptions);\n      return null;\n    }\n\n    // Normal mode: wait for download\n    await this.resourceLoader.load(resourceId, fetchOptions);\n\n    this.cancelActiveDecoding();\n\n    // Create temporary on-demand video session\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: resourceTimeUs,\n      globalTimeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel!,\n      fps: this.compositionModel?.fps ?? 30,\n    });\n\n    this.activeOnDemandSession = session;\n\n    try {\n      // Decode window: from target position to target + 3s\n      // Window bounds are in resource time: [trimStartUs, trimStartUs + durationUs)\n      const DECODE_WINDOW_SIZE = 3_000_000;\n\n      const windowStart = resourceTimeUs;\n      const windowEnd = Math.min(\n        trimStartUs + clip.durationUs,\n        resourceTimeUs + DECODE_WINDOW_SIZE\n      );\n\n      await session.decodeWindow(windowStart, windowEnd);\n      // Return target frame from L1 cache\n      return this.cacheManager.getFrame(resourceTimeUs, clip.id);\n    } catch (error) {\n      if (session.isDisposed) {\n        return null;\n      }\n      console.error('[Orchestrator] Error composing from resource:', error);\n      return null;\n    } finally {\n      if (this.activeOnDemandSession === session) {\n        this.activeOnDemandSession = null;\n      }\n      await session.dispose();\n    }\n  }\n\n  /**\n   * Wait for clip cache to be ready for playback\n   * Returns true if minimum cache is ready, false if timeout\n   */\n  async waitForClipReady(\n    timeUs: TimeUs,\n    options?: { minFrameCount?: number; timeoutMs?: number }\n  ): Promise<boolean> {\n    if (!this.compositionModel) {\n      return false;\n    }\n\n    const clips = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId);\n    if (clips.length === 0) {\n      return true;\n    }\n\n    const currentClip = clips[0];\n    if (!currentClip) {\n      return true;\n    }\n\n    return this.cacheManager.waitForClipReady(currentClip.id, {\n      minFrameCount: options?.minFrameCount ?? 5,\n      timeoutMs: options?.timeoutMs ?? 5_000,\n    });\n  }\n\n  async dispose(): Promise<void> {\n    if (this.ensureCacheDebounceTimer !== null) {\n      clearTimeout(this.ensureCacheDebounceTimer);\n      this.ensureCacheDebounceTimer = null;\n    }\n\n    this.resourceLoader.dispose();\n    await this.cacheManager.clear();\n\n    this.workers.terminateAll();\n    this.compositionModel = null;\n    this.eventBus.dispose();\n  }\n\n  private buildWorkerConfigs(): Record<WorkerType, any> {\n    const config = this.config;\n    const defaultCanvasWidth = config.global.defaultCanvasWidth;\n    const defaultCanvasHeight = config.global.defaultCanvasHeight;\n    const defaultFps = config.global.defaultFps;\n\n    const targetFps = this.compositionModel?.fps ?? defaultFps;\n\n    return {\n      // videoDemux: {  // DEPRECATED: Removed - replaced by IndexedVideoSource\n      //   highWaterMark: config.demux.backpressure.highWaterMark,\n      // },\n      audioDemux: {\n        highWaterMark: config.demux.backpressure.highWaterMark,\n      },\n      // videoDecode: config.decode.video, // DEPRECATED: Removed - replaced by OnDemandVideoSession\n      audioDecode: config.decode.audio,\n      videoCompose: {\n        width: defaultCanvasWidth,\n        height: defaultCanvasHeight,\n        fps: targetFps,\n        backgroundColor: '#000000',\n        enableSmoothing: true,\n        enableHardwareAcceleration: true,\n        fonts: config.global.fonts,\n      },\n      audioCompose: {\n        enableDucking: config.compose.audio.enableDucking,\n      },\n      videoEncode: {\n        // Main Profile Level 4.1 - better compression efficiency for social media\n        codec: 'avc1.4D0029',\n        width: defaultCanvasWidth,\n        height: defaultCanvasHeight,\n        bitrate: config.encode.video.bitrateKbps\n          ? config.encode.video.bitrateKbps * 1000\n          : this.calculateDefaultBitrate(defaultCanvasWidth, defaultCanvasHeight),\n        framerate: targetFps,\n        latencyMode: 'quality',\n        bitrateMode: 'variable',\n        hardwareAcceleration: 'no-preference',\n        // Default 1 second keyframe interval for better social media compatibility\n        keyFrameInterval: config.encode.video.keyIntervalS\n          ? Math.round(config.encode.video.keyIntervalS * targetFps)\n          : targetFps,\n        ...config.encode.video,\n      },\n    };\n  }\n\n  /**\n   * Calculate default video bitrate based on resolution\n   * Optimized for social media platforms (YouTube, TikTok, WeChat, etc.)\n   */\n  private calculateDefaultBitrate(width: number, height: number): number {\n    const pixels = width * height;\n\n    // Bitrate recommendations for H.264 Main Profile VBR:\n    // - 720p (921,600 px): 5 Mbps\n    // - 1080p (2,073,600 px): 8 Mbps\n    // - 4K (8,294,400 px): 25 Mbps\n    if (pixels <= 921_600) {\n      // 720p and below\n      return 5_000_000;\n    } else if (pixels <= 2_073_600) {\n      // 1080p\n      return 8_000_000;\n    } else if (pixels <= 3_686_400) {\n      // 1440p (2K)\n      return 16_000_000;\n    } else {\n      // 4K and above\n      return 25_000_000;\n    }\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    return this.exportScheduler.execute(model, options);\n  }\n\n  /**\n   * Preheat a specific clip's window range\n   * Used by PlaybackController for cross-clip window preheating\n   *\n   * @param clipId - Clip identifier\n   * @param clipRelativeStart - Start time relative to clip (microseconds), 0 = clip start\n   * @param clipRelativeEnd - End time relative to clip (microseconds)\n   * @param globalTimeUs - Global timeline position (for globalTimeUs in cache)\n   */\n  async preheatClipWindow(\n    clipId: string,\n    clipRelativeStart: TimeUs,\n    clipRelativeEnd: TimeUs,\n    globalTimeUs: TimeUs\n  ): Promise<void> {\n    if (!this.compositionModel) return;\n\n    const clip = this.compositionModel.findClip(clipId);\n    if (!clip || !hasResourceId(clip)) return;\n\n    const resourceId = clip.resourceId;\n    const trimStartUs = clip.trimStartUs ?? 0;\n\n    // Convert clip-relative time to resource time\n    const resourceStart = clipRelativeStart + trimStartUs;\n    const resourceEnd = clipRelativeEnd + trimStartUs;\n\n    // Ensure resource is downloaded\n    await this.resourceLoader.load(resourceId, {\n      isPreload: false,\n      clipId: clip.id,\n      trackId: clip.trackId,\n    });\n\n    // Create temporary on-demand session for this window\n    const session = await OnDemandVideoSession.create({\n      clipId: clip.id,\n      resourceId,\n      targetTimeUs: resourceStart,\n      globalTimeUs,\n      resourceLoader: this.resourceLoader,\n      mp4IndexCache: this.cacheManager.mp4IndexCache,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel,\n      fps: this.compositionModel.fps ?? 30,\n    });\n\n    try {\n      // Decode the entire window range for this clip (using resource time)\n      await session.decodeWindow(resourceStart, resourceEnd);\n    } catch (error) {\n      console.warn(`[Orchestrator] Preheat clip ${clipId} window failed:`, error);\n      // Non-critical, don't throw\n    } finally {\n      await session.dispose();\n    }\n  }\n\n  /**\n   * Get render state for real-time composition\n   * Returns layers ready for VideoComposer\n   */\n  async getRenderState(\n    timeUs: TimeUs,\n    options?: RenderFrameOptions\n  ): Promise<{ layers: any[]; transition?: any } | null> {\n    if (!this.compositionModel) {\n      return null;\n    }\n\n    // Ensure frame/resource is ready (this populates L1 if needed)\n    const frame = await this.getFrame(timeUs, options);\n\n    // If immediate mode and no frame, return null to trigger buffering\n    if (!frame) {\n      return null;\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    const clipRelativeTimeUs = timeUs - clip.startUs;\n    const resourceTimeUs = clipRelativeTimeUs + (clip.trimStartUs ?? 0);\n\n    // Get instructions from planner\n    const instructions = this.planner.getInstructions(clip.id);\n    if (!instructions) {\n      return null;\n    }\n\n    // Build layers array\n    const layers: any[] = [];\n\n    // 1. Filter active layers at this timestamp (uses clip-relative time for activeRanges)\n    const activeLayers = instructions.layers.filter((layer: any) => {\n      if (!layer.payload.attachmentId) {\n        // Main track layer is always active\n        return true;\n      }\n      if (layer.status !== 'ready') {\n        return false;\n      }\n      // Check if layer is active at current timestamp\n      return layer.activeRanges.some(\n        (range: any) => clipRelativeTimeUs >= range.startUs && clipRelativeTimeUs < range.endUs\n      );\n    });\n\n    // 2. Materialize layers\n    for (const layerPlan of activeLayers) {\n      const layer = await this.materializeLayer(layerPlan, clip, resourceTimeUs, timeUs);\n      if (layer) {\n        layers.push(layer);\n      }\n    }\n\n    return { layers };\n  }\n\n  /**\n   * Materialize a serialized layer plan into concrete Layer\n   */\n  private async materializeLayer(\n    layerPlan: any,\n    clip: Clip,\n    resourceTimeUs: TimeUs,\n    globalTimeUs: TimeUs\n  ): Promise<any | null> {\n    const baseLayer: any = {\n      id: layerPlan.layerId,\n      type: layerPlan.type,\n      zIndex: layerPlan.zIndex ?? 0,\n      visible: true,\n      opacity: layerPlan.opacity ?? 1,\n    };\n\n    // Video layer - fetch raw VideoFrame from L1 (RcFrame wrapper)\n    if (layerPlan.type === 'video' && !layerPlan.payload.attachmentId) {\n      const rcFrame = this.cacheManager.getFrame(resourceTimeUs, clip.id);\n      if (!rcFrame) {\n        console.warn('[Orchestrator] Video frame not found in L1:', clip.id, resourceTimeUs);\n        return null;\n      }\n\n      return {\n        ...baseLayer,\n        type: 'video',\n        rcFrame: rcFrame,\n      };\n    }\n\n    // Text layer\n    if (layerPlan.type === 'text') {\n      const payload = layerPlan.payload;\n      return {\n        ...baseLayer,\n        type: 'text',\n        text: payload.text,\n        localeCode: payload.localeCode,\n        fontConfig: payload.fontConfig,\n        animation: payload.animation,\n        wordTimings: payload.wordTimings,\n        letterCase: payload.letterCase,\n      };\n    }\n\n    // Image layer\n    if (layerPlan.type === 'image') {\n      const payload = layerPlan.payload;\n      const resource = this.compositionModel?.getResource(payload.resourceId);\n      if (!resource) {\n        return null;\n      }\n\n      const source = await this.resourceLoader.loadImage(resource);\n      const imageLayer: any = {\n        ...baseLayer,\n        type: 'image',\n        source,\n        attachmentId: payload.attachmentId,\n      };\n\n      if (payload.targetWidth !== undefined) {\n        imageLayer.targetWidth = payload.targetWidth;\n      }\n      if (payload.targetHeight !== undefined) {\n        imageLayer.targetHeight = payload.targetHeight;\n      }\n\n      // Handle animation (overlays)\n      if (payload.animation) {\n        const { position, keyframes, overlayClipStartUs } = payload.animation;\n\n        // Calculate time relative to overlay clip start\n        const relativeTimeUs = globalTimeUs - overlayClipStartUs;\n\n        // If outside keyframe range, hide\n        if (relativeTimeUs < 0 || relativeTimeUs > keyframes[keyframes.length - 1].time) {\n          return null; // Not visible at this time\n        }\n\n        const rotationRad = 0; // TODO: interpolate from keyframes\n\n        imageLayer.transform = {\n          x: position.x,\n          y: position.y,\n          scaleX: 1,\n          scaleY: 1,\n          rotation: rotationRad,\n          anchorX: 0.5,\n          anchorY: 0.5,\n        };\n      }\n\n      return imageLayer;\n    }\n\n    return baseLayer;\n  }\n}\n"],"names":["applyModelPatch"],"mappings":";;;;;;;;;;;;;AAkBO,MAAM,aAAsC;AAAA,EACjD;AAAA,EACA;AAAA,EACA,mBAA4C;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEQ,gBAAgB;AAAA,EAChB,SAAS,aAAa,YAAA,EAAc,UAAA;AAAA,EACpC,2BAA0C;AAAA,EAC1C,wBAAqD;AAAA,EACpD;AAAA,EAET,YAAY,QAA4B;AAEtC,SAAK,WAAW,OAAO,YAAY,IAAI,SAAA;AACvC,SAAK,SAAS,KAAK,SAAS,WAAA;AAG5B,SAAK,SAAS,aAAa,YAAA,EAAc,UAAA;AAEzC,UAAM,gBAAgB,KAAK,mBAAA;AAG3B,SAAK,UAAU,IAAI,WAAW;AAAA,MAC5B,UAAU,KAAK;AAAA,MACf;AAAA,MACA,YAAY,OAAO;AAAA,MACnB,iBAAiB,OAAO;AAAA,IAAA,CACzB;AAED,UAAM,cAAc,OAAO,aAAa,UAAU,KAAK,OAAO,OAAO,IAAI,eAAe;AACxF,UAAM,UAAU,KAAK,OAAO,QAAQ,OAAO,WAAW;AAEtD,SAAK,eAAe,IAAI;AAAA,MACtB;AAAA,QACE,IAAI;AAAA,UACF;AAAA,UACA;AAAA,QAAA;AAAA,QAEF,UAAU;AAAA,UACR,WAAW,OAAO,aAAa,KAAK,OAAO,OAAO,aAAa;AAAA,QAAA;AAAA,MACjE;AAAA,MAEF,KAAK;AAAA,IAAA;AAGP,SAAK,iBAAiB,IAAI,eAAe;AAAA,MACvC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,QAAQ;AAAA,QACN,eAAe,KAAK,OAAO,KAAK;AAAA,QAChC,oBAAoB;AAAA;AAAA,MAAA;AAAA,MAEtB,eAAe,CAAC,YAAY,UAAU,KAAK,0BAA0B,YAAY,KAAK;AAAA,IAAA,CACvF;AAED,SAAK,UAAU,IAAI,mBAAA;AAEnB,SAAK,eAAe,IAAI,mBAAmB;AAAA,MACzC,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,MACrB,UAAU,KAAK;AAAA,MACf,oBAAoB,MAAM,KAAK,mBAAA;AAAA,IAAmB,CACnD;AAED,SAAK,aAAa,IAAI;AAAA,MACpB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,OAAO;AAAA,IAAA;AAGrB,SAAK,kBAAkB,IAAI,gBAAgB;AAAA,MACzC,YAAY,KAAK;AAAA,MACjB,SAAS,KAAK;AAAA,MACd,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,uBAAuB,MAAM,KAAK,mBAAA;AAAA,MAClC,UAAU,KAAK;AAAA,IAAA,CAChB;AAED,SAAK,+BAAA;AACL,SAAK,qBAAA;AAAA,EACP;AAAA,EAEQ,iCAAuC;AAC7C,SAAK,SAAS,GAAG,aAAa,yBAAyB,OAAO,YAAY;AACxE,YAAM,EAAE,YAAY,QAAQ,OAAO,WAAW;AAE9C,UAAI,CAAC,KAAK,iBAAkB;AAG5B,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,CAAC,QAAQ,CAAC,KAAK,QAAS;AAI5B,UAAI,KAAK,YAAY,GAAG;AACtB,cAAM,MAAM,KAAK,iBAAiB,OAAO;AACzC,cAAM,qBAAqB;AAAA,UACzB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,uBAA6B;AAEnC,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,KAAK;AAAA,IAChD,CAAC;AAGD,SAAK,SAAS,GAAG,aAAa,eAAe,MAAM;AACjD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAED,SAAK,SAAS,GAAG,aAAa,cAAc,MAAM;AAChD,WAAK,eAAe,qBAAqB,IAAI;AAAA,IAC/C,CAAC;AAAA,EAKH;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,KAAK,cAAe;AAExB,UAAM,KAAK,aAAa,KAAA;AAExB,SAAK,gBAAgB;AAAA,EACvB;AAAA;AAAA,EAGA,GACE,OACA,SACM;AACN,SAAK,SAAS,GAAG,OAAO,OAAO;AAAA,EACjC;AAAA,EAEA,IACE,OACA,SACM;AACN,SAAK,SAAS,IAAI,OAAO,OAAO;AAAA,EAClC;AAAA,EAEA,KACE,OACA,SACM;AACN,SAAK,SAAS,KAAK,OAAO,OAAO;AAAA,EACnC;AAAA,EAEA,uBAA6B;AAC3B,QAAI,KAAK,uBAAuB;AAC9B,WAAK,KAAK,sBAAsB,QAAA;AAChC,WAAK,wBAAwB;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,kBAAkB,QAAwC;AAC9D,QAAI,CAAC,KAAK,iBAAkB,QAAO;AAEnC,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG,QAAO;AAG1C,UAAM,iBAAiB,SAAS,KAAK,WAAW,KAAK,eAAe;AACpE,UAAM,aAAa,KAAK;AAGxB,UAAM,iBAAiB,KAAK,aAAa,cAAc;AAAA,MACrD;AAAA,MACA;AAAA,IAAA;AAGF,QAAI,CAAC,eAAgB,QAAO;AAE5B,UAAM,iBAAiB,KAAK,aAAa,SAAS,eAAe,WAAW,KAAK,EAAE;AACnF,QAAI,gBAAgB;AAClB,aAAO,eAAe;AAAA,IACxB;AAGA,UAAM,WAAW,KAAK,iBAAiB,YAAY,UAAU;AAC7D,QAAI,UAAU,UAAU,QAAS,QAAO;AAGxC,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd,cAAc;AAAA,MACd,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,QAAI;AACF,YAAM,iBAAiB,MAAM,QAAQ,eAAe,cAAc;AAClE,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,KAAK,+CAA+C,KAAK;AACjE,aAAO;AAAA,IACT,UAAA;AACE,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEA,MAAM,oBAAoB,OAAwC;AAChE,SAAK,mBAAmB;AACxB,SAAK,aAAa,MAAA;AAClB,SAAK,QAAQ,SAAS,KAAK;AAE3B,UAAM,KAAK,eAAe,SAAS,KAAK;AACxC,SAAK,aAAa,SAAS,KAAK;AAEhC,SAAK,SAAS,KAAK,aAAa,UAAU,KAAK;AAE/C,SAAK,SAAS,KAAK,aAAa,oBAAoB;AAAA,MAClD,YAAY,MAAM,OAAO;AAAA,MACzB,WAAW,MAAM,OAAO,OAAO,CAAC,KAAa,UAAe,MAAM,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvF,YAAY,MAAM;AAAA,IAAA,CACnB;AAAA,EACH;AAAA,EAEA,MAAM,WAAW,OAAwC;AACvD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAIA,UAAM,kBAAkBA,WAAgB,KAAK,kBAAkB,KAAK;AACpE,SAAK,QAAQ,WAAW,OAAO,eAAe;AAC9C,SAAK,SAAS,KAAK,aAAa,cAAc;AAAA,MAC5C,YAAY,MAAM,WAAW;AAAA,MAC7B,eAAe,MAAM,KAAK,eAAe;AAAA,IAAA,CAC1C;AAGD,eAAW,UAAU,iBAAiB;AACpC,WAAK,aAAa,eAAe,MAAM;AAAA,IACzC;AAKA,eAAW,UAAU,iBAAiB;AACpC,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,MAAM,cAAc,SAAS;AAC/B,cAAM,KAAK,aAAa,eAAe,MAAM;AAAA,MAE/C,WAAW,MAAM,cAAc,QAAS;AAAA,IAG1C;AAGA,UAAM,KAAK,aAAa,sBAAA;AAAA,EAI1B;AAAA,EAEQ,0BAA0B,YAAoB,OAAgC;AACpF,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,SAAK,iBAAiB,oBAAoB,YAAY,SAAS,SAAS;AAExE,QAAI,UAAU,SAAS;AACrB;AAAA,IACF;AAAA,EAKF;AAAA,EAEA,MAAM,SAAS,QAAgB,SAAuD;AACpF,UAAM,SAAS,SAAS;AACxB,UAAM,UAAU,SAAS,WAAW;AAEpC,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,KAAK,eAAe;AAIxC,QAAI,iBAAiB,SAAS,iBAC1B,QAAQ,iBAAiB,cACzB,SAAS,KAAK,UAAU;AAG5B,qBAAiB,KAAK,IAAI,gBAAgB,cAAc,KAAK,aAAa,CAAC;AAO3E,QAAI,CAAC,SAAS;AACZ,YAAM,cAAc,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AACtE,UAAI,aAAa;AACf,aAAK,SAAS,KAAK,aAAa,UAAU;AAAA,UACxC;AAAA,UACA,OAAO;AAAA,UACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,QAAA,CAClC;AACD,eAAO;AAAA,MACT;AACA,WAAK,SAAS,KAAK,aAAa,WAAW;AAAA,QACzC;AAAA,QACA,OAAO;AAAA,QACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,MAAA,CAClC;AAAA,IACH;AAEA,QAAI,QAAQ,SAAS;AACnB,aAAO;AAAA,IACT;AAGA,UAAM,gBAAgB,MAAM,KAAK,mBAAmB,MAAM,gBAAgB,QAAQ,OAAO;AACzF,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAc,mBACZ,MACA,gBACA,cACA,SACyB;AACzB,QAAI,CAAC,cAAc,IAAI,EAAG,QAAO;AAEjC,UAAM,aAAa,KAAK;AACxB,UAAM,cAAc,KAAK,eAAe;AAGxC,UAAM,WAAW,KAAK,kBAAkB,YAAY,UAAU;AAC9D,UAAM,UAAU,UAAU,UAAU;AAEpC,UAAM,eAAe;AAAA,MACnB,WAAW;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAAA;AAIhB,QAAI,SAAS,aAAa,CAAC,SAAS;AAElC,WAAK,eAAe,KAAK,YAAY,YAAY;AACjD,aAAO;AAAA,IACT;AAGA,UAAM,KAAK,eAAe,KAAK,YAAY,YAAY;AAEvD,SAAK,qBAAA;AAGL,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd;AAAA,MACA,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,kBAAkB,OAAO;AAAA,IAAA,CACpC;AAED,SAAK,wBAAwB;AAE7B,QAAI;AAGF,YAAM,qBAAqB;AAE3B,YAAM,cAAc;AACpB,YAAM,YAAY,KAAK;AAAA,QACrB,cAAc,KAAK;AAAA,QACnB,iBAAiB;AAAA,MAAA;AAGnB,YAAM,QAAQ,aAAa,aAAa,SAAS;AAEjD,aAAO,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAAA,IAC3D,SAAS,OAAO;AACd,UAAI,QAAQ,YAAY;AACtB,eAAO;AAAA,MACT;AACA,cAAQ,MAAM,iDAAiD,KAAK;AACpE,aAAO;AAAA,IACT,UAAA;AACE,UAAI,KAAK,0BAA0B,SAAS;AAC1C,aAAK,wBAAwB;AAAA,MAC/B;AACA,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,iBACJ,QACA,SACkB;AAClB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW;AAC5F,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,aAAa,iBAAiB,YAAY,IAAI;AAAA,MACxD,eAAe,SAAS,iBAAiB;AAAA,MACzC,WAAW,SAAS,aAAa;AAAA,IAAA,CAClC;AAAA,EACH;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,6BAA6B,MAAM;AAC1C,mBAAa,KAAK,wBAAwB;AAC1C,WAAK,2BAA2B;AAAA,IAClC;AAEA,SAAK,eAAe,QAAA;AACpB,UAAM,KAAK,aAAa,MAAA;AAExB,SAAK,QAAQ,aAAA;AACb,SAAK,mBAAmB;AACxB,SAAK,SAAS,QAAA;AAAA,EAChB;AAAA,EAEQ,qBAA8C;AACpD,UAAM,SAAS,KAAK;AACpB,UAAM,qBAAqB,OAAO,OAAO;AACzC,UAAM,sBAAsB,OAAO,OAAO;AAC1C,UAAM,aAAa,OAAO,OAAO;AAEjC,UAAM,YAAY,KAAK,kBAAkB,OAAO;AAEhD,WAAO;AAAA;AAAA;AAAA;AAAA,MAIL,YAAY;AAAA,QACV,eAAe,OAAO,MAAM,aAAa;AAAA,MAAA;AAAA;AAAA,MAG3C,aAAa,OAAO,OAAO;AAAA,MAC3B,cAAc;AAAA,QACZ,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,KAAK;AAAA,QACL,iBAAiB;AAAA,QACjB,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,OAAO,OAAO,OAAO;AAAA,MAAA;AAAA,MAEvB,cAAc;AAAA,QACZ,eAAe,OAAO,QAAQ,MAAM;AAAA,MAAA;AAAA,MAEtC,aAAa;AAAA;AAAA,QAEX,OAAO;AAAA,QACP,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,SAAS,OAAO,OAAO,MAAM,cACzB,OAAO,OAAO,MAAM,cAAc,MAClC,KAAK,wBAAwB,oBAAoB,mBAAmB;AAAA,QACxE,WAAW;AAAA,QACX,aAAa;AAAA,QACb,aAAa;AAAA,QACb,sBAAsB;AAAA;AAAA,QAEtB,kBAAkB,OAAO,OAAO,MAAM,eAClC,KAAK,MAAM,OAAO,OAAO,MAAM,eAAe,SAAS,IACvD;AAAA,QACJ,GAAG,OAAO,OAAO;AAAA,MAAA;AAAA,IACnB;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,wBAAwB,OAAe,QAAwB;AACrE,UAAM,SAAS,QAAQ;AAMvB,QAAI,UAAU,QAAS;AAErB,aAAO;AAAA,IACT,WAAW,UAAU,SAAW;AAE9B,aAAO;AAAA,IACT,WAAW,UAAU,SAAW;AAE9B,aAAO;AAAA,IACT,OAAO;AAEL,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,WAAO,KAAK,gBAAgB,QAAQ,OAAO,OAAO;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,kBACJ,QACA,mBACA,iBACA,cACe;AACf,QAAI,CAAC,KAAK,iBAAkB;AAE5B,UAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG;AAEnC,UAAM,aAAa,KAAK;AACxB,UAAM,cAAc,KAAK,eAAe;AAGxC,UAAM,gBAAgB,oBAAoB;AAC1C,UAAM,cAAc,kBAAkB;AAGtC,UAAM,KAAK,eAAe,KAAK,YAAY;AAAA,MACzC,WAAW;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAAA,CACf;AAGD,UAAM,UAAU,MAAM,qBAAqB,OAAO;AAAA,MAChD,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc;AAAA,MACd;AAAA,MACA,gBAAgB,KAAK;AAAA,MACrB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,QAAI;AAEF,YAAM,QAAQ,aAAa,eAAe,WAAW;AAAA,IACvD,SAAS,OAAO;AACd,cAAQ,KAAK,+BAA+B,MAAM,mBAAmB,KAAK;AAAA,IAE5E,UAAA;AACE,YAAM,QAAQ,QAAA;AAAA,IAChB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,eACJ,QACA,SACqD;AACrD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAGA,UAAM,QAAQ,MAAM,KAAK,SAAS,QAAQ,OAAO;AAGjD,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,UAAM,qBAAqB,SAAS,KAAK;AACzC,UAAM,iBAAiB,sBAAsB,KAAK,eAAe;AAGjE,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,EAAE;AACzD,QAAI,CAAC,cAAc;AACjB,aAAO;AAAA,IACT;AAGA,UAAM,SAAgB,CAAA;AAGtB,UAAM,eAAe,aAAa,OAAO,OAAO,CAAC,UAAe;AAC9D,UAAI,CAAC,MAAM,QAAQ,cAAc;AAE/B,eAAO;AAAA,MACT;AACA,UAAI,MAAM,WAAW,SAAS;AAC5B,eAAO;AAAA,MACT;AAEA,aAAO,MAAM,aAAa;AAAA,QACxB,CAAC,UAAe,sBAAsB,MAAM,WAAW,qBAAqB,MAAM;AAAA,MAAA;AAAA,IAEtF,CAAC;AAGD,eAAW,aAAa,cAAc;AACpC,YAAM,QAAQ,MAAM,KAAK,iBAAiB,WAAW,MAAM,gBAAgB,MAAM;AACjF,UAAI,OAAO;AACT,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO,EAAE,OAAA;AAAA,EACX;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBACZ,WACA,MACA,gBACA,cACqB;AACrB,UAAM,YAAiB;AAAA,MACrB,IAAI,UAAU;AAAA,MACd,MAAM,UAAU;AAAA,MAChB,QAAQ,UAAU,UAAU;AAAA,MAC5B,SAAS;AAAA,MACT,SAAS,UAAU,WAAW;AAAA,IAAA;AAIhC,QAAI,UAAU,SAAS,WAAW,CAAC,UAAU,QAAQ,cAAc;AACjE,YAAM,UAAU,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAClE,UAAI,CAAC,SAAS;AACZ,gBAAQ,KAAK,+CAA+C,KAAK,IAAI,cAAc;AACnF,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,MAAA;AAAA,IAEJ;AAGA,QAAI,UAAU,SAAS,QAAQ;AAC7B,YAAM,UAAU,UAAU;AAC1B,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA,QACN,MAAM,QAAQ;AAAA,QACd,YAAY,QAAQ;AAAA,QACpB,YAAY,QAAQ;AAAA,QACpB,WAAW,QAAQ;AAAA,QACnB,aAAa,QAAQ;AAAA,QACrB,YAAY,QAAQ;AAAA,MAAA;AAAA,IAExB;AAGA,QAAI,UAAU,SAAS,SAAS;AAC9B,YAAM,UAAU,UAAU;AAC1B,YAAM,WAAW,KAAK,kBAAkB,YAAY,QAAQ,UAAU;AACtE,UAAI,CAAC,UAAU;AACb,eAAO;AAAA,MACT;AAEA,YAAM,SAAS,MAAM,KAAK,eAAe,UAAU,QAAQ;AAC3D,YAAM,aAAkB;AAAA,QACtB,GAAG;AAAA,QACH,MAAM;AAAA,QACN;AAAA,QACA,cAAc,QAAQ;AAAA,MAAA;AAGxB,UAAI,QAAQ,gBAAgB,QAAW;AACrC,mBAAW,cAAc,QAAQ;AAAA,MACnC;AACA,UAAI,QAAQ,iBAAiB,QAAW;AACtC,mBAAW,eAAe,QAAQ;AAAA,MACpC;AAGA,UAAI,QAAQ,WAAW;AACrB,cAAM,EAAE,UAAU,WAAW,mBAAA,IAAuB,QAAQ;AAG5D,cAAM,iBAAiB,eAAe;AAGtC,YAAI,iBAAiB,KAAK,iBAAiB,UAAU,UAAU,SAAS,CAAC,EAAE,MAAM;AAC/E,iBAAO;AAAA,QACT;AAEA,cAAM,cAAc;AAEpB,mBAAW,YAAY;AAAA,UACrB,GAAG,SAAS;AAAA,UACZ,GAAG,SAAS;AAAA,UACZ,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,SAAS;AAAA,UACT,SAAS;AAAA,QAAA;AAAA,MAEb;AAEA,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;"}

package/dist/orchestrator/VideoClipSession.d.ts

@@ -2,12 +2,10 @@ import { WorkerPool } from '../worker/WorkerPool';
 import { CacheManager } from '../cache/CacheManager';
 import { CompositionModel } from '../model';
 import { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';
-import { BaseWorker } from '../worker/BaseWorker';
 import { WorkerType } from '../worker/types';
 import { ResourceLoader } from '../stages/load/ResourceLoader';
 
 interface VideoClipSessionCallbacks {
-    onComposedStreamReady(stream: ReadableStream<VideoFrame>, fps: number): Promise<void>;
     onEncodedStreamReady(stream: ReadableStream<{
         chunk: EncodedVideoChunk;
         metadata: EncodedVideoChunkMetadata;
@@ -23,7 +21,6 @@ interface VideoClipSessionCallbacks {
 interface VideoClipSessionConfig {
     clipId: string;
     sessionId?: string;
-    forL2Only?: boolean;
     planner: CompositionPlanner;
     workerPool: WorkerPool;
     cacheManager: CacheManager;
@@ -32,10 +29,15 @@ interface VideoClipSessionConfig {
     callbacks: VideoClipSessionCallbacks;
     resourceLoader?: ResourceLoader;
 }
+/**
+ * VideoClipSession - Export-only session for rendering video clips
+ *
+ * Pipeline: OnDemandVideoSession (decode) -> ComposeWorker -> EncodeWorker
+ * All sessions now use this architecture for export processing
+ */
 export declare class VideoClipSession {
     private readonly clipId;
     private readonly sessionId;
-    private readonly forL2Only;
     private readonly planner;
     private readonly workerPool;
     private readonly cacheManager;
@@ -44,14 +46,11 @@ export declare class VideoClipSession {
     private readonly callbacks;
     private readonly resourceLoader?;
     private instructionContext;
-    composeWorker: BaseWorker | null;
-    private decodeWorker;
+    private composeWorker;
     private videoEncodeWorker;
-    private videoDemuxWorker;
+    private onDemandSession;
     private visualStream;
     private composeToEncodeChannel;
-    private decodeToVisualChannel;
-    private demuxToDecodeChannel;
     private isActive;
     private isDisposed;
     static create(config: VideoClipSessionConfig): Promise<VideoClipSession>;

package/dist/orchestrator/VideoClipSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"VideoClipSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/VideoClipSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAEjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAGpE,UAAU,yBAAyB;IACjC,qBAAqB,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtF,oBAAoB,CAClB,MAAM,EAAE,cAAc,CAAC;QAAE,KAAK,EAAE,iBAAiB,CAAC;QAAC,QAAQ,EAAE,yBAAyB,CAAA;KAAE,CAAC,EACzF,KAAK,EAAE,OAAO,GAAG,OAAO,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,kBAAkB,CAAC,CACjB,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EACjC,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,GACA,IAAI,CAAC;IACR,gBAAgB,CAAC,IAAI,IAAI,CAAC;IAC1B,eAAe,CAAC,CAAC,qBAAqB,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,UAAU,sBAAsB;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,kBAAkB,CAAC;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACvC,SAAS,EAAE,yBAAyB,CAAC;IACrC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAQD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA0B;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA4B;IACtD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAiB;IAEjD,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,aAAa,EAAE,UAAU,GAAG,IAAI,CAAQ;IACxC,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,iBAAiB,CAA2B;IACpD,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,sBAAsB,CAA+B;IAC7D,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,oBAAoB,CAA+B;IAC3D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;WAEd,MAAM,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI9E,OAAO;IAaD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAiCzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BlE,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,+BAA+B;YAsBzB,kBAAkB;YAQlB,kBAAkB;YAKlB,oBAAoB;YAqDpB,kBAAkB;YAKlB,cAAc;YAqEd,oBAAoB;YAkGpB,mBAAmB;YAYnB,eAAe;IA+DvB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAG3C"}
+{"version":3,"file":"VideoClipSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/VideoClipSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAIpE,UAAU,yBAAyB;IACjC,oBAAoB,CAClB,MAAM,EAAE,cAAc,CAAC;QAAE,KAAK,EAAE,iBAAiB,CAAC;QAAC,QAAQ,EAAE,yBAAyB,CAAA;KAAE,CAAC,EACzF,KAAK,EAAE,OAAO,GAAG,OAAO,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,kBAAkB,CAAC,CACjB,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EACjC,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,GACA,IAAI,CAAC;IACR,gBAAgB,CAAC,IAAI,IAAI,CAAC;IAC1B,eAAe,CAAC,CAAC,qBAAqB,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,UAAU,sBAAsB;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,kBAAkB,CAAC;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACvC,SAAS,EAAE,yBAAyB,CAAC;IACrC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAQD;;;;;GAKG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA0B;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA4B;IACtD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAiB;IAEjD,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,OAAO,CAAC,aAAa,CAA2B;IAChD,OAAO,CAAC,iBAAiB,CAA2B;IACpD,OAAO,CAAC,eAAe,CAAqC;IAC5D,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,sBAAsB,CAA+B;IAC7D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;WAEd,MAAM,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI9E,OAAO;IAYD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAsCzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BlE,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,+BAA+B;YAsBzB,kBAAkB;YAQlB,kBAAkB;YAKlB,oBAAoB;YA8EpB,kBAAkB;YAmBlB,cAAc;YAsCd,oBAAoB;YA+DpB,mBAAmB;YAQnB,eAAe;IAmCvB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAG3C"}

package/dist/orchestrator/VideoClipSession.js

@@ -1,8 +1,8 @@
 import { hasResourceId } from "../model/types.js";
+import { OnDemandVideoSession } from "./OnDemandVideoSession.js";
 class VideoClipSession {
   clipId;
   sessionId;
-  forL2Only;
   planner;
   workerPool;
   cacheManager;
@@ -12,13 +12,10 @@ class VideoClipSession {
   resourceLoader;
   instructionContext = null;
   composeWorker = null;
-  decodeWorker = null;
   videoEncodeWorker = null;
-  videoDemuxWorker = null;
+  onDemandSession = null;
   visualStream = null;
   composeToEncodeChannel = null;
-  decodeToVisualChannel = null;
-  demuxToDecodeChannel = null;
   isActive = false;
   isDisposed = false;
   static async create(config) {
@@ -27,7 +24,6 @@ class VideoClipSession {
   constructor(config) {
     this.clipId = config.clipId;
     this.sessionId = config.sessionId ?? config.clipId;
-    this.forL2Only = config.forL2Only ?? false;
     this.planner = config.planner;
     this.workerPool = config.workerPool;
     this.cacheManager = config.cacheManager;
@@ -44,6 +40,7 @@ class VideoClipSession {
       console.warn("[VideoClipSession] activate: clip or resource not found", this.sessionId);
       return;
     }
+    await this.ensureInstructions(clip);
     if (resource.type === "video") {
       await this.setupVideoPipeline(clip, resource);
     } else if (resource.type === "image") {
@@ -56,10 +53,9 @@ class VideoClipSession {
         this.sessionId
       );
     }
-    await this.ensureInstructions(clip);
     this.isActive = true;
     const attachmentResources = this.extractAttachmentImageResources();
-    if (this.callbacks.onPipelineReady) {
+    if (this.callbacks.onPipelineReady && attachmentResources.length > 0) {
       await this.callbacks.onPipelineReady(attachmentResources);
     }
   }
@@ -131,78 +127,85 @@ class VideoClipSession {
     await this.installInstructions(instructions);
   }
   async setupImagePipeline(clip) {
-    await this.acquireWorkers(clip, false);
+    await this.acquireWorkers(clip);
     await this.connectImagePipeline();
   }
   async connectImagePipeline() {
-    if (!this.composeWorker) {
+    if (!this.composeWorker || !this.videoEncodeWorker) {
       throw new Error("Pipeline workers not ready");
     }
+    if (!this.resourceLoader) {
+      throw new Error("[VideoClipSession] ResourceLoader not available for image pipeline");
+    }
     const sessionId = this.sessionId;
-    if (this.videoEncodeWorker) {
-      this.composeToEncodeChannel = new MessageChannel();
-      await this.composeWorker.send(
-        "connect",
-        {
-          direction: "downstream",
-          port: this.composeToEncodeChannel.port1,
-          streamType: "video",
-          sessionId
-        },
-        { transfer: [this.composeToEncodeChannel.port1] }
+    const clip = this.getClip();
+    if (!clip) {
+      throw new Error("[VideoClipSession] Clip not found for pipeline connection");
+    }
+    if (!this.instructionContext) {
+      throw new Error("[VideoClipSession] Instructions not installed before connecting pipeline");
+    }
+    this.composeToEncodeChannel = new MessageChannel();
+    await this.composeWorker.send(
+      "connect",
+      {
+        direction: "downstream",
+        port: this.composeToEncodeChannel.port1,
+        streamType: "video",
+        sessionId
+      },
+      { transfer: [this.composeToEncodeChannel.port1] }
+    );
+    await this.videoEncodeWorker.send(
+      "connect",
+      {
+        direction: "upstream",
+        port: this.composeToEncodeChannel.port2,
+        streamType: "video",
+        sessionId
+      },
+      { transfer: [this.composeToEncodeChannel.port2] }
+    );
+    this.videoEncodeWorker.receiveStream((stream, metadata) => {
+      this.callbacks.onEncodedStreamReady(
+        stream,
+        metadata?.streamType ?? "video"
       );
-      await this.videoEncodeWorker.send(
-        "connect",
+    });
+    if (hasResourceId(clip)) {
+      const resource = this.getResource();
+      if (!resource) {
+        throw new Error("[VideoClipSession] Resource not found for image pipeline");
+      }
+      const imageBitmap = await this.resourceLoader.loadImage(resource);
+      await this.composeWorker.send(
+        "receive_image",
         {
-          direction: "upstream",
-          port: this.composeToEncodeChannel.port2,
-          streamType: "video",
-          sessionId
+          resourceId: resource.id,
+          sessionId,
+          imageBitmap,
+          instructions: this.instructionContext.instructions
         },
-        { transfer: [this.composeToEncodeChannel.port2] }
+        { transfer: [imageBitmap] }
       );
     }
-    this.composeWorker.receiveStream(async (stream) => {
-      const visualConfig = this.workerConfigs.videoCompose ?? {};
-      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;
-      await this.callbacks.onComposedStreamReady(stream, fps);
-    });
-    if (this.videoEncodeWorker) {
-      this.videoEncodeWorker.receiveStream((stream, metadata) => {
-        this.callbacks.onEncodedStreamReady(
-          stream,
-          metadata?.streamType ?? "video"
-        );
-      });
-    }
   }
-  async setupVideoPipeline(clip, _resource) {
-    await this.acquireWorkers(clip, true);
+  async setupVideoPipeline(clip, resource) {
+    await this.acquireWorkers(clip);
+    this.onDemandSession = await OnDemandVideoSession.create({
+      clipId: this.clipId,
+      resourceId: resource.id,
+      targetTimeUs: clip.trimStartUs ?? 0,
+      globalTimeUs: clip.startUs,
+      mp4IndexCache: this.cacheManager.mp4IndexCache,
+      cacheManager: this.cacheManager,
+      compositionModel: this.compositionModel,
+      resourceLoader: this.resourceLoader,
+      fps: this.compositionModel.fps ?? 30
+    });
     await this.connectVideoPipeline();
   }
-  async acquireWorkers(clip, isVideo) {
-    if (isVideo) {
-      this.videoDemuxWorker = await this.workerPool.getOrCreate("videoDemux", this.sessionId, {
-        lazy: true
-      });
-      const demuxConfig = this.workerConfigs.videoDemux ?? {};
-      await this.videoDemuxWorker.send("configure", {
-        initial: true,
-        config: {
-          ...demuxConfig,
-          // Audio is handled by GlobalAudioSession via AudioSampleCache
-          emitAudioToMain: false
-        }
-      });
-      this.decodeWorker = await this.workerPool.getOrCreate("videoDecode", this.sessionId, {
-        lazy: true
-      });
-      const decodeConfig = this.workerConfigs.videoDecode ?? {};
-      await this.decodeWorker.send("configure", {
-        initial: true,
-        config: decodeConfig
-      });
-    }
+  async acquireWorkers(clip) {
     this.composeWorker = await this.workerPool.getOrCreate("videoCompose", this.sessionId, {
       lazy: true
     });
@@ -220,107 +223,69 @@ class VideoClipSession {
       clipId: clip.id,
       config: { ...visualConfig, ...renderOverrides, timeline }
     });
-    if (this.forL2Only) {
-      this.videoEncodeWorker = await this.workerPool.getOrCreate("videoEncode", this.sessionId, {
-        lazy: true
-      });
-      const encodeConfig = this.workerConfigs.videoEncode ?? {};
-      const encoderConfig = { ...encodeConfig };
-      if (this.compositionModel.renderConfig?.width) {
-        encoderConfig.width = this.compositionModel.renderConfig.width;
-      }
-      if (this.compositionModel.renderConfig?.height) {
-        encoderConfig.height = this.compositionModel.renderConfig.height;
-      }
-      await this.videoEncodeWorker.send("configure", {
-        initial: true,
-        config: encoderConfig
-      });
+    this.videoEncodeWorker = await this.workerPool.getOrCreate("videoEncode", this.sessionId, {
+      lazy: true
+    });
+    const encodeConfig = this.workerConfigs.videoEncode ?? {};
+    const encoderConfig = { ...encodeConfig };
+    if (this.compositionModel.renderConfig?.width) {
+      encoderConfig.width = this.compositionModel.renderConfig.width;
+    }
+    if (this.compositionModel.renderConfig?.height) {
+      encoderConfig.height = this.compositionModel.renderConfig.height;
     }
+    await this.videoEncodeWorker.send("configure", {
+      initial: true,
+      config: encoderConfig
+    });
   }
   async connectVideoPipeline() {
-    if (!this.composeWorker || !this.decodeWorker || !this.videoDemuxWorker) {
+    if (!this.composeWorker || !this.videoEncodeWorker || !this.onDemandSession) {
       throw new Error("Pipeline workers not ready");
     }
     const sessionId = this.sessionId;
-    if (this.videoEncodeWorker) {
-      this.composeToEncodeChannel = new MessageChannel();
-      await this.composeWorker.send(
-        "connect",
-        {
-          direction: "downstream",
-          port: this.composeToEncodeChannel.port1,
-          streamType: "video",
-          sessionId
-        },
-        { transfer: [this.composeToEncodeChannel.port1] }
-      );
-      await this.videoEncodeWorker.send(
-        "connect",
-        {
-          direction: "upstream",
-          port: this.composeToEncodeChannel.port2,
-          streamType: "video",
-          sessionId
-        },
-        { transfer: [this.composeToEncodeChannel.port2] }
-      );
+    const clip = this.getClip();
+    if (!clip) {
+      throw new Error("[VideoClipSession] Clip not found for pipeline connection");
     }
-    this.decodeToVisualChannel = new MessageChannel();
-    await this.decodeWorker.send(
-      "connect",
-      {
-        direction: "downstream",
-        port: this.decodeToVisualChannel.port1,
-        streamType: "video",
-        sessionId
-      },
-      { transfer: [this.decodeToVisualChannel.port1] }
-    );
+    if (!this.instructionContext) {
+      throw new Error("[VideoClipSession] Instructions not installed before connecting pipeline");
+    }
+    this.composeToEncodeChannel = new MessageChannel();
     await this.composeWorker.send(
-      "connect",
-      {
-        direction: "upstream",
-        port: this.decodeToVisualChannel.port2,
-        streamType: "video",
-        sessionId
-      },
-      { transfer: [this.decodeToVisualChannel.port2] }
-    );
-    this.demuxToDecodeChannel = new MessageChannel();
-    await this.videoDemuxWorker.send(
       "connect",
       {
         direction: "downstream",
-        port: this.demuxToDecodeChannel.port1,
+        port: this.composeToEncodeChannel.port1,
         streamType: "video",
         sessionId
       },
-      { transfer: [this.demuxToDecodeChannel.port1] }
+      { transfer: [this.composeToEncodeChannel.port1] }
     );
-    await this.decodeWorker.send(
+    await this.videoEncodeWorker.send(
       "connect",
       {
         direction: "upstream",
-        port: this.demuxToDecodeChannel.port2,
+        port: this.composeToEncodeChannel.port2,
         streamType: "video",
         sessionId
       },
-      { transfer: [this.demuxToDecodeChannel.port2] }
+      { transfer: [this.composeToEncodeChannel.port2] }
     );
-    this.composeWorker.receiveStream(async (stream) => {
-      const visualConfig = this.workerConfigs.videoCompose ?? {};
-      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;
-      await this.callbacks.onComposedStreamReady(stream, fps);
+    this.videoEncodeWorker.receiveStream((stream, metadata) => {
+      this.callbacks.onEncodedStreamReady(
+        stream,
+        metadata?.streamType ?? "video"
+      );
+    });
+    const trimStartUs = clip.trimStartUs ?? 0;
+    const trimEndUs = clip.trimEndUs ?? trimStartUs + clip.durationUs;
+    const frameStream = await this.onDemandSession.decodeRangeToStream(trimStartUs, trimEndUs);
+    await this.composeWorker.sendStream(frameStream, {
+      sessionId,
+      streamType: "video",
+      instructions: this.instructionContext.instructions
     });
-    if (this.videoEncodeWorker) {
-      this.videoEncodeWorker.receiveStream((stream, metadata) => {
-        this.callbacks.onEncodedStreamReady(
-          stream,
-          metadata?.streamType ?? "video"
-        );
-      });
-    }
   }
   async installInstructions(instructions) {
     this.instructionContext = {
@@ -328,26 +293,8 @@ class VideoClipSession {
       instructions,
       status: instructions.status
     };
-    if (this.composeWorker) {
-      await this.composeWorker.send("install_instructions", instructions);
-    }
   }
   async releasePipeline() {
-    if (!this.forL2Only) {
-      const clip = this.getClip();
-      if (clip && this.resourceLoader) {
-        if (clip.oldResourceId) {
-          this.resourceLoader.cancel(clip.oldResourceId);
-        }
-        if (hasResourceId(clip)) {
-          this.resourceLoader.cancel(clip.resourceId);
-        }
-        const attachmentResources = this.extractAttachmentImageResources();
-        for (const resourceId of attachmentResources) {
-          this.resourceLoader.cancel(resourceId);
-        }
-      }
-    }
     if (this.composeWorker && this.instructionContext) {
       await this.composeWorker.notify("dispose_clip", {
         sessionId: this.sessionId,
@@ -358,13 +305,9 @@ class VideoClipSession {
       this.callbacks.onStreamDisposed();
     }
     this.visualStream = null;
-    if (this.videoDemuxWorker) {
-      this.workerPool.terminate("videoDemux", this.sessionId);
-      this.videoDemuxWorker = null;
-    }
-    if (this.decodeWorker) {
-      this.workerPool.terminate("videoDecode", this.sessionId);
-      this.decodeWorker = null;
+    if (this.onDemandSession) {
+      await this.onDemandSession.dispose();
+      this.onDemandSession = null;
     }
     if (this.composeWorker) {
       this.workerPool.terminate("videoCompose", this.sessionId);
@@ -376,13 +319,7 @@ class VideoClipSession {
     }
     this.composeToEncodeChannel?.port1.close();
     this.composeToEncodeChannel?.port2.close();
-    this.decodeToVisualChannel?.port1.close();
-    this.decodeToVisualChannel?.port2.close();
-    this.demuxToDecodeChannel?.port1.close();
-    this.demuxToDecodeChannel?.port2.close();
     this.composeToEncodeChannel = null;
-    this.decodeToVisualChannel = null;
-    this.demuxToDecodeChannel = null;
   }
   async invalidateClipCache() {
     await this.cacheManager.invalidateClip(this.clipId);