@meframe/core 0.0.11 → 0.0.12

package/dist/orchestrator/Orchestrator.js.map

@@ -1 +1 @@
-{"version":3,"file":"Orchestrator.js","sources":["../../src/orchestrator/Orchestrator.ts"],"sourcesContent":["import { EventBus } from '../event/EventBus';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { applyPatch as applyModelPatch } from '../model/patch';\nimport { ResourceConflictError, ResourceLoader } from '../stages/load/ResourceLoader';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ConfigLoader } from '../config/ConfigLoader';\nimport type { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';\nimport { WorkerStatus, WorkerType } from '../worker/types';\nimport { CompositionModel, CompositionPatch, Resource, TimeUs, RcFrame } from '../model';\nimport { MeframeEvent, type EventPayloadMap } from '../event/events';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { VideoClipSession } from './VideoClipSession';\nimport { ClipSessionManager } from './ClipSessionManager';\nimport { GlobalAudioSession } from '../stages/compose/GlobalAudioSession';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { ExportOptions } from '@/types';\n\nexport class Orchestrator implements IOrchestrator {\n  workers: WorkerPool;\n  eventBus: EventBus<EventPayloadMap>;\n  compositionModel: CompositionModel | null = null;\n  resourceLoader: ResourceLoader;\n  cacheManager: CacheManager;\n  planner: CompositionPlanner;\n  audioSession: GlobalAudioSession;\n  muxManager: MuxManager;\n\n  private activeClips = new Set<string>();\n  private isInitialized = false;\n  private config = ConfigLoader.getInstance().getConfig();\n  private clipSessionManager: ClipSessionManager;\n  private currentClipId: string | null = null;\n  readonly events: Pick<EventBus<EventPayloadMap>, 'on' | 'off' | 'once'>;\n\n  constructor(config: OrchestratorConfig) {\n    // Use provided eventBus or create a new one\n    this.eventBus = config.eventBus || new EventBus<EventPayloadMap>();\n    this.events = this.eventBus.asReadonly();\n\n    // Initialize config first\n    this.config = ConfigLoader.getInstance().getConfig();\n\n    const workerConfigs = this.buildWorkerConfigs();\n\n    // Initialize WorkerPool with worker path from config\n    this.workers = new WorkerPool({\n      eventBus: this.eventBus,\n      workerConfigs,\n      workerPath: config.workerPath,\n      workerExtension: config.workerExtension,\n    });\n\n    this.resourceLoader = new ResourceLoader({\n      orchestrator: this as any,\n      eventBus: this.eventBus,\n      config: {\n        maxConcurrent: config.maxWorkers || (this.config.load as any)?.retry?.maxAttempts || 4,\n      },\n      onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state),\n    });\n\n    this.planner = new CompositionPlanner();\n\n    const cacheConfig = config.cacheConfig || this.config.cache;\n    this.cacheManager = new CacheManager(\n      {\n        l1: {\n          maxMemoryMB:\n            (cacheConfig as any)?.l1Size || (cacheConfig as any)?.l1?.maxMemoryMB || 1024,\n          maxGOPs: (this.config.decode as any)?.video?.maxGOPs || 4,\n        },\n        l2: {\n          maxSizeMB: (cacheConfig as any)?.l2Size || (cacheConfig as any)?.l2?.maxSizeMB || 2048,\n          projectId: 'default',\n        },\n      },\n      this.eventBus\n    );\n\n    this.clipSessionManager = new ClipSessionManager({\n      maxConcurrent: 2,\n      factory: {\n        createSession: (clipId) => this.createSession(clipId),\n      },\n      model: () => this.compositionModel,\n      cacheManager: this.cacheManager,\n    });\n\n    this.audioSession = new GlobalAudioSession({\n      cacheManager: this.cacheManager,\n      workers: this.workers,\n      resourceLoader: this.resourceLoader,\n      eventBus: this.eventBus,\n      getModel: () => this.compositionModel,\n      buildWorkerConfigs: () => this.buildWorkerConfigs(),\n    });\n\n    this.muxManager = new MuxManager(\n      this.cacheManager,\n      this.audioSession,\n      this.config.encode.audio as AudioEncoderConfig\n    );\n  }\n\n  get workerStatus(): WorkerStatus {\n    const status = this.workers.status;\n    const result: WorkerStatus = {} as WorkerStatus;\n\n    const workerTypes: WorkerType[] = [\n      'videoDemux',\n      'audioDemux',\n      'videoDecode',\n      'audioDecode',\n      'videoCompose',\n      'audioCompose',\n      'videoEncode',\n    ];\n\n    for (const type of workerTypes) {\n      result[type] = status[type] || {\n        state: 'idle',\n        taskCount: 0,\n      };\n    }\n\n    return result;\n  }\n\n  async initialize(): Promise<void> {\n    if (this.isInitialized) return;\n\n    await this.cacheManager.init();\n\n    this.isInitialized = true;\n  }\n\n  // Event methods - forward to eventBus\n  on<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.on(event, handler);\n  }\n\n  off<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.off(event, handler);\n  }\n\n  once<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.once(event, handler);\n  }\n\n  async setCompositionModel(model: CompositionModel): Promise<void> {\n    this.compositionModel = model;\n    this.planner.setModel(model);\n    this.currentClipId = null;\n\n    this.eventBus.emit(MeframeEvent.ModelSet, model);\n\n    this.eventBus.emit(MeframeEvent.CompositionUpdated, {\n      trackCount: model.tracks.length,\n      clipCount: model.tracks.reduce((acc: number, track: any) => acc + track.clips.length, 0),\n      durationUs: model.durationUs,\n    });\n\n    await this.audioSession.activateAllAudioClips();\n\n    this.ensureClipCache(0);\n  }\n\n  async applyPatch(patch: CompositionPatch): Promise<void> {\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    // Apply patch and get affected clip IDs (simplified for 2-Clip strategy)\n    const affectedClipIds = applyModelPatch(this.compositionModel, patch);\n    const clipUpdates = this.planner.applyPatch(patch, affectedClipIds);\n\n    this.eventBus.emit(MeframeEvent.PatchApplied, {\n      operations: patch.operations.length,\n      affectedClips: Array.from(affectedClipIds),\n    });\n\n    // Get currently active clips in the 2-Clip window\n    const activeClipIds = new Set(\n      Array.from(this.clipSessionManager['entries'].keys()).filter((clipId) =>\n        this.clipSessionManager.isClipActive(clipId)\n      )\n    );\n\n    // Process clip updates\n    for (const update of clipUpdates) {\n      if (update.type === 'remove') {\n        this.activeClips.delete(update.clipId);\n        this.cacheManager.evictClip(update.clipId);\n      }\n\n      // Notify ClipSessionManager to handle the update\n      // This will install new instructions or restart pipeline as needed\n      await this.clipSessionManager.handlePlannerUpdate(update.clipId, update);\n\n      // Only evict cache for active clips (in current 2-Clip window)\n      // Non-active clips will be regenerated when they enter the window\n      if (activeClipIds.has(update.clipId) && update.type !== 'remove') {\n        this.cacheManager.evictClip(update.clipId);\n      }\n    }\n  }\n\n  private handleResourceStateChange(resourceId: string, state: Resource['state']): void {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    this.compositionModel.updateResourceState(resourceId, state ?? 'pending');\n\n    if (state !== 'ready') {\n      return;\n    }\n\n    const resource = this.compositionModel.getResource(resourceId);\n    if (!resource) {\n      return;\n    }\n\n    // Main video/audio resources: data will flow naturally into pipeline\n    if (resource.type === 'video' || resource.type === 'audio') {\n      return;\n    }\n\n    // Attachment resources (fonts, images): update instructions for active clips\n    const clipIds = this.compositionModel.getClipIdsByResourceId(resourceId);\n    for (const clipId of clipIds) {\n      // Only update active clips (in 2-Clip window)\n      if (!this.clipSessionManager.isClipActive(clipId)) {\n        continue;\n      }\n\n      const clip = this.compositionModel.findClip(clipId);\n      if (!clip) {\n        continue;\n      }\n\n      // Rebuild instructions with updated resource status\n      const instructions = this.planner.getInstructions(clipId);\n      if (!instructions) {\n        continue;\n      }\n\n      // Send updated instructions to worker (no pipeline restart needed)\n      const session = this.clipSessionManager.getSession(clipId);\n      const visualWorker = session?.visualWorkerHandle;\n      if (visualWorker) {\n        visualWorker.send('install_instructions', instructions);\n      }\n    }\n  }\n\n  async restartWorker(type: WorkerType, clipId?: string): Promise<void> {\n    const clipLocalTypes: WorkerType[] = [\n      'videoDemux',\n      'audioDemux',\n      'videoDecode',\n      'audioDecode',\n      'videoCompose',\n      'videoEncode',\n    ];\n\n    if (clipLocalTypes.includes(type) && !clipId) {\n      throw new Error(`clipId required for restarting ${type} worker`);\n    }\n\n    this.workers.terminate(type, clipId);\n    const worker = await this.workers.get(type, clipId);\n\n    this.eventBus.emit(MeframeEvent.WorkerRestarted, {\n      type,\n      workerId: worker.getWorkerId(),\n      reason: 'Manual restart',\n    });\n\n    if (clipId) {\n      const session = this.clipSessionManager.getSession(clipId);\n      if (session) {\n        await session.activate();\n      }\n    }\n  }\n\n  async renderFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null> {\n    const signal = options?.signal;\n\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    // Detect clip change and proactively ensure cache for prev/current/next\n    if (this.currentClipId !== clip.id) {\n      this.currentClipId = clip.id;\n      void this.ensureClipCache(timeUs);\n    }\n\n    // Calculate clip-relative time for cache lookup (global time - clip start time)\n    const relativeTimeUs = options?.relativeTimeUs ?? timeUs - clip.startUs;\n    const cachedFrame = await this.cacheManager.getFrame(relativeTimeUs, clip.id);\n    // console.log('>>>>>>>>>>>> renderFrame', timeUs, clip.id, cachedFrame);\n    if (cachedFrame) {\n      this.eventBus.emit(MeframeEvent.CacheHit, {\n        timeUs,\n        level: 'L1',\n        key: `${clip.id}-${relativeTimeUs}`,\n      });\n      return cachedFrame;\n    }\n    // Cache miss - also ensure cache (defensive, already called on clip change)\n    void this.ensureClipCache(timeUs);\n\n    this.eventBus.emit(MeframeEvent.CacheMiss, {\n      timeUs,\n      level: 'L1',\n      key: `${clip.id}-${relativeTimeUs}`,\n    });\n\n    if (signal?.aborted) {\n      throw new DOMException('Render aborted', 'AbortError');\n    }\n\n    // Return null immediately instead of waiting\n    // This allows PlaybackController to detect miss and trigger buffering\n    return null;\n  }\n\n  /**\n   * Ensure clips are cached using 2-Clip strategy\n   * Called by PlaybackController\n   */\n  async ensureClipCache(timeUs: TimeUs): Promise<void> {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    await this.clipSessionManager.ensureClips(timeUs);\n  }\n\n  /**\n   * Wait for clip cache to be ready for playback\n   * Returns true if minimum cache is ready, false if timeout\n   */\n  async waitForClipReady(\n    timeUs: TimeUs,\n    options?: { minFrameCount?: number; timeoutMs?: number }\n  ): Promise<boolean> {\n    if (!this.compositionModel) {\n      return false;\n    }\n\n    const clips = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId);\n    if (clips.length === 0) {\n      return true;\n    }\n\n    const currentClip = clips[0];\n    if (!currentClip) {\n      return true;\n    }\n\n    return this.cacheManager.waitForClipReady(currentClip.id, {\n      minFrameCount: options?.minFrameCount ?? 30,\n      timeoutMs: options?.timeoutMs ?? 5_000,\n    });\n  }\n\n  /**\n   * Render a clip completely for L2 cache (bypass ClipSessionManager)\n   * Returns a promise that resolves when encoding is complete\n   */\n  async renderClipForL2(clipId: string): Promise<boolean> {\n    const sessionId = `${clipId}#l2`;\n    let session: VideoClipSession | null = null;\n\n    return new Promise<boolean>((resolve, reject) => {\n      this.createSession(sessionId, {\n        forL2Only: true,\n        clipId: clipId,\n        onL2Complete: () => {\n          resolve(true);\n        },\n        onL2Error: (error) => {\n          console.error('[Orchestrator] L2 rendering failed for', clipId, error);\n          reject(error);\n        },\n      })\n        .then((s) => {\n          session = s;\n          return session.activate();\n        })\n        .catch(async (error) => {\n          // Clean up partial session on any error to avoid worker state pollution\n          if (session) {\n            await session.dispose();\n          }\n\n          if (error instanceof ResourceConflictError) {\n            resolve(false);\n          } else {\n            reject(error);\n          }\n        });\n    });\n  }\n\n  /**\n   * Create a new session for a clip\n   */\n  private async createSession(\n    sessionId: string,\n    options?: {\n      forL2Only?: boolean;\n      clipId?: string;\n      onL2Complete?: () => void;\n      onL2Error?: (error: Error) => void;\n    }\n  ): Promise<VideoClipSession> {\n    const clipId = options?.clipId ?? sessionId;\n    const clip = this.compositionModel?.findClip(clipId);\n    if (!clip) {\n      throw new Error(`Clip ${clipId} not found`);\n    }\n\n    const session = await VideoClipSession.create({\n      clipId,\n      sessionId,\n      forL2Only: options?.forL2Only ?? false,\n      planner: this.planner,\n      workerPool: this.workers,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel!,\n      workerConfigs: this.buildWorkerConfigs(),\n      callbacks: {\n        onComposedStreamReady: (stream, fps) => {\n          if (options?.forL2Only) {\n            // L2 channel: don't need L1, cancel stream\n            stream.cancel();\n          } else {\n            // Preview channel: fill L1\n            this.cacheManager.receiveComposedFrames(stream, {\n              clipId: clipId,\n              trackId: this.compositionModel!.mainTrackId,\n              fps,\n              clipStartUs: clip.startUs,\n              onFrame: () => {},\n            });\n          }\n        },\n        onEncodedStreamReady: (stream, track) => {\n          if (options?.forL2Only) {\n            // L2 channel: write to L2 using clipId, notify on complete\n            this.cacheManager.receiveEncodedChunks(stream, clipId, track, {\n              onComplete: () => {\n                session.dispose();\n                // Only notify completion for video track (audio is optional)\n                if (track === 'video' && options.onL2Complete) {\n                  options.onL2Complete();\n                }\n              },\n              onError: (error) => {\n                console.error(\n                  `[Orchestrator] L2 encode stream error for ${clipId} ${track}:`,\n                  error\n                );\n                session.dispose();\n                if (options.onL2Error) {\n                  options.onL2Error(error);\n                }\n              },\n            });\n          } else {\n            // Preview channel: don't write to L2, cancel stream\n            stream.cancel();\n          }\n        },\n        onPipelineReady: async () => {\n          const clip = this.compositionModel?.findClip(clipId);\n          if (clip?.resourceId) {\n            await this.resourceLoader.fetch(clip.resourceId, {\n              priority: options?.forL2Only ? 'low' : 'high',\n              sessionId: sessionId,\n              trackId: clip.trackId,\n            });\n          }\n        },\n      },\n    });\n\n    this.activeClips.add(sessionId);\n    return session;\n  }\n\n  async dispose(): Promise<void> {\n    this.resourceLoader.dispose();\n    await this.clipSessionManager.dispose();\n    await this.cacheManager.clear();\n\n    this.currentClipId = null;\n    this.activeClips.clear();\n\n    this.workers.terminateAll();\n    this.compositionModel = null;\n    this.eventBus.dispose();\n  }\n\n  private buildWorkerConfigs(): Record<WorkerType, any> {\n    const config = this.config as any;\n    const defaultCanvasWidth = config.global?.defaultCanvasWidth ?? 720;\n    const defaultCanvasHeight = config.global?.defaultCanvasHeight ?? 1280;\n    const defaultFps = config.global?.defaultFps ?? 30;\n    return {\n      videoDemux: {\n        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10,\n      },\n      audioDemux: {\n        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10,\n      },\n      videoDecode: config.decode?.video,\n      audioDecode: config.decode?.audio,\n      videoCompose: {\n        width: config.compose?.canvas?.width ?? defaultCanvasWidth,\n        height: config.compose?.canvas?.height ?? defaultCanvasHeight,\n        fps: config.global?.defaultFps ?? defaultFps,\n        backgroundColor: config.compose?.canvas?.backgroundColor ?? '#000000',\n        enableSmoothing: config.compose?.visual?.enableSmoothing ?? true,\n        enableHardwareAcceleration: config.compose?.visual?.enableHardwareAcceleration ?? true,\n      },\n      audioCompose: {\n        ducking: config.compose?.audio?.ducking,\n        mixing: config.compose?.audio?.mixing,\n      },\n      videoEncode: {\n        codec: 'avc1.42002A',\n        width: config.compose?.canvas?.width || defaultCanvasWidth,\n        height: config.compose?.canvas?.height || defaultCanvasHeight,\n        bitrate: config.encode?.video?.bitrateKbps\n          ? config.encode.video.bitrateKbps * 1000\n          : 12_000_000,\n        framerate: config.encode?.video?.framerate || defaultFps,\n        latencyMode: 'quality',\n        bitrateMode: 'variable',\n        hardwareAcceleration: 'no-preference',\n        ...(config.encode?.video as any),\n      },\n    };\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    return this.muxManager.export(model, options);\n  }\n}\n"],"names":["applyModelPatch","clip"],"mappings":";;;;;;;;;;;;AAiBO,MAAM,aAAsC;AAAA,EACjD;AAAA,EACA;AAAA,EACA,mBAA4C;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEQ,kCAAkB,IAAA;AAAA,EAClB,gBAAgB;AAAA,EAChB,SAAS,aAAa,YAAA,EAAc,UAAA;AAAA,EACpC;AAAA,EACA,gBAA+B;AAAA,EAC9B;AAAA,EAET,YAAY,QAA4B;AAEtC,SAAK,WAAW,OAAO,YAAY,IAAI,SAAA;AACvC,SAAK,SAAS,KAAK,SAAS,WAAA;AAG5B,SAAK,SAAS,aAAa,YAAA,EAAc,UAAA;AAEzC,UAAM,gBAAgB,KAAK,mBAAA;AAG3B,SAAK,UAAU,IAAI,WAAW;AAAA,MAC5B,UAAU,KAAK;AAAA,MACf;AAAA,MACA,YAAY,OAAO;AAAA,MACnB,iBAAiB,OAAO;AAAA,IAAA,CACzB;AAED,SAAK,iBAAiB,IAAI,eAAe;AAAA,MACvC,cAAc;AAAA,MACd,UAAU,KAAK;AAAA,MACf,QAAQ;AAAA,QACN,eAAe,OAAO,cAAe,KAAK,OAAO,MAAc,OAAO,eAAe;AAAA,MAAA;AAAA,MAEvF,eAAe,CAAC,YAAY,UAAU,KAAK,0BAA0B,YAAY,KAAK;AAAA,IAAA,CACvF;AAED,SAAK,UAAU,IAAI,mBAAA;AAEnB,UAAM,cAAc,OAAO,eAAe,KAAK,OAAO;AACtD,SAAK,eAAe,IAAI;AAAA,MACtB;AAAA,QACE,IAAI;AAAA,UACF,aACG,aAAqB,UAAW,aAAqB,IAAI,eAAe;AAAA,UAC3E,SAAU,KAAK,OAAO,QAAgB,OAAO,WAAW;AAAA,QAAA;AAAA,QAE1D,IAAI;AAAA,UACF,WAAY,aAAqB,UAAW,aAAqB,IAAI,aAAa;AAAA,UAClF,WAAW;AAAA,QAAA;AAAA,MACb;AAAA,MAEF,KAAK;AAAA,IAAA;AAGP,SAAK,qBAAqB,IAAI,mBAAmB;AAAA,MAC/C,eAAe;AAAA,MACf,SAAS;AAAA,QACP,eAAe,CAAC,WAAW,KAAK,cAAc,MAAM;AAAA,MAAA;AAAA,MAEtD,OAAO,MAAM,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,IAAA,CACpB;AAED,SAAK,eAAe,IAAI,mBAAmB;AAAA,MACzC,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,MACd,gBAAgB,KAAK;AAAA,MACrB,UAAU,KAAK;AAAA,MACf,UAAU,MAAM,KAAK;AAAA,MACrB,oBAAoB,MAAM,KAAK,mBAAA;AAAA,IAAmB,CACnD;AAED,SAAK,aAAa,IAAI;AAAA,MACpB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,OAAO;AAAA,IAAA;AAAA,EAEvB;AAAA,EAEA,IAAI,eAA6B;AAC/B,UAAM,SAAS,KAAK,QAAQ;AAC5B,UAAM,SAAuB,CAAA;AAE7B,UAAM,cAA4B;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,eAAW,QAAQ,aAAa;AAC9B,aAAO,IAAI,IAAI,OAAO,IAAI,KAAK;AAAA,QAC7B,OAAO;AAAA,QACP,WAAW;AAAA,MAAA;AAAA,IAEf;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,KAAK,cAAe;AAExB,UAAM,KAAK,aAAa,KAAA;AAExB,SAAK,gBAAgB;AAAA,EACvB;AAAA;AAAA,EAGA,GACE,OACA,SACM;AACN,SAAK,SAAS,GAAG,OAAO,OAAO;AAAA,EACjC;AAAA,EAEA,IACE,OACA,SACM;AACN,SAAK,SAAS,IAAI,OAAO,OAAO;AAAA,EAClC;AAAA,EAEA,KACE,OACA,SACM;AACN,SAAK,SAAS,KAAK,OAAO,OAAO;AAAA,EACnC;AAAA,EAEA,MAAM,oBAAoB,OAAwC;AAChE,SAAK,mBAAmB;AACxB,SAAK,QAAQ,SAAS,KAAK;AAC3B,SAAK,gBAAgB;AAErB,SAAK,SAAS,KAAK,aAAa,UAAU,KAAK;AAE/C,SAAK,SAAS,KAAK,aAAa,oBAAoB;AAAA,MAClD,YAAY,MAAM,OAAO;AAAA,MACzB,WAAW,MAAM,OAAO,OAAO,CAAC,KAAa,UAAe,MAAM,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvF,YAAY,MAAM;AAAA,IAAA,CACnB;AAED,UAAM,KAAK,aAAa,sBAAA;AAExB,SAAK,gBAAgB,CAAC;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,OAAwC;AACvD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAGA,UAAM,kBAAkBA,WAAgB,KAAK,kBAAkB,KAAK;AACpE,UAAM,cAAc,KAAK,QAAQ,WAAW,OAAO,eAAe;AAElE,SAAK,SAAS,KAAK,aAAa,cAAc;AAAA,MAC5C,YAAY,MAAM,WAAW;AAAA,MAC7B,eAAe,MAAM,KAAK,eAAe;AAAA,IAAA,CAC1C;AAGD,UAAM,gBAAgB,IAAI;AAAA,MACxB,MAAM,KAAK,KAAK,mBAAmB,SAAS,EAAE,KAAA,CAAM,EAAE;AAAA,QAAO,CAAC,WAC5D,KAAK,mBAAmB,aAAa,MAAM;AAAA,MAAA;AAAA,IAC7C;AAIF,eAAW,UAAU,aAAa;AAChC,UAAI,OAAO,SAAS,UAAU;AAC5B,aAAK,YAAY,OAAO,OAAO,MAAM;AACrC,aAAK,aAAa,UAAU,OAAO,MAAM;AAAA,MAC3C;AAIA,YAAM,KAAK,mBAAmB,oBAAoB,OAAO,QAAQ,MAAM;AAIvE,UAAI,cAAc,IAAI,OAAO,MAAM,KAAK,OAAO,SAAS,UAAU;AAChE,aAAK,aAAa,UAAU,OAAO,MAAM;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,0BAA0B,YAAoB,OAAgC;AACpF,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,SAAK,iBAAiB,oBAAoB,YAAY,SAAS,SAAS;AAExE,QAAI,UAAU,SAAS;AACrB;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,iBAAiB,YAAY,UAAU;AAC7D,QAAI,CAAC,UAAU;AACb;AAAA,IACF;AAGA,QAAI,SAAS,SAAS,WAAW,SAAS,SAAS,SAAS;AAC1D;AAAA,IACF;AAGA,UAAM,UAAU,KAAK,iBAAiB,uBAAuB,UAAU;AACvE,eAAW,UAAU,SAAS;AAE5B,UAAI,CAAC,KAAK,mBAAmB,aAAa,MAAM,GAAG;AACjD;AAAA,MACF;AAEA,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAGA,YAAM,eAAe,KAAK,QAAQ,gBAAgB,MAAM;AACxD,UAAI,CAAC,cAAc;AACjB;AAAA,MACF;AAGA,YAAM,UAAU,KAAK,mBAAmB,WAAW,MAAM;AACzD,YAAM,eAAe,SAAS;AAC9B,UAAI,cAAc;AAChB,qBAAa,KAAK,wBAAwB,YAAY;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAc,MAAkB,QAAgC;AACpE,UAAM,iBAA+B;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,QAAI,eAAe,SAAS,IAAI,KAAK,CAAC,QAAQ;AAC5C,YAAM,IAAI,MAAM,kCAAkC,IAAI,SAAS;AAAA,IACjE;AAEA,SAAK,QAAQ,UAAU,MAAM,MAAM;AACnC,UAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,MAAM,MAAM;AAElD,SAAK,SAAS,KAAK,aAAa,iBAAiB;AAAA,MAC/C;AAAA,MACA,UAAU,OAAO,YAAA;AAAA,MACjB,QAAQ;AAAA,IAAA,CACT;AAED,QAAI,QAAQ;AACV,YAAM,UAAU,KAAK,mBAAmB,WAAW,MAAM;AACzD,UAAI,SAAS;AACX,cAAM,QAAQ,SAAA;AAAA,MAChB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,QAAgB,SAAuD;AACvF,UAAM,SAAS,SAAS;AAExB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAGA,QAAI,KAAK,kBAAkB,KAAK,IAAI;AAClC,WAAK,gBAAgB,KAAK;AAC1B,WAAK,KAAK,gBAAgB,MAAM;AAAA,IAClC;AAGA,UAAM,iBAAiB,SAAS,kBAAkB,SAAS,KAAK;AAChE,UAAM,cAAc,MAAM,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAE5E,QAAI,aAAa;AACf,WAAK,SAAS,KAAK,aAAa,UAAU;AAAA,QACxC;AAAA,QACA,OAAO;AAAA,QACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,MAAA,CAClC;AACD,aAAO;AAAA,IACT;AAEA,SAAK,KAAK,gBAAgB,MAAM;AAEhC,SAAK,SAAS,KAAK,aAAa,WAAW;AAAA,MACzC;AAAA,MACA,OAAO;AAAA,MACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,IAAA,CAClC;AAED,QAAI,QAAQ,SAAS;AACnB,YAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,IACvD;AAIA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,gBAAgB,QAA+B;AACnD,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,UAAM,KAAK,mBAAmB,YAAY,MAAM;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,iBACJ,QACA,SACkB;AAClB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW;AAC5F,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,aAAa,iBAAiB,YAAY,IAAI;AAAA,MACxD,eAAe,SAAS,iBAAiB;AAAA,MACzC,WAAW,SAAS,aAAa;AAAA,IAAA,CAClC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,gBAAgB,QAAkC;AACtD,UAAM,YAAY,GAAG,MAAM;AAC3B,QAAI,UAAmC;AAEvC,WAAO,IAAI,QAAiB,CAAC,SAAS,WAAW;AAC/C,WAAK,cAAc,WAAW;AAAA,QAC5B,WAAW;AAAA,QACX;AAAA,QACA,cAAc,MAAM;AAClB,kBAAQ,IAAI;AAAA,QACd;AAAA,QACA,WAAW,CAAC,UAAU;AACpB,kBAAQ,MAAM,0CAA0C,QAAQ,KAAK;AACrE,iBAAO,KAAK;AAAA,QACd;AAAA,MAAA,CACD,EACE,KAAK,CAAC,MAAM;AACX,kBAAU;AACV,eAAO,QAAQ,SAAA;AAAA,MACjB,CAAC,EACA,MAAM,OAAO,UAAU;AAEtB,YAAI,SAAS;AACX,gBAAM,QAAQ,QAAA;AAAA,QAChB;AAEA,YAAI,iBAAiB,uBAAuB;AAC1C,kBAAQ,KAAK;AAAA,QACf,OAAO;AACL,iBAAO,KAAK;AAAA,QACd;AAAA,MACF,CAAC;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cACZ,WACA,SAM2B;AAC3B,UAAM,SAAS,SAAS,UAAU;AAClC,UAAM,OAAO,KAAK,kBAAkB,SAAS,MAAM;AACnD,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,QAAQ,MAAM,YAAY;AAAA,IAC5C;AAEA,UAAM,UAAU,MAAM,iBAAiB,OAAO;AAAA,MAC5C;AAAA,MACA;AAAA,MACA,WAAW,SAAS,aAAa;AAAA,MACjC,SAAS,KAAK;AAAA,MACd,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,eAAe,KAAK,mBAAA;AAAA,MACpB,WAAW;AAAA,QACT,uBAAuB,CAAC,QAAQ,QAAQ;AACtC,cAAI,SAAS,WAAW;AAEtB,mBAAO,OAAA;AAAA,UACT,OAAO;AAEL,iBAAK,aAAa,sBAAsB,QAAQ;AAAA,cAC9C;AAAA,cACA,SAAS,KAAK,iBAAkB;AAAA,cAChC;AAAA,cACA,aAAa,KAAK;AAAA,cAClB,SAAS,MAAM;AAAA,cAAC;AAAA,YAAA,CACjB;AAAA,UACH;AAAA,QACF;AAAA,QACA,sBAAsB,CAAC,QAAQ,UAAU;AACvC,cAAI,SAAS,WAAW;AAEtB,iBAAK,aAAa,qBAAqB,QAAQ,QAAQ,OAAO;AAAA,cAC5D,YAAY,MAAM;AAChB,wBAAQ,QAAA;AAER,oBAAI,UAAU,WAAW,QAAQ,cAAc;AAC7C,0BAAQ,aAAA;AAAA,gBACV;AAAA,cACF;AAAA,cACA,SAAS,CAAC,UAAU;AAClB,wBAAQ;AAAA,kBACN,6CAA6C,MAAM,IAAI,KAAK;AAAA,kBAC5D;AAAA,gBAAA;AAEF,wBAAQ,QAAA;AACR,oBAAI,QAAQ,WAAW;AACrB,0BAAQ,UAAU,KAAK;AAAA,gBACzB;AAAA,cACF;AAAA,YAAA,CACD;AAAA,UACH,OAAO;AAEL,mBAAO,OAAA;AAAA,UACT;AAAA,QACF;AAAA,QACA,iBAAiB,YAAY;AAC3B,gBAAMC,QAAO,KAAK,kBAAkB,SAAS,MAAM;AACnD,cAAIA,OAAM,YAAY;AACpB,kBAAM,KAAK,eAAe,MAAMA,MAAK,YAAY;AAAA,cAC/C,UAAU,SAAS,YAAY,QAAQ;AAAA,cACvC;AAAA,cACA,SAASA,MAAK;AAAA,YAAA,CACf;AAAA,UACH;AAAA,QACF;AAAA,MAAA;AAAA,IACF,CACD;AAED,SAAK,YAAY,IAAI,SAAS;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAyB;AAC7B,SAAK,eAAe,QAAA;AACpB,UAAM,KAAK,mBAAmB,QAAA;AAC9B,UAAM,KAAK,aAAa,MAAA;AAExB,SAAK,gBAAgB;AACrB,SAAK,YAAY,MAAA;AAEjB,SAAK,QAAQ,aAAA;AACb,SAAK,mBAAmB;AACxB,SAAK,SAAS,QAAA;AAAA,EAChB;AAAA,EAEQ,qBAA8C;AACpD,UAAM,SAAS,KAAK;AACpB,UAAM,qBAAqB,OAAO,QAAQ,sBAAsB;AAChE,UAAM,sBAAsB,OAAO,QAAQ,uBAAuB;AAClE,UAAM,aAAa,OAAO,QAAQ,cAAc;AAChD,WAAO;AAAA,MACL,YAAY;AAAA,QACV,eAAe,OAAO,OAAO,cAAc,iBAAiB;AAAA,MAAA;AAAA,MAE9D,YAAY;AAAA,QACV,eAAe,OAAO,OAAO,cAAc,iBAAiB;AAAA,MAAA;AAAA,MAE9D,aAAa,OAAO,QAAQ;AAAA,MAC5B,aAAa,OAAO,QAAQ;AAAA,MAC5B,cAAc;AAAA,QACZ,OAAO,OAAO,SAAS,QAAQ,SAAS;AAAA,QACxC,QAAQ,OAAO,SAAS,QAAQ,UAAU;AAAA,QAC1C,KAAK,OAAO,QAAQ,cAAc;AAAA,QAClC,iBAAiB,OAAO,SAAS,QAAQ,mBAAmB;AAAA,QAC5D,iBAAiB,OAAO,SAAS,QAAQ,mBAAmB;AAAA,QAC5D,4BAA4B,OAAO,SAAS,QAAQ,8BAA8B;AAAA,MAAA;AAAA,MAEpF,cAAc;AAAA,QACZ,SAAS,OAAO,SAAS,OAAO;AAAA,QAChC,QAAQ,OAAO,SAAS,OAAO;AAAA,MAAA;AAAA,MAEjC,aAAa;AAAA,QACX,OAAO;AAAA,QACP,OAAO,OAAO,SAAS,QAAQ,SAAS;AAAA,QACxC,QAAQ,OAAO,SAAS,QAAQ,UAAU;AAAA,QAC1C,SAAS,OAAO,QAAQ,OAAO,cAC3B,OAAO,OAAO,MAAM,cAAc,MAClC;AAAA,QACJ,WAAW,OAAO,QAAQ,OAAO,aAAa;AAAA,QAC9C,aAAa;AAAA,QACb,aAAa;AAAA,QACb,sBAAsB;AAAA,QACtB,GAAI,OAAO,QAAQ;AAAA,MAAA;AAAA,IACrB;AAAA,EAEJ;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,WAAO,KAAK,WAAW,OAAO,OAAO,OAAO;AAAA,EAC9C;AACF;"}
+{"version":3,"file":"Orchestrator.js","sources":["../../src/orchestrator/Orchestrator.ts"],"sourcesContent":["import { EventBus } from '../event/EventBus';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { applyPatch as applyModelPatch } from '../model/patch';\nimport { ResourceConflictError, ResourceLoader } from '../stages/load/ResourceLoader';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ConfigLoader } from '../config/ConfigLoader';\nimport type { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';\nimport { WorkerStatus, WorkerType } from '../worker/types';\nimport { CompositionModel, CompositionPatch, Resource, TimeUs, RcFrame } from '../model';\nimport { MeframeEvent, type EventPayloadMap } from '../event/events';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { VideoClipSession } from './VideoClipSession';\nimport { ClipSessionManager } from './ClipSessionManager';\nimport { GlobalAudioSession } from '../stages/compose/GlobalAudioSession';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { ExportOptions } from '@/types';\n\nexport class Orchestrator implements IOrchestrator {\n  workers: WorkerPool;\n  eventBus: EventBus<EventPayloadMap>;\n  compositionModel: CompositionModel | null = null;\n  resourceLoader: ResourceLoader;\n  cacheManager: CacheManager;\n  planner: CompositionPlanner;\n  audioSession: GlobalAudioSession;\n  muxManager: MuxManager;\n\n  private activeClips = new Set<string>();\n  private isInitialized = false;\n  private config = ConfigLoader.getInstance().getConfig();\n  private clipSessionManager: ClipSessionManager;\n  private currentClipId: string | null = null;\n  readonly events: Pick<EventBus<EventPayloadMap>, 'on' | 'off' | 'once'>;\n\n  constructor(config: OrchestratorConfig) {\n    // Use provided eventBus or create a new one\n    this.eventBus = config.eventBus || new EventBus<EventPayloadMap>();\n    this.events = this.eventBus.asReadonly();\n\n    // Initialize config first\n    this.config = ConfigLoader.getInstance().getConfig();\n\n    const workerConfigs = this.buildWorkerConfigs();\n\n    // Initialize WorkerPool with worker path from config\n    this.workers = new WorkerPool({\n      eventBus: this.eventBus,\n      workerConfigs,\n      workerPath: config.workerPath,\n      workerExtension: config.workerExtension,\n    });\n\n    this.resourceLoader = new ResourceLoader({\n      orchestrator: this as any,\n      eventBus: this.eventBus,\n      config: {\n        maxConcurrent: config.maxWorkers || (this.config.load as any)?.retry?.maxAttempts || 4,\n      },\n      onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state),\n    });\n\n    this.planner = new CompositionPlanner();\n\n    const cacheConfig = config.cacheConfig || this.config.cache;\n    this.cacheManager = new CacheManager(\n      {\n        l1: {\n          maxMemoryMB:\n            (cacheConfig as any)?.l1Size || (cacheConfig as any)?.l1?.maxMemoryMB || 1024,\n          maxGOPs: (this.config.decode as any)?.video?.maxGOPs || 4,\n        },\n        l2: {\n          maxSizeMB: (cacheConfig as any)?.l2Size || (cacheConfig as any)?.l2?.maxSizeMB || 2048,\n          projectId: 'default',\n        },\n      },\n      this.eventBus\n    );\n\n    this.clipSessionManager = new ClipSessionManager({\n      maxConcurrent: 2,\n      factory: {\n        createSession: (clipId) => this.createSession(clipId),\n      },\n      model: () => this.compositionModel,\n      cacheManager: this.cacheManager,\n    });\n\n    this.audioSession = new GlobalAudioSession({\n      cacheManager: this.cacheManager,\n      workers: this.workers,\n      resourceLoader: this.resourceLoader,\n      eventBus: this.eventBus,\n      getModel: () => this.compositionModel,\n      buildWorkerConfigs: () => this.buildWorkerConfigs(),\n    });\n\n    this.muxManager = new MuxManager(\n      this.cacheManager,\n      this.audioSession,\n      this.config.encode.audio as AudioEncoderConfig\n    );\n  }\n\n  get workerStatus(): WorkerStatus {\n    const status = this.workers.status;\n    const result: WorkerStatus = {} as WorkerStatus;\n\n    const workerTypes: WorkerType[] = [\n      'videoDemux',\n      'audioDemux',\n      'videoDecode',\n      'audioDecode',\n      'videoCompose',\n      'audioCompose',\n      'videoEncode',\n    ];\n\n    for (const type of workerTypes) {\n      result[type] = status[type] || {\n        state: 'idle',\n        taskCount: 0,\n      };\n    }\n\n    return result;\n  }\n\n  async initialize(): Promise<void> {\n    if (this.isInitialized) return;\n\n    await this.cacheManager.init();\n\n    this.isInitialized = true;\n  }\n\n  // Event methods - forward to eventBus\n  on<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.on(event, handler);\n  }\n\n  off<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.off(event, handler);\n  }\n\n  once<K extends keyof EventPayloadMap>(\n    event: K,\n    handler: (payload: EventPayloadMap[K]) => void\n  ): void {\n    this.eventBus.once(event, handler);\n  }\n\n  async setCompositionModel(model: CompositionModel): Promise<void> {\n    this.compositionModel = model;\n    this.planner.setModel(model);\n    this.currentClipId = null;\n\n    this.eventBus.emit(MeframeEvent.ModelSet, model);\n\n    this.eventBus.emit(MeframeEvent.CompositionUpdated, {\n      trackCount: model.tracks.length,\n      clipCount: model.tracks.reduce((acc: number, track: any) => acc + track.clips.length, 0),\n      durationUs: model.durationUs,\n    });\n\n    await this.audioSession.activateAllAudioClips();\n\n    this.ensureClipCache(0);\n  }\n\n  async applyPatch(patch: CompositionPatch): Promise<void> {\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    // Apply patch and get affected clip IDs (simplified for 2-Clip strategy)\n    const affectedClipIds = applyModelPatch(this.compositionModel, patch);\n    const clipUpdates = this.planner.applyPatch(patch, affectedClipIds);\n\n    this.eventBus.emit(MeframeEvent.PatchApplied, {\n      operations: patch.operations.length,\n      affectedClips: Array.from(affectedClipIds),\n    });\n\n    // Get currently active clips in the 2-Clip window\n    const activeClipIds = new Set(\n      Array.from(this.clipSessionManager['entries'].keys()).filter((clipId) =>\n        this.clipSessionManager.isClipActive(clipId)\n      )\n    );\n\n    // Process clip updates\n    for (const update of clipUpdates) {\n      if (update.type === 'remove') {\n        this.activeClips.delete(update.clipId);\n        this.cacheManager.evictClip(update.clipId);\n      }\n\n      // Notify ClipSessionManager to handle the update\n      // This will install new instructions or restart pipeline as needed\n      await this.clipSessionManager.handlePlannerUpdate(update.clipId, update);\n\n      // Only evict cache for active clips (in current 2-Clip window)\n      // Non-active clips will be regenerated when they enter the window\n      if (activeClipIds.has(update.clipId) && update.type !== 'remove') {\n        this.cacheManager.evictClip(update.clipId);\n      }\n    }\n  }\n\n  private handleResourceStateChange(resourceId: string, state: Resource['state']): void {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    this.compositionModel.updateResourceState(resourceId, state ?? 'pending');\n\n    if (state !== 'ready') {\n      return;\n    }\n\n    const resource = this.compositionModel.getResource(resourceId);\n    if (!resource) {\n      return;\n    }\n\n    // Main video/audio resources: data will flow naturally into pipeline\n    if (resource.type === 'video' || resource.type === 'audio') {\n      return;\n    }\n\n    // Attachment resources (fonts, images): update instructions for active clips\n    const clipIds = this.compositionModel.getClipIdsByResourceId(resourceId);\n    for (const clipId of clipIds) {\n      // Only update active clips (in 2-Clip window)\n      if (!this.clipSessionManager.isClipActive(clipId)) {\n        continue;\n      }\n\n      const clip = this.compositionModel.findClip(clipId);\n      if (!clip) {\n        continue;\n      }\n\n      // Rebuild instructions with updated resource status\n      const instructions = this.planner.getInstructions(clipId);\n      if (!instructions) {\n        continue;\n      }\n\n      // Send updated instructions to worker (no pipeline restart needed)\n      const session = this.clipSessionManager.getSession(clipId);\n      const visualWorker = session?.visualWorkerHandle;\n      if (visualWorker) {\n        visualWorker.send('install_instructions', instructions);\n      }\n    }\n  }\n\n  async restartWorker(type: WorkerType, clipId?: string): Promise<void> {\n    const clipLocalTypes: WorkerType[] = [\n      'videoDemux',\n      'audioDemux',\n      'videoDecode',\n      'audioDecode',\n      'videoCompose',\n      'videoEncode',\n    ];\n\n    if (clipLocalTypes.includes(type) && !clipId) {\n      throw new Error(`clipId required for restarting ${type} worker`);\n    }\n\n    this.workers.terminate(type, clipId);\n    const worker = await this.workers.get(type, clipId);\n\n    this.eventBus.emit(MeframeEvent.WorkerRestarted, {\n      type,\n      workerId: worker.getWorkerId(),\n      reason: 'Manual restart',\n    });\n\n    if (clipId) {\n      const session = this.clipSessionManager.getSession(clipId);\n      if (session) {\n        await session.activate();\n      }\n    }\n  }\n\n  async renderFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null> {\n    const signal = options?.signal;\n\n    if (!this.compositionModel) {\n      throw new Error('No composition model set');\n    }\n\n    const clip = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId)[0];\n    if (!clip) {\n      return null;\n    }\n\n    // Detect clip change and proactively ensure cache for prev/current/next\n    if (this.currentClipId !== clip.id) {\n      this.currentClipId = clip.id;\n      void this.ensureClipCache(timeUs);\n    }\n\n    // Calculate clip-relative time for cache lookup (global time - clip start time)\n    const relativeTimeUs = options?.relativeTimeUs ?? timeUs - clip.startUs;\n    const cachedFrame = await this.cacheManager.getFrame(relativeTimeUs, clip.id);\n    // console.log('>>>>>>>>>>>> renderFrame', timeUs, clip.id, cachedFrame);\n    if (cachedFrame) {\n      this.eventBus.emit(MeframeEvent.CacheHit, {\n        timeUs,\n        level: 'L1',\n        key: `${clip.id}-${relativeTimeUs}`,\n      });\n      return cachedFrame;\n    }\n    // Cache miss - also ensure cache (defensive, already called on clip change)\n    void this.ensureClipCache(timeUs);\n\n    this.eventBus.emit(MeframeEvent.CacheMiss, {\n      timeUs,\n      level: 'L1',\n      key: `${clip.id}-${relativeTimeUs}`,\n    });\n\n    if (signal?.aborted) {\n      throw new DOMException('Render aborted', 'AbortError');\n    }\n\n    // Return null immediately instead of waiting\n    // This allows PlaybackController to detect miss and trigger buffering\n    return null;\n  }\n\n  /**\n   * Ensure clips are cached using 2-Clip strategy\n   * Called by PlaybackController\n   */\n  async ensureClipCache(timeUs: TimeUs): Promise<void> {\n    if (!this.compositionModel) {\n      return;\n    }\n\n    await this.clipSessionManager.ensureClips(timeUs);\n  }\n\n  /**\n   * Wait for clip cache to be ready for playback\n   * Returns true if minimum cache is ready, false if timeout\n   */\n  async waitForClipReady(\n    timeUs: TimeUs,\n    options?: { minFrameCount?: number; timeoutMs?: number }\n  ): Promise<boolean> {\n    if (!this.compositionModel) {\n      return false;\n    }\n\n    const clips = this.compositionModel.getClipsAtTime(timeUs, this.compositionModel.mainTrackId);\n    if (clips.length === 0) {\n      return true;\n    }\n\n    const currentClip = clips[0];\n    if (!currentClip) {\n      return true;\n    }\n\n    return this.cacheManager.waitForClipReady(currentClip.id, {\n      minFrameCount: options?.minFrameCount ?? 30,\n      timeoutMs: options?.timeoutMs ?? 5_000,\n    });\n  }\n\n  /**\n   * Render a clip completely for L2 cache (bypass ClipSessionManager)\n   * Returns a promise that resolves when encoding is complete\n   */\n  async renderClipForL2(clipId: string): Promise<boolean> {\n    const sessionId = `${clipId}#l2`;\n    let session: VideoClipSession | null = null;\n\n    return new Promise<boolean>((resolve, reject) => {\n      this.createSession(sessionId, {\n        forL2Only: true,\n        clipId: clipId,\n        onL2Complete: () => {\n          resolve(true);\n        },\n        onL2Error: (error) => {\n          console.error('[Orchestrator] L2 rendering failed for', clipId, error);\n          reject(error);\n        },\n      })\n        .then((s) => {\n          session = s;\n          return session.activate();\n        })\n        .catch(async (error) => {\n          // Clean up partial session on any error to avoid worker state pollution\n          if (session) {\n            await session.dispose();\n          }\n\n          if (error instanceof ResourceConflictError) {\n            resolve(false);\n          } else {\n            reject(error);\n          }\n        });\n    });\n  }\n\n  /**\n   * Create a new session for a clip\n   */\n  private async createSession(\n    sessionId: string,\n    options?: {\n      forL2Only?: boolean;\n      clipId?: string;\n      onL2Complete?: () => void;\n      onL2Error?: (error: Error) => void;\n    }\n  ): Promise<VideoClipSession> {\n    const clipId = options?.clipId ?? sessionId;\n    const clip = this.compositionModel?.findClip(clipId);\n    if (!clip) {\n      throw new Error(`Clip ${clipId} not found`);\n    }\n\n    const session = await VideoClipSession.create({\n      clipId,\n      sessionId,\n      forL2Only: options?.forL2Only ?? false,\n      planner: this.planner,\n      workerPool: this.workers,\n      cacheManager: this.cacheManager,\n      compositionModel: this.compositionModel!,\n      workerConfigs: this.buildWorkerConfigs(),\n      callbacks: {\n        onComposedStreamReady: (stream, fps) => {\n          if (options?.forL2Only) {\n            // L2 channel: don't need L1, cancel stream\n            stream.cancel();\n          } else {\n            // Preview channel: fill L1\n            this.cacheManager.receiveComposedFrames(stream, {\n              clipId: clipId,\n              trackId: this.compositionModel!.mainTrackId,\n              fps,\n              clipStartUs: clip.startUs,\n              onFrame: () => {},\n            });\n          }\n        },\n        onEncodedStreamReady: (stream, track) => {\n          if (options?.forL2Only) {\n            // L2 channel: write to L2 using clipId, notify on complete\n            this.cacheManager.receiveEncodedChunks(stream, clipId, track, {\n              onComplete: () => {\n                session.dispose();\n                // Only notify completion for video track (audio is optional)\n                if (track === 'video' && options.onL2Complete) {\n                  options.onL2Complete();\n                }\n              },\n              onError: (error) => {\n                console.error(\n                  `[Orchestrator] L2 encode stream error for ${clipId} ${track}:`,\n                  error\n                );\n                session.dispose();\n                if (options.onL2Error) {\n                  options.onL2Error(error);\n                }\n              },\n            });\n          } else {\n            // Preview channel: don't write to L2, cancel stream\n            stream.cancel();\n          }\n        },\n        onPipelineReady: async (attachmentResourceIds?: string[]) => {\n          // 1. Load main track resource\n          const clip = this.compositionModel?.findClip(clipId);\n          if (clip?.resourceId) {\n            await this.resourceLoader.fetch(clip.resourceId, {\n              priority: options?.forL2Only ? 'low' : 'high',\n              sessionId: sessionId,\n              trackId: clip.trackId,\n              isMainTrack: true,\n            });\n          }\n\n          // 2. Load attachment resources (global shared Blob cache)\n          if (attachmentResourceIds && attachmentResourceIds.length > 0) {\n            for (const resourceId of attachmentResourceIds) {\n              await this.resourceLoader.fetch(resourceId, {\n                priority: 'normal',\n                sessionId: sessionId,\n                isMainTrack: false,\n              });\n            }\n          }\n        },\n      },\n    });\n\n    this.activeClips.add(sessionId);\n    return session;\n  }\n\n  async dispose(): Promise<void> {\n    this.resourceLoader.dispose();\n    await this.clipSessionManager.dispose();\n    await this.cacheManager.clear();\n\n    this.currentClipId = null;\n    this.activeClips.clear();\n\n    this.workers.terminateAll();\n    this.compositionModel = null;\n    this.eventBus.dispose();\n  }\n\n  private buildWorkerConfigs(): Record<WorkerType, any> {\n    const config = this.config as any;\n    const defaultCanvasWidth = config.global?.defaultCanvasWidth ?? 720;\n    const defaultCanvasHeight = config.global?.defaultCanvasHeight ?? 1280;\n    const defaultFps = config.global?.defaultFps ?? 30;\n    return {\n      videoDemux: {\n        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10,\n      },\n      audioDemux: {\n        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10,\n      },\n      videoDecode: config.decode?.video,\n      audioDecode: config.decode?.audio,\n      videoCompose: {\n        width: config.compose?.canvas?.width ?? defaultCanvasWidth,\n        height: config.compose?.canvas?.height ?? defaultCanvasHeight,\n        fps: config.global?.defaultFps ?? defaultFps,\n        backgroundColor: config.compose?.canvas?.backgroundColor ?? '#000000',\n        enableSmoothing: config.compose?.visual?.enableSmoothing ?? true,\n        enableHardwareAcceleration: config.compose?.visual?.enableHardwareAcceleration ?? true,\n      },\n      audioCompose: {\n        ducking: config.compose?.audio?.ducking,\n        mixing: config.compose?.audio?.mixing,\n      },\n      videoEncode: {\n        codec: 'avc1.42002A',\n        width: config.compose?.canvas?.width || defaultCanvasWidth,\n        height: config.compose?.canvas?.height || defaultCanvasHeight,\n        bitrate: config.encode?.video?.bitrateKbps\n          ? config.encode.video.bitrateKbps * 1000\n          : 12_000_000,\n        framerate: config.encode?.video?.framerate || defaultFps,\n        latencyMode: 'quality',\n        bitrateMode: 'variable',\n        hardwareAcceleration: 'no-preference',\n        ...(config.encode?.video as any),\n      },\n    };\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    return this.muxManager.export(model, options);\n  }\n}\n"],"names":["applyModelPatch","clip"],"mappings":";;;;;;;;;;;;AAiBO,MAAM,aAAsC;AAAA,EACjD;AAAA,EACA;AAAA,EACA,mBAA4C;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEQ,kCAAkB,IAAA;AAAA,EAClB,gBAAgB;AAAA,EAChB,SAAS,aAAa,YAAA,EAAc,UAAA;AAAA,EACpC;AAAA,EACA,gBAA+B;AAAA,EAC9B;AAAA,EAET,YAAY,QAA4B;AAEtC,SAAK,WAAW,OAAO,YAAY,IAAI,SAAA;AACvC,SAAK,SAAS,KAAK,SAAS,WAAA;AAG5B,SAAK,SAAS,aAAa,YAAA,EAAc,UAAA;AAEzC,UAAM,gBAAgB,KAAK,mBAAA;AAG3B,SAAK,UAAU,IAAI,WAAW;AAAA,MAC5B,UAAU,KAAK;AAAA,MACf;AAAA,MACA,YAAY,OAAO;AAAA,MACnB,iBAAiB,OAAO;AAAA,IAAA,CACzB;AAED,SAAK,iBAAiB,IAAI,eAAe;AAAA,MACvC,cAAc;AAAA,MACd,UAAU,KAAK;AAAA,MACf,QAAQ;AAAA,QACN,eAAe,OAAO,cAAe,KAAK,OAAO,MAAc,OAAO,eAAe;AAAA,MAAA;AAAA,MAEvF,eAAe,CAAC,YAAY,UAAU,KAAK,0BAA0B,YAAY,KAAK;AAAA,IAAA,CACvF;AAED,SAAK,UAAU,IAAI,mBAAA;AAEnB,UAAM,cAAc,OAAO,eAAe,KAAK,OAAO;AACtD,SAAK,eAAe,IAAI;AAAA,MACtB;AAAA,QACE,IAAI;AAAA,UACF,aACG,aAAqB,UAAW,aAAqB,IAAI,eAAe;AAAA,UAC3E,SAAU,KAAK,OAAO,QAAgB,OAAO,WAAW;AAAA,QAAA;AAAA,QAE1D,IAAI;AAAA,UACF,WAAY,aAAqB,UAAW,aAAqB,IAAI,aAAa;AAAA,UAClF,WAAW;AAAA,QAAA;AAAA,MACb;AAAA,MAEF,KAAK;AAAA,IAAA;AAGP,SAAK,qBAAqB,IAAI,mBAAmB;AAAA,MAC/C,eAAe;AAAA,MACf,SAAS;AAAA,QACP,eAAe,CAAC,WAAW,KAAK,cAAc,MAAM;AAAA,MAAA;AAAA,MAEtD,OAAO,MAAM,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,IAAA,CACpB;AAED,SAAK,eAAe,IAAI,mBAAmB;AAAA,MACzC,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,MACd,gBAAgB,KAAK;AAAA,MACrB,UAAU,KAAK;AAAA,MACf,UAAU,MAAM,KAAK;AAAA,MACrB,oBAAoB,MAAM,KAAK,mBAAA;AAAA,IAAmB,CACnD;AAED,SAAK,aAAa,IAAI;AAAA,MACpB,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,OAAO;AAAA,IAAA;AAAA,EAEvB;AAAA,EAEA,IAAI,eAA6B;AAC/B,UAAM,SAAS,KAAK,QAAQ;AAC5B,UAAM,SAAuB,CAAA;AAE7B,UAAM,cAA4B;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,eAAW,QAAQ,aAAa;AAC9B,aAAO,IAAI,IAAI,OAAO,IAAI,KAAK;AAAA,QAC7B,OAAO;AAAA,QACP,WAAW;AAAA,MAAA;AAAA,IAEf;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,KAAK,cAAe;AAExB,UAAM,KAAK,aAAa,KAAA;AAExB,SAAK,gBAAgB;AAAA,EACvB;AAAA;AAAA,EAGA,GACE,OACA,SACM;AACN,SAAK,SAAS,GAAG,OAAO,OAAO;AAAA,EACjC;AAAA,EAEA,IACE,OACA,SACM;AACN,SAAK,SAAS,IAAI,OAAO,OAAO;AAAA,EAClC;AAAA,EAEA,KACE,OACA,SACM;AACN,SAAK,SAAS,KAAK,OAAO,OAAO;AAAA,EACnC;AAAA,EAEA,MAAM,oBAAoB,OAAwC;AAChE,SAAK,mBAAmB;AACxB,SAAK,QAAQ,SAAS,KAAK;AAC3B,SAAK,gBAAgB;AAErB,SAAK,SAAS,KAAK,aAAa,UAAU,KAAK;AAE/C,SAAK,SAAS,KAAK,aAAa,oBAAoB;AAAA,MAClD,YAAY,MAAM,OAAO;AAAA,MACzB,WAAW,MAAM,OAAO,OAAO,CAAC,KAAa,UAAe,MAAM,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvF,YAAY,MAAM;AAAA,IAAA,CACnB;AAED,UAAM,KAAK,aAAa,sBAAA;AAExB,SAAK,gBAAgB,CAAC;AAAA,EACxB;AAAA,EAEA,MAAM,WAAW,OAAwC;AACvD,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAGA,UAAM,kBAAkBA,WAAgB,KAAK,kBAAkB,KAAK;AACpE,UAAM,cAAc,KAAK,QAAQ,WAAW,OAAO,eAAe;AAElE,SAAK,SAAS,KAAK,aAAa,cAAc;AAAA,MAC5C,YAAY,MAAM,WAAW;AAAA,MAC7B,eAAe,MAAM,KAAK,eAAe;AAAA,IAAA,CAC1C;AAGD,UAAM,gBAAgB,IAAI;AAAA,MACxB,MAAM,KAAK,KAAK,mBAAmB,SAAS,EAAE,KAAA,CAAM,EAAE;AAAA,QAAO,CAAC,WAC5D,KAAK,mBAAmB,aAAa,MAAM;AAAA,MAAA;AAAA,IAC7C;AAIF,eAAW,UAAU,aAAa;AAChC,UAAI,OAAO,SAAS,UAAU;AAC5B,aAAK,YAAY,OAAO,OAAO,MAAM;AACrC,aAAK,aAAa,UAAU,OAAO,MAAM;AAAA,MAC3C;AAIA,YAAM,KAAK,mBAAmB,oBAAoB,OAAO,QAAQ,MAAM;AAIvE,UAAI,cAAc,IAAI,OAAO,MAAM,KAAK,OAAO,SAAS,UAAU;AAChE,aAAK,aAAa,UAAU,OAAO,MAAM;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,0BAA0B,YAAoB,OAAgC;AACpF,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,SAAK,iBAAiB,oBAAoB,YAAY,SAAS,SAAS;AAExE,QAAI,UAAU,SAAS;AACrB;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,iBAAiB,YAAY,UAAU;AAC7D,QAAI,CAAC,UAAU;AACb;AAAA,IACF;AAGA,QAAI,SAAS,SAAS,WAAW,SAAS,SAAS,SAAS;AAC1D;AAAA,IACF;AAGA,UAAM,UAAU,KAAK,iBAAiB,uBAAuB,UAAU;AACvE,eAAW,UAAU,SAAS;AAE5B,UAAI,CAAC,KAAK,mBAAmB,aAAa,MAAM,GAAG;AACjD;AAAA,MACF;AAEA,YAAM,OAAO,KAAK,iBAAiB,SAAS,MAAM;AAClD,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAGA,YAAM,eAAe,KAAK,QAAQ,gBAAgB,MAAM;AACxD,UAAI,CAAC,cAAc;AACjB;AAAA,MACF;AAGA,YAAM,UAAU,KAAK,mBAAmB,WAAW,MAAM;AACzD,YAAM,eAAe,SAAS;AAC9B,UAAI,cAAc;AAChB,qBAAa,KAAK,wBAAwB,YAAY;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAc,MAAkB,QAAgC;AACpE,UAAM,iBAA+B;AAAA,MACnC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,QAAI,eAAe,SAAS,IAAI,KAAK,CAAC,QAAQ;AAC5C,YAAM,IAAI,MAAM,kCAAkC,IAAI,SAAS;AAAA,IACjE;AAEA,SAAK,QAAQ,UAAU,MAAM,MAAM;AACnC,UAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,MAAM,MAAM;AAElD,SAAK,SAAS,KAAK,aAAa,iBAAiB;AAAA,MAC/C;AAAA,MACA,UAAU,OAAO,YAAA;AAAA,MACjB,QAAQ;AAAA,IAAA,CACT;AAED,QAAI,QAAQ;AACV,YAAM,UAAU,KAAK,mBAAmB,WAAW,MAAM;AACzD,UAAI,SAAS;AACX,cAAM,QAAQ,SAAA;AAAA,MAChB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,QAAgB,SAAuD;AACvF,UAAM,SAAS,SAAS;AAExB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,UAAM,OAAO,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW,EAAE,CAAC;AAC9F,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAGA,QAAI,KAAK,kBAAkB,KAAK,IAAI;AAClC,WAAK,gBAAgB,KAAK;AAC1B,WAAK,KAAK,gBAAgB,MAAM;AAAA,IAClC;AAGA,UAAM,iBAAiB,SAAS,kBAAkB,SAAS,KAAK;AAChE,UAAM,cAAc,MAAM,KAAK,aAAa,SAAS,gBAAgB,KAAK,EAAE;AAE5E,QAAI,aAAa;AACf,WAAK,SAAS,KAAK,aAAa,UAAU;AAAA,QACxC;AAAA,QACA,OAAO;AAAA,QACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,MAAA,CAClC;AACD,aAAO;AAAA,IACT;AAEA,SAAK,KAAK,gBAAgB,MAAM;AAEhC,SAAK,SAAS,KAAK,aAAa,WAAW;AAAA,MACzC;AAAA,MACA,OAAO;AAAA,MACP,KAAK,GAAG,KAAK,EAAE,IAAI,cAAc;AAAA,IAAA,CAClC;AAED,QAAI,QAAQ,SAAS;AACnB,YAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,IACvD;AAIA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,gBAAgB,QAA+B;AACnD,QAAI,CAAC,KAAK,kBAAkB;AAC1B;AAAA,IACF;AAEA,UAAM,KAAK,mBAAmB,YAAY,MAAM;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,iBACJ,QACA,SACkB;AAClB,QAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,iBAAiB,eAAe,QAAQ,KAAK,iBAAiB,WAAW;AAC5F,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,aAAa,iBAAiB,YAAY,IAAI;AAAA,MACxD,eAAe,SAAS,iBAAiB;AAAA,MACzC,WAAW,SAAS,aAAa;AAAA,IAAA,CAClC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,gBAAgB,QAAkC;AACtD,UAAM,YAAY,GAAG,MAAM;AAC3B,QAAI,UAAmC;AAEvC,WAAO,IAAI,QAAiB,CAAC,SAAS,WAAW;AAC/C,WAAK,cAAc,WAAW;AAAA,QAC5B,WAAW;AAAA,QACX;AAAA,QACA,cAAc,MAAM;AAClB,kBAAQ,IAAI;AAAA,QACd;AAAA,QACA,WAAW,CAAC,UAAU;AACpB,kBAAQ,MAAM,0CAA0C,QAAQ,KAAK;AACrE,iBAAO,KAAK;AAAA,QACd;AAAA,MAAA,CACD,EACE,KAAK,CAAC,MAAM;AACX,kBAAU;AACV,eAAO,QAAQ,SAAA;AAAA,MACjB,CAAC,EACA,MAAM,OAAO,UAAU;AAEtB,YAAI,SAAS;AACX,gBAAM,QAAQ,QAAA;AAAA,QAChB;AAEA,YAAI,iBAAiB,uBAAuB;AAC1C,kBAAQ,KAAK;AAAA,QACf,OAAO;AACL,iBAAO,KAAK;AAAA,QACd;AAAA,MACF,CAAC;AAAA,IACL,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cACZ,WACA,SAM2B;AAC3B,UAAM,SAAS,SAAS,UAAU;AAClC,UAAM,OAAO,KAAK,kBAAkB,SAAS,MAAM;AACnD,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,QAAQ,MAAM,YAAY;AAAA,IAC5C;AAEA,UAAM,UAAU,MAAM,iBAAiB,OAAO;AAAA,MAC5C;AAAA,MACA;AAAA,MACA,WAAW,SAAS,aAAa;AAAA,MACjC,SAAS,KAAK;AAAA,MACd,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,eAAe,KAAK,mBAAA;AAAA,MACpB,WAAW;AAAA,QACT,uBAAuB,CAAC,QAAQ,QAAQ;AACtC,cAAI,SAAS,WAAW;AAEtB,mBAAO,OAAA;AAAA,UACT,OAAO;AAEL,iBAAK,aAAa,sBAAsB,QAAQ;AAAA,cAC9C;AAAA,cACA,SAAS,KAAK,iBAAkB;AAAA,cAChC;AAAA,cACA,aAAa,KAAK;AAAA,cAClB,SAAS,MAAM;AAAA,cAAC;AAAA,YAAA,CACjB;AAAA,UACH;AAAA,QACF;AAAA,QACA,sBAAsB,CAAC,QAAQ,UAAU;AACvC,cAAI,SAAS,WAAW;AAEtB,iBAAK,aAAa,qBAAqB,QAAQ,QAAQ,OAAO;AAAA,cAC5D,YAAY,MAAM;AAChB,wBAAQ,QAAA;AAER,oBAAI,UAAU,WAAW,QAAQ,cAAc;AAC7C,0BAAQ,aAAA;AAAA,gBACV;AAAA,cACF;AAAA,cACA,SAAS,CAAC,UAAU;AAClB,wBAAQ;AAAA,kBACN,6CAA6C,MAAM,IAAI,KAAK;AAAA,kBAC5D;AAAA,gBAAA;AAEF,wBAAQ,QAAA;AACR,oBAAI,QAAQ,WAAW;AACrB,0BAAQ,UAAU,KAAK;AAAA,gBACzB;AAAA,cACF;AAAA,YAAA,CACD;AAAA,UACH,OAAO;AAEL,mBAAO,OAAA;AAAA,UACT;AAAA,QACF;AAAA,QACA,iBAAiB,OAAO,0BAAqC;AAE3D,gBAAMC,QAAO,KAAK,kBAAkB,SAAS,MAAM;AACnD,cAAIA,OAAM,YAAY;AACpB,kBAAM,KAAK,eAAe,MAAMA,MAAK,YAAY;AAAA,cAC/C,UAAU,SAAS,YAAY,QAAQ;AAAA,cACvC;AAAA,cACA,SAASA,MAAK;AAAA,cACd,aAAa;AAAA,YAAA,CACd;AAAA,UACH;AAGA,cAAI,yBAAyB,sBAAsB,SAAS,GAAG;AAC7D,uBAAW,cAAc,uBAAuB;AAC9C,oBAAM,KAAK,eAAe,MAAM,YAAY;AAAA,gBAC1C,UAAU;AAAA,gBACV;AAAA,gBACA,aAAa;AAAA,cAAA,CACd;AAAA,YACH;AAAA,UACF;AAAA,QACF;AAAA,MAAA;AAAA,IACF,CACD;AAED,SAAK,YAAY,IAAI,SAAS;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAyB;AAC7B,SAAK,eAAe,QAAA;AACpB,UAAM,KAAK,mBAAmB,QAAA;AAC9B,UAAM,KAAK,aAAa,MAAA;AAExB,SAAK,gBAAgB;AACrB,SAAK,YAAY,MAAA;AAEjB,SAAK,QAAQ,aAAA;AACb,SAAK,mBAAmB;AACxB,SAAK,SAAS,QAAA;AAAA,EAChB;AAAA,EAEQ,qBAA8C;AACpD,UAAM,SAAS,KAAK;AACpB,UAAM,qBAAqB,OAAO,QAAQ,sBAAsB;AAChE,UAAM,sBAAsB,OAAO,QAAQ,uBAAuB;AAClE,UAAM,aAAa,OAAO,QAAQ,cAAc;AAChD,WAAO;AAAA,MACL,YAAY;AAAA,QACV,eAAe,OAAO,OAAO,cAAc,iBAAiB;AAAA,MAAA;AAAA,MAE9D,YAAY;AAAA,QACV,eAAe,OAAO,OAAO,cAAc,iBAAiB;AAAA,MAAA;AAAA,MAE9D,aAAa,OAAO,QAAQ;AAAA,MAC5B,aAAa,OAAO,QAAQ;AAAA,MAC5B,cAAc;AAAA,QACZ,OAAO,OAAO,SAAS,QAAQ,SAAS;AAAA,QACxC,QAAQ,OAAO,SAAS,QAAQ,UAAU;AAAA,QAC1C,KAAK,OAAO,QAAQ,cAAc;AAAA,QAClC,iBAAiB,OAAO,SAAS,QAAQ,mBAAmB;AAAA,QAC5D,iBAAiB,OAAO,SAAS,QAAQ,mBAAmB;AAAA,QAC5D,4BAA4B,OAAO,SAAS,QAAQ,8BAA8B;AAAA,MAAA;AAAA,MAEpF,cAAc;AAAA,QACZ,SAAS,OAAO,SAAS,OAAO;AAAA,QAChC,QAAQ,OAAO,SAAS,OAAO;AAAA,MAAA;AAAA,MAEjC,aAAa;AAAA,QACX,OAAO;AAAA,QACP,OAAO,OAAO,SAAS,QAAQ,SAAS;AAAA,QACxC,QAAQ,OAAO,SAAS,QAAQ,UAAU;AAAA,QAC1C,SAAS,OAAO,QAAQ,OAAO,cAC3B,OAAO,OAAO,MAAM,cAAc,MAClC;AAAA,QACJ,WAAW,OAAO,QAAQ,OAAO,aAAa;AAAA,QAC9C,aAAa;AAAA,QACb,aAAa;AAAA,QACb,sBAAsB;AAAA,QACtB,GAAI,OAAO,QAAQ;AAAA,MAAA;AAAA,IACrB;AAAA,EAEJ;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,WAAO,KAAK,WAAW,OAAO,OAAO,OAAO;AAAA,EAC9C;AACF;"}

package/dist/orchestrator/VideoClipSession.d.ts

@@ -12,7 +12,7 @@ interface VideoClipSessionCallbacks {
         metadata: EncodedVideoChunkMetadata;
     }>, track: 'video' | 'audio'): void;
     onStreamDisposed?(): void;
-    onPipelineReady?(): Promise<void>;
+    onPipelineReady?(attachmentResourceIds?: string[]): Promise<void>;
 }
 interface VideoClipSessionConfig {
     clipId: string;
@@ -55,6 +55,7 @@ export declare class VideoClipSession {
     get visualWorkerHandle(): BaseWorker | null;
     private getClip;
     private getResource;
+    private extractAttachmentImageResources;
     private ensureInstructions;
     private setupImagePipeline;
     private connectImagePipeline;

package/dist/orchestrator/VideoClipSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"VideoClipSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/VideoClipSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAEjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,UAAU,yBAAyB;IACjC,qBAAqB,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7E,oBAAoB,CAClB,MAAM,EAAE,cAAc,CAAC;QAAE,KAAK,EAAE,iBAAiB,CAAC;QAAC,QAAQ,EAAE,yBAAyB,CAAA;KAAE,CAAC,EACzF,KAAK,EAAE,OAAO,GAAG,OAAO,GACvB,IAAI,CAAC;IACR,gBAAgB,CAAC,IAAI,IAAI,CAAC;IAC1B,eAAe,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACnC;AAED,UAAU,sBAAsB;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,kBAAkB,CAAC;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACvC,SAAS,EAAE,yBAAyB,CAAC;CACtC;AAQD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA0B;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA4B;IAEtD,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,oBAAoB,CAA+B;IAC3D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;WAEd,MAAM,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI9E,OAAO;IAYD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAiCzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BlE,IAAI,kBAAkB,IAAI,UAAU,GAAG,IAAI,CAE1C;IAED,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,WAAW;YAML,kBAAkB;YAQlB,kBAAkB;YAKlB,oBAAoB;YA+DpB,kBAAkB;YAKlB,cAAc;YA4Dd,oBAAoB;YA4GpB,mBAAmB;YAYnB,eAAe;YAgBf,eAAe;IA8CvB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAG3C"}
+{"version":3,"file":"VideoClipSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/VideoClipSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,UAAU,CAAC;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAEjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,UAAU,yBAAyB;IACjC,qBAAqB,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7E,oBAAoB,CAClB,MAAM,EAAE,cAAc,CAAC;QAAE,KAAK,EAAE,iBAAiB,CAAC;QAAC,QAAQ,EAAE,yBAAyB,CAAA;KAAE,CAAC,EACzF,KAAK,EAAE,OAAO,GAAG,OAAO,GACvB,IAAI,CAAC;IACR,gBAAgB,CAAC,IAAI,IAAI,CAAC;IAC1B,eAAe,CAAC,CAAC,qBAAqB,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,UAAU,sBAAsB;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,kBAAkB,CAAC;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACvC,SAAS,EAAE,yBAAyB,CAAC;CACtC;AAQD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA0B;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA4B;IAEtD,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,oBAAoB,CAA+B;IAC3D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;WAEd,MAAM,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI9E,OAAO;IAYD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAkCzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BlE,IAAI,kBAAkB,IAAI,UAAU,GAAG,IAAI,CAE1C;IAED,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,+BAA+B;YAkBzB,kBAAkB;YAQlB,kBAAkB;YAKlB,oBAAoB;YA+DpB,kBAAkB;YAKlB,cAAc;YA4Dd,oBAAoB;YA4GpB,mBAAmB;YAYnB,eAAe;YAgBf,eAAe;IA8CvB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAG3C"}

package/dist/orchestrator/VideoClipSession.js

@@ -55,8 +55,9 @@ class VideoClipSession {
     }
     await this.ensureInstructions(clip);
     this.isActive = true;
+    const attachmentResources = this.extractAttachmentImageResources();
     if (this.callbacks.onPipelineReady) {
-      await this.callbacks.onPipelineReady();
+      await this.callbacks.onPipelineReady(attachmentResources);
     }
   }
   async deactivate() {
@@ -104,6 +105,20 @@ class VideoClipSession {
     if (!clip) return null;
     return this.compositionModel.resources.get(clip.resourceId) || null;
   }
+  extractAttachmentImageResources() {
+    if (!this.instructionContext?.instructions) return [];
+    const resourceIds = [];
+    for (const layer of this.instructionContext.instructions.layers) {
+      if (!layer.payload.attachmentId) continue;
+      if (layer.type === "image") {
+        const resourceId = layer.payload.resourceId;
+        if (resourceId) {
+          resourceIds.push(resourceId);
+        }
+      }
+    }
+    return resourceIds;
+  }
   async ensureInstructions(_clip) {
     const instructions = this.planner.getInstructions(this.clipId);
     if (!instructions) {

package/dist/orchestrator/VideoClipSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\n\ninterface VideoClipSessionCallbacks {\n  onComposedStreamReady(stream: ReadableStream<VideoFrame>, fps: number): void;\n  onEncodedStreamReady(\n    stream: ReadableStream<{ chunk: EncodedVideoChunk; metadata: EncodedVideoChunkMetadata }>,\n    track: 'video' | 'audio'\n  ): void;\n  onStreamDisposed?(): void;\n  onPipelineReady?(): Promise<void>;\n}\n\ninterface VideoClipSessionConfig {\n  clipId: string;\n  sessionId?: string;\n  forL2Only?: boolean;\n  planner: CompositionPlanner;\n  workerPool: WorkerPool;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  workerConfigs: Record<WorkerType, any>;\n  callbacks: VideoClipSessionCallbacks;\n}\n\ninterface InstructionContext {\n  revision: number;\n  instructions: ClipInstructionSet;\n  status: ClipInstructionSet['status'];\n}\n\nexport class VideoClipSession {\n  private readonly clipId: string;\n  private readonly sessionId: string;\n  private readonly forL2Only: boolean;\n  private readonly planner: CompositionPlanner;\n  private readonly workerPool: WorkerPool;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly workerConfigs: Record<WorkerType, any>;\n  private readonly callbacks: VideoClipSessionCallbacks;\n\n  private instructionContext: InstructionContext | null = null;\n  private visualWorker: BaseWorker | null = null;\n  private decodeWorker: BaseWorker | null = null;\n  private encodeWorker: BaseWorker | null = null;\n  private videoDemuxWorker: BaseWorker | null = null;\n  private visualStream: ReadableStream<VideoFrame> | null = null;\n  private visualToEncodeChannel: MessageChannel | null = null;\n  private decodeToVisualChannel: MessageChannel | null = null;\n  private demuxToDecodeChannel: MessageChannel | null = null;\n  private isActive = false;\n  private isDisposed = false;\n\n  static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n    return new VideoClipSession(config);\n  }\n\n  private constructor(config: VideoClipSessionConfig) {\n    this.clipId = config.clipId;\n    this.sessionId = config.sessionId ?? config.clipId;\n    this.forL2Only = config.forL2Only ?? false;\n    this.planner = config.planner;\n    this.workerPool = config.workerPool;\n    this.cacheManager = config.cacheManager;\n    this.compositionModel = config.compositionModel;\n    this.workerConfigs = config.workerConfigs;\n    this.callbacks = config.callbacks;\n  }\n\n  async activate(): Promise<void> {\n    if (this.isActive || this.isDisposed) return;\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource) {\n      console.warn('[VideoClipSession] activate: clip or resource not found', this.sessionId);\n      return;\n    }\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    } else {\n      console.warn(\n        '[VideoClipSession] Unknown resource type:',\n        resource.type,\n        'for',\n        this.sessionId\n      );\n    }\n\n    await this.ensureInstructions(clip);\n\n    this.isActive = true;\n\n    // Notify that pipeline is ready - triggers resource loading\n    if (this.callbacks.onPipelineReady) {\n      await this.callbacks.onPipelineReady();\n    }\n  }\n\n  async deactivate(): Promise<void> {\n    if (!this.isActive || this.isDisposed) return;\n    this.isActive = false;\n\n    await this.releasePipeline();\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n    await this.deactivate();\n    this.planner.releaseClip(this.clipId);\n    this.isDisposed = true;\n  }\n\n  async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n    if (this.isDisposed) {\n      return;\n    }\n\n    if (update.type === 'remove') {\n      await this.dispose();\n      return;\n    }\n\n    const instructions = update.instructions;\n    if (!instructions) {\n      return;\n    }\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n      return;\n    }\n\n    // Any update requires pipeline restart (stream is closed after cache eviction)\n    if (this.isActive) {\n      await this.restartPipeline(clip, resource, instructions);\n    } else {\n      await this.activate();\n    }\n  }\n\n  get visualWorkerHandle(): BaseWorker | null {\n    return this.visualWorker;\n  }\n\n  private getClip(): Clip | null {\n    return this.compositionModel?.findClip?.(this.clipId) ?? null;\n  }\n\n  private getResource() {\n    const clip = this.getClip();\n    if (!clip) return null;\n    return this.compositionModel.resources.get(clip.resourceId) || null;\n  }\n\n  private async ensureInstructions(_clip: Clip): Promise<void> {\n    const instructions = this.planner.getInstructions(this.clipId);\n    if (!instructions) {\n      throw new Error(`No instructions for clip ${this.clipId}`);\n    }\n    await this.installInstructions(instructions);\n  }\n\n  private async setupImagePipeline(clip: Clip): Promise<void> {\n    await this.acquireWorkers(clip, false);\n    await this.connectImagePipeline();\n  }\n\n  private async connectImagePipeline(): Promise<void> {\n    if (!this.visualWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    // Connect visualWorker to encodeWorker (only if L2 mode)\n    if (this.encodeWorker) {\n      this.visualToEncodeChannel = new MessageChannel();\n      await this.visualWorker.send(\n        'connect',\n        {\n          direction: 'downstream',\n          port: this.visualToEncodeChannel.port1,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port1] }\n      );\n      await this.encodeWorker.send(\n        'connect',\n        {\n          direction: 'upstream',\n          port: this.visualToEncodeChannel.port2,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port2] }\n      );\n    }\n\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker (only in L2 mode)\n    if (this.encodeWorker) {\n      this.encodeWorker.receiveStream((stream, metadata) => {\n        if (metadata?.streamType === 'video') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'video'\n          );\n        } else if (metadata?.streamType === 'audio') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'audio'\n          );\n        }\n      });\n    }\n  }\n\n  private async setupVideoPipeline(clip: Clip, _resource: { id: string }): Promise<void> {\n    await this.acquireWorkers(clip, true);\n    await this.connectVideoPipeline();\n  }\n\n  private async acquireWorkers(clip: Clip, isVideo: boolean): Promise<void> {\n    // Acquire video pipeline workers\n    if (isVideo) {\n      // VideoDemuxWorker\n      this.videoDemuxWorker = await this.workerPool.get('videoDemux', this.sessionId, {\n        lazy: true,\n      });\n      const demuxConfig = this.workerConfigs.videoDemux ?? {};\n      await this.videoDemuxWorker.send('configure', {\n        initial: true,\n        config: demuxConfig,\n      });\n\n      // VideoDecodeWorker\n      this.decodeWorker = await this.workerPool.get('videoDecode', this.sessionId, {\n        lazy: true,\n      });\n      const decodeConfig = this.workerConfigs.videoDecode ?? {};\n      await this.decodeWorker.send('configure', {\n        initial: true,\n        config: decodeConfig,\n      });\n    }\n\n    // VideoComposeWorker (always needed)\n    this.visualWorker = await this.workerPool.get('videoCompose', this.sessionId, { lazy: true });\n    const visualConfig = this.workerConfigs.videoCompose ?? {};\n    const renderOverrides = this.compositionModel.renderConfig ?? {};\n    const timeline = {\n      clipId: clip.id,\n      clipStartUs: clip.startUs,\n      clipEndUs: clip.startUs + clip.durationUs,\n      compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n    };\n    await this.visualWorker.send('configure', {\n      initial: true,\n      clipId: clip.id,\n      config: { ...visualConfig, ...renderOverrides, timeline },\n    });\n\n    // VideoEncodeWorker (only for L2)\n    if (this.forL2Only) {\n      this.encodeWorker = await this.workerPool.get('videoEncode', this.sessionId, {\n        lazy: true,\n      });\n      const encodeConfig = this.workerConfigs.videoEncode ?? {};\n      const encoderConfig = { ...encodeConfig };\n      if (this.compositionModel.renderConfig?.width) {\n        encoderConfig.width = this.compositionModel.renderConfig.width;\n      }\n      if (this.compositionModel.renderConfig?.height) {\n        encoderConfig.height = this.compositionModel.renderConfig.height;\n      }\n      await this.encodeWorker.send('configure', {\n        initial: true,\n        config: encoderConfig,\n      });\n    }\n  }\n\n  private async connectVideoPipeline(): Promise<void> {\n    if (!this.visualWorker || !this.decodeWorker || !this.videoDemuxWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    // Connect visualWorker to encodeWorker (only if L2 mode)\n    if (this.encodeWorker) {\n      this.visualToEncodeChannel = new MessageChannel();\n      await this.visualWorker.send(\n        'connect',\n        {\n          direction: 'downstream',\n          port: this.visualToEncodeChannel.port1,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port1] }\n      );\n      await this.encodeWorker.send(\n        'connect',\n        {\n          direction: 'upstream',\n          port: this.visualToEncodeChannel.port2,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port2] }\n      );\n    }\n\n    this.decodeToVisualChannel = new MessageChannel();\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.decodeToVisualChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port1] }\n    );\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.decodeToVisualChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port2] }\n    );\n\n    this.demuxToDecodeChannel = new MessageChannel();\n    await this.videoDemuxWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.demuxToDecodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port1] }\n    );\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.demuxToDecodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port2] }\n    );\n\n    // Setup stream receivers\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker (only in L2 mode)\n    if (this.encodeWorker) {\n      this.encodeWorker.receiveStream((stream, metadata) => {\n        if (metadata?.streamType === 'video') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'video'\n          );\n        } else if (metadata?.streamType === 'audio') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'audio'\n          );\n        }\n      });\n    }\n  }\n\n  private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n    this.instructionContext = {\n      revision: instructions.revision,\n      instructions,\n      status: instructions.status,\n    };\n\n    if (this.visualWorker) {\n      await this.visualWorker.send('install_instructions', instructions);\n    }\n  }\n\n  private async restartPipeline(\n    clip: Clip,\n    resource: { id: string; type: string },\n    instructions: ClipInstructionSet\n  ): Promise<void> {\n    await this.releasePipeline();\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    }\n\n    await this.installInstructions(instructions);\n  }\n\n  private async releasePipeline(): Promise<void> {\n    if (this.visualWorker && this.instructionContext) {\n      await this.visualWorker.notify('dispose_clip', {\n        sessionId: this.sessionId,\n        revision: this.instructionContext.revision,\n      });\n    }\n\n    this.visualToEncodeChannel?.port1.close();\n    this.visualToEncodeChannel?.port2.close();\n    this.decodeToVisualChannel?.port1.close();\n    this.decodeToVisualChannel?.port2.close();\n    this.demuxToDecodeChannel?.port1.close();\n    this.demuxToDecodeChannel?.port2.close();\n\n    this.visualToEncodeChannel = null;\n    this.decodeToVisualChannel = null;\n    this.demuxToDecodeChannel = null;\n\n    if (this.visualStream && this.callbacks.onStreamDisposed) {\n      this.callbacks.onStreamDisposed();\n    }\n    this.visualStream = null;\n\n    // Terminate clip-local workers\n    if (this.videoDemuxWorker) {\n      this.workerPool.terminate('videoDemux', this.sessionId);\n      this.videoDemuxWorker = null;\n    }\n\n    if (this.decodeWorker) {\n      this.workerPool.terminate('videoDecode', this.sessionId);\n      this.decodeWorker = null;\n    }\n\n    if (this.visualWorker) {\n      this.workerPool.terminate('videoCompose', this.sessionId);\n      this.visualWorker = null;\n    }\n\n    if (this.encodeWorker) {\n      this.workerPool.terminate('videoEncode', this.sessionId);\n      this.encodeWorker = null;\n    }\n  }\n\n  async invalidateClipCache(): Promise<void> {\n    await this.cacheManager.invalidateClip(this.clipId);\n  }\n}\n"],"names":[],"mappings":"AAoCO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EAChD,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,mBAAsC;AAAA,EACtC,eAAkD;AAAA,EAClD,wBAA+C;AAAA,EAC/C,wBAA+C;AAAA,EAC/C,uBAA8C;AAAA,EAC9C,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa,OAAO;AAC5C,SAAK,YAAY,OAAO,aAAa;AACrC,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AAAA,EAC1B;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,YAAY,KAAK,WAAY;AAEtC,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB,cAAQ,KAAK,2DAA2D,KAAK,SAAS;AACtF;AAAA,IACF;AAEA,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC,OAAO;AACL,cAAQ;AAAA,QACN;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA,KAAK;AAAA,MAAA;AAAA,IAET;AAEA,UAAM,KAAK,mBAAmB,IAAI;AAElC,SAAK,WAAW;AAGhB,QAAI,KAAK,UAAU,iBAAiB;AAClC,YAAM,KAAK,UAAU,gBAAA;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,YAAM,KAAK,gBAAgB,MAAM,UAAU,YAAY;AAAA,IACzD,OAAO;AACL,YAAM,KAAK,SAAA;AAAA,IACb;AAAA,EACF;AAAA,EAEA,IAAI,qBAAwC;AAC1C,WAAO,KAAK;AAAA,EACd;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,KAAM,QAAO;AAClB,WAAO,KAAK,iBAAiB,UAAU,IAAI,KAAK,UAAU,KAAK;AAAA,EACjE;AAAA,EAEA,MAAc,mBAAmB,OAA4B;AAC3D,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,MAAM;AAC7D,QAAI,CAAC,cAAc;AACjB,YAAM,IAAI,MAAM,4BAA4B,KAAK,MAAM,EAAE;AAAA,IAC3D;AACA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,MAAM,KAAK;AACrC,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAGvB,QAAI,KAAK,cAAc;AACrB,WAAK,wBAAwB,IAAI,eAAA;AACjC,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAEjD,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAAA,IAEnD;AAEA,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IAClD,CAAC;AAGD,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,cAAc,CAAC,QAAQ,aAAa;AACpD,YAAI,UAAU,eAAe,SAAS;AACpC,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ,WAAW,UAAU,eAAe,SAAS;AAC3C,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,MAAY,WAA0C;AACrF,UAAM,KAAK,eAAe,MAAM,IAAI;AACpC,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,eAAe,MAAY,SAAiC;AAExE,QAAI,SAAS;AAEX,WAAK,mBAAmB,MAAM,KAAK,WAAW,IAAI,cAAc,KAAK,WAAW;AAAA,QAC9E,MAAM;AAAA,MAAA,CACP;AACD,YAAM,cAAc,KAAK,cAAc,cAAc,CAAA;AACrD,YAAM,KAAK,iBAAiB,KAAK,aAAa;AAAA,QAC5C,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAGD,WAAK,eAAe,MAAM,KAAK,WAAW,IAAI,eAAe,KAAK,WAAW;AAAA,QAC3E,MAAM;AAAA,MAAA,CACP;AACD,YAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,YAAM,KAAK,aAAa,KAAK,aAAa;AAAA,QACxC,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAAA,IACH;AAGA,SAAK,eAAe,MAAM,KAAK,WAAW,IAAI,gBAAgB,KAAK,WAAW,EAAE,MAAM,KAAA,CAAM;AAC5F,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,aAAa,KAAK,aAAa;AAAA,MACxC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAGD,QAAI,KAAK,WAAW;AAClB,WAAK,eAAe,MAAM,KAAK,WAAW,IAAI,eAAe,KAAK,WAAW;AAAA,QAC3E,MAAM;AAAA,MAAA,CACP;AACD,YAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,YAAM,gBAAgB,EAAE,GAAG,aAAA;AAC3B,UAAI,KAAK,iBAAiB,cAAc,OAAO;AAC7C,sBAAc,QAAQ,KAAK,iBAAiB,aAAa;AAAA,MAC3D;AACA,UAAI,KAAK,iBAAiB,cAAc,QAAQ;AAC9C,sBAAc,SAAS,KAAK,iBAAiB,aAAa;AAAA,MAC5D;AACA,YAAM,KAAK,aAAa,KAAK,aAAa;AAAA,QACxC,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,gBAAgB,CAAC,KAAK,kBAAkB;AACtE,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAGvB,QAAI,KAAK,cAAc;AACrB,WAAK,wBAAwB,IAAI,eAAA;AACjC,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAEjD,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAAA,IAEnD;AAEA,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,uBAAuB,IAAI,eAAA;AAChC,UAAM,KAAK,iBAAiB;AAAA,MAC1B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAEhD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAIhD,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IAClD,CAAC;AAGD,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,cAAc,CAAC,QAAQ,aAAa;AACpD,YAAI,UAAU,eAAe,SAAS;AACpC,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ,WAAW,UAAU,eAAe,SAAS;AAC3C,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAGvB,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,KAAK,wBAAwB,YAAY;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,MAAc,gBACZ,MACA,UACA,cACe;AACf,UAAM,KAAK,gBAAA;AAEX,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC;AAEA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,KAAK,gBAAgB,KAAK,oBAAoB;AAChD,YAAM,KAAK,aAAa,OAAO,gBAAgB;AAAA,QAC7C,WAAW,KAAK;AAAA,QAChB,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,sBAAsB,MAAM,MAAA;AACjC,SAAK,sBAAsB,MAAM,MAAA;AAEjC,SAAK,wBAAwB;AAC7B,SAAK,wBAAwB;AAC7B,SAAK,uBAAuB;AAE5B,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAA;AAAA,IACjB;AACA,SAAK,eAAe;AAGpB,QAAI,KAAK,kBAAkB;AACzB,WAAK,WAAW,UAAU,cAAc,KAAK,SAAS;AACtD,WAAK,mBAAmB;AAAA,IAC1B;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,eAAe;AAAA,IACtB;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,gBAAgB,KAAK,SAAS;AACxD,WAAK,eAAe;AAAA,IACtB;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}
+{"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\n\ninterface VideoClipSessionCallbacks {\n  onComposedStreamReady(stream: ReadableStream<VideoFrame>, fps: number): void;\n  onEncodedStreamReady(\n    stream: ReadableStream<{ chunk: EncodedVideoChunk; metadata: EncodedVideoChunkMetadata }>,\n    track: 'video' | 'audio'\n  ): void;\n  onStreamDisposed?(): void;\n  onPipelineReady?(attachmentResourceIds?: string[]): Promise<void>;\n}\n\ninterface VideoClipSessionConfig {\n  clipId: string;\n  sessionId?: string;\n  forL2Only?: boolean;\n  planner: CompositionPlanner;\n  workerPool: WorkerPool;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  workerConfigs: Record<WorkerType, any>;\n  callbacks: VideoClipSessionCallbacks;\n}\n\ninterface InstructionContext {\n  revision: number;\n  instructions: ClipInstructionSet;\n  status: ClipInstructionSet['status'];\n}\n\nexport class VideoClipSession {\n  private readonly clipId: string;\n  private readonly sessionId: string;\n  private readonly forL2Only: boolean;\n  private readonly planner: CompositionPlanner;\n  private readonly workerPool: WorkerPool;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly workerConfigs: Record<WorkerType, any>;\n  private readonly callbacks: VideoClipSessionCallbacks;\n\n  private instructionContext: InstructionContext | null = null;\n  private visualWorker: BaseWorker | null = null;\n  private decodeWorker: BaseWorker | null = null;\n  private encodeWorker: BaseWorker | null = null;\n  private videoDemuxWorker: BaseWorker | null = null;\n  private visualStream: ReadableStream<VideoFrame> | null = null;\n  private visualToEncodeChannel: MessageChannel | null = null;\n  private decodeToVisualChannel: MessageChannel | null = null;\n  private demuxToDecodeChannel: MessageChannel | null = null;\n  private isActive = false;\n  private isDisposed = false;\n\n  static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n    return new VideoClipSession(config);\n  }\n\n  private constructor(config: VideoClipSessionConfig) {\n    this.clipId = config.clipId;\n    this.sessionId = config.sessionId ?? config.clipId;\n    this.forL2Only = config.forL2Only ?? false;\n    this.planner = config.planner;\n    this.workerPool = config.workerPool;\n    this.cacheManager = config.cacheManager;\n    this.compositionModel = config.compositionModel;\n    this.workerConfigs = config.workerConfigs;\n    this.callbacks = config.callbacks;\n  }\n\n  async activate(): Promise<void> {\n    if (this.isActive || this.isDisposed) return;\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource) {\n      console.warn('[VideoClipSession] activate: clip or resource not found', this.sessionId);\n      return;\n    }\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    } else {\n      console.warn(\n        '[VideoClipSession] Unknown resource type:',\n        resource.type,\n        'for',\n        this.sessionId\n      );\n    }\n\n    await this.ensureInstructions(clip);\n\n    this.isActive = true;\n\n    // Notify that pipeline is ready - triggers resource loading\n    const attachmentResources = this.extractAttachmentImageResources();\n    if (this.callbacks.onPipelineReady) {\n      await this.callbacks.onPipelineReady(attachmentResources);\n    }\n  }\n\n  async deactivate(): Promise<void> {\n    if (!this.isActive || this.isDisposed) return;\n    this.isActive = false;\n\n    await this.releasePipeline();\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n    await this.deactivate();\n    this.planner.releaseClip(this.clipId);\n    this.isDisposed = true;\n  }\n\n  async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n    if (this.isDisposed) {\n      return;\n    }\n\n    if (update.type === 'remove') {\n      await this.dispose();\n      return;\n    }\n\n    const instructions = update.instructions;\n    if (!instructions) {\n      return;\n    }\n\n    const clip = this.getClip();\n    const resource = this.getResource();\n    if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n      return;\n    }\n\n    // Any update requires pipeline restart (stream is closed after cache eviction)\n    if (this.isActive) {\n      await this.restartPipeline(clip, resource, instructions);\n    } else {\n      await this.activate();\n    }\n  }\n\n  get visualWorkerHandle(): BaseWorker | null {\n    return this.visualWorker;\n  }\n\n  private getClip(): Clip | null {\n    return this.compositionModel?.findClip?.(this.clipId) ?? null;\n  }\n\n  private getResource() {\n    const clip = this.getClip();\n    if (!clip) return null;\n    return this.compositionModel.resources.get(clip.resourceId) || null;\n  }\n\n  private extractAttachmentImageResources(): string[] {\n    if (!this.instructionContext?.instructions) return [];\n\n    const resourceIds: string[] = [];\n    for (const layer of this.instructionContext.instructions.layers) {\n      // Only process attachment layers (with attachmentId)\n      if (!layer.payload.attachmentId) continue;\n\n      if (layer.type === 'image') {\n        const resourceId = (layer.payload as any).resourceId;\n        if (resourceId) {\n          resourceIds.push(resourceId);\n        }\n      }\n    }\n    return resourceIds;\n  }\n\n  private async ensureInstructions(_clip: Clip): Promise<void> {\n    const instructions = this.planner.getInstructions(this.clipId);\n    if (!instructions) {\n      throw new Error(`No instructions for clip ${this.clipId}`);\n    }\n    await this.installInstructions(instructions);\n  }\n\n  private async setupImagePipeline(clip: Clip): Promise<void> {\n    await this.acquireWorkers(clip, false);\n    await this.connectImagePipeline();\n  }\n\n  private async connectImagePipeline(): Promise<void> {\n    if (!this.visualWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    // Connect visualWorker to encodeWorker (only if L2 mode)\n    if (this.encodeWorker) {\n      this.visualToEncodeChannel = new MessageChannel();\n      await this.visualWorker.send(\n        'connect',\n        {\n          direction: 'downstream',\n          port: this.visualToEncodeChannel.port1,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port1] }\n      );\n      await this.encodeWorker.send(\n        'connect',\n        {\n          direction: 'upstream',\n          port: this.visualToEncodeChannel.port2,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port2] }\n      );\n    }\n\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker (only in L2 mode)\n    if (this.encodeWorker) {\n      this.encodeWorker.receiveStream((stream, metadata) => {\n        if (metadata?.streamType === 'video') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'video'\n          );\n        } else if (metadata?.streamType === 'audio') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'audio'\n          );\n        }\n      });\n    }\n  }\n\n  private async setupVideoPipeline(clip: Clip, _resource: { id: string }): Promise<void> {\n    await this.acquireWorkers(clip, true);\n    await this.connectVideoPipeline();\n  }\n\n  private async acquireWorkers(clip: Clip, isVideo: boolean): Promise<void> {\n    // Acquire video pipeline workers\n    if (isVideo) {\n      // VideoDemuxWorker\n      this.videoDemuxWorker = await this.workerPool.get('videoDemux', this.sessionId, {\n        lazy: true,\n      });\n      const demuxConfig = this.workerConfigs.videoDemux ?? {};\n      await this.videoDemuxWorker.send('configure', {\n        initial: true,\n        config: demuxConfig,\n      });\n\n      // VideoDecodeWorker\n      this.decodeWorker = await this.workerPool.get('videoDecode', this.sessionId, {\n        lazy: true,\n      });\n      const decodeConfig = this.workerConfigs.videoDecode ?? {};\n      await this.decodeWorker.send('configure', {\n        initial: true,\n        config: decodeConfig,\n      });\n    }\n\n    // VideoComposeWorker (always needed)\n    this.visualWorker = await this.workerPool.get('videoCompose', this.sessionId, { lazy: true });\n    const visualConfig = this.workerConfigs.videoCompose ?? {};\n    const renderOverrides = this.compositionModel.renderConfig ?? {};\n    const timeline = {\n      clipId: clip.id,\n      clipStartUs: clip.startUs,\n      clipEndUs: clip.startUs + clip.durationUs,\n      compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n    };\n    await this.visualWorker.send('configure', {\n      initial: true,\n      clipId: clip.id,\n      config: { ...visualConfig, ...renderOverrides, timeline },\n    });\n\n    // VideoEncodeWorker (only for L2)\n    if (this.forL2Only) {\n      this.encodeWorker = await this.workerPool.get('videoEncode', this.sessionId, {\n        lazy: true,\n      });\n      const encodeConfig = this.workerConfigs.videoEncode ?? {};\n      const encoderConfig = { ...encodeConfig };\n      if (this.compositionModel.renderConfig?.width) {\n        encoderConfig.width = this.compositionModel.renderConfig.width;\n      }\n      if (this.compositionModel.renderConfig?.height) {\n        encoderConfig.height = this.compositionModel.renderConfig.height;\n      }\n      await this.encodeWorker.send('configure', {\n        initial: true,\n        config: encoderConfig,\n      });\n    }\n  }\n\n  private async connectVideoPipeline(): Promise<void> {\n    if (!this.visualWorker || !this.decodeWorker || !this.videoDemuxWorker) {\n      throw new Error('Pipeline workers not ready');\n    }\n\n    // Use sessionId for worker communication\n    const sessionId = this.sessionId;\n\n    // Connect visualWorker to encodeWorker (only if L2 mode)\n    if (this.encodeWorker) {\n      this.visualToEncodeChannel = new MessageChannel();\n      await this.visualWorker.send(\n        'connect',\n        {\n          direction: 'downstream',\n          port: this.visualToEncodeChannel.port1,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port1] }\n      );\n      await this.encodeWorker.send(\n        'connect',\n        {\n          direction: 'upstream',\n          port: this.visualToEncodeChannel.port2,\n          streamType: 'video',\n          sessionId,\n        },\n        { transfer: [this.visualToEncodeChannel.port2] }\n      );\n    }\n\n    this.decodeToVisualChannel = new MessageChannel();\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.decodeToVisualChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port1] }\n    );\n    await this.visualWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.decodeToVisualChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.decodeToVisualChannel.port2] }\n    );\n\n    this.demuxToDecodeChannel = new MessageChannel();\n    await this.videoDemuxWorker.send(\n      'connect',\n      {\n        direction: 'downstream',\n        port: this.demuxToDecodeChannel.port1,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port1] }\n    );\n    await this.decodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: this.demuxToDecodeChannel.port2,\n        streamType: 'video',\n        sessionId,\n      },\n      { transfer: [this.demuxToDecodeChannel.port2] }\n    );\n\n    // Setup stream receivers\n    this.visualWorker.receiveStream((stream) => {\n      const visualConfig = this.workerConfigs.videoCompose ?? {};\n      const fps = this.compositionModel.fps ?? visualConfig.fps ?? 30;\n      this.callbacks.onComposedStreamReady(stream, fps);\n    });\n\n    // Receive encoded chunks from EncodeWorker (only in L2 mode)\n    if (this.encodeWorker) {\n      this.encodeWorker.receiveStream((stream, metadata) => {\n        if (metadata?.streamType === 'video') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'video'\n          );\n        } else if (metadata?.streamType === 'audio') {\n          this.callbacks.onEncodedStreamReady(\n            stream as ReadableStream<{\n              chunk: EncodedVideoChunk;\n              metadata: EncodedVideoChunkMetadata;\n            }>,\n            'audio'\n          );\n        }\n      });\n    }\n  }\n\n  private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n    this.instructionContext = {\n      revision: instructions.revision,\n      instructions,\n      status: instructions.status,\n    };\n\n    if (this.visualWorker) {\n      await this.visualWorker.send('install_instructions', instructions);\n    }\n  }\n\n  private async restartPipeline(\n    clip: Clip,\n    resource: { id: string; type: string },\n    instructions: ClipInstructionSet\n  ): Promise<void> {\n    await this.releasePipeline();\n\n    if (resource.type === 'video') {\n      await this.setupVideoPipeline(clip, resource);\n    } else if (resource.type === 'image') {\n      await this.setupImagePipeline(clip);\n    }\n\n    await this.installInstructions(instructions);\n  }\n\n  private async releasePipeline(): Promise<void> {\n    if (this.visualWorker && this.instructionContext) {\n      await this.visualWorker.notify('dispose_clip', {\n        sessionId: this.sessionId,\n        revision: this.instructionContext.revision,\n      });\n    }\n\n    this.visualToEncodeChannel?.port1.close();\n    this.visualToEncodeChannel?.port2.close();\n    this.decodeToVisualChannel?.port1.close();\n    this.decodeToVisualChannel?.port2.close();\n    this.demuxToDecodeChannel?.port1.close();\n    this.demuxToDecodeChannel?.port2.close();\n\n    this.visualToEncodeChannel = null;\n    this.decodeToVisualChannel = null;\n    this.demuxToDecodeChannel = null;\n\n    if (this.visualStream && this.callbacks.onStreamDisposed) {\n      this.callbacks.onStreamDisposed();\n    }\n    this.visualStream = null;\n\n    // Terminate clip-local workers\n    if (this.videoDemuxWorker) {\n      this.workerPool.terminate('videoDemux', this.sessionId);\n      this.videoDemuxWorker = null;\n    }\n\n    if (this.decodeWorker) {\n      this.workerPool.terminate('videoDecode', this.sessionId);\n      this.decodeWorker = null;\n    }\n\n    if (this.visualWorker) {\n      this.workerPool.terminate('videoCompose', this.sessionId);\n      this.visualWorker = null;\n    }\n\n    if (this.encodeWorker) {\n      this.workerPool.terminate('videoEncode', this.sessionId);\n      this.encodeWorker = null;\n    }\n  }\n\n  async invalidateClipCache(): Promise<void> {\n    await this.cacheManager.invalidateClip(this.clipId);\n  }\n}\n"],"names":[],"mappings":"AAoCO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EAChD,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,eAAkC;AAAA,EAClC,mBAAsC;AAAA,EACtC,eAAkD;AAAA,EAClD,wBAA+C;AAAA,EAC/C,wBAA+C;AAAA,EAC/C,uBAA8C;AAAA,EAC9C,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa,OAAO;AAC5C,SAAK,YAAY,OAAO,aAAa;AACrC,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AAAA,EAC1B;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,YAAY,KAAK,WAAY;AAEtC,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB,cAAQ,KAAK,2DAA2D,KAAK,SAAS;AACtF;AAAA,IACF;AAEA,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC,OAAO;AACL,cAAQ;AAAA,QACN;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA,KAAK;AAAA,MAAA;AAAA,IAET;AAEA,UAAM,KAAK,mBAAmB,IAAI;AAElC,SAAK,WAAW;AAGhB,UAAM,sBAAsB,KAAK,gCAAA;AACjC,QAAI,KAAK,UAAU,iBAAiB;AAClC,YAAM,KAAK,UAAU,gBAAgB,mBAAmB;AAAA,IAC1D;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,YAAM,KAAK,gBAAgB,MAAM,UAAU,YAAY;AAAA,IACzD,OAAO;AACL,YAAM,KAAK,SAAA;AAAA,IACb;AAAA,EACF;AAAA,EAEA,IAAI,qBAAwC;AAC1C,WAAO,KAAK;AAAA,EACd;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,KAAM,QAAO;AAClB,WAAO,KAAK,iBAAiB,UAAU,IAAI,KAAK,UAAU,KAAK;AAAA,EACjE;AAAA,EAEQ,kCAA4C;AAClD,QAAI,CAAC,KAAK,oBAAoB,qBAAqB,CAAA;AAEnD,UAAM,cAAwB,CAAA;AAC9B,eAAW,SAAS,KAAK,mBAAmB,aAAa,QAAQ;AAE/D,UAAI,CAAC,MAAM,QAAQ,aAAc;AAEjC,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,aAAc,MAAM,QAAgB;AAC1C,YAAI,YAAY;AACd,sBAAY,KAAK,UAAU;AAAA,QAC7B;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,mBAAmB,OAA4B;AAC3D,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,MAAM;AAC7D,QAAI,CAAC,cAAc;AACjB,YAAM,IAAI,MAAM,4BAA4B,KAAK,MAAM,EAAE;AAAA,IAC3D;AACA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,MAAM,KAAK;AACrC,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAGvB,QAAI,KAAK,cAAc;AACrB,WAAK,wBAAwB,IAAI,eAAA;AACjC,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAEjD,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAAA,IAEnD;AAEA,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IAClD,CAAC;AAGD,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,cAAc,CAAC,QAAQ,aAAa;AACpD,YAAI,UAAU,eAAe,SAAS;AACpC,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ,WAAW,UAAU,eAAe,SAAS;AAC3C,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,MAAY,WAA0C;AACrF,UAAM,KAAK,eAAe,MAAM,IAAI;AACpC,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,eAAe,MAAY,SAAiC;AAExE,QAAI,SAAS;AAEX,WAAK,mBAAmB,MAAM,KAAK,WAAW,IAAI,cAAc,KAAK,WAAW;AAAA,QAC9E,MAAM;AAAA,MAAA,CACP;AACD,YAAM,cAAc,KAAK,cAAc,cAAc,CAAA;AACrD,YAAM,KAAK,iBAAiB,KAAK,aAAa;AAAA,QAC5C,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAGD,WAAK,eAAe,MAAM,KAAK,WAAW,IAAI,eAAe,KAAK,WAAW;AAAA,QAC3E,MAAM;AAAA,MAAA,CACP;AACD,YAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,YAAM,KAAK,aAAa,KAAK,aAAa;AAAA,QACxC,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAAA,IACH;AAGA,SAAK,eAAe,MAAM,KAAK,WAAW,IAAI,gBAAgB,KAAK,WAAW,EAAE,MAAM,KAAA,CAAM;AAC5F,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,aAAa,KAAK,aAAa;AAAA,MACxC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAGD,QAAI,KAAK,WAAW;AAClB,WAAK,eAAe,MAAM,KAAK,WAAW,IAAI,eAAe,KAAK,WAAW;AAAA,QAC3E,MAAM;AAAA,MAAA,CACP;AACD,YAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,YAAM,gBAAgB,EAAE,GAAG,aAAA;AAC3B,UAAI,KAAK,iBAAiB,cAAc,OAAO;AAC7C,sBAAc,QAAQ,KAAK,iBAAiB,aAAa;AAAA,MAC3D;AACA,UAAI,KAAK,iBAAiB,cAAc,QAAQ;AAC9C,sBAAc,SAAS,KAAK,iBAAiB,aAAa;AAAA,MAC5D;AACA,YAAM,KAAK,aAAa,KAAK,aAAa;AAAA,QACxC,SAAS;AAAA,QACT,QAAQ;AAAA,MAAA,CACT;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,gBAAgB,CAAC,KAAK,kBAAkB;AACtE,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,YAAY,KAAK;AAGvB,QAAI,KAAK,cAAc;AACrB,WAAK,wBAAwB,IAAI,eAAA;AACjC,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAEjD,YAAM,KAAK,aAAa;AAAA,QACtB;AAAA,QACA;AAAA,UACE,WAAW;AAAA,UACX,MAAM,KAAK,sBAAsB;AAAA,UACjC,YAAY;AAAA,UACZ;AAAA,QAAA;AAAA,QAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,MAAE;AAAA,IAEnD;AAEA,SAAK,wBAAwB,IAAI,eAAA;AACjC,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAEjD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,sBAAsB;AAAA,QACjC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,sBAAsB,KAAK,EAAA;AAAA,IAAE;AAGjD,SAAK,uBAAuB,IAAI,eAAA;AAChC,UAAM,KAAK,iBAAiB;AAAA,MAC1B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAEhD,UAAM,KAAK,aAAa;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,qBAAqB;AAAA,QAChC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAIhD,SAAK,aAAa,cAAc,CAAC,WAAW;AAC1C,YAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,YAAM,MAAM,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAC7D,WAAK,UAAU,sBAAsB,QAAQ,GAAG;AAAA,IAClD,CAAC;AAGD,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,cAAc,CAAC,QAAQ,aAAa;AACpD,YAAI,UAAU,eAAe,SAAS;AACpC,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ,WAAW,UAAU,eAAe,SAAS;AAC3C,eAAK,UAAU;AAAA,YACb;AAAA,YAIA;AAAA,UAAA;AAAA,QAEJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAGvB,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,KAAK,wBAAwB,YAAY;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,MAAc,gBACZ,MACA,UACA,cACe;AACf,UAAM,KAAK,gBAAA;AAEX,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC;AAEA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,KAAK,gBAAgB,KAAK,oBAAoB;AAChD,YAAM,KAAK,aAAa,OAAO,gBAAgB;AAAA,QAC7C,WAAW,KAAK;AAAA,QAChB,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,uBAAuB,MAAM,MAAA;AAClC,SAAK,sBAAsB,MAAM,MAAA;AACjC,SAAK,sBAAsB,MAAM,MAAA;AAEjC,SAAK,wBAAwB;AAC7B,SAAK,wBAAwB;AAC7B,SAAK,uBAAuB;AAE5B,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAA;AAAA,IACjB;AACA,SAAK,eAAe;AAGpB,QAAI,KAAK,kBAAkB;AACzB,WAAK,WAAW,UAAU,cAAc,KAAK,SAAS;AACtD,WAAK,mBAAmB;AAAA,IAC1B;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,eAAe;AAAA,IACtB;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,gBAAgB,KAAK,SAAS;AACxD,WAAK,eAAe;AAAA,IACtB;AAEA,QAAI,KAAK,cAAc;AACrB,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}

package/dist/stages/compose/LayerRenderer.d.ts

@@ -14,6 +14,8 @@ export declare class LayerRenderer {
      * Render a single layer with all its properties
      */
     renderLayer(layer: Layer): Promise<void>;
+    private parseDimension;
+    private getLayerDimensions;
     private applyTransform;
     private renderVideoLayer;
     private renderImageLayer;

package/dist/stages/compose/LayerRenderer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LayerRenderer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/LayerRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAA8D,MAAM,SAAS,CAAC;AAEjG;;;GAGG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,GAAG,CAAoC;IAC/C,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;gBAEX,GAAG,EAAE,iCAAiC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAOjF,OAAO,CAAC,0BAA0B;IAKlC;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAyC9C,OAAO,CAAC,cAAc;YAmBR,gBAAgB;YAuChB,gBAAgB;YAsChB,eAAe;IAkD7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAwB1B,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,SAAS;IAkBjB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;CAKtD"}
+{"version":3,"file":"LayerRenderer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/LayerRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAA8D,MAAM,SAAS,CAAC;AAEjG;;;GAGG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,GAAG,CAAoC;IAC/C,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;gBAEX,GAAG,EAAE,iCAAiC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAOjF,OAAO,CAAC,0BAA0B;IAKlC;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IA2C9C,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,kBAAkB;IA+C1B,OAAO,CAAC,cAAc;YA2BR,gBAAgB;YAuChB,gBAAgB;YAiFhB,eAAe;IAkD7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAwB1B,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,SAAS;IAkBjB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;CAKtD"}

package/dist/stages/compose/instructions.d.ts

@@ -12,7 +12,6 @@ interface SerializedLayerPlanBase {
     status: ClipInstructionStatus;
     zIndex?: number;
     opacity?: number;
-    metadata?: Record<string, unknown>;
 }
 interface LayerPayloadBase {
     attachmentId?: string;
@@ -32,6 +31,30 @@ export interface SerializedImageLayerPayload extends LayerPayloadBase {
     height?: number;
     fit?: 'cover' | 'contain' | 'fill';
     bitmapHandle?: ImageBitmap;
+    targetWidth?: number | string;
+    targetHeight?: number | string;
+    animation?: {
+        position: {
+            x: number;
+            y: number;
+        };
+        keyframes: Array<{
+            time: number;
+            transform?: {
+                x?: number;
+                y?: number;
+                scaleX?: number;
+                scaleY?: number;
+                rotation?: number;
+                anchorX?: number;
+                anchorY?: number;
+            };
+            opacity?: number;
+            easing?: string;
+        }>;
+        overlayClipStartUs: number;
+        mainClipStartUs: number;
+    };
 }
 export interface SerializedTextLayerPayload extends LayerPayloadBase {
     text: string;

package/dist/stages/compose/instructions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"instructions.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/instructions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,MAAM,MAAM,qBAAqB,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;AAEpE,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,uBAAuB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,mBAAmB,EAAE,CAAC;IACpC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,UAAU,gBAAgB;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,2BAA4B,SAAQ,gBAAgB;IACnE,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;CAC9C;AAED,MAAM,WAAW,2BAA4B,SAAQ,gBAAgB;IACnE,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACnC,YAAY,CAAC,EAAE,WAAW,CAAC;CAC5B;AAED,MAAM,WAAW,0BAA2B,SAAQ,gBAAgB;IAClE,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;CACrC;AAED,MAAM,WAAW,0BAA2B,SAAQ,gBAAgB;IAClE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,KAAK,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,4BAA6B,SAAQ,gBAAgB;IACpE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEjF,MAAM,MAAM,mBAAmB,GAC3B,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,2BAA2B,CAAC;CACtC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,2BAA2B,CAAC;CACtC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,0BAA0B,CAAC;CACrC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,0BAA0B,CAAC;CACrC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,4BAA4B,CAAC;CACvC,CAAC,CAAC;AAEP,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,wBAAwB;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,MAAM,EAAE,0BAA0B,CAAC;CACpC;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,kBAAkB,CAAC;IAC/B,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAC9B,WAAW,EAAE,wBAAwB,EAAE,CAAC;IACxC,MAAM,EAAE,qBAAqB,CAAC;CAC/B"}
+{"version":3,"file":"instructions.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/instructions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,MAAM,MAAM,qBAAqB,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;AAEpE,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,uBAAuB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,mBAAmB,EAAE,CAAC;IACpC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,gBAAgB;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,2BAA4B,SAAQ,gBAAgB;IACnE,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;CAC9C;AAED,MAAM,WAAW,2BAA4B,SAAQ,gBAAgB;IACnE,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACnC,YAAY,CAAC,EAAE,WAAW,CAAC;IAG3B,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE/B,SAAS,CAAC,EAAE;QACV,QAAQ,EAAE;YAAE,CAAC,EAAE,MAAM,CAAC;YAAC,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACnC,SAAS,EAAE,KAAK,CAAC;YACf,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,CAAC,EAAE;gBACV,CAAC,CAAC,EAAE,MAAM,CAAC;gBACX,CAAC,CAAC,EAAE,MAAM,CAAC;gBACX,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;gBAClB,OAAO,CAAC,EAAE,MAAM,CAAC;gBACjB,OAAO,CAAC,EAAE,MAAM,CAAC;aAClB,CAAC;YACF,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB,CAAC,CAAC;QACH,kBAAkB,EAAE,MAAM,CAAC;QAC3B,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,MAAM,WAAW,0BAA2B,SAAQ,gBAAgB;IAClE,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;CACrC;AAED,MAAM,WAAW,0BAA2B,SAAQ,gBAAgB;IAClE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,KAAK,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,4BAA6B,SAAQ,gBAAgB;IACpE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEjF,MAAM,MAAM,mBAAmB,GAC3B,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,2BAA2B,CAAC;CACtC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,2BAA2B,CAAC;CACtC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,0BAA0B,CAAC;CACrC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,0BAA0B,CAAC;CACrC,CAAC,GACF,CAAC,uBAAuB,GAAG;IACzB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,4BAA4B,CAAC;CACvC,CAAC,CAAC;AAEP,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,wBAAwB;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,MAAM,EAAE,0BAA0B,CAAC;CACpC;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,kBAAkB,CAAC;IAC/B,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAC9B,WAAW,EAAE,wBAAwB,EAAE,CAAC;IACxC,MAAM,EAAE,qBAAqB,CAAC;CAC/B"}

package/dist/stages/compose/types.d.ts

@@ -194,6 +194,7 @@ export interface VideoLayer extends Layer {
 export interface ImageLayer extends Layer {
     type: 'image';
     source: ImageBitmap | ImageData | null;
+    attachmentId?: string;
     crop?: {
         x: number;
         y: number;
@@ -210,6 +211,7 @@ export interface TransitionEffect {
 }
 export interface ComposeRequest {
     timeUs: number;
+    globalTimeUs?: number;
     layers: Layer[];
     transition?: TransitionEffect;
     outputFormat?: 'rgba' | 'yuv420' | 'nv12';

package/dist/stages/compose/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC5D,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;CAC/C;AAED,KAAK,MAAM,GAAG,MAAM,CAAC;AAErB,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,CAAC;IACxC,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,QAAQ,GAAG,aAAa,GAAG,aAAa,GAAG,QAAQ,CAAC;CAC7D;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,IAAI,GAAG,QAAQ,GAAG,OAAO,GAAG,YAAY,GAAG,SAAS,CAAC;IAC3D,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,KAAK,CAAC;QACZ,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,SAAS,CAAC;QACrB,MAAM,EAAE,gBAAgB,CAAC;QACzB,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,CAAC,EAAE,YAAY,CAAC;KAChC,CAAC,CAAC;IACH,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAED,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,WAAW,GAAG,KAAK,GAAG,UAAU,GAAG,aAAa,GAAG,aAAa,GAAG,cAAc,GAAG,OAAO,CAAC;IAClG,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EACA,YAAY,GACZ,OAAO,GACP,YAAY,GACZ,cAAc,GACd,cAAc,GACd,gBAAgB,GAChB,OAAO,GACP,OAAO,CAAC;IACZ,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,KAAK,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IACH,aAAa,EAAE,KAAK,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,UAAU,EAAE,YAAY,CAAC;IACzB,SAAS,EAAE,YAAY,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAID,MAAM,WAAW,kBAAkB;IAEjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC3C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,QAAQ,CAAC;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,wBAAwB,CAAC;IACrC,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,GAAG,WAAW,GAAG,OAAO,CAAC;IACtC,MAAM,CAAC,EAAE,WAAW,GAAG,UAAU,CAAC;IAClC,KAAK,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EACA,MAAM,GACN,YAAY,GACZ,UAAU,GACV,WAAW,GACX,YAAY,GACZ,UAAU,GACV,OAAO,GACP,QAAQ,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,SAAU,SAAQ,KAAK;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;IACxC,aAAa,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC5C,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,SAAS,CAAC,EAAE,aAAa,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,GAAG,QAAQ,CAAC;IACnE,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,aAAa,CAAC;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,UAAW,SAAQ,KAAK;IACvC,IAAI,EAAE,OAAO,CAAC;IACd,UAAU,EAAE,UAAU,CAAC;IACvB,IAAI,CAAC,EAAE;QACL,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,UAAW,SAAQ,KAAK;IACvC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,WAAW,GAAG,SAAS,GAAG,IAAI,CAAC;IACvC,IAAI,CAAC,EAAE;QACL,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC;IACrF,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC;IAC5D,MAAM,CAAC,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,aAAa,CAAC;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC3C;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,UAAU,GAAG,SAAS,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE;QACT,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,OAAO,CAAC;KACzB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,iBAAiB,CAAC,EAAE,qBAAqB,CAAC;CAC3C;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EACA,WAAW,GACX,SAAS,GACT,UAAU,GACV,aAAa,GACb,aAAa,GACb,iBAAiB,GACjB,OAAO,GACP,SAAS,CAAC;IACd,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EACA,YAAY,GACZ,UAAU,GACV,YAAY,GACZ,cAAc,GACd,cAAc,GACd,mBAAmB,GACnB,OAAO,GACP,UAAU,GACV,OAAO,CAAC;IACZ,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC5D,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;CAC/C;AAED,KAAK,MAAM,GAAG,MAAM,CAAC;AAErB,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,CAAC;IACxC,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,QAAQ,GAAG,aAAa,GAAG,aAAa,GAAG,QAAQ,CAAC;CAC7D;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,IAAI,GAAG,QAAQ,GAAG,OAAO,GAAG,YAAY,GAAG,SAAS,CAAC;IAC3D,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,KAAK,CAAC;QACZ,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,SAAS,CAAC;QACrB,MAAM,EAAE,gBAAgB,CAAC;QACzB,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,CAAC,EAAE,YAAY,CAAC;KAChC,CAAC,CAAC;IACH,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAED,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,WAAW,GAAG,KAAK,GAAG,UAAU,GAAG,aAAa,GAAG,aAAa,GAAG,cAAc,GAAG,OAAO,CAAC;IAClG,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EACA,YAAY,GACZ,OAAO,GACP,YAAY,GACZ,cAAc,GACd,cAAc,GACd,gBAAgB,GAChB,OAAO,GACP,OAAO,CAAC;IACZ,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,KAAK,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IACH,aAAa,EAAE,KAAK,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,UAAU,EAAE,YAAY,CAAC;IACzB,SAAS,EAAE,YAAY,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAID,MAAM,WAAW,kBAAkB;IAEjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC3C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,QAAQ,CAAC;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,wBAAwB,CAAC;IACrC,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,GAAG,WAAW,GAAG,OAAO,CAAC;IACtC,MAAM,CAAC,EAAE,WAAW,GAAG,UAAU,CAAC;IAClC,KAAK,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EACA,MAAM,GACN,YAAY,GACZ,UAAU,GACV,WAAW,GACX,YAAY,GACZ,UAAU,GACV,OAAO,GACP,QAAQ,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,SAAU,SAAQ,KAAK;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;IACxC,aAAa,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC5C,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,SAAS,CAAC,EAAE,aAAa,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,GAAG,QAAQ,CAAC;IACnE,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,aAAa,CAAC;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,UAAW,SAAQ,KAAK;IACvC,IAAI,EAAE,OAAO,CAAC;IACd,UAAU,EAAE,UAAU,CAAC;IACvB,IAAI,CAAC,EAAE;QACL,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,UAAW,SAAQ,KAAK;IACvC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,WAAW,GAAG,SAAS,GAAG,IAAI,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE;QACL,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC;IACrF,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC;IAC5D,MAAM,CAAC,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,aAAa,CAAC;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC3C;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,UAAU,GAAG,SAAS,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE;QACT,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,OAAO,CAAC;KACzB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,iBAAiB,CAAC,EAAE,qBAAqB,CAAC;CAC3C;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EACA,WAAW,GACX,SAAS,GACT,UAAU,GACV,aAAa,GACb,aAAa,GACb,iBAAiB,GACjB,OAAO,GACP,SAAS,CAAC;IACd,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EACA,YAAY,GACZ,UAAU,GACV,YAAY,GACZ,cAAc,GACd,cAAc,GACd,mBAAmB,GACnB,OAAO,GACP,UAAU,GACV,OAAO,CAAC;IACZ,OAAO,EAAE,GAAG,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B"}

package/dist/stages/load/ResourceLoader.d.ts

@@ -12,6 +12,8 @@ export declare class ResourceLoader {
     private eventBus?;
     private onStateChange?;
     private byteRangeResolver;
+    private blobCache;
+    private pendingTransfers;
     constructor(options?: ResourceLoaderOptions);
     /**
      * Bind to Orchestrator event system
@@ -23,6 +25,7 @@ export declare class ResourceLoader {
     unbind(): void;
     private handleModelSet;
     private enqueueLoad;
+    private registerPendingTransfer;
     private processQueue;
     /**
      * Start loading a resource
@@ -47,6 +50,11 @@ export declare class ResourceLoader {
      * Transfer ImageBitmap to VideoComposeWorker
      */
     private transferImageToWorker;
+    /**
+     * Transfer cached image to a session
+     * Creates new ImageBitmap from cached Blob and transfers to worker
+     */
+    private transferCachedImage;
     private transferToDemuxWorker;
     private updateResourceState;
     fetch(resourceId?: string, options?: ResourceLoadOptions): Promise<void>;

package/dist/stages/load/ResourceLoader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ResourceLoader.d.ts","sourceRoot":"","sources":["../../../src/stages/load/ResourceLoader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAQlG,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,KAAK,CAAC,CAAmB;IACjC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,CAA4B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAyD;IAC/E,OAAO,CAAC,iBAAiB,CAA0B;gBAEvC,OAAO,CAAC,EAAE,qBAAqB;IAa3C;;OAEG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI;IAWtC;;OAEG;IACH,MAAM,IAAI,IAAI;IAMd,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,WAAW;IAgBnB,OAAO,CAAC,YAAY;IAQpB;;;OAGG;YACW,SAAS;IAiCvB;;;OAGG;YACW,gBAAgB;IAM9B;;;OAGG;YACW,eAAe;IAc7B;;OAEG;YACW,SAAS;IAUvB;;OAEG;YACW,qBAAqB;YAyBrB,qBAAqB;IAuBnC,OAAO,CAAC,mBAAmB;IAkBrB,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAc9E,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKhC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI9C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOzB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9E,IAAI,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAEvC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,OAAO,IAAI,IAAI;CAKhB"}
+{"version":3,"file":"ResourceLoader.d.ts","sourceRoot":"","sources":["../../../src/stages/load/ResourceLoader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AASlG,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,KAAK,CAAC,CAAmB;IACjC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,CAA4B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAyD;IAC/E,OAAO,CAAC,iBAAiB,CAA0B;IACnD,OAAO,CAAC,SAAS,CAA2B;IAC5C,OAAO,CAAC,gBAAgB,CAA+B;gBAE3C,OAAO,CAAC,EAAE,qBAAqB;IAa3C;;OAEG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI;IAWtC;;OAEG;IACH,MAAM,IAAI,IAAI;IAMd,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,WAAW;IAoCnB,OAAO,CAAC,uBAAuB;IAU/B,OAAO,CAAC,YAAY;IAQpB;;;OAGG;YACW,SAAS;IAiCvB;;;OAGG;YACW,gBAAgB;IAM9B;;;OAGG;YACW,eAAe;IAyB7B;;OAEG;YACW,SAAS;IAUvB;;OAEG;YACW,qBAAqB;IAyBnC;;;OAGG;YACW,mBAAmB;YAyBnB,qBAAqB;IAuBnC,OAAO,CAAC,mBAAmB;IAkBrB,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9E,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKhC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI9C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOzB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9E,IAAI,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAEvC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,OAAO,IAAI,IAAI;CAOhB"}

package/dist/stages/load/ResourceLoader.js

@@ -3,6 +3,7 @@ import { StreamFactory } from "./StreamFactory.js";
 import { EventHandlers } from "./EventHandlers.js";
 import { MeframeEvent } from "../../event/events.js";
 import { WindowByteRangeResolver } from "./WindowByteRangeResolver.js";
+import { createImageBitmapFromBlob } from "../../utils/image-utils.js";
 class ResourceConflictError extends Error {
   constructor(message) {
     super(message);
@@ -18,6 +19,8 @@ class ResourceLoader {
   eventBus;
   onStateChange;
   byteRangeResolver;
+  blobCache = /* @__PURE__ */ new Map();
+  pendingTransfers = /* @__PURE__ */ new Map();
   constructor(options) {
     const maxConcurrent = options?.config?.maxConcurrent ?? 4;
     this.taskManager = new TaskManager(maxConcurrent);
@@ -52,15 +55,37 @@ class ResourceLoader {
   handleModelSet(model) {
     this.model = model;
   }
-  enqueueLoad(resource, priority = "normal", sessionId, trackId) {
-    if (this.taskManager.hasActiveTask(resource.id) && priority !== "high") {
-      throw new ResourceConflictError(
-        `Resource ${resource.id} is being loaded by another session. Preview channel has priority.`
-      );
+  enqueueLoad(resource, priority = "normal", sessionId, trackId, isMainTrack = false) {
+    if (this.taskManager.hasActiveTask(resource.id)) {
+      if (priority === "high") ;
+      else if (isMainTrack) {
+        throw new ResourceConflictError(
+          `Resource ${resource.id} is being loaded by another session. Preview channel has priority.`
+        );
+      } else {
+        if (this.blobCache.has(resource.id)) {
+          void this.transferCachedImage(resource.id, sessionId);
+          return;
+        } else {
+          this.registerPendingTransfer(resource.id, sessionId);
+          console.debug(
+            `[ResourceLoader] Attachment resource ${resource.id} loading, registered for pending transfer`
+          );
+          return;
+        }
+      }
     }
     this.taskManager.enqueue(resource, priority, sessionId, trackId);
     this.processQueue();
   }
+  registerPendingTransfer(resourceId, sessionId) {
+    if (!sessionId) return;
+    const pending = this.pendingTransfers.get(resourceId) || [];
+    if (!pending.includes(sessionId)) {
+      pending.push(sessionId);
+      this.pendingTransfers.set(resourceId, pending);
+    }
+  }
   processQueue() {
     while (this.taskManager.canProcess) {
       const task = this.taskManager.getNextTask();
@@ -110,13 +135,20 @@ class ResourceLoader {
    * Note: Images don't need streaming (typically < 5MB)
    */
   async loadImageBitmap(task) {
-    const blob = await this.fetchBlob(task.resource.uri, task.controller.signal);
-    const imageBitmap = await createImageBitmap(blob, {
-      premultiplyAlpha: "premultiply",
-      colorSpaceConversion: "default",
-      imageOrientation: "from-image"
-    });
+    let blob = this.blobCache.get(task.resourceId);
+    if (!blob) {
+      blob = await this.fetchBlob(task.resource.uri, task.controller.signal);
+      this.blobCache.set(task.resourceId, blob);
+    }
+    const imageBitmap = await createImageBitmapFromBlob(blob);
     await this.transferImageToWorker(task, imageBitmap);
+    const pending = this.pendingTransfers.get(task.resourceId);
+    if (pending && pending.length > 0) {
+      for (const sessionId of pending) {
+        await this.transferCachedImage(task.resourceId, sessionId);
+      }
+      this.pendingTransfers.delete(task.resourceId);
+    }
   }
   /**
    * Fetch resource as blob (for images, json, etc.)
@@ -151,6 +183,28 @@ class ResourceLoader {
       { transfer: [imageBitmap] }
     );
   }
+  /**
+   * Transfer cached image to a session
+   * Creates new ImageBitmap from cached Blob and transfers to worker
+   */
+  async transferCachedImage(resourceId, sessionId) {
+    const blob = this.blobCache.get(resourceId);
+    if (!blob || !sessionId) return;
+    const imageBitmap = await createImageBitmapFromBlob(blob);
+    if (!this.orchestrator) return;
+    const composeWorker = await this.orchestrator.workers.get("videoCompose", sessionId, {
+      lazy: true
+    });
+    await composeWorker.send(
+      "receive_image",
+      {
+        resourceId,
+        sessionId,
+        imageBitmap
+      },
+      { transfer: [imageBitmap] }
+    );
+  }
   async transferToDemuxWorker(task) {
     if (!task.stream || !this.orchestrator) return;
     if (!task.sessionId) {
@@ -194,7 +248,13 @@ class ResourceLoader {
       console.warn(`Resource ${resourceId} not found in model`);
       return;
     }
-    this.enqueueLoad(resource, options?.priority || "normal", options?.sessionId, options?.trackId);
+    this.enqueueLoad(
+      resource,
+      options?.priority || "normal",
+      options?.sessionId,
+      options?.trackId,
+      options?.isMainTrack ?? false
+    );
   }
   cancel(resourceId) {
     this.taskManager.cancelTask(resourceId);
@@ -238,6 +298,8 @@ class ResourceLoader {
   dispose() {
     this.taskManager.clear();
     this.byteRangeResolver.dispose();
+    this.blobCache.clear();
+    this.pendingTransfers.clear();
     this.unbind();
   }
 }