@meframe/core 0.0.31 → 0.0.32

package/dist/orchestrator/GlobalAudioSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"GlobalAudioSession.js","sources":["../../src/orchestrator/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs, AudioClip } from '../model/types';\nimport { OfflineAudioMixer } from '../stages/compose/OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../model';\nimport type { WorkerPool } from '../worker/WorkerPool';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\nimport type { EventBus } from '../event/EventBus';\nimport type { EventPayloadMap } from '../event/events';\nimport { MeframeEvent } from '../event/events';\nimport type { CacheManager } from '../cache/CacheManager';\nimport { AudioChunkEncoder } from '../stages/encode/AudioChunkEncoder';\nimport { isAudioClip, hasAudioConfig, hasResourceId } from '../model/types';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workerPool: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private streamEndedClips = new Set<string>();\n  private deps: AudioSessionDeps;\n  private model: CompositionModel | null = null;\n  private audioContext: AudioContext | null = null;\n  private audioSources: AudioBufferSourceNode[] = [];\n  private audioGainNodes: GainNode[] = [];\n  private volume = 1.0;\n  private playbackRate = 1.0;\n  private isPlaying = false;\n  private currentPlaybackTimeUs: TimeUs = 0;\n  private ensuringClips = new Set<string>(); // Track all decoding attempts (Resource & L2)\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, () => this.model);\n  }\n\n  setModel(model: CompositionModel): void {\n    this.model = model;\n    this.activateAllAudioClips();\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipDurationUs);\n  }\n\n  async ensureAudioForTime(timeUs: TimeUs): Promise<void> {\n    const model = this.model;\n    if (!model) return;\n\n    // 1. Find all audio/video clips active at this time\n    const activeClips: Clip[] = [];\n    for (const track of model.tracks) {\n      if (track.kind !== 'audio' && track.kind !== 'video') continue;\n      const clips = model.getClipsAtTime(timeUs, track.id);\n      activeClips.push(...clips);\n    }\n\n    // 2. Ensure audio for each clip\n    await Promise.all(\n      activeClips.map(async (clip) => {\n        // If already has PCM, we are good\n        if (this.deps.cacheManager.hasClipPCM(clip.id)) return;\n\n        if (!hasResourceId(clip)) return;\n\n        const resource = model.getResource(clip.resourceId);\n        if (!resource) return;\n\n        // Strategy A: Cached Samples (Video/M4A)\n        if (this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {\n          await this.ensureClipAudio(clip.id);\n          return;\n        }\n\n        // Strategy B: Streaming (Audio Track)\n        // If it's an active streaming clip, wait for it\n        if (this.activeClips.has(clip.id)) {\n          await this.waitForClipPCM(clip.id, 2000);\n        }\n      })\n    );\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.model;\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          if (!isAudioClip(clip)) {\n            throw new Error(`Clip ${clip.id} in audio track is not an audio clip`);\n          }\n\n          // Audio track clips are always standalone audio files (MP3/WAV)\n          // Video audio tracks are handled separately via AudioSampleCache\n\n          // OPTIMIZATION: If we have cached samples (e.g. from video resource used as audio), skip pipeline\n          if (this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {\n            await this.ensureClipAudio(clip.id);\n            this.activeClips.add(clip.id);\n            continue;\n          }\n\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            sessionId: clip.id,\n            clipId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  async deactivateClip(clipId: string): Promise<void> {\n    if (!this.activeClips.has(clipId)) {\n      return;\n    }\n\n    // Stop any playing audio sources for this clip\n    this.stopClipAudioSources(clipId);\n\n    this.deps.workerPool.terminate('audioDemux', clipId);\n    this.deps.workerPool.terminate('audioDecode', clipId);\n\n    this.activeClips.delete(clipId);\n\n    this.deps.cacheManager.clearClipAudioData(clipId);\n  }\n\n  restartPlayingClip(clipId: string, currentTimeUs?: TimeUs): void {\n    if (!this.isPlaying || !this.audioContext) {\n      return;\n    }\n\n    const timeUs = currentTimeUs ?? this.currentPlaybackTimeUs;\n\n    const model = this.model;\n    if (!model) {\n      return;\n    }\n\n    const clip = model.findClip(clipId);\n    if (!clip) {\n      return;\n    }\n\n    // Check if clip should be playing at current time\n    const clipEndUs = clip.startUs + clip.durationUs;\n    if (timeUs < clip.startUs || timeUs >= clipEndUs) {\n      return;\n    }\n\n    // Start playback from current time\n    this.startClipPlayback(clip, timeUs);\n  }\n\n  private stopClipAudioSources(clipId: string): void {\n    const sourcesToStop: AudioBufferSourceNode[] = [];\n    const gainNodesToDisconnect: GainNode[] = [];\n\n    for (let i = this.audioSources.length - 1; i >= 0; i--) {\n      const source = this.audioSources[i];\n      if (source && (source as any)._meframeClipId === clipId) {\n        sourcesToStop.push(source);\n        this.audioSources.splice(i, 1);\n\n        const gainNode = this.audioGainNodes[i];\n        if (gainNode) {\n          gainNodesToDisconnect.push(gainNode);\n          this.audioGainNodes.splice(i, 1);\n        }\n      }\n    }\n\n    for (const source of sourcesToStop) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch {\n        // Ignore - source may have already stopped\n      }\n    }\n\n    for (const gainNode of gainNodesToDisconnect) {\n      try {\n        gainNode.disconnect();\n      } catch {\n        // Ignore\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const sessionId = metadata.sessionId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          this.streamEndedClips.add(sessionId);\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          sessionId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  async startPlayback(timeUs: TimeUs, audioContext: AudioContext): Promise<void> {\n    this.audioContext = audioContext;\n\n    // Resume AudioContext if suspended (required by modern browsers)\n    if (audioContext.state === 'suspended') {\n      await audioContext.resume();\n    }\n\n    // Ensure audio is decoded and ready (L1 cache)\n    await this.ensureAudioForTime(timeUs);\n\n    this.isPlaying = true;\n    this.startAllActiveClips(timeUs);\n  }\n\n  stopPlayback(): void {\n    this.isPlaying = false;\n    this.stopAllAudioSources();\n  }\n\n  updateTime(timeUs: TimeUs): void {\n    this.currentPlaybackTimeUs = timeUs;\n    if (!this.isPlaying) {\n      return;\n    }\n    this.checkAndStartNewClips(timeUs);\n  }\n\n  setVolume(volume: number): void {\n    this.volume = volume;\n\n    // Update existing gain nodes with clip-level config\n    for (let i = 0; i < this.audioGainNodes.length; i++) {\n      const gainNode = this.audioGainNodes[i];\n      const source = this.audioSources[i];\n      const clipId = (source as any)._meframeClipId;\n\n      if (clipId && gainNode) {\n        const model = this.model;\n        const clip = model?.findClip(clipId);\n        if (clip && hasAudioConfig(clip)) {\n          const clipVolume = clip.audioConfig?.volume ?? 1.0;\n          const muted = clip.audioConfig?.muted ?? false;\n          gainNode.gain.value = muted ? 0 : clipVolume * this.volume;\n        }\n      }\n    }\n  }\n\n  setPlaybackRate(rate: number): void {\n    this.playbackRate = rate;\n    for (const source of this.audioSources) {\n      source.playbackRate.value = this.playbackRate;\n    }\n  }\n\n  reset(): void {\n    this.stopAllAudioSources();\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n    this.streamEndedClips.clear();\n  }\n\n  /**\n   * Mix and encode audio for a specific segment (used by ExportScheduler)\n   */\n  async mixAndEncodeSegment(\n    startUs: TimeUs,\n    endUs: TimeUs,\n    onChunk: (chunk: EncodedAudioChunk, metadata?: EncodedAudioChunkMetadata) => void\n  ): Promise<void> {\n    const mixedBuffer = await this.mixer.mix(startUs, endUs);\n    const audioData = this.audioBufferToAudioData(mixedBuffer, startUs);\n\n    if (!audioData) return;\n\n    if (!this.exportEncoder) {\n      this.exportEncoder = new AudioChunkEncoder();\n      await this.exportEncoder.initialize();\n      this.exportEncoderStream = this.exportEncoder.createStream();\n      this.exportEncoderWriter = this.exportEncoderStream.writable.getWriter();\n\n      this.startExportEncoderReader(this.exportEncoderStream.readable, onChunk);\n    }\n\n    await this.exportEncoderWriter?.write(audioData);\n  }\n\n  private exportEncoder: AudioChunkEncoder | null = null;\n  private exportEncoderStream: TransformStream<\n    AudioData,\n    { chunk: EncodedAudioChunk; metadata: any }\n  > | null = null;\n  private exportEncoderWriter: WritableStreamDefaultWriter<AudioData> | null = null;\n\n  private async startExportEncoderReader(\n    stream: ReadableStream<{ chunk: EncodedAudioChunk; metadata: any }>,\n    onChunk: (chunk: EncodedAudioChunk, metadata?: EncodedAudioChunkMetadata) => void\n  ) {\n    const reader = stream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done) break;\n        if (value) {\n          onChunk(value.chunk, value.metadata);\n        }\n      }\n    } catch (e) {\n      console.error('Export encoder reader error', e);\n    }\n  }\n\n  async finalizeExportAudio(): Promise<void> {\n    if (this.exportEncoderWriter) {\n      await this.exportEncoderWriter.close();\n      this.exportEncoderWriter = null;\n    }\n    this.exportEncoder = null;\n    this.exportEncoderStream = null;\n  }\n\n  /**\n   * Create export audio stream\n   */\n  async createExportAudioStream(): Promise<ReadableStream<AudioData> | null> {\n    const model = this.model;\n    if (!model) {\n      return null;\n    }\n\n    const totalDurationUs = model.durationUs;\n\n    await this.activateAllAudioClips();\n    await this.waitForAudioClipsReady();\n\n    return new ReadableStream<AudioData>({\n      start: async (controller) => {\n        const windowSize = 5_000_000;\n        let currentUs = 0;\n\n        while (currentUs < totalDurationUs) {\n          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);\n          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);\n          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);\n          if (audioData) {\n            controller.enqueue(audioData);\n          }\n          currentUs = windowEndUs;\n        }\n\n        controller.close();\n      },\n    });\n  }\n\n  private async waitForAudioClipsReady(): Promise<void> {\n    const model = this.model;\n    if (!model) return;\n\n    const audioClips = model.tracks\n      .filter((track) => track.kind === 'audio')\n      .flatMap((track) => track.clips);\n\n    const waitPromises = audioClips.map((clip) => this.waitForClipPCM(clip.id, 10000)); // 10s timeout\n    await Promise.allSettled(waitPromises);\n  }\n\n  private waitForClipPCM(clipId: string, timeoutMs: number): Promise<boolean> {\n    return new Promise((resolve) => {\n      const checkInterval = 100;\n      let elapsed = 0;\n      let lastFrameCount = 0;\n      let stableCount = 0;\n      let streamEndDetected = false;\n\n      const check = () => {\n        const pcm = this.deps.cacheManager.getClipPCM(clipId, 0, Number.MAX_SAFE_INTEGER);\n\n        if (pcm && pcm.length > 0) {\n          const currentFrameCount = pcm[0]?.length ?? 0;\n\n          // Check if we have received stream end signal\n          if (this.streamEndedClips.has(clipId)) {\n            streamEndDetected = true;\n          }\n\n          // If stream has ended, we're done\n          if (streamEndDetected) {\n            resolve(true);\n            return;\n          }\n\n          // Otherwise, check if frame count is stable (no new data for 500ms)\n          if (currentFrameCount === lastFrameCount) {\n            stableCount++;\n            if (stableCount >= 5) {\n              // 5 * 100ms = 500ms\n              resolve(true);\n              return;\n            }\n          } else {\n            stableCount = 0;\n            lastFrameCount = currentFrameCount;\n          }\n        }\n\n        elapsed += checkInterval;\n        if (elapsed >= timeoutMs) {\n          console.warn('[GlobalAudioSession] Timeout waiting for clip', clipId, {\n            frames: lastFrameCount,\n            elapsed,\n          });\n          resolve(false);\n          return;\n        }\n\n        setTimeout(check, checkInterval);\n      };\n\n      check();\n    });\n  }\n\n  private startAllActiveClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n\n    for (const clip of currentClips) {\n      this.startClipPlayback(clip, timeUs);\n    }\n  }\n\n  private checkAndStartNewClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n    const activeClipIds = new Set(\n      this.audioSources.map((source) => (source as any)._meframeClipId).filter(Boolean)\n    );\n\n    for (const clip of currentClips) {\n      // Check if clip should be playing at current time\n      const clipEndUs = clip.startUs + clip.durationUs;\n      if (timeUs >= clipEndUs) {\n        // Clip has already ended, skip\n        continue;\n      }\n\n      // Check if current time is before clip starts\n      if (timeUs < clip.startUs) {\n        // Not yet time to play this clip\n        continue;\n      }\n\n      // Check if clip is too close to ending (avoid glitches from very short playback)\n      const MIN_REMAINING_TIME_US = 30000; // 30ms in microseconds\n      if (clipEndUs - timeUs < MIN_REMAINING_TIME_US) {\n        // Too close to the end, skip to avoid audio glitches\n        continue;\n      }\n\n      if (!activeClipIds.has(clip.id)) {\n        this.startClipPlayback(clip, timeUs);\n      }\n    }\n  }\n\n  private startClipPlayback(clip: Clip, currentTimeUs: TimeUs): void {\n    if (!this.audioContext) {\n      console.warn('[GlobalAudioSession] No audioContext, cannot start playback');\n      return;\n    }\n\n    // Use clip-relative time (0-based) like video cache\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      0, // Start from beginning of clip (0-based)\n      clip.durationUs // Full clip duration\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      // No data yet, trigger decoding and retry later\n      // This handles the case where natural playback reaches a new clip\n      void this.ensureClipAudio(clip.id);\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n\n    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n\n    // Use actual buffer duration instead of clip.durationUs\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    // Early check: if remaining duration is too short, skip\n    // (Note: checkAndStartNewClips should already filter these out)\n    const MIN_PLAYBACK_DURATION_SECONDS = 0.03; // 30ms\n    if (actualDurationSeconds < MIN_PLAYBACK_DURATION_SECONDS) {\n      return;\n    }\n\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n\n    const gainNode = this.audioContext.createGain();\n\n    // Apply audio config\n    if (hasAudioConfig(clip)) {\n      const volume = clip.audioConfig?.volume ?? 1.0;\n      const muted = clip.audioConfig?.muted ?? false;\n      gainNode.gain.value = muted ? 0 : volume * this.volume;\n    } else {\n      gainNode.gain.value = this.volume;\n    }\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n      // Playback loop will automatically restart if clip should continue playing\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private stopAllAudioSources(): void {\n    for (const source of this.audioSources) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch {\n        // Ignore\n      }\n    }\n\n    for (const gainNode of this.audioGainNodes) {\n      try {\n        gainNode.disconnect();\n      } catch {\n        // Ignore\n      }\n    }\n\n    this.audioSources = [];\n    this.audioGainNodes = [];\n  }\n\n  private getActiveAudioClips(timeUs: TimeUs): Clip[] {\n    const model = this.model;\n    if (!model) {\n      return [];\n    }\n\n    const clips: Clip[] = [];\n\n    // Only search audio tracks and video tracks (video clips can have audio)\n    // Exclude attachment tracks (caption, fx, etc.) which don't participate in audio playback\n    for (const track of model.tracks) {\n      if (track.kind !== 'audio' && track.kind !== 'video') {\n        continue;\n      }\n\n      const trackClips = model.getClipsAtTime(timeUs, track.id);\n      // Return ALL clips active at this time, regardless of PCM status\n      // startClipPlayback will handle missing PCM by triggering decoding\n      clips.push(...trackClips);\n    }\n\n    return clips;\n  }\n\n  /**\n   * Ensure PCM for a clip is available\n   * Priority: AudioSampleCache (Resource) > L2 > None\n   */\n  async ensureClipAudio(clipId: string): Promise<void> {\n    // Already has PCM\n    if (this.deps.cacheManager.hasClipPCM(clipId)) {\n      return;\n    }\n\n    // Prevent concurrent decoding for the same clip\n    if (this.ensuringClips.has(clipId)) {\n      return;\n    }\n    this.ensuringClips.add(clipId);\n\n    try {\n      // Try from resource audio samples first\n      await this.ensureClipAudioFromResource(clipId);\n    } finally {\n      this.ensuringClips.delete(clipId);\n    }\n  }\n\n  /**\n   * Ensure PCM from AudioSampleCache (Resource-level)\n   * Returns true if successful\n   */\n  private async ensureClipAudioFromResource(clipId: string): Promise<boolean> {\n    const model = this.model;\n    const clip = model?.findClip(clipId);\n    if (!clip) return false;\n\n    const resourceId = (clip as any).resourceId;\n    if (!resourceId) return false;\n\n    // Get audio samples from cache\n    const audioRecord = this.deps.cacheManager.audioSampleCache.get(resourceId);\n    if (!audioRecord) return false;\n\n    try {\n      // Get samples for this clip's time range\n      const clipSamples = audioRecord.samples.filter((s) => {\n        const sampleEndUs = s.timestamp + (s.duration ?? 0);\n        return s.timestamp < clip.durationUs && sampleEndUs > 0;\n      });\n\n      if (clipSamples.length === 0) {\n        return false;\n      }\n\n      // Decode samples to PCM\n      await this.decodeAudioSamples(clipId, clipSamples, audioRecord.metadata, clip.durationUs);\n      return true;\n    } catch (error) {\n      console.warn(\n        `[GlobalAudioSession] Failed to decode audio from resource ${resourceId}:`,\n        error\n      );\n      return false;\n    }\n  }\n\n  /**\n   * Decode audio samples to PCM and cache\n   */\n  private async decodeAudioSamples(\n    clipId: string,\n    samples: EncodedAudioChunk[],\n    config: AudioDecoderConfig,\n    clipDurationUs: number\n  ): Promise<void> {\n    const decoder = new AudioDecoder({\n      output: (audioData) => {\n        this.deps.cacheManager.putClipAudioData(clipId, audioData, clipDurationUs);\n      },\n      error: (error) => {\n        console.error(`[GlobalAudioSession] Decoder error for clip ${clipId}:`, error);\n      },\n    });\n\n    decoder.configure(config);\n\n    for (const sample of samples) {\n      decoder.decode(sample);\n    }\n\n    await decoder.flush();\n    decoder.close();\n  }\n\n  private pcmToAudioBuffer(planes: Float32Array[], sampleRate: number): AudioBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n\n    const ctx = new OfflineAudioContext(numberOfChannels, 1, sampleRate);\n    const buffer = ctx.createBuffer(numberOfChannels, numberOfFrames, sampleRate);\n\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      const plane = planes[channel];\n      if (plane) {\n        const channelData = buffer.getChannelData(channel);\n        channelData.set(plane);\n      }\n    }\n\n    return buffer;\n  }\n\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n\n  private async setupAudioPipeline(clip: AudioClip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workerPool.getOrCreate('audioDemux', clipId, {\n      lazy: true,\n    });\n    const audioDecodeWorker = await this.deps.workerPool.getOrCreate('audioDecode', clipId, {\n      lazy: true,\n    });\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await audioDecodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    audioDecodeWorker.receiveStream((stream, metadata) => {\n      this.handleAudioStream(stream as ReadableStream<AudioData>, {\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n        ...metadata,\n      });\n    });\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n}\n"],"names":[],"mappings":";;;;AA2BO,MAAM,mBAAmB;AAAA,EACtB;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB,uCAAuB,IAAA;AAAA,EACvB;AAAA,EACA,QAAiC;AAAA,EACjC,eAAoC;AAAA,EACpC,eAAwC,CAAA;AAAA,EACxC,iBAA6B,CAAA;AAAA,EAC7B,SAAS;AAAA,EACT,eAAe;AAAA,EACf,YAAY;AAAA,EACZ,wBAAgC;AAAA,EAChC,oCAAoB,IAAA;AAAA;AAAA,EAE5B,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,MAAM,KAAK,KAAK;AAAA,EACxE;AAAA,EAEA,SAAS,OAA+B;AACtC,SAAK,QAAQ;AACb,SAAK,sBAAA;AAAA,EACP;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,eAAA,IAAmB;AACjD,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,cAAc;AAAA,EAC9E;AAAA,EAEA,MAAM,mBAAmB,QAA+B;AACtD,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAO;AAGZ,UAAM,cAAsB,CAAA;AAC5B,eAAW,SAAS,MAAM,QAAQ;AAChC,UAAI,MAAM,SAAS,WAAW,MAAM,SAAS,QAAS;AACtD,YAAM,QAAQ,MAAM,eAAe,QAAQ,MAAM,EAAE;AACnD,kBAAY,KAAK,GAAG,KAAK;AAAA,IAC3B;AAGA,UAAM,QAAQ;AAAA,MACZ,YAAY,IAAI,OAAO,SAAS;AAE9B,YAAI,KAAK,KAAK,aAAa,WAAW,KAAK,EAAE,EAAG;AAEhD,YAAI,CAAC,cAAc,IAAI,EAAG;AAE1B,cAAM,WAAW,MAAM,YAAY,KAAK,UAAU;AAClD,YAAI,CAAC,SAAU;AAGf,YAAI,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAAG;AAChE,gBAAM,KAAK,gBAAgB,KAAK,EAAE;AAClC;AAAA,QACF;AAIA,YAAI,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AACjC,gBAAM,KAAK,eAAe,KAAK,IAAI,GAAI;AAAA,QACzC;AAAA,MACF,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,cAAI,CAAC,YAAY,IAAI,GAAG;AACtB,kBAAM,IAAI,MAAM,QAAQ,KAAK,EAAE,sCAAsC;AAAA,UACvE;AAMA,cAAI,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAAG;AAChE,kBAAM,KAAK,gBAAgB,KAAK,EAAE;AAClC,iBAAK,YAAY,IAAI,KAAK,EAAE;AAC5B;AAAA,UACF;AAEA,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,WAAW,KAAK;AAAA,YAChB,QAAQ,KAAK;AAAA,YACb,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,QAA+B;AAClD,QAAI,CAAC,KAAK,YAAY,IAAI,MAAM,GAAG;AACjC;AAAA,IACF;AAGA,SAAK,qBAAqB,MAAM;AAEhC,SAAK,KAAK,WAAW,UAAU,cAAc,MAAM;AACnD,SAAK,KAAK,WAAW,UAAU,eAAe,MAAM;AAEpD,SAAK,YAAY,OAAO,MAAM;AAE9B,SAAK,KAAK,aAAa,mBAAmB,MAAM;AAAA,EAClD;AAAA,EAEA,mBAAmB,QAAgB,eAA8B;AAC/D,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,cAAc;AACzC;AAAA,IACF;AAEA,UAAM,SAAS,iBAAiB,KAAK;AAErC,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,OAAO,MAAM,SAAS,MAAM;AAClC,QAAI,CAAC,MAAM;AACT;AAAA,IACF;AAGA,UAAM,YAAY,KAAK,UAAU,KAAK;AACtC,QAAI,SAAS,KAAK,WAAW,UAAU,WAAW;AAChD;AAAA,IACF;AAGA,SAAK,kBAAkB,MAAM,MAAM;AAAA,EACrC;AAAA,EAEQ,qBAAqB,QAAsB;AACjD,UAAM,gBAAyC,CAAA;AAC/C,UAAM,wBAAoC,CAAA;AAE1C,aAAS,IAAI,KAAK,aAAa,SAAS,GAAG,KAAK,GAAG,KAAK;AACtD,YAAM,SAAS,KAAK,aAAa,CAAC;AAClC,UAAI,UAAW,OAAe,mBAAmB,QAAQ;AACvD,sBAAc,KAAK,MAAM;AACzB,aAAK,aAAa,OAAO,GAAG,CAAC;AAE7B,cAAM,WAAW,KAAK,eAAe,CAAC;AACtC,YAAI,UAAU;AACZ,gCAAsB,KAAK,QAAQ;AACnC,eAAK,eAAe,OAAO,GAAG,CAAC;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AAEA,eAAW,UAAU,eAAe;AAClC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,QAAQ;AAAA,MAER;AAAA,IACF;AAEA,eAAW,YAAY,uBAAuB;AAC5C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,YAAY,SAAS,aAAa;AACxC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,eAAK,iBAAiB,IAAI,SAAS;AACnC,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,MAAM,cAAc,QAAgB,cAA2C;AAC7E,SAAK,eAAe;AAGpB,QAAI,aAAa,UAAU,aAAa;AACtC,YAAM,aAAa,OAAA;AAAA,IACrB;AAGA,UAAM,KAAK,mBAAmB,MAAM;AAEpC,SAAK,YAAY;AACjB,SAAK,oBAAoB,MAAM;AAAA,EACjC;AAAA,EAEA,eAAqB;AACnB,SAAK,YAAY;AACjB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,WAAW,QAAsB;AAC/B,SAAK,wBAAwB;AAC7B,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AACA,SAAK,sBAAsB,MAAM;AAAA,EACnC;AAAA,EAEA,UAAU,QAAsB;AAC9B,SAAK,SAAS;AAGd,aAAS,IAAI,GAAG,IAAI,KAAK,eAAe,QAAQ,KAAK;AACnD,YAAM,WAAW,KAAK,eAAe,CAAC;AACtC,YAAM,SAAS,KAAK,aAAa,CAAC;AAClC,YAAM,SAAU,OAAe;AAE/B,UAAI,UAAU,UAAU;AACtB,cAAM,QAAQ,KAAK;AACnB,cAAM,OAAO,OAAO,SAAS,MAAM;AACnC,YAAI,QAAQ,eAAe,IAAI,GAAG;AAChC,gBAAM,aAAa,KAAK,aAAa,UAAU;AAC/C,gBAAM,QAAQ,KAAK,aAAa,SAAS;AACzC,mBAAS,KAAK,QAAQ,QAAQ,IAAI,aAAa,KAAK;AAAA,QACtD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,gBAAgB,MAAoB;AAClC,SAAK,eAAe;AACpB,eAAW,UAAU,KAAK,cAAc;AACtC,aAAO,aAAa,QAAQ,KAAK;AAAA,IACnC;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,oBAAA;AACL,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AACjB,SAAK,iBAAiB,MAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,oBACJ,SACA,OACA,SACe;AACf,UAAM,cAAc,MAAM,KAAK,MAAM,IAAI,SAAS,KAAK;AACvD,UAAM,YAAY,KAAK,uBAAuB,aAAa,OAAO;AAElE,QAAI,CAAC,UAAW;AAEhB,QAAI,CAAC,KAAK,eAAe;AACvB,WAAK,gBAAgB,IAAI,kBAAA;AACzB,YAAM,KAAK,cAAc,WAAA;AACzB,WAAK,sBAAsB,KAAK,cAAc,aAAA;AAC9C,WAAK,sBAAsB,KAAK,oBAAoB,SAAS,UAAA;AAE7D,WAAK,yBAAyB,KAAK,oBAAoB,UAAU,OAAO;AAAA,IAC1E;AAEA,UAAM,KAAK,qBAAqB,MAAM,SAAS;AAAA,EACjD;AAAA,EAEQ,gBAA0C;AAAA,EAC1C,sBAGG;AAAA,EACH,sBAAqE;AAAA,EAE7E,MAAc,yBACZ,QACA,SACA;AACA,UAAM,SAAS,OAAO,UAAA;AACtB,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,KAAM;AACV,YAAI,OAAO;AACT,kBAAQ,MAAM,OAAO,MAAM,QAAQ;AAAA,QACrC;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,cAAQ,MAAM,+BAA+B,CAAC;AAAA,IAChD;AAAA,EACF;AAAA,EAEA,MAAM,sBAAqC;AACzC,QAAI,KAAK,qBAAqB;AAC5B,YAAM,KAAK,oBAAoB,MAAA;AAC/B,WAAK,sBAAsB;AAAA,IAC7B;AACA,SAAK,gBAAgB;AACrB,SAAK,sBAAsB;AAAA,EAC7B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BAAqE;AACzE,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB,MAAM;AAE9B,UAAM,KAAK,sBAAA;AACX,UAAM,KAAK,uBAAA;AAEX,WAAO,IAAI,eAA0B;AAAA,MACnC,OAAO,OAAO,eAAe;AAC3B,cAAM,aAAa;AACnB,YAAI,YAAY;AAEhB,eAAO,YAAY,iBAAiB;AAClC,gBAAM,cAAc,KAAK,IAAI,YAAY,YAAY,eAAe;AACpE,gBAAM,cAAc,MAAM,KAAK,MAAM,IAAI,WAAW,WAAW;AAC/D,gBAAM,YAAY,KAAK,uBAAuB,aAAa,SAAS;AACpE,cAAI,WAAW;AACb,uBAAW,QAAQ,SAAS;AAAA,UAC9B;AACA,sBAAY;AAAA,QACd;AAEA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEA,MAAc,yBAAwC;AACpD,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAO;AAEZ,UAAM,aAAa,MAAM,OACtB,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO,EACxC,QAAQ,CAAC,UAAU,MAAM,KAAK;AAEjC,UAAM,eAAe,WAAW,IAAI,CAAC,SAAS,KAAK,eAAe,KAAK,IAAI,GAAK,CAAC;AACjF,UAAM,QAAQ,WAAW,YAAY;AAAA,EACvC;AAAA,EAEQ,eAAe,QAAgB,WAAqC;AAC1E,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,gBAAgB;AACtB,UAAI,UAAU;AACd,UAAI,iBAAiB;AACrB,UAAI,cAAc;AAClB,UAAI,oBAAoB;AAExB,YAAM,QAAQ,MAAM;AAClB,cAAM,MAAM,KAAK,KAAK,aAAa,WAAW,QAAQ,GAAG,OAAO,gBAAgB;AAEhF,YAAI,OAAO,IAAI,SAAS,GAAG;AACzB,gBAAM,oBAAoB,IAAI,CAAC,GAAG,UAAU;AAG5C,cAAI,KAAK,iBAAiB,IAAI,MAAM,GAAG;AACrC,gCAAoB;AAAA,UACtB;AAGA,cAAI,mBAAmB;AACrB,oBAAQ,IAAI;AACZ;AAAA,UACF;AAGA,cAAI,sBAAsB,gBAAgB;AACxC;AACA,gBAAI,eAAe,GAAG;AAEpB,sBAAQ,IAAI;AACZ;AAAA,YACF;AAAA,UACF,OAAO;AACL,0BAAc;AACd,6BAAiB;AAAA,UACnB;AAAA,QACF;AAEA,mBAAW;AACX,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,iDAAiD,QAAQ;AAAA,YACpE,QAAQ;AAAA,YACR;AAAA,UAAA,CACD;AACD,kBAAQ,KAAK;AACb;AAAA,QACF;AAEA,mBAAW,OAAO,aAAa;AAAA,MACjC;AAEA,YAAA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB,QAAsB;AAChD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AAEpD,eAAW,QAAQ,cAAc;AAC/B,WAAK,kBAAkB,MAAM,MAAM;AAAA,IACrC;AAAA,EACF;AAAA,EAEQ,sBAAsB,QAAsB;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AACpD,UAAM,gBAAgB,IAAI;AAAA,MACxB,KAAK,aAAa,IAAI,CAAC,WAAY,OAAe,cAAc,EAAE,OAAO,OAAO;AAAA,IAAA;AAGlF,eAAW,QAAQ,cAAc;AAE/B,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,UAAI,UAAU,WAAW;AAEvB;AAAA,MACF;AAGA,UAAI,SAAS,KAAK,SAAS;AAEzB;AAAA,MACF;AAGA,YAAM,wBAAwB;AAC9B,UAAI,YAAY,SAAS,uBAAuB;AAE9C;AAAA,MACF;AAEA,UAAI,CAAC,cAAc,IAAI,KAAK,EAAE,GAAG;AAC/B,aAAK,kBAAkB,MAAM,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,kBAAkB,MAAY,eAA6B;AACjE,QAAI,CAAC,KAAK,cAAc;AACtB,cAAQ,KAAK,6DAA6D;AAC1E;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL;AAAA;AAAA,MACA,KAAK;AAAA;AAAA,IAAA;AAGP,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AAGnD,WAAK,KAAK,gBAAgB,KAAK,EAAE;AACjC;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAE/E,UAAM,WAAW,KAAK,IAAI,GAAG,gBAAgB,KAAK,OAAO;AACzD,UAAM,gBAAgB,WAAW;AAGjC,UAAM,wBAAwB,OAAO,WAAW;AAIhD,UAAM,gCAAgC;AACtC,QAAI,wBAAwB,+BAA+B;AACzD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AAEtC,UAAM,WAAW,KAAK,aAAa,WAAA;AAGnC,QAAI,eAAe,IAAI,GAAG;AACxB,YAAM,SAAS,KAAK,aAAa,UAAU;AAC3C,YAAM,QAAQ,KAAK,aAAa,SAAS;AACzC,eAAS,KAAK,QAAQ,QAAQ,IAAI,SAAS,KAAK;AAAA,IAClD,OAAO;AACL,eAAS,KAAK,QAAQ,KAAK;AAAA,IAC7B;AAEA,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAAA,IAEF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,sBAA4B;AAClC,eAAW,UAAU,KAAK,cAAc;AACtC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,QAAQ;AAAA,MAER;AAAA,IACF;AAEA,eAAW,YAAY,KAAK,gBAAgB;AAC1C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,QAAQ;AAAA,MAER;AAAA,IACF;AAEA,SAAK,eAAe,CAAA;AACpB,SAAK,iBAAiB,CAAA;AAAA,EACxB;AAAA,EAEQ,oBAAoB,QAAwB;AAClD,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,OAAO;AACV,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,QAAgB,CAAA;AAItB,eAAW,SAAS,MAAM,QAAQ;AAChC,UAAI,MAAM,SAAS,WAAW,MAAM,SAAS,SAAS;AACpD;AAAA,MACF;AAEA,YAAM,aAAa,MAAM,eAAe,QAAQ,MAAM,EAAE;AAGxD,YAAM,KAAK,GAAG,UAAU;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,gBAAgB,QAA+B;AAEnD,QAAI,KAAK,KAAK,aAAa,WAAW,MAAM,GAAG;AAC7C;AAAA,IACF;AAGA,QAAI,KAAK,cAAc,IAAI,MAAM,GAAG;AAClC;AAAA,IACF;AACA,SAAK,cAAc,IAAI,MAAM;AAE7B,QAAI;AAEF,YAAM,KAAK,4BAA4B,MAAM;AAAA,IAC/C,UAAA;AACE,WAAK,cAAc,OAAO,MAAM;AAAA,IAClC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,4BAA4B,QAAkC;AAC1E,UAAM,QAAQ,KAAK;AACnB,UAAM,OAAO,OAAO,SAAS,MAAM;AACnC,QAAI,CAAC,KAAM,QAAO;AAElB,UAAM,aAAc,KAAa;AACjC,QAAI,CAAC,WAAY,QAAO;AAGxB,UAAM,cAAc,KAAK,KAAK,aAAa,iBAAiB,IAAI,UAAU;AAC1E,QAAI,CAAC,YAAa,QAAO;AAEzB,QAAI;AAEF,YAAM,cAAc,YAAY,QAAQ,OAAO,CAAC,MAAM;AACpD,cAAM,cAAc,EAAE,aAAa,EAAE,YAAY;AACjD,eAAO,EAAE,YAAY,KAAK,cAAc,cAAc;AAAA,MACxD,CAAC;AAED,UAAI,YAAY,WAAW,GAAG;AAC5B,eAAO;AAAA,MACT;AAGA,YAAM,KAAK,mBAAmB,QAAQ,aAAa,YAAY,UAAU,KAAK,UAAU;AACxF,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ;AAAA,QACN,6DAA6D,UAAU;AAAA,QACvE;AAAA,MAAA;AAEF,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,mBACZ,QACA,SACA,QACA,gBACe;AACf,UAAM,UAAU,IAAI,aAAa;AAAA,MAC/B,QAAQ,CAAC,cAAc;AACrB,aAAK,KAAK,aAAa,iBAAiB,QAAQ,WAAW,cAAc;AAAA,MAC3E;AAAA,MACA,OAAO,CAAC,UAAU;AAChB,gBAAQ,MAAM,+CAA+C,MAAM,KAAK,KAAK;AAAA,MAC/E;AAAA,IAAA,CACD;AAED,YAAQ,UAAU,MAAM;AAExB,eAAW,UAAU,SAAS;AAC5B,cAAQ,OAAO,MAAM;AAAA,IACvB;AAEA,UAAM,QAAQ,MAAA;AACd,YAAQ,MAAA;AAAA,EACV;AAAA,EAEQ,iBAAiB,QAAwB,YAAiC;AAChF,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAE5C,UAAM,MAAM,IAAI,oBAAoB,kBAAkB,GAAG,UAAU;AACnE,UAAM,SAAS,IAAI,aAAa,kBAAkB,gBAAgB,UAAU;AAE5E,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,YAAM,QAAQ,OAAO,OAAO;AAC5B,UAAI,OAAO;AACT,cAAM,cAAc,OAAO,eAAe,OAAO;AACjD,oBAAY,IAAI,KAAK;AAAA,MACvB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAE9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAc,mBAAmB,MAAgC;AAC/D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,WAAW,YAAY,cAAc,QAAQ;AAAA,MACpF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,oBAAoB,MAAM,KAAK,KAAK,WAAW,YAAY,eAAe,QAAQ;AAAA,MACtF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,sBAAkB,cAAc,CAAC,QAAQ,aAAa;AACpD,WAAK,kBAAkB,QAAqC;AAAA,QAC1D,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,QAC9B,GAAG;AAAA,MAAA,CACJ;AAAA,IACH,CAAC;AAED,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AACF;"}
+{"version":3,"file":"GlobalAudioSession.js","sources":["../../src/orchestrator/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs } from '../model/types';\nimport { OfflineAudioMixer } from '../stages/compose/OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../model';\nimport type { WorkerPool } from '../worker/WorkerPool';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\nimport type { EventBus } from '../event/EventBus';\nimport type { EventPayloadMap } from '../event/events';\nimport { MeframeEvent } from '../event/events';\nimport type { CacheManager } from '../cache/CacheManager';\nimport { AudioChunkEncoder } from '../stages/encode/AudioChunkEncoder';\nimport { AudioChunkDecoder } from '../stages/decode/AudioChunkDecoder';\nimport { isAudioClip, hasResourceId } from '../model/types';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workerPool: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private deps: AudioSessionDeps;\n  private model: CompositionModel | null = null;\n  private audioContext: AudioContext | null = null;\n  private volume = 1.0;\n  private playbackRate = 1.0;\n  private isPlaying = false;\n\n  // Lookahead scheduling state\n  private nextScheduleTime = 0; // Next AudioContext time to schedule\n  private nextContentTimeUs = 0; // Next timeline position (Us)\n  private scheduledSources = new Set<AudioBufferSourceNode>();\n  private readonly LOOKAHEAD_TIME = 0.2; // 200ms lookahead\n  private readonly CHUNK_DURATION = 0.1; // 100ms chunks\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, () => this.model);\n  }\n\n  setModel(model: CompositionModel): void {\n    this.model = model;\n    void this.activateAllAudioClips();\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;\n    const globalTimeUs = clipStartUs + (audioData.timestamp ?? 0);\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipDurationUs, globalTimeUs);\n  }\n\n  async ensureAudioForTime(timeUs: TimeUs, options?: { immediate?: boolean }): Promise<void> {\n    const model = this.model;\n    if (!model) return;\n\n    const immediate = options?.immediate ?? false;\n\n    // 1. Find all audio/video clips active at this time\n    const activeClips: Clip[] = [];\n    for (const track of model.tracks) {\n      if (track.kind !== 'audio' && track.kind !== 'video') continue;\n      const clips = model.getClipsAtTime(timeUs, track.id);\n      activeClips.push(...clips);\n    }\n\n    // 2. Ensure audio window for each clip (using window-based strategy)\n    const ensureAudioWindowPromises = activeClips.map(async (clip) => {\n      if (!hasResourceId(clip)) return;\n\n      const resource = model.getResource(clip.resourceId);\n      if (!resource) return;\n\n      // All audio (both audio clips and video audio) use AudioSampleCache → window decode\n      // Check if resource samples are cached\n      if (!this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {\n        // Check if resource is already loaded (but has no audio track)\n        const resource = model.getResource(clip.resourceId);\n        if (resource?.state === 'ready') {\n          // Resource loaded but no audio track - skip this clip (video files may not have audio)\n          return;\n        }\n\n        // Resource not yet loaded\n        // Blocking: wait for resource to load\n        await this.deps.resourceLoader.fetch(clip.resourceId, {\n          priority: 'high',\n          clipId: clip.id,\n          trackId: clip.trackId,\n        });\n      }\n\n      const clipRelativeTimeUs = timeUs - clip.startUs;\n      const WINDOW_DURATION = 3_000_000;\n      const startUs = clipRelativeTimeUs;\n      const endUs = Math.min(clip.durationUs, startUs + WINDOW_DURATION);\n      // Now decode window from AudioSampleCache\n      await this.ensureAudioWindow(clip.id, startUs, endUs);\n    });\n\n    if (immediate) {\n      void Promise.all(ensureAudioWindowPromises);\n    } else {\n      await Promise.all(ensureAudioWindowPromises);\n    }\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.model;\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          if (!isAudioClip(clip)) {\n            throw new Error(`Clip ${clip.id} in audio track is not an audio clip`);\n          }\n\n          // Preview: Use main-thread parsing → AudioSampleCache → on-demand decode\n          // Check if we have cached samples (already parsed in ResourceLoader)\n          if (this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {\n            // Already parsed, mark as active\n            this.activeClips.add(clip.id);\n            this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n            continue;\n          }\n\n          // Ensure resource is loaded (will be parsed and cached in main thread)\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            clipId: clip.id,\n            trackId: track.id,\n          });\n\n          // Mark as active\n          this.activeClips.add(clip.id);\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  async deactivateClip(clipId: string): Promise<void> {\n    if (!this.activeClips.has(clipId)) {\n      return;\n    }\n\n    this.activeClips.delete(clipId);\n    this.deps.cacheManager.clearClipAudioData(clipId);\n  }\n\n  async startPlayback(timeUs: TimeUs, audioContext: AudioContext): Promise<void> {\n    this.audioContext = audioContext;\n\n    // Resume AudioContext if suspended (required by modern browsers)\n    if (audioContext.state === 'suspended') {\n      await audioContext.resume();\n    }\n\n    // Ensure audio is decoded and ready (blocking mode for startup)\n    await this.ensureAudioForTime(timeUs, { immediate: false });\n\n    this.isPlaying = true;\n    // Reset playback states when starting to initialize scheduling from current time\n    this.resetPlaybackStates();\n  }\n\n  stopPlayback(): void {\n    this.isPlaying = false;\n    this.stopAllAudioSources();\n  }\n\n  updateTime(_timeUs: TimeUs): void {\n    // Kept for compatibility\n  }\n\n  /**\n   * Schedule audio chunks ahead of playback cursor\n   * Uses OfflineAudioMixer for proper mixing, then plays the result\n   */\n  async scheduleAudio(currentTimelineUs: TimeUs, audioContext: AudioContext): Promise<void> {\n    if (!this.isPlaying || !this.model || !this.audioContext) {\n      return;\n    }\n\n    const lookaheadTime = audioContext.currentTime + this.LOOKAHEAD_TIME;\n\n    // Initialize on first call\n    if (this.nextScheduleTime === 0) {\n      this.nextScheduleTime = audioContext.currentTime + 0.01;\n      this.nextContentTimeUs = currentTimelineUs;\n    }\n\n    // Schedule chunks until we reach lookahead limit\n    while (this.nextScheduleTime < lookaheadTime) {\n      const chunkDurationUs = Math.round(this.CHUNK_DURATION * 1_000_000);\n      const startUs = this.nextContentTimeUs;\n      const endUs = startUs + chunkDurationUs;\n\n      // Check if we need audio for this time range\n      if (endUs > this.model.durationUs) {\n        break; // Reached end of composition\n      }\n\n      try {\n        // Mix audio using OfflineAudioMixer (handles resampling + mixing)\n        const mixedBuffer = await this.mixer.mix(startUs, endUs);\n\n        // Create source and play\n        const source = audioContext.createBufferSource();\n        source.buffer = mixedBuffer;\n        source.playbackRate.value = this.playbackRate;\n\n        const gainNode = audioContext.createGain();\n        gainNode.gain.value = this.volume;\n\n        source.connect(gainNode);\n        gainNode.connect(audioContext.destination);\n\n        source.start(this.nextScheduleTime);\n        this.scheduledSources.add(source);\n\n        source.onended = () => {\n          source.disconnect();\n          gainNode.disconnect();\n          this.scheduledSources.delete(source);\n        };\n\n        // Advance scheduling state\n        const actualDuration = mixedBuffer.duration;\n        this.nextScheduleTime += actualDuration;\n        this.nextContentTimeUs += chunkDurationUs;\n      } catch (error) {\n        console.warn('[GlobalAudioSession] Mix error, skipping chunk:', error);\n        // Skip this chunk and continue\n        this.nextScheduleTime += this.CHUNK_DURATION;\n        this.nextContentTimeUs += chunkDurationUs;\n      }\n    }\n  }\n\n  /**\n   * Reset playback states (called on seek)\n   */\n  resetPlaybackStates(): void {\n    this.stopAllAudioSources();\n    this.nextScheduleTime = 0;\n    this.nextContentTimeUs = 0;\n  }\n\n  setVolume(volume: number): void {\n    this.volume = volume;\n    // Note: We can't easily update volume of already scheduled sources in this lookahead model\n    // without keeping track of gain nodes. For now, volume changes will apply to next chunks.\n    // If immediate volume change is needed, we'd need to store GainNodes in SchedulingState.\n  }\n\n  setPlaybackRate(rate: number): void {\n    this.playbackRate = rate;\n    // Playback rate change requires reset of scheduling to avoid pitch shift artifacts on existing nodes\n    // or complicated time mapping updates.\n    this.resetPlaybackStates();\n  }\n\n  reset(): void {\n    this.stopAllAudioSources();\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n  }\n\n  /**\n   * Mix and encode audio for a specific segment (used by ExportScheduler)\n   */\n  async mixAndEncodeSegment(\n    startUs: TimeUs,\n    endUs: TimeUs,\n    onChunk: (chunk: EncodedAudioChunk, metadata?: EncodedAudioChunkMetadata) => void\n  ): Promise<void> {\n    // Wait for audio clips in this time range to be ready (on-demand wait)\n    await this.ensureAudioForSegment(startUs, endUs);\n\n    const mixedBuffer = await this.mixer.mix(startUs, endUs);\n    const audioData = this.audioBufferToAudioData(mixedBuffer, startUs);\n\n    if (!audioData) return;\n\n    if (!this.exportEncoder) {\n      this.exportEncoder = new AudioChunkEncoder();\n      await this.exportEncoder.initialize();\n      this.exportEncoderStream = this.exportEncoder.createStream();\n      this.exportEncoderWriter = this.exportEncoderStream.writable.getWriter();\n\n      // Start reader immediately (but don't await - it's a long-running loop)\n      void this.startExportEncoderReader(this.exportEncoderStream.readable, onChunk);\n\n      // Wait a bit to ensure reader is ready before first write\n      await new Promise((resolve) => setTimeout(resolve, 10));\n    }\n\n    await this.exportEncoderWriter?.write(audioData);\n  }\n\n  /**\n   * Ensure audio clips in time range are decoded (for export)\n   * Decodes from AudioSampleCache (replaces Worker pipeline)\n   */\n  private async ensureAudioForSegment(startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    const model = this.model;\n    if (!model) return;\n\n    // Find all clips (audio + video with audio tracks) that overlap with [startUs, endUs]\n    const clips: Clip[] = [];\n    for (const track of model.tracks) {\n      if (track.kind !== 'audio' && track.kind !== 'video') continue;\n\n      for (const clip of track.clips) {\n        const clipEndUs = clip.startUs + clip.durationUs;\n        // Check if clip overlaps with segment\n        if (clip.startUs < endUs && clipEndUs > startUs) {\n          clips.push(clip);\n        }\n      }\n    }\n\n    // Decode audio window for each clip from AudioSampleCache\n    for (const clip of clips) {\n      if (!hasResourceId(clip)) continue;\n\n      // Skip if no audio track in resource\n      if (!this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {\n        continue;\n      }\n\n      // Calculate clip-relative window (decoder expects clip-relative time)\n      const clipRelativeStartUs = Math.max(0, startUs - clip.startUs);\n      const clipRelativeEndUs = Math.min(clip.durationUs, endUs - clip.startUs);\n\n      // Decode window from AudioSampleCache (main thread)\n      await this.ensureAudioWindow(clip.id, clipRelativeStartUs, clipRelativeEndUs);\n    }\n  }\n\n  private exportEncoder: AudioChunkEncoder | null = null;\n  private exportEncoderStream: TransformStream<\n    AudioData,\n    { chunk: EncodedAudioChunk; metadata: any }\n  > | null = null;\n  private exportEncoderWriter: WritableStreamDefaultWriter<AudioData> | null = null;\n\n  private async startExportEncoderReader(\n    stream: ReadableStream<{ chunk: EncodedAudioChunk; metadata: any }>,\n    onChunk: (chunk: EncodedAudioChunk, metadata?: EncodedAudioChunkMetadata) => void\n  ) {\n    const reader = stream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done) break;\n        if (value) {\n          onChunk(value.chunk, value.metadata);\n        }\n      }\n    } catch (e) {\n      console.error('Export encoder reader error', e);\n    }\n  }\n\n  async finalizeExportAudio(): Promise<void> {\n    if (this.exportEncoderWriter) {\n      await this.exportEncoderWriter.close();\n      this.exportEncoderWriter = null;\n    }\n    this.exportEncoder = null;\n    this.exportEncoderStream = null;\n  }\n\n  private stopAllAudioSources(): void {\n    for (const source of this.scheduledSources) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch {\n        // Ignore\n      }\n    }\n    this.scheduledSources.clear();\n  }\n\n  /**\n   * Ensure audio window for a clip (aligned with video architecture)\n   *\n   * Note: Unlike video getFrame(), this method doesn't need a 'preheat' parameter\n   * Why: Audio cache check is window-level (range query) via hasWindowPCM()\n   *      It verifies the entire window has ≥80% data, not just a single point\n   *      This naturally prevents premature return during preheating\n   */\n  async ensureAudioWindow(clipId: string, startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    // Check L1 cache - window-level verification (not point-level like video)\n    if (this.deps.cacheManager.hasWindowPCM(clipId, startUs, endUs)) {\n      return; // Entire window has sufficient data (≥80%)\n    }\n\n    await this.decodeAudioWindow(clipId, startUs, endUs);\n  }\n\n  /**\n   * Decode audio window for a clip (aligned with video architecture)\n   * Simple strategy: decode entire window range, cache handles duplicates\n   */\n  private async decodeAudioWindow(clipId: string, startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    const clip = this.model?.findClip(clipId);\n    if (!clip || !hasResourceId(clip)) {\n      return;\n    }\n\n    // Get audio samples from AudioSampleCache\n    const audioRecord = this.deps.cacheManager.audioSampleCache.get(clip.resourceId);\n    if (!audioRecord) {\n      // Resource has no audio track (common for some video files)\n      return;\n    }\n\n    // Filter chunks within window (aligned with video GOP filtering)\n    const windowChunks = audioRecord.samples.filter((s) => {\n      const sampleEndUs = s.timestamp + (s.duration ?? 0);\n      return s.timestamp < endUs && sampleEndUs > startUs;\n    });\n\n    if (windowChunks.length === 0) {\n      return;\n    }\n\n    // Decode chunks to AudioL1Cache (cache will handle append/merge)\n    await this.decodeAudioSamples(\n      clipId,\n      windowChunks,\n      audioRecord.metadata,\n      clip.durationUs,\n      clip.startUs\n    );\n  }\n\n  /**\n   * Decode audio samples to PCM and cache\n   * Uses AudioChunkDecoder for consistency with project architecture\n   * Resamples to AudioContext sample rate if needed for better quality\n   */\n  private async decodeAudioSamples(\n    clipId: string,\n    samples: EncodedAudioChunk[],\n    config: AudioDecoderConfig,\n    clipDurationUs: number,\n    clipStartUs: TimeUs\n  ): Promise<void> {\n    // Use AudioChunkDecoder for consistency with project architecture\n    // Convert description to ArrayBuffer if needed for type compatibility\n    let description: ArrayBuffer | undefined;\n    if (config.description) {\n      if (config.description instanceof ArrayBuffer) {\n        description = config.description;\n      } else if (ArrayBuffer.isView(config.description)) {\n        // Convert TypedArray to ArrayBuffer\n        const view = config.description as Uint8Array;\n        // Create a new ArrayBuffer and copy data to ensure proper type\n        const newBuffer = new ArrayBuffer(view.byteLength);\n        new Uint8Array(newBuffer).set(\n          new Uint8Array(view.buffer, view.byteOffset, view.byteLength)\n        );\n        description = newBuffer;\n      }\n    }\n\n    const decoderConfig = {\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n      description,\n    };\n    const decoder = new AudioChunkDecoder(`audio-${clipId}`, decoderConfig);\n\n    try {\n      // Create chunk stream\n      const chunkStream = new ReadableStream<EncodedAudioChunk>({\n        start(controller) {\n          for (const sample of samples) {\n            controller.enqueue(sample);\n          }\n          controller.close();\n        },\n      });\n\n      // Decode through stream\n      const audioDataStream = chunkStream.pipeThrough(decoder.createStream());\n      const reader = audioDataStream.getReader();\n\n      try {\n        while (true) {\n          const { done, value } = await reader.read();\n          if (done) break;\n\n          if (value) {\n            // Store original sample rate - OfflineAudioMixer will handle resampling\n            const globalTimeUs = clipStartUs + (value.timestamp ?? 0);\n            this.deps.cacheManager.putClipAudioData(clipId, value, clipDurationUs, globalTimeUs);\n          }\n        }\n      } finally {\n        reader.releaseLock();\n      }\n    } catch (error) {\n      console.error(`[GlobalAudioSession] Decoder error for clip ${clipId}:`, error);\n      throw error;\n    } finally {\n      await decoder.close();\n    }\n  }\n\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n}\n"],"names":["resource"],"mappings":";;;;;AA4BO,MAAM,mBAAmB;AAAA,EACtB;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EACA,QAAiC;AAAA,EACjC,eAAoC;AAAA,EACpC,SAAS;AAAA,EACT,eAAe;AAAA,EACf,YAAY;AAAA;AAAA,EAGZ,mBAAmB;AAAA;AAAA,EACnB,oBAAoB;AAAA;AAAA,EACpB,uCAAuB,IAAA;AAAA,EACd,iBAAiB;AAAA;AAAA,EACjB,iBAAiB;AAAA;AAAA,EAElC,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,MAAM,KAAK,KAAK;AAAA,EACxE;AAAA,EAEA,SAAS,OAA+B;AACtC,SAAK,QAAQ;AACb,SAAK,KAAK,sBAAA;AAAA,EACZ;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,aAAa,mBAAmB;AAC9D,UAAM,eAAe,eAAe,UAAU,aAAa;AAC3D,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,gBAAgB,YAAY;AAAA,EAC5F;AAAA,EAEA,MAAM,mBAAmB,QAAgB,SAAkD;AACzF,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAO;AAEZ,UAAM,YAAY,SAAS,aAAa;AAGxC,UAAM,cAAsB,CAAA;AAC5B,eAAW,SAAS,MAAM,QAAQ;AAChC,UAAI,MAAM,SAAS,WAAW,MAAM,SAAS,QAAS;AACtD,YAAM,QAAQ,MAAM,eAAe,QAAQ,MAAM,EAAE;AACnD,kBAAY,KAAK,GAAG,KAAK;AAAA,IAC3B;AAGA,UAAM,4BAA4B,YAAY,IAAI,OAAO,SAAS;AAChE,UAAI,CAAC,cAAc,IAAI,EAAG;AAE1B,YAAM,WAAW,MAAM,YAAY,KAAK,UAAU;AAClD,UAAI,CAAC,SAAU;AAIf,UAAI,CAAC,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAAG;AAEjE,cAAMA,YAAW,MAAM,YAAY,KAAK,UAAU;AAClD,YAAIA,WAAU,UAAU,SAAS;AAE/B;AAAA,QACF;AAIA,cAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,UACpD,UAAU;AAAA,UACV,QAAQ,KAAK;AAAA,UACb,SAAS,KAAK;AAAA,QAAA,CACf;AAAA,MACH;AAEA,YAAM,qBAAqB,SAAS,KAAK;AACzC,YAAM,kBAAkB;AACxB,YAAM,UAAU;AAChB,YAAM,QAAQ,KAAK,IAAI,KAAK,YAAY,UAAU,eAAe;AAEjE,YAAM,KAAK,kBAAkB,KAAK,IAAI,SAAS,KAAK;AAAA,IACtD,CAAC;AAED,QAAI,WAAW;AACb,WAAK,QAAQ,IAAI,yBAAyB;AAAA,IAC5C,OAAO;AACL,YAAM,QAAQ,IAAI,yBAAyB;AAAA,IAC7C;AAAA,EACF;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,cAAI,CAAC,YAAY,IAAI,GAAG;AACtB,kBAAM,IAAI,MAAM,QAAQ,KAAK,EAAE,sCAAsC;AAAA,UACvE;AAIA,cAAI,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAAG;AAEhE,iBAAK,YAAY,IAAI,KAAK,EAAE;AAC5B,iBAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AACvE;AAAA,UACF;AAGA,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,QAAQ,KAAK;AAAA,YACb,SAAS,MAAM;AAAA,UAAA,CAChB;AAGD,eAAK,YAAY,IAAI,KAAK,EAAE;AAC5B,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,QAA+B;AAClD,QAAI,CAAC,KAAK,YAAY,IAAI,MAAM,GAAG;AACjC;AAAA,IACF;AAEA,SAAK,YAAY,OAAO,MAAM;AAC9B,SAAK,KAAK,aAAa,mBAAmB,MAAM;AAAA,EAClD;AAAA,EAEA,MAAM,cAAc,QAAgB,cAA2C;AAC7E,SAAK,eAAe;AAGpB,QAAI,aAAa,UAAU,aAAa;AACtC,YAAM,aAAa,OAAA;AAAA,IACrB;AAGA,UAAM,KAAK,mBAAmB,QAAQ,EAAE,WAAW,OAAO;AAE1D,SAAK,YAAY;AAEjB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,eAAqB;AACnB,SAAK,YAAY;AACjB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,WAAW,SAAuB;AAAA,EAElC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,cAAc,mBAA2B,cAA2C;AACxF,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,SAAS,CAAC,KAAK,cAAc;AACxD;AAAA,IACF;AAEA,UAAM,gBAAgB,aAAa,cAAc,KAAK;AAGtD,QAAI,KAAK,qBAAqB,GAAG;AAC/B,WAAK,mBAAmB,aAAa,cAAc;AACnD,WAAK,oBAAoB;AAAA,IAC3B;AAGA,WAAO,KAAK,mBAAmB,eAAe;AAC5C,YAAM,kBAAkB,KAAK,MAAM,KAAK,iBAAiB,GAAS;AAClE,YAAM,UAAU,KAAK;AACrB,YAAM,QAAQ,UAAU;AAGxB,UAAI,QAAQ,KAAK,MAAM,YAAY;AACjC;AAAA,MACF;AAEA,UAAI;AAEF,cAAM,cAAc,MAAM,KAAK,MAAM,IAAI,SAAS,KAAK;AAGvD,cAAM,SAAS,aAAa,mBAAA;AAC5B,eAAO,SAAS;AAChB,eAAO,aAAa,QAAQ,KAAK;AAEjC,cAAM,WAAW,aAAa,WAAA;AAC9B,iBAAS,KAAK,QAAQ,KAAK;AAE3B,eAAO,QAAQ,QAAQ;AACvB,iBAAS,QAAQ,aAAa,WAAW;AAEzC,eAAO,MAAM,KAAK,gBAAgB;AAClC,aAAK,iBAAiB,IAAI,MAAM;AAEhC,eAAO,UAAU,MAAM;AACrB,iBAAO,WAAA;AACP,mBAAS,WAAA;AACT,eAAK,iBAAiB,OAAO,MAAM;AAAA,QACrC;AAGA,cAAM,iBAAiB,YAAY;AACnC,aAAK,oBAAoB;AACzB,aAAK,qBAAqB;AAAA,MAC5B,SAAS,OAAO;AACd,gBAAQ,KAAK,mDAAmD,KAAK;AAErE,aAAK,oBAAoB,KAAK;AAC9B,aAAK,qBAAqB;AAAA,MAC5B;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,sBAA4B;AAC1B,SAAK,oBAAA;AACL,SAAK,mBAAmB;AACxB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,UAAU,QAAsB;AAC9B,SAAK,SAAS;AAAA,EAIhB;AAAA,EAEA,gBAAgB,MAAoB;AAClC,SAAK,eAAe;AAGpB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,QAAc;AACZ,SAAK,oBAAA;AACL,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,oBACJ,SACA,OACA,SACe;AAEf,UAAM,KAAK,sBAAsB,SAAS,KAAK;AAE/C,UAAM,cAAc,MAAM,KAAK,MAAM,IAAI,SAAS,KAAK;AACvD,UAAM,YAAY,KAAK,uBAAuB,aAAa,OAAO;AAElE,QAAI,CAAC,UAAW;AAEhB,QAAI,CAAC,KAAK,eAAe;AACvB,WAAK,gBAAgB,IAAI,kBAAA;AACzB,YAAM,KAAK,cAAc,WAAA;AACzB,WAAK,sBAAsB,KAAK,cAAc,aAAA;AAC9C,WAAK,sBAAsB,KAAK,oBAAoB,SAAS,UAAA;AAG7D,WAAK,KAAK,yBAAyB,KAAK,oBAAoB,UAAU,OAAO;AAG7E,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AAAA,IACxD;AAEA,UAAM,KAAK,qBAAqB,MAAM,SAAS;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,sBAAsB,SAAiB,OAA8B;AACjF,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAO;AAGZ,UAAM,QAAgB,CAAA;AACtB,eAAW,SAAS,MAAM,QAAQ;AAChC,UAAI,MAAM,SAAS,WAAW,MAAM,SAAS,QAAS;AAEtD,iBAAW,QAAQ,MAAM,OAAO;AAC9B,cAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,YAAI,KAAK,UAAU,SAAS,YAAY,SAAS;AAC/C,gBAAM,KAAK,IAAI;AAAA,QACjB;AAAA,MACF;AAAA,IACF;AAGA,eAAW,QAAQ,OAAO;AACxB,UAAI,CAAC,cAAc,IAAI,EAAG;AAG1B,UAAI,CAAC,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAAG;AACjE;AAAA,MACF;AAGA,YAAM,sBAAsB,KAAK,IAAI,GAAG,UAAU,KAAK,OAAO;AAC9D,YAAM,oBAAoB,KAAK,IAAI,KAAK,YAAY,QAAQ,KAAK,OAAO;AAGxE,YAAM,KAAK,kBAAkB,KAAK,IAAI,qBAAqB,iBAAiB;AAAA,IAC9E;AAAA,EACF;AAAA,EAEQ,gBAA0C;AAAA,EAC1C,sBAGG;AAAA,EACH,sBAAqE;AAAA,EAE7E,MAAc,yBACZ,QACA,SACA;AACA,UAAM,SAAS,OAAO,UAAA;AACtB,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,KAAM;AACV,YAAI,OAAO;AACT,kBAAQ,MAAM,OAAO,MAAM,QAAQ;AAAA,QACrC;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,cAAQ,MAAM,+BAA+B,CAAC;AAAA,IAChD;AAAA,EACF;AAAA,EAEA,MAAM,sBAAqC;AACzC,QAAI,KAAK,qBAAqB;AAC5B,YAAM,KAAK,oBAAoB,MAAA;AAC/B,WAAK,sBAAsB;AAAA,IAC7B;AACA,SAAK,gBAAgB;AACrB,SAAK,sBAAsB;AAAA,EAC7B;AAAA,EAEQ,sBAA4B;AAClC,eAAW,UAAU,KAAK,kBAAkB;AAC1C,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,QAAQ;AAAA,MAER;AAAA,IACF;AACA,SAAK,iBAAiB,MAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,kBAAkB,QAAgB,SAAiB,OAA8B;AAErF,QAAI,KAAK,KAAK,aAAa,aAAa,QAAQ,SAAS,KAAK,GAAG;AAC/D;AAAA,IACF;AAEA,UAAM,KAAK,kBAAkB,QAAQ,SAAS,KAAK;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,kBAAkB,QAAgB,SAAiB,OAA8B;AAC7F,UAAM,OAAO,KAAK,OAAO,SAAS,MAAM;AACxC,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG;AACjC;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU;AAC/E,QAAI,CAAC,aAAa;AAEhB;AAAA,IACF;AAGA,UAAM,eAAe,YAAY,QAAQ,OAAO,CAAC,MAAM;AACrD,YAAM,cAAc,EAAE,aAAa,EAAE,YAAY;AACjD,aAAO,EAAE,YAAY,SAAS,cAAc;AAAA,IAC9C,CAAC;AAED,QAAI,aAAa,WAAW,GAAG;AAC7B;AAAA,IACF;AAGA,UAAM,KAAK;AAAA,MACT;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ,KAAK;AAAA,MACL,KAAK;AAAA,IAAA;AAAA,EAET;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,mBACZ,QACA,SACA,QACA,gBACA,aACe;AAGf,QAAI;AACJ,QAAI,OAAO,aAAa;AACtB,UAAI,OAAO,uBAAuB,aAAa;AAC7C,sBAAc,OAAO;AAAA,MACvB,WAAW,YAAY,OAAO,OAAO,WAAW,GAAG;AAEjD,cAAM,OAAO,OAAO;AAEpB,cAAM,YAAY,IAAI,YAAY,KAAK,UAAU;AACjD,YAAI,WAAW,SAAS,EAAE;AAAA,UACxB,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,UAAU;AAAA,QAAA;AAE9D,sBAAc;AAAA,MAChB;AAAA,IACF;AAEA,UAAM,gBAAgB;AAAA,MACpB,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,MACzB;AAAA,IAAA;AAEF,UAAM,UAAU,IAAI,kBAAkB,SAAS,MAAM,IAAI,aAAa;AAEtE,QAAI;AAEF,YAAM,cAAc,IAAI,eAAkC;AAAA,QACxD,MAAM,YAAY;AAChB,qBAAW,UAAU,SAAS;AAC5B,uBAAW,QAAQ,MAAM;AAAA,UAC3B;AACA,qBAAW,MAAA;AAAA,QACb;AAAA,MAAA,CACD;AAGD,YAAM,kBAAkB,YAAY,YAAY,QAAQ,cAAc;AACtE,YAAM,SAAS,gBAAgB,UAAA;AAE/B,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,cAAI,KAAM;AAEV,cAAI,OAAO;AAET,kBAAM,eAAe,eAAe,MAAM,aAAa;AACvD,iBAAK,KAAK,aAAa,iBAAiB,QAAQ,OAAO,gBAAgB,YAAY;AAAA,UACrF;AAAA,QACF;AAAA,MACF,UAAA;AACE,eAAO,YAAA;AAAA,MACT;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+CAA+C,MAAM,KAAK,KAAK;AAC7E,YAAM;AAAA,IACR,UAAA;AACE,YAAM,QAAQ,MAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAE9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AACF;"}

package/dist/orchestrator/OnDemandVideoSession.d.ts

@@ -1,19 +1,19 @@
 import { CacheManager } from '../cache/CacheManager';
-import { ResourceCache } from '../cache/resource/ResourceCache';
 import { MP4IndexCache } from '../cache/resource/MP4IndexCache';
 import { MP4Index } from '../stages/demux/types';
 import { TimeUs } from '../model/types';
 import { CompositionModel, Clip } from '../model';
+import { ResourceLoader } from '../stages/load/ResourceLoader';
 
 interface OnDemandVideoSessionConfig {
     clipId: string;
     resourceId: string;
     targetTimeUs: TimeUs;
     globalTimeUs: TimeUs;
-    resourceCache: ResourceCache;
     mp4IndexCache: MP4IndexCache;
     cacheManager: CacheManager;
     compositionModel: CompositionModel;
+    resourceLoader: ResourceLoader;
     fps: number;
 }
 /**
@@ -39,10 +39,10 @@ export declare class OnDemandVideoSession {
     static decodeAndCacheFirstFrame(resourceId: string, chunks: EncodedVideoChunk[], index: MP4Index, clip: Clip, cacheManager: CacheManager, fps: number): Promise<void>;
     private readonly clipId;
     private readonly resourceId;
-    private readonly resourceCache;
     private readonly mp4IndexCache;
     private readonly cacheManager;
     private readonly compositionModel;
+    private readonly resourceLoader;
     private readonly fps;
     private readonly globalTimeUs;
     private readonly targetTimeUs;

package/dist/orchestrator/OnDemandVideoSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OnDemandVideoSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/OnDemandVideoSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,KAAK,EAAE,QAAQ,EAAO,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAUvD,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,aAAa,CAAC;IAC7B,aAAa,EAAE,aAAa,CAAC;IAC7B,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,oBAAoB;IAC/B;;;OAGG;WACU,wBAAwB,CACnC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,iBAAiB,EAAE,EAC3B,KAAK,EAAE,QAAQ,EACf,IAAI,EAAE,IAAI,EACV,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC;IAwDhB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IAEtC,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAoB;IAEzC,OAAO;WAYM,MAAM,CAAC,MAAM,EAAE,0BAA0B,GAAG,OAAO,CAAC,oBAAoB,CAAC;YAMxE,IAAI;IAIlB;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0DjE,OAAO,CAAC,2BAA2B;IAgDnC;;;;;;OAMG;YACW,YAAY;YA0DZ,YAAY;YA4CZ,kBAAkB;IA4C1B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAiB/B"}
+{"version":3,"file":"OnDemandVideoSession.d.ts","sourceRoot":"","sources":["../../src/orchestrator/OnDemandVideoSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,KAAK,EAAE,QAAQ,EAAO,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAGvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAQpE,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,aAAa,CAAC;IAC7B,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,cAAc,EAAE,cAAc,CAAC;IAC/B,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,oBAAoB;IAC/B;;;OAGG;WACU,wBAAwB,CACnC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,iBAAiB,EAAE,EAC3B,KAAK,EAAE,QAAQ,EACf,IAAI,EAAE,IAAI,EACV,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC;IAwDhB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IAEtC,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAoB;IAEzC,OAAO;WAYM,MAAM,CAAC,MAAM,EAAE,0BAA0B,GAAG,OAAO,CAAC,oBAAoB,CAAC;YAMxE,IAAI;IAIlB;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0DjE,OAAO,CAAC,2BAA2B;IAgDnC;;;;;;OAMG;YACW,YAAY;YA0DZ,YAAY;YA4CZ,kBAAkB;IA4C1B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAiB/B"}

package/dist/orchestrator/OnDemandVideoSession.js

@@ -51,10 +51,10 @@ class OnDemandVideoSession {
   }
   clipId;
   resourceId;
-  resourceCache;
   mp4IndexCache;
   cacheManager;
   compositionModel;
+  resourceLoader;
   fps;
   globalTimeUs;
   targetTimeUs;
@@ -64,9 +64,9 @@ class OnDemandVideoSession {
   constructor(config) {
     this.clipId = config.clipId;
     this.resourceId = config.resourceId;
-    this.resourceCache = config.resourceCache;
     this.mp4IndexCache = config.mp4IndexCache;
     this.cacheManager = config.cacheManager;
+    this.resourceLoader = config.resourceLoader;
     this.compositionModel = config.compositionModel;
     this.fps = config.fps;
     this.globalTimeUs = config.globalTimeUs;
@@ -88,7 +88,7 @@ class OnDemandVideoSession {
     }
     const resource = this.compositionModel.getResource(this.resourceId);
     if (resource?.type === "image") {
-      const image = this.cacheManager.imageBitmapCache.get(resource.id);
+      const image = await this.resourceLoader.loadImage(resource);
       if (image) {
         const frame = new VideoFrame(image, {
           timestamp: startUs,
@@ -113,7 +113,7 @@ class OnDemandVideoSession {
       console.warn("[OnDemandVideoSession] No GOP ranges for window", startUs, endUs);
       return;
     }
-    const gopData = await this.resourceCache.readRange(
+    const gopData = await this.cacheManager.readResourceRange(
       this.resourceId,
       gopWindow.byteStart,
       gopWindow.byteEnd

package/dist/orchestrator/OnDemandVideoSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"OnDemandVideoSession.js","sources":["../../src/orchestrator/OnDemandVideoSession.ts"],"sourcesContent":["import type { CacheManager } from '../cache/CacheManager';\nimport type { ResourceCache } from '../cache/resource/ResourceCache';\nimport type { MP4IndexCache } from '../cache/resource/MP4IndexCache';\nimport type { MP4Index, GOP } from '../stages/demux/types';\nimport type { TimeUs } from '../model/types';\nimport type { CompositionModel, Clip } from '../model';\nimport { VideoChunkDecoder } from '../stages/decode/VideoChunkDecoder';\nimport { binarySearchOverlapping } from '../utils/binary-search';\n\ninterface GOPWindowResult {\n  gops: GOP[];\n  byteStart: number;\n  byteEnd: number;\n}\n\ninterface OnDemandVideoSessionConfig {\n  clipId: string;\n  resourceId: string;\n  targetTimeUs: TimeUs;\n  globalTimeUs: TimeUs;\n  resourceCache: ResourceCache;\n  mp4IndexCache: MP4IndexCache;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  fps: number;\n}\n\n/**\n * OnDemandVideoSession - Main-thread on-demand decoder\n *\n * Strategy:\n * 1. Read GOP range from OPFS\n * 2. Demux using MP4Box (main thread)\n * 3. Decode using VideoDecoder (main thread)\n * 4. Write RAW VideoFrames (YUV) to L1 cache\n * 5. Dispose immediately after window completes\n *\n * Why main thread?\n * - Window is small (±2s, ~60-120 frames)\n * - Worker overhead (10-50ms) is significant for small workloads\n * - Decode is fast enough\n */\nexport class OnDemandVideoSession {\n  /**\n   * Static method to decode and cache first frame from extracted GOP chunks\n   * Used by ResourceLoader during streaming download for fast cover rendering\n   */\n  static async decodeAndCacheFirstFrame(\n    resourceId: string,\n    chunks: EncodedVideoChunk[],\n    index: MP4Index,\n    clip: Clip,\n    cacheManager: CacheManager,\n    fps: number\n  ): Promise<void> {\n    if (chunks.length === 0) return;\n\n    const videoTrack = index.tracks.video;\n    if (!videoTrack) return;\n\n    try {\n      // Create temporary decoder\n      const decoder = new VideoChunkDecoder(`first-frame-${resourceId}`, {\n        codec: videoTrack.codec,\n        width: videoTrack.width,\n        height: videoTrack.height,\n        description: videoTrack.description,\n        hardwareAcceleration: 'prefer-hardware',\n        thread: 'main',\n      });\n\n      try {\n        // Create chunk stream\n        const chunkStream = new ReadableStream<EncodedVideoChunk>({\n          start(controller) {\n            for (const chunk of chunks) {\n              controller.enqueue(chunk);\n            }\n            controller.close();\n          },\n        });\n\n        // Decode\n        const frameStream = chunkStream.pipeThrough(decoder.createStream());\n\n        // Read first frame only\n        const reader = frameStream.getReader();\n        const { value } = await reader.read();\n        reader.releaseLock();\n\n        if (value) {\n          // Use CacheManager's unified interface to ensure event notification\n          const frameDuration = Math.round(1_000_000 / fps);\n\n          cacheManager.addFrame(\n            value,\n            clip.id,\n            frameDuration,\n            clip.trackId ?? 'main',\n            clip.startUs // globalTimeUs = clipStartUs (first frame, relativeTime=0)\n          );\n        }\n      } finally {\n        await decoder.close();\n      }\n    } catch (error) {\n      console.warn('[OnDemandVideoSession] Failed to decode first frame:', error);\n      // Don't throw - this is a best-effort optimization\n    }\n  }\n  private readonly clipId: string;\n  private readonly resourceId: string;\n  private readonly resourceCache: ResourceCache;\n  private readonly mp4IndexCache: MP4IndexCache;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly fps: number;\n  private readonly globalTimeUs: TimeUs;\n  private readonly targetTimeUs: TimeUs;\n\n  private decoder: VideoChunkDecoder | null = null;\n  private isDisposed = false;\n  private decodedFrames: VideoFrame[] = [];\n\n  private constructor(config: OnDemandVideoSessionConfig) {\n    this.clipId = config.clipId;\n    this.resourceId = config.resourceId;\n    this.resourceCache = config.resourceCache;\n    this.mp4IndexCache = config.mp4IndexCache;\n    this.cacheManager = config.cacheManager;\n    this.compositionModel = config.compositionModel;\n    this.fps = config.fps;\n    this.globalTimeUs = config.globalTimeUs;\n    this.targetTimeUs = config.targetTimeUs;\n  }\n\n  static async create(config: OnDemandVideoSessionConfig): Promise<OnDemandVideoSession> {\n    const session = new OnDemandVideoSession(config);\n    await session.init();\n    return session;\n  }\n\n  private async init(): Promise<void> {\n    // No special initialization needed for now\n  }\n\n  /**\n   * Decode a window range, write raw frames to L1 cache\n   */\n  async decodeWindow(startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    if (this.isDisposed) {\n      throw new Error('Session already disposed');\n    }\n\n    // Check if resource is an image (no MP4 index)\n    const resource = this.compositionModel.getResource(this.resourceId);\n    if (resource?.type === 'image') {\n      // Image clip: handled by direct ImageBitmap access in PlaybackController\n      // No need to decode anything here\n      const image = this.cacheManager.imageBitmapCache.get(resource.id);\n      if (image) {\n        const frame = new VideoFrame(image, {\n          timestamp: startUs,\n          duration: endUs - startUs,\n        });\n        this.cacheManager.addFrame(\n          frame,\n          this.clipId,\n          endUs - startUs,\n          this.compositionModel.mainTrackId,\n          this.globalTimeUs\n        );\n      }\n      return;\n    }\n\n    // Video clip: decode from OPFS\n    // Get MP4 index\n    const index = this.mp4IndexCache.get(this.resourceId);\n    if (!index) {\n      throw new Error(`No index found for resource ${this.resourceId}`);\n    }\n\n    // Calculate GOP ranges needed (with binary search optimization)\n    const gopWindow = this.calculateGOPRangesForWindow(index, startUs, endUs);\n    if (gopWindow.gops.length === 0) {\n      console.warn('[OnDemandVideoSession] No GOP ranges for window', startUs, endUs);\n      return;\n    }\n\n    // Read GOP data from OPFS (merged byte range)\n    const gopData = await this.resourceCache.readRange(\n      this.resourceId,\n      gopWindow.byteStart,\n      gopWindow.byteEnd\n    );\n\n    // Extract chunks from GOP data (direct sample index slicing)\n    const chunks = await this.demuxGOPData(gopData, index, gopWindow);\n\n    // Decode chunks to frames\n    await this.decodeChunks(chunks, index);\n\n    // Write frames to L1\n    await this.cacheDecodedFrames(startUs, endUs);\n  }\n\n  private calculateGOPRangesForWindow(\n    index: MP4Index,\n    startUs: TimeUs,\n    endUs: TimeUs\n  ): GOPWindowResult {\n    if (!index.tracks.video) {\n      console.warn('[OnDemandVideoSession] No video track in index');\n      return { gops: [], byteStart: 0, byteEnd: 0 };\n    }\n\n    const { gopIndex, samples } = index.tracks.video;\n\n    // Find GOP containing startUs (or the nearest keyframe before it)\n    const nearestKeyframe = this.mp4IndexCache.getNearestKeyframe(this.resourceId, startUs);\n    const decodeStartUs = nearestKeyframe?.timestamp ?? startUs;\n\n    // Use binary search to find all overlapping GOPs\n    const overlappingGOPs = binarySearchOverlapping(gopIndex, decodeStartUs, endUs, (gop, idx) => {\n      const nextGOP = gopIndex[idx + 1];\n      return {\n        start: gop.startTimeUs,\n        end: nextGOP ? nextGOP.startTimeUs : Infinity,\n      };\n    });\n\n    if (overlappingGOPs.length === 0) {\n      console.warn('[OnDemandVideoSession] No GOP ranges for window', startUs, endUs);\n      return { gops: [], byteStart: 0, byteEnd: 0 };\n    }\n\n    // Calculate merged byte range for OPFS read\n    let byteStart = Infinity;\n    let byteEnd = 0;\n\n    for (const gop of overlappingGOPs) {\n      const startSample = samples[gop.keyframeSampleIndex];\n      const endSampleIndex = gop.keyframeSampleIndex + gop.sampleCount - 1;\n      const endSample = samples[endSampleIndex];\n\n      if (startSample && endSample) {\n        byteStart = Math.min(byteStart, startSample.byteOffset);\n        byteEnd = Math.max(byteEnd, endSample.byteOffset + endSample.byteLength);\n      }\n    }\n\n    return { gops: overlappingGOPs, byteStart, byteEnd };\n  }\n\n  /**\n   * Extract video chunks from GOP data\n   *\n   * Directly use GOP sample indices to slice the samples array.\n   * This is O(k) where k is the number of samples in the window,\n   * vs O(n×m) for the old approach (n=all samples, m=GOP count).\n   */\n  private async demuxGOPData(\n    data: ArrayBuffer,\n    index: MP4Index,\n    gopWindow: GOPWindowResult\n  ): Promise<EncodedVideoChunk[]> {\n    const videoTrack = index.tracks.video;\n    if (!videoTrack) {\n      throw new Error('No video track in index');\n    }\n\n    const { samples } = videoTrack;\n    const chunks: EncodedVideoChunk[] = [];\n    const dataView = new Uint8Array(data);\n    const baseByteOffset = gopWindow.byteStart;\n\n    // Direct sample index slicing - iterate only samples in the window\n    for (const gop of gopWindow.gops) {\n      const startIdx = gop.keyframeSampleIndex;\n      const endIdx = startIdx + gop.sampleCount;\n\n      // Extract samples for this GOP (direct array slice)\n      for (let i = startIdx; i < endIdx; i++) {\n        const sample = samples[i];\n        if (!sample) continue;\n\n        // Calculate relative offset within the data buffer\n        const relativeOffset = sample.byteOffset - baseByteOffset;\n\n        // Validate offset is within buffer\n        if (relativeOffset < 0 || relativeOffset + sample.byteLength > data.byteLength) {\n          console.warn('[OnDemandVideoSession] Sample outside buffer:', {\n            sampleOffset: sample.byteOffset,\n            sampleLength: sample.byteLength,\n            baseOffset: baseByteOffset,\n            relativeOffset,\n            bufferLength: data.byteLength,\n          });\n          continue;\n        }\n\n        // Extract sample data\n        const sampleData = dataView.slice(relativeOffset, relativeOffset + sample.byteLength);\n\n        // Create EncodedVideoChunk\n        const chunk = new EncodedVideoChunk({\n          type: sample.isKeyframe ? 'key' : 'delta',\n          timestamp: sample.timestamp,\n          duration: sample.duration,\n          data: sampleData,\n        });\n\n        chunks.push(chunk);\n      }\n    }\n\n    return chunks;\n  }\n\n  private async decodeChunks(chunks: EncodedVideoChunk[], index: MP4Index): Promise<void> {\n    const videoTrack = index.tracks.video;\n    if (!videoTrack) {\n      throw new Error('No video track in index');\n    }\n\n    // Create decoder (reuse VideoChunkDecoder like decodeFromL2)\n    this.decoder = new VideoChunkDecoder(`ondemand-${this.clipId}`, {\n      codec: videoTrack.codec,\n      width: videoTrack.width,\n      height: videoTrack.height,\n      description: videoTrack.description,\n      hardwareAcceleration: 'prefer-hardware',\n      thread: 'main',\n    });\n\n    // Create stream from chunks\n    const chunkStream = new ReadableStream<EncodedVideoChunk>({\n      start: (controller) => {\n        for (const chunk of chunks) {\n          controller.enqueue(chunk);\n        }\n        controller.close();\n      },\n    });\n\n    // Pipe through decoder\n    const frameStream = chunkStream.pipeThrough(this.decoder.createStream());\n\n    // Collect decoded frames\n    const reader = frameStream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done) break;\n        if (value) {\n          this.decodedFrames.push(value);\n        }\n      }\n    } finally {\n      reader.releaseLock();\n    }\n  }\n\n  private async cacheDecodedFrames(startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    // Filter frames within window (include boundary frames)\n    // Use original timestamp (no quantization)\n    const framesToCache = this.decodedFrames.filter((f) => {\n      // Exclude frames at window end boundary\n      return f.timestamp >= startUs && f.timestamp < endUs;\n    });\n\n    for (const frame of framesToCache) {\n      try {\n        // Use original timestamp and duration (preserve source frame rate)\n        const originalTimestamp = frame.timestamp;\n        const originalDuration = frame.duration ?? Math.round(1_000_000 / this.fps);\n\n        // Calculate global timestamp using original value\n        const frameGlobalTime = this.globalTimeUs + (originalTimestamp - this.targetTimeUs);\n\n        // Write RAW video frame to L1 with original timestamp, duration and global time\n        // NOTE: addComposedFrame name is legacy, but now we store raw frames\n        this.cacheManager.addFrame(\n          frame,\n          this.clipId,\n          originalDuration,\n          this.compositionModel.mainTrackId,\n          frameGlobalTime\n        );\n\n        // Don't close frame here - it's now owned by L1 cache\n        // (CacheManager.addComposedFrame clones it or takes ownership)\n      } catch (error) {\n        console.error('[OnDemandVideoSession] Cache error:', error);\n        frame.close();\n      }\n    }\n\n    // Clean up decoded frames that weren't cached\n    for (const frame of this.decodedFrames) {\n      if (!framesToCache.includes(frame)) {\n        frame.close();\n      }\n    }\n    this.decodedFrames = [];\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n\n    // Close decoder (check state to avoid closing already-closed decoder)\n    if (this.decoder && this.decoder.state !== 'closed') {\n      await this.decoder.close();\n      this.decoder = null;\n    }\n\n    // Clean up any remaining frames\n    for (const frame of this.decodedFrames) {\n      frame.close();\n    }\n    this.decodedFrames = [];\n\n    this.isDisposed = true;\n  }\n}\n"],"names":[],"mappings":";;AA0CO,MAAM,qBAAqB;AAAA;AAAA;AAAA;AAAA;AAAA,EAKhC,aAAa,yBACX,YACA,QACA,OACA,MACA,cACA,KACe;AACf,QAAI,OAAO,WAAW,EAAG;AAEzB,UAAM,aAAa,MAAM,OAAO;AAChC,QAAI,CAAC,WAAY;AAEjB,QAAI;AAEF,YAAM,UAAU,IAAI,kBAAkB,eAAe,UAAU,IAAI;AAAA,QACjE,OAAO,WAAW;AAAA,QAClB,OAAO,WAAW;AAAA,QAClB,QAAQ,WAAW;AAAA,QACnB,aAAa,WAAW;AAAA,QACxB,sBAAsB;AAAA,QACtB,QAAQ;AAAA,MAAA,CACT;AAED,UAAI;AAEF,cAAM,cAAc,IAAI,eAAkC;AAAA,UACxD,MAAM,YAAY;AAChB,uBAAW,SAAS,QAAQ;AAC1B,yBAAW,QAAQ,KAAK;AAAA,YAC1B;AACA,uBAAW,MAAA;AAAA,UACb;AAAA,QAAA,CACD;AAGD,cAAM,cAAc,YAAY,YAAY,QAAQ,cAAc;AAGlE,cAAM,SAAS,YAAY,UAAA;AAC3B,cAAM,EAAE,MAAA,IAAU,MAAM,OAAO,KAAA;AAC/B,eAAO,YAAA;AAEP,YAAI,OAAO;AAET,gBAAM,gBAAgB,KAAK,MAAM,MAAY,GAAG;AAEhD,uBAAa;AAAA,YACX;AAAA,YACA,KAAK;AAAA,YACL;AAAA,YACA,KAAK,WAAW;AAAA,YAChB,KAAK;AAAA;AAAA,UAAA;AAAA,QAET;AAAA,MACF,UAAA;AACE,cAAM,QAAQ,MAAA;AAAA,MAChB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,KAAK,wDAAwD,KAAK;AAAA,IAE5E;AAAA,EACF;AAAA,EACiB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,UAAoC;AAAA,EACpC,aAAa;AAAA,EACb,gBAA8B,CAAA;AAAA,EAE9B,YAAY,QAAoC;AACtD,SAAK,SAAS,OAAO;AACrB,SAAK,aAAa,OAAO;AACzB,SAAK,gBAAgB,OAAO;AAC5B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,MAAM,OAAO;AAClB,SAAK,eAAe,OAAO;AAC3B,SAAK,eAAe,OAAO;AAAA,EAC7B;AAAA,EAEA,aAAa,OAAO,QAAmE;AACrF,UAAM,UAAU,IAAI,qBAAqB,MAAM;AAC/C,UAAM,QAAQ,KAAA;AACd,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,OAAsB;AAAA,EAEpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,SAAiB,OAA8B;AAChE,QAAI,KAAK,YAAY;AACnB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAGA,UAAM,WAAW,KAAK,iBAAiB,YAAY,KAAK,UAAU;AAClE,QAAI,UAAU,SAAS,SAAS;AAG9B,YAAM,QAAQ,KAAK,aAAa,iBAAiB,IAAI,SAAS,EAAE;AAChE,UAAI,OAAO;AACT,cAAM,QAAQ,IAAI,WAAW,OAAO;AAAA,UAClC,WAAW;AAAA,UACX,UAAU,QAAQ;AAAA,QAAA,CACnB;AACD,aAAK,aAAa;AAAA,UAChB;AAAA,UACA,KAAK;AAAA,UACL,QAAQ;AAAA,UACR,KAAK,iBAAiB;AAAA,UACtB,KAAK;AAAA,QAAA;AAAA,MAET;AACA;AAAA,IACF;AAIA,UAAM,QAAQ,KAAK,cAAc,IAAI,KAAK,UAAU;AACpD,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,+BAA+B,KAAK,UAAU,EAAE;AAAA,IAClE;AAGA,UAAM,YAAY,KAAK,4BAA4B,OAAO,SAAS,KAAK;AACxE,QAAI,UAAU,KAAK,WAAW,GAAG;AAC/B,cAAQ,KAAK,mDAAmD,SAAS,KAAK;AAC9E;AAAA,IACF;AAGA,UAAM,UAAU,MAAM,KAAK,cAAc;AAAA,MACvC,KAAK;AAAA,MACL,UAAU;AAAA,MACV,UAAU;AAAA,IAAA;AAIZ,UAAM,SAAS,MAAM,KAAK,aAAa,SAAS,OAAO,SAAS;AAGhE,UAAM,KAAK,aAAa,QAAQ,KAAK;AAGrC,UAAM,KAAK,mBAAmB,SAAS,KAAK;AAAA,EAC9C;AAAA,EAEQ,4BACN,OACA,SACA,OACiB;AACjB,QAAI,CAAC,MAAM,OAAO,OAAO;AACvB,cAAQ,KAAK,gDAAgD;AAC7D,aAAO,EAAE,MAAM,CAAA,GAAI,WAAW,GAAG,SAAS,EAAA;AAAA,IAC5C;AAEA,UAAM,EAAE,UAAU,QAAA,IAAY,MAAM,OAAO;AAG3C,UAAM,kBAAkB,KAAK,cAAc,mBAAmB,KAAK,YAAY,OAAO;AACtF,UAAM,gBAAgB,iBAAiB,aAAa;AAGpD,UAAM,kBAAkB,wBAAwB,UAAU,eAAe,OAAO,CAAC,KAAK,QAAQ;AAC5F,YAAM,UAAU,SAAS,MAAM,CAAC;AAChC,aAAO;AAAA,QACL,OAAO,IAAI;AAAA,QACX,KAAK,UAAU,QAAQ,cAAc;AAAA,MAAA;AAAA,IAEzC,CAAC;AAED,QAAI,gBAAgB,WAAW,GAAG;AAChC,cAAQ,KAAK,mDAAmD,SAAS,KAAK;AAC9E,aAAO,EAAE,MAAM,CAAA,GAAI,WAAW,GAAG,SAAS,EAAA;AAAA,IAC5C;AAGA,QAAI,YAAY;AAChB,QAAI,UAAU;AAEd,eAAW,OAAO,iBAAiB;AACjC,YAAM,cAAc,QAAQ,IAAI,mBAAmB;AACnD,YAAM,iBAAiB,IAAI,sBAAsB,IAAI,cAAc;AACnE,YAAM,YAAY,QAAQ,cAAc;AAExC,UAAI,eAAe,WAAW;AAC5B,oBAAY,KAAK,IAAI,WAAW,YAAY,UAAU;AACtD,kBAAU,KAAK,IAAI,SAAS,UAAU,aAAa,UAAU,UAAU;AAAA,MACzE;AAAA,IACF;AAEA,WAAO,EAAE,MAAM,iBAAiB,WAAW,QAAA;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,aACZ,MACA,OACA,WAC8B;AAC9B,UAAM,aAAa,MAAM,OAAO;AAChC,QAAI,CAAC,YAAY;AACf,YAAM,IAAI,MAAM,yBAAyB;AAAA,IAC3C;AAEA,UAAM,EAAE,YAAY;AACpB,UAAM,SAA8B,CAAA;AACpC,UAAM,WAAW,IAAI,WAAW,IAAI;AACpC,UAAM,iBAAiB,UAAU;AAGjC,eAAW,OAAO,UAAU,MAAM;AAChC,YAAM,WAAW,IAAI;AACrB,YAAM,SAAS,WAAW,IAAI;AAG9B,eAAS,IAAI,UAAU,IAAI,QAAQ,KAAK;AACtC,cAAM,SAAS,QAAQ,CAAC;AACxB,YAAI,CAAC,OAAQ;AAGb,cAAM,iBAAiB,OAAO,aAAa;AAG3C,YAAI,iBAAiB,KAAK,iBAAiB,OAAO,aAAa,KAAK,YAAY;AAC9E,kBAAQ,KAAK,iDAAiD;AAAA,YAC5D,cAAc,OAAO;AAAA,YACrB,cAAc,OAAO;AAAA,YACrB,YAAY;AAAA,YACZ;AAAA,YACA,cAAc,KAAK;AAAA,UAAA,CACpB;AACD;AAAA,QACF;AAGA,cAAM,aAAa,SAAS,MAAM,gBAAgB,iBAAiB,OAAO,UAAU;AAGpF,cAAM,QAAQ,IAAI,kBAAkB;AAAA,UAClC,MAAM,OAAO,aAAa,QAAQ;AAAA,UAClC,WAAW,OAAO;AAAA,UAClB,UAAU,OAAO;AAAA,UACjB,MAAM;AAAA,QAAA,CACP;AAED,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,aAAa,QAA6B,OAAgC;AACtF,UAAM,aAAa,MAAM,OAAO;AAChC,QAAI,CAAC,YAAY;AACf,YAAM,IAAI,MAAM,yBAAyB;AAAA,IAC3C;AAGA,SAAK,UAAU,IAAI,kBAAkB,YAAY,KAAK,MAAM,IAAI;AAAA,MAC9D,OAAO,WAAW;AAAA,MAClB,OAAO,WAAW;AAAA,MAClB,QAAQ,WAAW;AAAA,MACnB,aAAa,WAAW;AAAA,MACxB,sBAAsB;AAAA,MACtB,QAAQ;AAAA,IAAA,CACT;AAGD,UAAM,cAAc,IAAI,eAAkC;AAAA,MACxD,OAAO,CAAC,eAAe;AACrB,mBAAW,SAAS,QAAQ;AAC1B,qBAAW,QAAQ,KAAK;AAAA,QAC1B;AACA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAGD,UAAM,cAAc,YAAY,YAAY,KAAK,QAAQ,cAAc;AAGvE,UAAM,SAAS,YAAY,UAAA;AAC3B,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,KAAM;AACV,YAAI,OAAO;AACT,eAAK,cAAc,KAAK,KAAK;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,UAAA;AACE,aAAO,YAAA;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,SAAiB,OAA8B;AAG9E,UAAM,gBAAgB,KAAK,cAAc,OAAO,CAAC,MAAM;AAErD,aAAO,EAAE,aAAa,WAAW,EAAE,YAAY;AAAA,IACjD,CAAC;AAED,eAAW,SAAS,eAAe;AACjC,UAAI;AAEF,cAAM,oBAAoB,MAAM;AAChC,cAAM,mBAAmB,MAAM,YAAY,KAAK,MAAM,MAAY,KAAK,GAAG;AAG1E,cAAM,kBAAkB,KAAK,gBAAgB,oBAAoB,KAAK;AAItE,aAAK,aAAa;AAAA,UAChB;AAAA,UACA,KAAK;AAAA,UACL;AAAA,UACA,KAAK,iBAAiB;AAAA,UACtB;AAAA,QAAA;AAAA,MAKJ,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAC1D,cAAM,MAAA;AAAA,MACR;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,UAAI,CAAC,cAAc,SAAS,KAAK,GAAG;AAClC,cAAM,MAAA;AAAA,MACR;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAAA,EACvB;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AAGrB,QAAI,KAAK,WAAW,KAAK,QAAQ,UAAU,UAAU;AACnD,YAAM,KAAK,QAAQ,MAAA;AACnB,WAAK,UAAU;AAAA,IACjB;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAM,MAAA;AAAA,IACR;AACA,SAAK,gBAAgB,CAAA;AAErB,SAAK,aAAa;AAAA,EACpB;AACF;"}
+{"version":3,"file":"OnDemandVideoSession.js","sources":["../../src/orchestrator/OnDemandVideoSession.ts"],"sourcesContent":["import type { CacheManager } from '../cache/CacheManager';\nimport type { MP4IndexCache } from '../cache/resource/MP4IndexCache';\nimport type { MP4Index, GOP } from '../stages/demux/types';\nimport type { TimeUs } from '../model/types';\nimport type { CompositionModel, Clip } from '../model';\nimport { VideoChunkDecoder } from '../stages/decode/VideoChunkDecoder';\nimport { binarySearchOverlapping } from '../utils/binary-search';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\n\ninterface GOPWindowResult {\n  gops: GOP[];\n  byteStart: number;\n  byteEnd: number;\n}\n\ninterface OnDemandVideoSessionConfig {\n  clipId: string;\n  resourceId: string;\n  targetTimeUs: TimeUs;\n  globalTimeUs: TimeUs;\n  mp4IndexCache: MP4IndexCache;\n  cacheManager: CacheManager;\n  compositionModel: CompositionModel;\n  resourceLoader: ResourceLoader;\n  fps: number;\n}\n\n/**\n * OnDemandVideoSession - Main-thread on-demand decoder\n *\n * Strategy:\n * 1. Read GOP range from OPFS\n * 2. Demux using MP4Box (main thread)\n * 3. Decode using VideoDecoder (main thread)\n * 4. Write RAW VideoFrames (YUV) to L1 cache\n * 5. Dispose immediately after window completes\n *\n * Why main thread?\n * - Window is small (±2s, ~60-120 frames)\n * - Worker overhead (10-50ms) is significant for small workloads\n * - Decode is fast enough\n */\nexport class OnDemandVideoSession {\n  /**\n   * Static method to decode and cache first frame from extracted GOP chunks\n   * Used by ResourceLoader during streaming download for fast cover rendering\n   */\n  static async decodeAndCacheFirstFrame(\n    resourceId: string,\n    chunks: EncodedVideoChunk[],\n    index: MP4Index,\n    clip: Clip,\n    cacheManager: CacheManager,\n    fps: number\n  ): Promise<void> {\n    if (chunks.length === 0) return;\n\n    const videoTrack = index.tracks.video;\n    if (!videoTrack) return;\n\n    try {\n      // Create temporary decoder\n      const decoder = new VideoChunkDecoder(`first-frame-${resourceId}`, {\n        codec: videoTrack.codec,\n        width: videoTrack.width,\n        height: videoTrack.height,\n        description: videoTrack.description,\n        hardwareAcceleration: 'prefer-hardware',\n        thread: 'main',\n      });\n\n      try {\n        // Create chunk stream\n        const chunkStream = new ReadableStream<EncodedVideoChunk>({\n          start(controller) {\n            for (const chunk of chunks) {\n              controller.enqueue(chunk);\n            }\n            controller.close();\n          },\n        });\n\n        // Decode\n        const frameStream = chunkStream.pipeThrough(decoder.createStream());\n\n        // Read first frame only\n        const reader = frameStream.getReader();\n        const { value } = await reader.read();\n        reader.releaseLock();\n\n        if (value) {\n          // Use CacheManager's unified interface to ensure event notification\n          const frameDuration = Math.round(1_000_000 / fps);\n\n          cacheManager.addFrame(\n            value,\n            clip.id,\n            frameDuration,\n            clip.trackId ?? 'main',\n            clip.startUs // globalTimeUs = clipStartUs (first frame, relativeTime=0)\n          );\n        }\n      } finally {\n        await decoder.close();\n      }\n    } catch (error) {\n      console.warn('[OnDemandVideoSession] Failed to decode first frame:', error);\n      // Don't throw - this is a best-effort optimization\n    }\n  }\n  private readonly clipId: string;\n  private readonly resourceId: string;\n  private readonly mp4IndexCache: MP4IndexCache;\n  private readonly cacheManager: CacheManager;\n  private readonly compositionModel: CompositionModel;\n  private readonly resourceLoader: ResourceLoader;\n  private readonly fps: number;\n  private readonly globalTimeUs: TimeUs;\n  private readonly targetTimeUs: TimeUs;\n\n  private decoder: VideoChunkDecoder | null = null;\n  private isDisposed = false;\n  private decodedFrames: VideoFrame[] = [];\n\n  private constructor(config: OnDemandVideoSessionConfig) {\n    this.clipId = config.clipId;\n    this.resourceId = config.resourceId;\n    this.mp4IndexCache = config.mp4IndexCache;\n    this.cacheManager = config.cacheManager;\n    this.resourceLoader = config.resourceLoader;\n    this.compositionModel = config.compositionModel;\n    this.fps = config.fps;\n    this.globalTimeUs = config.globalTimeUs;\n    this.targetTimeUs = config.targetTimeUs;\n  }\n\n  static async create(config: OnDemandVideoSessionConfig): Promise<OnDemandVideoSession> {\n    const session = new OnDemandVideoSession(config);\n    await session.init();\n    return session;\n  }\n\n  private async init(): Promise<void> {\n    // No special initialization needed for now\n  }\n\n  /**\n   * Decode a window range, write raw frames to L1 cache\n   */\n  async decodeWindow(startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    if (this.isDisposed) {\n      throw new Error('Session already disposed');\n    }\n\n    // Check if resource is an image (no MP4 index)\n    const resource = this.compositionModel.getResource(this.resourceId);\n    if (resource?.type === 'image') {\n      // Image clip: handled by direct ImageBitmap access in PlaybackController\n      // No need to decode anything here\n      const image = await this.resourceLoader.loadImage(resource);\n      if (image) {\n        const frame = new VideoFrame(image, {\n          timestamp: startUs,\n          duration: endUs - startUs,\n        });\n        this.cacheManager.addFrame(\n          frame,\n          this.clipId,\n          endUs - startUs,\n          this.compositionModel.mainTrackId,\n          this.globalTimeUs\n        );\n      }\n      return;\n    }\n\n    // Video clip: decode from OPFS\n    // Get MP4 index\n    const index = this.mp4IndexCache.get(this.resourceId);\n    if (!index) {\n      throw new Error(`No index found for resource ${this.resourceId}`);\n    }\n\n    // Calculate GOP ranges needed (with binary search optimization)\n    const gopWindow = this.calculateGOPRangesForWindow(index, startUs, endUs);\n    if (gopWindow.gops.length === 0) {\n      console.warn('[OnDemandVideoSession] No GOP ranges for window', startUs, endUs);\n      return;\n    }\n\n    // Read GOP data from OPFS (merged byte range)\n    const gopData = await this.cacheManager.readResourceRange(\n      this.resourceId,\n      gopWindow.byteStart,\n      gopWindow.byteEnd\n    );\n\n    // Extract chunks from GOP data (direct sample index slicing)\n    const chunks = await this.demuxGOPData(gopData, index, gopWindow);\n\n    // Decode chunks to frames\n    await this.decodeChunks(chunks, index);\n\n    // Write frames to L1\n    await this.cacheDecodedFrames(startUs, endUs);\n  }\n\n  private calculateGOPRangesForWindow(\n    index: MP4Index,\n    startUs: TimeUs,\n    endUs: TimeUs\n  ): GOPWindowResult {\n    if (!index.tracks.video) {\n      console.warn('[OnDemandVideoSession] No video track in index');\n      return { gops: [], byteStart: 0, byteEnd: 0 };\n    }\n\n    const { gopIndex, samples } = index.tracks.video;\n\n    // Find GOP containing startUs (or the nearest keyframe before it)\n    const nearestKeyframe = this.mp4IndexCache.getNearestKeyframe(this.resourceId, startUs);\n    const decodeStartUs = nearestKeyframe?.timestamp ?? startUs;\n\n    // Use binary search to find all overlapping GOPs\n    const overlappingGOPs = binarySearchOverlapping(gopIndex, decodeStartUs, endUs, (gop, idx) => {\n      const nextGOP = gopIndex[idx + 1];\n      return {\n        start: gop.startTimeUs,\n        end: nextGOP ? nextGOP.startTimeUs : Infinity,\n      };\n    });\n\n    if (overlappingGOPs.length === 0) {\n      console.warn('[OnDemandVideoSession] No GOP ranges for window', startUs, endUs);\n      return { gops: [], byteStart: 0, byteEnd: 0 };\n    }\n\n    // Calculate merged byte range for OPFS read\n    let byteStart = Infinity;\n    let byteEnd = 0;\n\n    for (const gop of overlappingGOPs) {\n      const startSample = samples[gop.keyframeSampleIndex];\n      const endSampleIndex = gop.keyframeSampleIndex + gop.sampleCount - 1;\n      const endSample = samples[endSampleIndex];\n\n      if (startSample && endSample) {\n        byteStart = Math.min(byteStart, startSample.byteOffset);\n        byteEnd = Math.max(byteEnd, endSample.byteOffset + endSample.byteLength);\n      }\n    }\n\n    return { gops: overlappingGOPs, byteStart, byteEnd };\n  }\n\n  /**\n   * Extract video chunks from GOP data\n   *\n   * Directly use GOP sample indices to slice the samples array.\n   * This is O(k) where k is the number of samples in the window,\n   * vs O(n×m) for the old approach (n=all samples, m=GOP count).\n   */\n  private async demuxGOPData(\n    data: ArrayBuffer,\n    index: MP4Index,\n    gopWindow: GOPWindowResult\n  ): Promise<EncodedVideoChunk[]> {\n    const videoTrack = index.tracks.video;\n    if (!videoTrack) {\n      throw new Error('No video track in index');\n    }\n\n    const { samples } = videoTrack;\n    const chunks: EncodedVideoChunk[] = [];\n    const dataView = new Uint8Array(data);\n    const baseByteOffset = gopWindow.byteStart;\n\n    // Direct sample index slicing - iterate only samples in the window\n    for (const gop of gopWindow.gops) {\n      const startIdx = gop.keyframeSampleIndex;\n      const endIdx = startIdx + gop.sampleCount;\n\n      // Extract samples for this GOP (direct array slice)\n      for (let i = startIdx; i < endIdx; i++) {\n        const sample = samples[i];\n        if (!sample) continue;\n\n        // Calculate relative offset within the data buffer\n        const relativeOffset = sample.byteOffset - baseByteOffset;\n\n        // Validate offset is within buffer\n        if (relativeOffset < 0 || relativeOffset + sample.byteLength > data.byteLength) {\n          console.warn('[OnDemandVideoSession] Sample outside buffer:', {\n            sampleOffset: sample.byteOffset,\n            sampleLength: sample.byteLength,\n            baseOffset: baseByteOffset,\n            relativeOffset,\n            bufferLength: data.byteLength,\n          });\n          continue;\n        }\n\n        // Extract sample data\n        const sampleData = dataView.slice(relativeOffset, relativeOffset + sample.byteLength);\n\n        // Create EncodedVideoChunk\n        const chunk = new EncodedVideoChunk({\n          type: sample.isKeyframe ? 'key' : 'delta',\n          timestamp: sample.timestamp,\n          duration: sample.duration,\n          data: sampleData,\n        });\n\n        chunks.push(chunk);\n      }\n    }\n\n    return chunks;\n  }\n\n  private async decodeChunks(chunks: EncodedVideoChunk[], index: MP4Index): Promise<void> {\n    const videoTrack = index.tracks.video;\n    if (!videoTrack) {\n      throw new Error('No video track in index');\n    }\n\n    // Create decoder (reuse VideoChunkDecoder like decodeFromL2)\n    this.decoder = new VideoChunkDecoder(`ondemand-${this.clipId}`, {\n      codec: videoTrack.codec,\n      width: videoTrack.width,\n      height: videoTrack.height,\n      description: videoTrack.description,\n      hardwareAcceleration: 'prefer-hardware',\n      thread: 'main',\n    });\n\n    // Create stream from chunks\n    const chunkStream = new ReadableStream<EncodedVideoChunk>({\n      start: (controller) => {\n        for (const chunk of chunks) {\n          controller.enqueue(chunk);\n        }\n        controller.close();\n      },\n    });\n\n    // Pipe through decoder\n    const frameStream = chunkStream.pipeThrough(this.decoder.createStream());\n\n    // Collect decoded frames\n    const reader = frameStream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done) break;\n        if (value) {\n          this.decodedFrames.push(value);\n        }\n      }\n    } finally {\n      reader.releaseLock();\n    }\n  }\n\n  private async cacheDecodedFrames(startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    // Filter frames within window (include boundary frames)\n    // Use original timestamp (no quantization)\n    const framesToCache = this.decodedFrames.filter((f) => {\n      // Exclude frames at window end boundary\n      return f.timestamp >= startUs && f.timestamp < endUs;\n    });\n\n    for (const frame of framesToCache) {\n      try {\n        // Use original timestamp and duration (preserve source frame rate)\n        const originalTimestamp = frame.timestamp;\n        const originalDuration = frame.duration ?? Math.round(1_000_000 / this.fps);\n\n        // Calculate global timestamp using original value\n        const frameGlobalTime = this.globalTimeUs + (originalTimestamp - this.targetTimeUs);\n\n        // Write RAW video frame to L1 with original timestamp, duration and global time\n        // NOTE: addComposedFrame name is legacy, but now we store raw frames\n        this.cacheManager.addFrame(\n          frame,\n          this.clipId,\n          originalDuration,\n          this.compositionModel.mainTrackId,\n          frameGlobalTime\n        );\n\n        // Don't close frame here - it's now owned by L1 cache\n        // (CacheManager.addComposedFrame clones it or takes ownership)\n      } catch (error) {\n        console.error('[OnDemandVideoSession] Cache error:', error);\n        frame.close();\n      }\n    }\n\n    // Clean up decoded frames that weren't cached\n    for (const frame of this.decodedFrames) {\n      if (!framesToCache.includes(frame)) {\n        frame.close();\n      }\n    }\n    this.decodedFrames = [];\n  }\n\n  async dispose(): Promise<void> {\n    if (this.isDisposed) return;\n\n    // Close decoder (check state to avoid closing already-closed decoder)\n    if (this.decoder && this.decoder.state !== 'closed') {\n      await this.decoder.close();\n      this.decoder = null;\n    }\n\n    // Clean up any remaining frames\n    for (const frame of this.decodedFrames) {\n      frame.close();\n    }\n    this.decodedFrames = [];\n\n    this.isDisposed = true;\n  }\n}\n"],"names":[],"mappings":";;AA0CO,MAAM,qBAAqB;AAAA;AAAA;AAAA;AAAA;AAAA,EAKhC,aAAa,yBACX,YACA,QACA,OACA,MACA,cACA,KACe;AACf,QAAI,OAAO,WAAW,EAAG;AAEzB,UAAM,aAAa,MAAM,OAAO;AAChC,QAAI,CAAC,WAAY;AAEjB,QAAI;AAEF,YAAM,UAAU,IAAI,kBAAkB,eAAe,UAAU,IAAI;AAAA,QACjE,OAAO,WAAW;AAAA,QAClB,OAAO,WAAW;AAAA,QAClB,QAAQ,WAAW;AAAA,QACnB,aAAa,WAAW;AAAA,QACxB,sBAAsB;AAAA,QACtB,QAAQ;AAAA,MAAA,CACT;AAED,UAAI;AAEF,cAAM,cAAc,IAAI,eAAkC;AAAA,UACxD,MAAM,YAAY;AAChB,uBAAW,SAAS,QAAQ;AAC1B,yBAAW,QAAQ,KAAK;AAAA,YAC1B;AACA,uBAAW,MAAA;AAAA,UACb;AAAA,QAAA,CACD;AAGD,cAAM,cAAc,YAAY,YAAY,QAAQ,cAAc;AAGlE,cAAM,SAAS,YAAY,UAAA;AAC3B,cAAM,EAAE,MAAA,IAAU,MAAM,OAAO,KAAA;AAC/B,eAAO,YAAA;AAEP,YAAI,OAAO;AAET,gBAAM,gBAAgB,KAAK,MAAM,MAAY,GAAG;AAEhD,uBAAa;AAAA,YACX;AAAA,YACA,KAAK;AAAA,YACL;AAAA,YACA,KAAK,WAAW;AAAA,YAChB,KAAK;AAAA;AAAA,UAAA;AAAA,QAET;AAAA,MACF,UAAA;AACE,cAAM,QAAQ,MAAA;AAAA,MAChB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,KAAK,wDAAwD,KAAK;AAAA,IAE5E;AAAA,EACF;AAAA,EACiB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,UAAoC;AAAA,EACpC,aAAa;AAAA,EACb,gBAA8B,CAAA;AAAA,EAE9B,YAAY,QAAoC;AACtD,SAAK,SAAS,OAAO;AACrB,SAAK,aAAa,OAAO;AACzB,SAAK,gBAAgB,OAAO;AAC5B,SAAK,eAAe,OAAO;AAC3B,SAAK,iBAAiB,OAAO;AAC7B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,MAAM,OAAO;AAClB,SAAK,eAAe,OAAO;AAC3B,SAAK,eAAe,OAAO;AAAA,EAC7B;AAAA,EAEA,aAAa,OAAO,QAAmE;AACrF,UAAM,UAAU,IAAI,qBAAqB,MAAM;AAC/C,UAAM,QAAQ,KAAA;AACd,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,OAAsB;AAAA,EAEpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,SAAiB,OAA8B;AAChE,QAAI,KAAK,YAAY;AACnB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAGA,UAAM,WAAW,KAAK,iBAAiB,YAAY,KAAK,UAAU;AAClE,QAAI,UAAU,SAAS,SAAS;AAG9B,YAAM,QAAQ,MAAM,KAAK,eAAe,UAAU,QAAQ;AAC1D,UAAI,OAAO;AACT,cAAM,QAAQ,IAAI,WAAW,OAAO;AAAA,UAClC,WAAW;AAAA,UACX,UAAU,QAAQ;AAAA,QAAA,CACnB;AACD,aAAK,aAAa;AAAA,UAChB;AAAA,UACA,KAAK;AAAA,UACL,QAAQ;AAAA,UACR,KAAK,iBAAiB;AAAA,UACtB,KAAK;AAAA,QAAA;AAAA,MAET;AACA;AAAA,IACF;AAIA,UAAM,QAAQ,KAAK,cAAc,IAAI,KAAK,UAAU;AACpD,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,+BAA+B,KAAK,UAAU,EAAE;AAAA,IAClE;AAGA,UAAM,YAAY,KAAK,4BAA4B,OAAO,SAAS,KAAK;AACxE,QAAI,UAAU,KAAK,WAAW,GAAG;AAC/B,cAAQ,KAAK,mDAAmD,SAAS,KAAK;AAC9E;AAAA,IACF;AAGA,UAAM,UAAU,MAAM,KAAK,aAAa;AAAA,MACtC,KAAK;AAAA,MACL,UAAU;AAAA,MACV,UAAU;AAAA,IAAA;AAIZ,UAAM,SAAS,MAAM,KAAK,aAAa,SAAS,OAAO,SAAS;AAGhE,UAAM,KAAK,aAAa,QAAQ,KAAK;AAGrC,UAAM,KAAK,mBAAmB,SAAS,KAAK;AAAA,EAC9C;AAAA,EAEQ,4BACN,OACA,SACA,OACiB;AACjB,QAAI,CAAC,MAAM,OAAO,OAAO;AACvB,cAAQ,KAAK,gDAAgD;AAC7D,aAAO,EAAE,MAAM,CAAA,GAAI,WAAW,GAAG,SAAS,EAAA;AAAA,IAC5C;AAEA,UAAM,EAAE,UAAU,QAAA,IAAY,MAAM,OAAO;AAG3C,UAAM,kBAAkB,KAAK,cAAc,mBAAmB,KAAK,YAAY,OAAO;AACtF,UAAM,gBAAgB,iBAAiB,aAAa;AAGpD,UAAM,kBAAkB,wBAAwB,UAAU,eAAe,OAAO,CAAC,KAAK,QAAQ;AAC5F,YAAM,UAAU,SAAS,MAAM,CAAC;AAChC,aAAO;AAAA,QACL,OAAO,IAAI;AAAA,QACX,KAAK,UAAU,QAAQ,cAAc;AAAA,MAAA;AAAA,IAEzC,CAAC;AAED,QAAI,gBAAgB,WAAW,GAAG;AAChC,cAAQ,KAAK,mDAAmD,SAAS,KAAK;AAC9E,aAAO,EAAE,MAAM,CAAA,GAAI,WAAW,GAAG,SAAS,EAAA;AAAA,IAC5C;AAGA,QAAI,YAAY;AAChB,QAAI,UAAU;AAEd,eAAW,OAAO,iBAAiB;AACjC,YAAM,cAAc,QAAQ,IAAI,mBAAmB;AACnD,YAAM,iBAAiB,IAAI,sBAAsB,IAAI,cAAc;AACnE,YAAM,YAAY,QAAQ,cAAc;AAExC,UAAI,eAAe,WAAW;AAC5B,oBAAY,KAAK,IAAI,WAAW,YAAY,UAAU;AACtD,kBAAU,KAAK,IAAI,SAAS,UAAU,aAAa,UAAU,UAAU;AAAA,MACzE;AAAA,IACF;AAEA,WAAO,EAAE,MAAM,iBAAiB,WAAW,QAAA;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,aACZ,MACA,OACA,WAC8B;AAC9B,UAAM,aAAa,MAAM,OAAO;AAChC,QAAI,CAAC,YAAY;AACf,YAAM,IAAI,MAAM,yBAAyB;AAAA,IAC3C;AAEA,UAAM,EAAE,YAAY;AACpB,UAAM,SAA8B,CAAA;AACpC,UAAM,WAAW,IAAI,WAAW,IAAI;AACpC,UAAM,iBAAiB,UAAU;AAGjC,eAAW,OAAO,UAAU,MAAM;AAChC,YAAM,WAAW,IAAI;AACrB,YAAM,SAAS,WAAW,IAAI;AAG9B,eAAS,IAAI,UAAU,IAAI,QAAQ,KAAK;AACtC,cAAM,SAAS,QAAQ,CAAC;AACxB,YAAI,CAAC,OAAQ;AAGb,cAAM,iBAAiB,OAAO,aAAa;AAG3C,YAAI,iBAAiB,KAAK,iBAAiB,OAAO,aAAa,KAAK,YAAY;AAC9E,kBAAQ,KAAK,iDAAiD;AAAA,YAC5D,cAAc,OAAO;AAAA,YACrB,cAAc,OAAO;AAAA,YACrB,YAAY;AAAA,YACZ;AAAA,YACA,cAAc,KAAK;AAAA,UAAA,CACpB;AACD;AAAA,QACF;AAGA,cAAM,aAAa,SAAS,MAAM,gBAAgB,iBAAiB,OAAO,UAAU;AAGpF,cAAM,QAAQ,IAAI,kBAAkB;AAAA,UAClC,MAAM,OAAO,aAAa,QAAQ;AAAA,UAClC,WAAW,OAAO;AAAA,UAClB,UAAU,OAAO;AAAA,UACjB,MAAM;AAAA,QAAA,CACP;AAED,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,aAAa,QAA6B,OAAgC;AACtF,UAAM,aAAa,MAAM,OAAO;AAChC,QAAI,CAAC,YAAY;AACf,YAAM,IAAI,MAAM,yBAAyB;AAAA,IAC3C;AAGA,SAAK,UAAU,IAAI,kBAAkB,YAAY,KAAK,MAAM,IAAI;AAAA,MAC9D,OAAO,WAAW;AAAA,MAClB,OAAO,WAAW;AAAA,MAClB,QAAQ,WAAW;AAAA,MACnB,aAAa,WAAW;AAAA,MACxB,sBAAsB;AAAA,MACtB,QAAQ;AAAA,IAAA,CACT;AAGD,UAAM,cAAc,IAAI,eAAkC;AAAA,MACxD,OAAO,CAAC,eAAe;AACrB,mBAAW,SAAS,QAAQ;AAC1B,qBAAW,QAAQ,KAAK;AAAA,QAC1B;AACA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAGD,UAAM,cAAc,YAAY,YAAY,KAAK,QAAQ,cAAc;AAGvE,UAAM,SAAS,YAAY,UAAA;AAC3B,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,KAAM;AACV,YAAI,OAAO;AACT,eAAK,cAAc,KAAK,KAAK;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,UAAA;AACE,aAAO,YAAA;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,SAAiB,OAA8B;AAG9E,UAAM,gBAAgB,KAAK,cAAc,OAAO,CAAC,MAAM;AAErD,aAAO,EAAE,aAAa,WAAW,EAAE,YAAY;AAAA,IACjD,CAAC;AAED,eAAW,SAAS,eAAe;AACjC,UAAI;AAEF,cAAM,oBAAoB,MAAM;AAChC,cAAM,mBAAmB,MAAM,YAAY,KAAK,MAAM,MAAY,KAAK,GAAG;AAG1E,cAAM,kBAAkB,KAAK,gBAAgB,oBAAoB,KAAK;AAItE,aAAK,aAAa;AAAA,UAChB;AAAA,UACA,KAAK;AAAA,UACL;AAAA,UACA,KAAK,iBAAiB;AAAA,UACtB;AAAA,QAAA;AAAA,MAKJ,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAC1D,cAAM,MAAA;AAAA,MACR;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,UAAI,CAAC,cAAc,SAAS,KAAK,GAAG;AAClC,cAAM,MAAA;AAAA,MACR;AAAA,IACF;AACA,SAAK,gBAAgB,CAAA;AAAA,EACvB;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AAGrB,QAAI,KAAK,WAAW,KAAK,QAAQ,UAAU,UAAU;AACnD,YAAM,KAAK,QAAQ,MAAA;AACnB,WAAK,UAAU;AAAA,IACjB;AAGA,eAAW,SAAS,KAAK,eAAe;AACtC,YAAM,MAAA;AAAA,IACR;AACA,SAAK,gBAAgB,CAAA;AAErB,SAAK,aAAa;AAAA,EACpB;AACF;"}

package/dist/orchestrator/Orchestrator.d.ts

@@ -4,7 +4,6 @@ import { ResourceLoader } from '../stages/load/ResourceLoader';
 import { CacheManager } from '../cache/CacheManager';
 import { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';
 import { CompositionModel, CompositionPatch, TimeUs, RcFrame } from '../model';
-import { SetCompositionModelOptions } from '../model/types';
 import { EventPayloadMap } from '../event/events';
 import { CompositionPlanner } from './CompositionPlanner';
 import { GlobalAudioSession } from './GlobalAudioSession';
@@ -34,7 +33,7 @@ export declare class Orchestrator implements IOrchestrator {
     on<K extends keyof EventPayloadMap>(event: K, handler: (payload: EventPayloadMap[K]) => void): void;
     off<K extends keyof EventPayloadMap>(event: K, handler: (payload: EventPayloadMap[K]) => void): void;
     once<K extends keyof EventPayloadMap>(event: K, handler: (payload: EventPayloadMap[K]) => void): void;
-    setCompositionModel(model: CompositionModel, options?: SetCompositionModelOptions): Promise<void>;
+    setCompositionModel(model: CompositionModel): Promise<void>;
     applyPatch(patch: CompositionPatch): Promise<void>;
     private handleResourceStateChange;
     getFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null>;

package/dist/orchestrator/Orchestrator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/Orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAErF,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAY,MAAM,EAAE,OAAO,EAAQ,MAAM,UAAU,CAAC;AAC/F,OAAO,EAA8B,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AACxF,OAAO,EAAgB,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,qBAAa,YAAa,YAAW,aAAa;IAChD,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IACjD,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,UAAU,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IAEjC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,wBAAwB,CAAuB;IACvD,OAAO,CAAC,aAAa,CAAuB;IAC5C,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC,CAAC;gBAE5D,MAAM,EAAE,kBAAkB;IA0EtC,OAAO,CAAC,8BAA8B;IA0BtC,OAAO,CAAC,oBAAoB;IAoBtB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IASjC,EAAE,CAAC,CAAC,SAAS,MAAM,eAAe,EAChC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,GAAG,CAAC,CAAC,SAAS,MAAM,eAAe,EACjC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,IAAI,CAAC,CAAC,SAAS,MAAM,eAAe,EAClC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAID,mBAAmB,CACvB,KAAK,EAAE,gBAAgB,EACvB,OAAO,CAAC,EAAE,0BAA0B,GACnC,OAAO,CAAC,IAAI,CAAC;IAsBV,UAAU,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA8CxD,OAAO,CAAC,yBAAyB;IAgB3B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YAiDvE,eAAe;IAiB7B;;;OAGG;YACW,kBAAkB;IA8DhC;;;OAGG;IACG,gBAAgB,CACpB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACvD,OAAO,CAAC,OAAO,CAAC;IAqBb,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAc9B,OAAO,CAAC,kBAAkB;IA8CpB,MAAM,CAAC,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5E;;;OAGG;IACG,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC;QAAE,MAAM,EAAE,GAAG,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IAuDtD;;OAEG;IACH,OAAO,CAAC,gBAAgB;CA+FzB"}
+{"version":3,"file":"Orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/Orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAErF,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAY,MAAM,EAAE,OAAO,EAAQ,MAAM,UAAU,CAAC;AAE/F,OAAO,EAAgB,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,qBAAa,YAAa,YAAW,aAAa;IAChD,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IACjD,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,UAAU,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IAEjC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,wBAAwB,CAAuB;IACvD,OAAO,CAAC,aAAa,CAAuB;IAC5C,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC,CAAC;gBAE5D,MAAM,EAAE,kBAAkB;IA4EtC,OAAO,CAAC,8BAA8B;IA0BtC,OAAO,CAAC,oBAAoB;IAoBtB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IASjC,EAAE,CAAC,CAAC,SAAS,MAAM,eAAe,EAChC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,GAAG,CAAC,CAAC,SAAS,MAAM,eAAe,EACjC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,IAAI,CAAC,CAAC,SAAS,MAAM,eAAe,EAClC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAID,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB3D,UAAU,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAuCxD,OAAO,CAAC,yBAAyB;IAgB3B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YAoDvE,eAAe;IAiB7B;;;OAGG;YACW,kBAAkB;IA8DhC;;;OAGG;IACG,gBAAgB,CACpB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACvD,OAAO,CAAC,OAAO,CAAC;IAqBb,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAc9B,OAAO,CAAC,kBAAkB;IA4CpB,MAAM,CAAC,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5E;;;OAGG;IACG,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC;QAAE,MAAM,EAAE,GAAG,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IAuDtD;;OAEG;YACW,gBAAgB;CAiG/B"}

package/dist/orchestrator/Orchestrator.js

@@ -37,12 +37,13 @@ class Orchestrator {
       workerPath: config.workerPath,
       workerExtension: config.workerExtension
     });
-    const cacheConfig = config.cacheConfig || this.config.cache;
+    const maxMemoryMB = config.cacheConfig?.l1Size || this.config.cache?.l1?.maxMemoryMB || 1024;
+    const maxGOPs = this.config.decode?.video?.maxGOPs || 4;
     this.cacheManager = new CacheManager(
       {
         l1: {
-          maxMemoryMB: cacheConfig?.l1Size || cacheConfig?.l1?.maxMemoryMB || 1024,
-          maxGOPs: this.config.decode?.video?.maxGOPs || 4
+          maxMemoryMB,
+          maxGOPs
         },
         resource: {
           projectId: config.projectId || this.config.global.projectId || "default"
@@ -55,7 +56,9 @@ class Orchestrator {
       workerPool: this.workers,
       eventBus: this.eventBus,
       config: {
-        maxConcurrent: config.maxWorkers || this.config.load?.retry?.maxAttempts || 4
+        maxConcurrent: this.config.load.maxConcurrent,
+        preloadConcurrency: 2
+        // Fixed preload concurrency for idle background loading
       },
       onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state)
     });
@@ -130,11 +133,7 @@ class Orchestrator {
   once(event, handler) {
     this.eventBus.once(event, handler);
   }
-  async setCompositionModel(model, options) {
-    const { clearL1Cache = true } = options || {};
-    if (clearL1Cache) {
-      this.cacheManager.clearL1Cache();
-    }
+  async setCompositionModel(model) {
     this.compositionModel = model;
     this.planner.setModel(model);
     await this.resourceLoader.setModel(model);
@@ -159,26 +158,13 @@ class Orchestrator {
     for (const clipId of affectedClipIds) {
       this.cacheManager.invalidateClip(clipId);
     }
-    const reactivatedAudioClips = [];
-    const reactivatedVideoClips = [];
     for (const clipId of affectedClipIds) {
       const clip = this.compositionModel.findClip(clipId);
       if (clip?.trackKind === "audio") {
         await this.audioSession.deactivateClip(clipId);
-        reactivatedAudioClips.push(clipId);
-      } else if (clip?.trackKind === "video") {
-        reactivatedVideoClips.push(clipId);
-      }
+      } else if (clip?.trackKind === "video") ;
     }
     await this.audioSession.activateAllAudioClips();
-    const allReactivatedClips = [...reactivatedAudioClips, ...reactivatedVideoClips];
-    if (allReactivatedClips.length > 0) {
-      setTimeout(() => {
-        for (const clipId of allReactivatedClips) {
-          this.audioSession.restartPlayingClip(clipId);
-        }
-      }, 150);
-    }
   }
   handleResourceStateChange(resourceId, state) {
     if (!this.compositionModel) {
@@ -202,7 +188,6 @@ class Orchestrator {
     let relativeTimeUs = options?.relativeTimeUs ?? timeUs - clip.startUs;
     relativeTimeUs = Math.min(relativeTimeUs, clip.durationUs - 1);
     if (!preheat) {
-      this.cacheManager.setWindow(timeUs);
       const cachedFrame = this.cacheManager.getFrame(relativeTimeUs, clip.id);
       if (cachedFrame) {
         this.preheatNextClip(clip);
@@ -264,7 +249,7 @@ class Orchestrator {
       resourceId,
       targetTimeUs: relativeTimeUs,
       globalTimeUs,
-      resourceCache: this.cacheManager.resourceCache,
+      resourceLoader: this.resourceLoader,
       mp4IndexCache: this.cacheManager.mp4IndexCache,
       cacheManager: this.cacheManager,
       compositionModel: this.compositionModel,
@@ -317,42 +302,40 @@ class Orchestrator {
   }
   buildWorkerConfigs() {
     const config = this.config;
-    const defaultCanvasWidth = config.global?.defaultCanvasWidth ?? 720;
-    const defaultCanvasHeight = config.global?.defaultCanvasHeight ?? 1280;
-    const defaultFps = config.global?.defaultFps ?? 30;
+    const defaultCanvasWidth = config.global.defaultCanvasWidth;
+    const defaultCanvasHeight = config.global.defaultCanvasHeight;
+    const defaultFps = config.global.defaultFps;
     const targetFps = this.compositionModel?.fps ?? defaultFps;
     return {
       videoDemux: {
-        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10
+        highWaterMark: config.demux.backpressure.highWaterMark
       },
       audioDemux: {
-        highWaterMark: config.demux?.backpressure?.highWaterMark ?? 10
+        highWaterMark: config.demux.backpressure.highWaterMark
       },
-      videoDecode: config.decode?.video,
-      audioDecode: config.decode?.audio,
+      videoDecode: config.decode.video,
+      audioDecode: config.decode.audio,
       videoCompose: {
-        width: config.compose?.canvas?.width ?? defaultCanvasWidth,
-        height: config.compose?.canvas?.height ?? defaultCanvasHeight,
+        width: defaultCanvasWidth,
+        height: defaultCanvasHeight,
         fps: targetFps,
-        backgroundColor: config.compose?.canvas?.backgroundColor ?? "#000000",
-        enableSmoothing: config.compose?.visual?.enableSmoothing ?? true,
-        enableHardwareAcceleration: config.compose?.visual?.enableHardwareAcceleration ?? true,
-        fonts: config.global?.fonts
+        backgroundColor: "#000000",
+        enableSmoothing: true,
+        enableHardwareAcceleration: true
       },
       audioCompose: {
-        ducking: config.compose?.audio?.ducking,
-        mixing: config.compose?.audio?.mixing
+        enableDucking: config.compose.audio.enableDucking
       },
       videoEncode: {
         codec: "avc1.42002A",
-        width: config.compose?.canvas?.width || defaultCanvasWidth,
-        height: config.compose?.canvas?.height || defaultCanvasHeight,
-        bitrate: config.encode?.video?.bitrateKbps ? config.encode.video.bitrateKbps * 1e3 : 12e6,
+        width: defaultCanvasWidth,
+        height: defaultCanvasHeight,
+        bitrate: config.encode.video.bitrateKbps ? config.encode.video.bitrateKbps * 1e3 : 12e6,
         framerate: targetFps,
         latencyMode: "quality",
         bitrateMode: "variable",
         hardwareAcceleration: "no-preference",
-        ...config.encode?.video
+        ...config.encode.video
       }
     };
   }
@@ -393,7 +376,7 @@ class Orchestrator {
       );
     });
     for (const layerPlan of activeLayers) {
-      const layer = this.materializeLayer(layerPlan, clip, relativeTimeUs, timeUs);
+      const layer = await this.materializeLayer(layerPlan, clip, relativeTimeUs, timeUs);
       if (layer) {
         layers.push(layer);
       }
@@ -403,7 +386,7 @@ class Orchestrator {
   /**
    * Materialize a serialized layer plan into concrete Layer
    */
-  materializeLayer(layerPlan, clip, clipRelativeTimeUs, globalTimeUs) {
+  async materializeLayer(layerPlan, clip, clipRelativeTimeUs, globalTimeUs) {
     const baseLayer = {
       id: layerPlan.layerId,
       type: layerPlan.type,
@@ -438,8 +421,11 @@ class Orchestrator {
     }
     if (layerPlan.type === "image") {
       const payload = layerPlan.payload;
-      const resourceId = payload.resourceId;
-      const source = this.cacheManager.imageBitmapCache.get(resourceId);
+      const resource = this.compositionModel?.getResource(payload.resourceId);
+      if (!resource) {
+        return null;
+      }
+      const source = await this.resourceLoader.loadImage(resource);
       const imageLayer = {
         ...baseLayer,
         type: "image",