@meframe/core 0.0.15 → 0.0.17

package/dist/stages/compose/GlobalAudioSession.js

@@ -1,7 +1,7 @@
 import { OfflineAudioMixer } from "./OfflineAudioMixer.js";
 import { MeframeEvent } from "../../event/events.js";
 import { AudioChunkEncoder } from "../encode/AudioChunkEncoder.js";
-import { isAudioClip } from "../../model/types.js";
+import { isAudioClip, hasAudioConfig } from "../../model/types.js";
 class GlobalAudioSession {
   mixer;
   activeClips = /* @__PURE__ */ new Set();
@@ -13,13 +13,14 @@ class GlobalAudioSession {
   volume = 1;
   playbackRate = 1;
   isPlaying = false;
+  currentPlaybackTimeUs = 0;
   constructor(deps) {
     this.deps = deps;
     this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);
   }
   onAudioData(message) {
-    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;
-    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);
+    const { sessionId, audioData, clipDurationUs } = message;
+    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipDurationUs);
   }
   async activateAllAudioClips() {
     const model = this.deps.getModel();
@@ -45,6 +46,64 @@ class GlobalAudioSession {
       }
     }
   }
+  async deactivateClip(clipId) {
+    if (!this.activeClips.has(clipId)) {
+      return;
+    }
+    this.stopClipAudioSources(clipId);
+    this.deps.workers.terminate("audioDemux", clipId);
+    this.deps.workers.terminate("audioDecode", clipId);
+    this.activeClips.delete(clipId);
+    this.deps.cacheManager.clearClipAudioData(clipId);
+  }
+  restartPlayingClip(clipId, currentTimeUs) {
+    if (!this.isPlaying || !this.audioContext) {
+      return;
+    }
+    const timeUs = currentTimeUs ?? this.currentPlaybackTimeUs;
+    const model = this.deps.getModel();
+    if (!model) {
+      return;
+    }
+    const clip = model.findClip(clipId);
+    if (!clip) {
+      return;
+    }
+    const clipEndUs = clip.startUs + clip.durationUs;
+    if (timeUs < clip.startUs || timeUs >= clipEndUs) {
+      return;
+    }
+    this.startClipPlayback(clip, timeUs);
+  }
+  stopClipAudioSources(clipId) {
+    const sourcesToStop = [];
+    const gainNodesToDisconnect = [];
+    for (let i = this.audioSources.length - 1; i >= 0; i--) {
+      const source = this.audioSources[i];
+      if (source && source._meframeClipId === clipId) {
+        sourcesToStop.push(source);
+        this.audioSources.splice(i, 1);
+        const gainNode = this.audioGainNodes[i];
+        if (gainNode) {
+          gainNodesToDisconnect.push(gainNode);
+          this.audioGainNodes.splice(i, 1);
+        }
+      }
+    }
+    for (const source of sourcesToStop) {
+      try {
+        source.stop();
+        source.disconnect();
+      } catch (error) {
+      }
+    }
+    for (const gainNode of gainNodesToDisconnect) {
+      try {
+        gainNode.disconnect();
+      } catch (error) {
+      }
+    }
+  }
   handleAudioStream(stream, metadata) {
     const sessionId = metadata.sessionId || "unknown";
     const clipStartUs = metadata.clipStartUs ?? 0;
@@ -74,6 +133,9 @@ class GlobalAudioSession {
   }
   async startPlayback(timeUs, audioContext) {
     this.audioContext = audioContext;
+    if (audioContext.state === "suspended") {
+      await audioContext.resume();
+    }
     this.isPlaying = true;
     this.startAllActiveClips(timeUs);
   }
@@ -82,6 +144,7 @@ class GlobalAudioSession {
     this.stopAllAudioSources();
   }
   updateTime(timeUs) {
+    this.currentPlaybackTimeUs = timeUs;
     if (!this.isPlaying) {
       return;
     }
@@ -89,8 +152,19 @@ class GlobalAudioSession {
   }
   setVolume(volume) {
     this.volume = volume;
-    for (const gainNode of this.audioGainNodes) {
-      gainNode.gain.value = this.volume;
+    for (let i = 0; i < this.audioGainNodes.length; i++) {
+      const gainNode = this.audioGainNodes[i];
+      const source = this.audioSources[i];
+      const clipId = source._meframeClipId;
+      if (clipId && gainNode) {
+        const model = this.deps.getModel();
+        const clip = model?.findClip(clipId);
+        if (clip && hasAudioConfig(clip)) {
+          const clipVolume = clip.audioConfig?.volume ?? 1;
+          const muted = clip.audioConfig?.muted ?? false;
+          gainNode.gain.value = muted ? 0 : clipVolume * this.volume;
+        }
+      }
     }
   }
   setPlaybackRate(rate) {
@@ -230,6 +304,13 @@ class GlobalAudioSession {
       if (timeUs >= clipEndUs) {
         continue;
       }
+      if (timeUs < clip.startUs) {
+        continue;
+      }
+      const MIN_REMAINING_TIME_US = 3e4;
+      if (clipEndUs - timeUs < MIN_REMAINING_TIME_US) {
+        continue;
+      }
       if (!activeClipIds.has(clip.id)) {
         this.startClipPlayback(clip, timeUs);
       }
@@ -237,32 +318,43 @@ class GlobalAudioSession {
   }
   startClipPlayback(clip, currentTimeUs) {
     if (!this.audioContext) {
+      console.warn("[GlobalAudioSession] No audioContext, cannot start playback");
       return;
     }
     const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(
       clip.id,
-      clip.startUs,
-      clip.startUs + clip.durationUs
+      0,
+      // Start from beginning of clip (0-based)
+      clip.durationUs
+      // Full clip duration
     );
     if (!clipPCMData || clipPCMData.planes.length === 0) {
+      console.warn("[GlobalAudioSession] No PCM data for clip, will retry later", clip.id);
       return;
     }
     const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);
+    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);
+    const offsetSeconds = offsetUs / 1e6;
+    const actualDurationSeconds = buffer.duration - offsetSeconds;
+    const MIN_PLAYBACK_DURATION_SECONDS = 0.03;
+    if (actualDurationSeconds < MIN_PLAYBACK_DURATION_SECONDS) {
+      return;
+    }
     const source = this.audioContext.createBufferSource();
     source.buffer = buffer;
     source.playbackRate.value = this.playbackRate;
     source._meframeClipId = clip.id;
     source._playedToUs = clip.startUs + buffer.duration * 1e6;
     const gainNode = this.audioContext.createGain();
-    gainNode.gain.value = this.volume;
+    if (hasAudioConfig(clip)) {
+      const volume = clip.audioConfig?.volume ?? 1;
+      const muted = clip.audioConfig?.muted ?? false;
+      gainNode.gain.value = muted ? 0 : volume * this.volume;
+    } else {
+      gainNode.gain.value = this.volume;
+    }
     source.connect(gainNode);
     gainNode.connect(this.audioContext.destination);
-    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);
-    const offsetSeconds = offsetUs / 1e6;
-    const actualDurationSeconds = buffer.duration - offsetSeconds;
-    if (actualDurationSeconds <= 0) {
-      return;
-    }
     source.start(0, offsetSeconds, actualDurationSeconds);
     source.onended = () => {
       const index = this.audioSources.indexOf(source);
@@ -289,8 +381,10 @@ class GlobalAudioSession {
     }
     const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(
       clip.id,
-      clip.startUs,
-      clip.startUs + clip.durationUs
+      0,
+      // 0-based start
+      clip.durationUs
+      // clip duration
     );
     if (!clipPCMData || clipPCMData.planes.length === 0) {
       return;
@@ -306,7 +400,13 @@ class GlobalAudioSession {
     source._meframeClipId = clip.id;
     source._playedToUs = bufferEndUs;
     const gainNode = this.audioContext.createGain();
-    gainNode.gain.value = this.volume;
+    if (hasAudioConfig(clip)) {
+      const volume = clip.audioConfig?.volume ?? 1;
+      const muted = clip.audioConfig?.muted ?? false;
+      gainNode.gain.value = muted ? 0 : volume * this.volume;
+    } else {
+      gainNode.gain.value = this.volume;
+    }
     source.connect(gainNode);
     gainNode.connect(this.audioContext.destination);
     const offsetUs = Math.max(0, fromUs - clip.startUs);
@@ -357,12 +457,13 @@ class GlobalAudioSession {
     if (!model) {
       return [];
     }
-    const audioTracks = model.getTracksByKind("audio");
     const clips = [];
-    for (const track of audioTracks) {
+    for (const track of model.tracks) {
       const trackClips = model.getClipsAtTime(timeUs, track.id);
-      if (trackClips.length > 0) {
-        clips.push(...trackClips);
+      for (const clip of trackClips) {
+        if (this.deps.cacheManager.hasClipPCM(clip.id)) {
+          clips.push(clip);
+        }
       }
     }
     return clips;

package/dist/stages/compose/GlobalAudioSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"GlobalAudioSession.js","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs, AudioClip } from '../../model/types';\nimport { OfflineAudioMixer } from './OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../../model';\nimport type { WorkerPool } from '../../worker/WorkerPool';\nimport type { ResourceLoader } from '../load/ResourceLoader';\nimport type { EventBus } from '../../event/EventBus';\nimport type { EventPayloadMap } from '../../event/events';\nimport { MeframeEvent } from '../../event/events';\nimport type { CacheManager } from '../../cache/CacheManager';\nimport { AudioChunkEncoder } from '../encode/AudioChunkEncoder';\nimport { isAudioClip } from '../../model/types';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workers: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  getModel: () => CompositionModel | null;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private streamEndedClips = new Set<string>();\n  private deps: AudioSessionDeps;\n  private audioContext: AudioContext | null = null;\n  private audioSources: AudioBufferSourceNode[] = [];\n  private audioGainNodes: GainNode[] = [];\n  private volume = 1.0;\n  private playbackRate = 1.0;\n  private isPlaying = false;\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          if (!isAudioClip(clip)) {\n            throw new Error(`Clip ${clip.id} in audio track is not an audio clip`);\n          }\n\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            sessionId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const sessionId = metadata.sessionId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          this.streamEndedClips.add(sessionId);\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          sessionId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  async startPlayback(timeUs: TimeUs, audioContext: AudioContext): Promise<void> {\n    this.audioContext = audioContext;\n    this.isPlaying = true;\n    this.startAllActiveClips(timeUs);\n  }\n\n  stopPlayback(): void {\n    this.isPlaying = false;\n    this.stopAllAudioSources();\n  }\n\n  updateTime(timeUs: TimeUs): void {\n    if (!this.isPlaying) {\n      return;\n    }\n    this.checkAndStartNewClips(timeUs);\n  }\n\n  setVolume(volume: number): void {\n    this.volume = volume;\n    for (const gainNode of this.audioGainNodes) {\n      gainNode.gain.value = this.volume;\n    }\n  }\n\n  setPlaybackRate(rate: number): void {\n    this.playbackRate = rate;\n    for (const source of this.audioSources) {\n      source.playbackRate.value = this.playbackRate;\n    }\n  }\n\n  reset(): void {\n    this.stopAllAudioSources();\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n    this.streamEndedClips.clear();\n  }\n\n  /**\n   * Create export encoded audio stream\n   */\n  async createExportEncodedStream(\n    config?: Partial<AudioEncoderConfig>,\n    onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void\n  ): Promise<ReadableStream<EncodedAudioChunk> | null> {\n    const audioDataStream = await this.createExportAudioStream();\n    if (!audioDataStream) {\n      return null;\n    }\n\n    const encoder = new AudioChunkEncoder(config);\n    await encoder.initialize();\n\n    const encodingTransform = encoder.createStream();\n    const encodedStream = audioDataStream.pipeThrough(encodingTransform);\n\n    let firstMetadataExtracted = false;\n\n    return encodedStream.pipeThrough(\n      new TransformStream({\n        transform(encoderChunk, controller) {\n          if (!firstMetadataExtracted && onFirstMetadata) {\n            onFirstMetadata(encoderChunk.metadata as EncodedAudioChunkMetadata);\n            firstMetadataExtracted = true;\n          }\n          controller.enqueue(encoderChunk.chunk as EncodedAudioChunk);\n        },\n      })\n    );\n  }\n\n  /**\n   * Create export audio stream\n   */\n  async createExportAudioStream(): Promise<ReadableStream<AudioData> | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const totalDurationUs = model.durationUs;\n\n    await this.activateAllAudioClips();\n    await this.waitForAudioClipsReady();\n\n    return new ReadableStream<AudioData>({\n      start: async (controller) => {\n        const windowSize = 5_000_000;\n        let currentUs = 0;\n\n        while (currentUs < totalDurationUs) {\n          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);\n          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);\n          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);\n          if (audioData) {\n            controller.enqueue(audioData);\n          }\n          currentUs = windowEndUs;\n        }\n\n        controller.close();\n      },\n    });\n  }\n\n  private async waitForAudioClipsReady(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) return;\n\n    const audioClips = model.tracks\n      .filter((track) => track.kind === 'audio')\n      .flatMap((track) => track.clips);\n\n    const waitPromises = audioClips.map((clip) => this.waitForClipPCM(clip.id, 10000)); // 10s timeout\n    await Promise.allSettled(waitPromises);\n  }\n\n  private waitForClipPCM(clipId: string, timeoutMs: number): Promise<boolean> {\n    return new Promise((resolve) => {\n      const checkInterval = 100;\n      let elapsed = 0;\n      let lastFrameCount = 0;\n      let stableCount = 0;\n      let streamEndDetected = false;\n\n      const check = () => {\n        const pcm = this.deps.cacheManager.getClipPCM(clipId, 0, Number.MAX_SAFE_INTEGER);\n\n        if (pcm && pcm.length > 0) {\n          const currentFrameCount = pcm[0]?.length ?? 0;\n\n          // Check if we have received stream end signal\n          if (this.streamEndedClips.has(clipId)) {\n            streamEndDetected = true;\n          }\n\n          // If stream has ended, we're done\n          if (streamEndDetected) {\n            resolve(true);\n            return;\n          }\n\n          // Otherwise, check if frame count is stable (no new data for 500ms)\n          if (currentFrameCount === lastFrameCount) {\n            stableCount++;\n            if (stableCount >= 5) {\n              // 5 * 100ms = 500ms\n              resolve(true);\n              return;\n            }\n          } else {\n            stableCount = 0;\n            lastFrameCount = currentFrameCount;\n          }\n        }\n\n        elapsed += checkInterval;\n        if (elapsed >= timeoutMs) {\n          console.warn('[GlobalAudioSession] Timeout waiting for clip', clipId, {\n            frames: lastFrameCount,\n            elapsed,\n          });\n          resolve(false);\n          return;\n        }\n\n        setTimeout(check, checkInterval);\n      };\n\n      check();\n    });\n  }\n\n  private startAllActiveClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n\n    for (const clip of currentClips) {\n      this.startClipPlayback(clip, timeUs);\n    }\n  }\n\n  private checkAndStartNewClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n    const activeClipIds = new Set(\n      this.audioSources.map((source) => (source as any)._meframeClipId).filter(Boolean)\n    );\n\n    for (const clip of currentClips) {\n      // Check if clip should be playing at current time\n      const clipEndUs = clip.startUs + clip.durationUs;\n      if (timeUs >= clipEndUs) {\n        // Clip has already ended, skip\n        continue;\n      }\n\n      if (!activeClipIds.has(clip.id)) {\n        this.startClipPlayback(clip, timeUs);\n      }\n    }\n  }\n\n  private startClipPlayback(clip: Clip, currentTimeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      clip.startUs,\n      clip.startUs + clip.durationUs\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      // No data yet, will retry later via checkAndStartNewClips\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = clip.startUs + buffer.duration * 1_000_000; // Track where it played to\n\n    const gainNode = this.audioContext.createGain();\n    gainNode.gain.value = this.volume;\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n\n    // Use actual buffer duration instead of clip.durationUs\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    if (actualDurationSeconds <= 0) {\n      return;\n    }\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived and continue playing\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        // There might be more data, try to continue\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private continueClipPlayback(clip: Clip, fromUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    // Check if there's new data\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      clip.startUs,\n      clip.startUs + clip.durationUs\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n    const bufferEndUs = clip.startUs + buffer.duration * 1_000_000;\n\n    // Check if there's new data beyond where we played to\n    if (bufferEndUs <= fromUs + 100_000) {\n      // 100ms tolerance\n      // No significant new data\n      return;\n    }\n\n    // Continue playback from where it left off\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = bufferEndUs;\n\n    const gainNode = this.audioContext.createGain();\n    gainNode.gain.value = this.volume;\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    const offsetUs = Math.max(0, fromUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    if (actualDurationSeconds <= 0) {\n      return;\n    }\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private stopAllAudioSources(): void {\n    for (const source of this.audioSources) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    for (const gainNode of this.audioGainNodes) {\n      try {\n        gainNode.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    this.audioSources = [];\n    this.audioGainNodes = [];\n  }\n\n  private getActiveAudioClips(timeUs: TimeUs): Clip[] {\n    const model = this.deps.getModel();\n    if (!model) {\n      return [];\n    }\n\n    const audioTracks = model.getTracksByKind('audio');\n    const clips: Clip[] = [];\n\n    for (const track of audioTracks) {\n      const trackClips = model.getClipsAtTime(timeUs, track.id);\n      if (trackClips.length > 0) {\n        clips.push(...trackClips);\n      }\n    }\n\n    return clips;\n  }\n\n  private pcmToAudioBuffer(planes: Float32Array[], sampleRate: number): AudioBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n\n    const ctx = new OfflineAudioContext(numberOfChannels, 1, sampleRate);\n    const buffer = ctx.createBuffer(numberOfChannels, numberOfFrames, sampleRate);\n\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      const plane = planes[channel];\n      if (plane) {\n        const channelData = buffer.getChannelData(channel);\n        channelData.set(plane);\n      }\n    }\n\n    return buffer;\n  }\n\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n\n  private async setupAudioPipeline(clip: AudioClip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workers.getOrCreate('audioDemux', clipId, {\n      lazy: true,\n    });\n    const audioDecodeWorker = await this.deps.workers.getOrCreate('audioDecode', clipId, {\n      lazy: true,\n    });\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await audioDecodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    audioDecodeWorker.receiveStream((stream, metadata) => {\n      this.handleAudioStream(stream as ReadableStream<AudioData>, {\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n        ...metadata,\n      });\n    });\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n}\n"],"names":[],"mappings":";;;;AA4BO,MAAM,mBAAmB;AAAA,EACtB;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB,uCAAuB,IAAA;AAAA,EACvB;AAAA,EACA,eAAoC;AAAA,EACpC,eAAwC,CAAA;AAAA,EACxC,iBAA6B,CAAA;AAAA,EAC7B,SAAS;AAAA,EACT,eAAe;AAAA,EACf,YAAY;AAAA,EAEpB,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,KAAK,QAAQ;AAAA,EACrE;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,aAAa,mBAAmB;AAC9D,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,aAAa,cAAc;AAAA,EAC3F;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,cAAI,CAAC,YAAY,IAAI,GAAG;AACtB,kBAAM,IAAI,MAAM,QAAQ,KAAK,EAAE,sCAAsC;AAAA,UACvE;AAEA,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,WAAW,KAAK;AAAA,YAChB,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,YAAY,SAAS,aAAa;AACxC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,eAAK,iBAAiB,IAAI,SAAS;AACnC,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,MAAM,cAAc,QAAgB,cAA2C;AAC7E,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,oBAAoB,MAAM;AAAA,EACjC;AAAA,EAEA,eAAqB;AACnB,SAAK,YAAY;AACjB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,WAAW,QAAsB;AAC/B,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AACA,SAAK,sBAAsB,MAAM;AAAA,EACnC;AAAA,EAEA,UAAU,QAAsB;AAC9B,SAAK,SAAS;AACd,eAAW,YAAY,KAAK,gBAAgB;AAC1C,eAAS,KAAK,QAAQ,KAAK;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,gBAAgB,MAAoB;AAClC,SAAK,eAAe;AACpB,eAAW,UAAU,KAAK,cAAc;AACtC,aAAO,aAAa,QAAQ,KAAK;AAAA,IACnC;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,oBAAA;AACL,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AACjB,SAAK,iBAAiB,MAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BACJ,QACA,iBACmD;AACnD,UAAM,kBAAkB,MAAM,KAAK,wBAAA;AACnC,QAAI,CAAC,iBAAiB;AACpB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,kBAAkB,MAAM;AAC5C,UAAM,QAAQ,WAAA;AAEd,UAAM,oBAAoB,QAAQ,aAAA;AAClC,UAAM,gBAAgB,gBAAgB,YAAY,iBAAiB;AAEnE,QAAI,yBAAyB;AAE7B,WAAO,cAAc;AAAA,MACnB,IAAI,gBAAgB;AAAA,QAClB,UAAU,cAAc,YAAY;AAClC,cAAI,CAAC,0BAA0B,iBAAiB;AAC9C,4BAAgB,aAAa,QAAqC;AAClE,qCAAyB;AAAA,UAC3B;AACA,qBAAW,QAAQ,aAAa,KAA0B;AAAA,QAC5D;AAAA,MAAA,CACD;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BAAqE;AACzE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB,MAAM;AAE9B,UAAM,KAAK,sBAAA;AACX,UAAM,KAAK,uBAAA;AAEX,WAAO,IAAI,eAA0B;AAAA,MACnC,OAAO,OAAO,eAAe;AAC3B,cAAM,aAAa;AACnB,YAAI,YAAY;AAEhB,eAAO,YAAY,iBAAiB;AAClC,gBAAM,cAAc,KAAK,IAAI,YAAY,YAAY,eAAe;AACpE,gBAAM,cAAc,MAAM,KAAK,MAAM,IAAI,WAAW,WAAW;AAC/D,gBAAM,YAAY,KAAK,uBAAuB,aAAa,SAAS;AACpE,cAAI,WAAW;AACb,uBAAW,QAAQ,SAAS;AAAA,UAC9B;AACA,sBAAY;AAAA,QACd;AAEA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEA,MAAc,yBAAwC;AACpD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,MAAO;AAEZ,UAAM,aAAa,MAAM,OACtB,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO,EACxC,QAAQ,CAAC,UAAU,MAAM,KAAK;AAEjC,UAAM,eAAe,WAAW,IAAI,CAAC,SAAS,KAAK,eAAe,KAAK,IAAI,GAAK,CAAC;AACjF,UAAM,QAAQ,WAAW,YAAY;AAAA,EACvC;AAAA,EAEQ,eAAe,QAAgB,WAAqC;AAC1E,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,gBAAgB;AACtB,UAAI,UAAU;AACd,UAAI,iBAAiB;AACrB,UAAI,cAAc;AAClB,UAAI,oBAAoB;AAExB,YAAM,QAAQ,MAAM;AAClB,cAAM,MAAM,KAAK,KAAK,aAAa,WAAW,QAAQ,GAAG,OAAO,gBAAgB;AAEhF,YAAI,OAAO,IAAI,SAAS,GAAG;AACzB,gBAAM,oBAAoB,IAAI,CAAC,GAAG,UAAU;AAG5C,cAAI,KAAK,iBAAiB,IAAI,MAAM,GAAG;AACrC,gCAAoB;AAAA,UACtB;AAGA,cAAI,mBAAmB;AACrB,oBAAQ,IAAI;AACZ;AAAA,UACF;AAGA,cAAI,sBAAsB,gBAAgB;AACxC;AACA,gBAAI,eAAe,GAAG;AAEpB,sBAAQ,IAAI;AACZ;AAAA,YACF;AAAA,UACF,OAAO;AACL,0BAAc;AACd,6BAAiB;AAAA,UACnB;AAAA,QACF;AAEA,mBAAW;AACX,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,iDAAiD,QAAQ;AAAA,YACpE,QAAQ;AAAA,YACR;AAAA,UAAA,CACD;AACD,kBAAQ,KAAK;AACb;AAAA,QACF;AAEA,mBAAW,OAAO,aAAa;AAAA,MACjC;AAEA,YAAA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB,QAAsB;AAChD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AAEpD,eAAW,QAAQ,cAAc;AAC/B,WAAK,kBAAkB,MAAM,MAAM;AAAA,IACrC;AAAA,EACF;AAAA,EAEQ,sBAAsB,QAAsB;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AACpD,UAAM,gBAAgB,IAAI;AAAA,MACxB,KAAK,aAAa,IAAI,CAAC,WAAY,OAAe,cAAc,EAAE,OAAO,OAAO;AAAA,IAAA;AAGlF,eAAW,QAAQ,cAAc;AAE/B,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,UAAI,UAAU,WAAW;AAEvB;AAAA,MACF;AAEA,UAAI,CAAC,cAAc,IAAI,KAAK,EAAE,GAAG;AAC/B,aAAK,kBAAkB,MAAM,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,kBAAkB,MAAY,eAA6B;AACjE,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,UAAU,KAAK;AAAA,IAAA;AAGtB,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AAEnD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAE/E,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc,KAAK,UAAU,OAAO,WAAW;AAE/D,UAAM,WAAW,KAAK,aAAa,WAAA;AACnC,aAAS,KAAK,QAAQ,KAAK;AAE3B,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,UAAM,WAAW,KAAK,IAAI,GAAG,gBAAgB,KAAK,OAAO;AACzD,UAAM,gBAAgB,WAAW;AAGjC,UAAM,wBAAwB,OAAO,WAAW;AAEhD,QAAI,yBAAyB,GAAG;AAC9B;AAAA,IACF;AAEA,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAE5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,qBAAqB,MAAY,QAAsB;AAC7D,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,UAAU,KAAK;AAAA,IAAA;AAGtB,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAC/E,UAAM,cAAc,KAAK,UAAU,OAAO,WAAW;AAGrD,QAAI,eAAe,SAAS,KAAS;AAGnC;AAAA,IACF;AAGA,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc;AAE9B,UAAM,WAAW,KAAK,aAAa,WAAA;AACnC,aAAS,KAAK,QAAQ,KAAK;AAE3B,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,UAAM,WAAW,KAAK,IAAI,GAAG,SAAS,KAAK,OAAO;AAClD,UAAM,gBAAgB,WAAW;AACjC,UAAM,wBAAwB,OAAO,WAAW;AAEhD,QAAI,yBAAyB,GAAG;AAC9B;AAAA,IACF;AAEA,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAC5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,sBAA4B;AAClC,eAAW,UAAU,KAAK,cAAc;AACtC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,eAAW,YAAY,KAAK,gBAAgB;AAC1C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,SAAK,eAAe,CAAA;AACpB,SAAK,iBAAiB,CAAA;AAAA,EACxB;AAAA,EAEQ,oBAAoB,QAAwB;AAClD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,gBAAgB,OAAO;AACjD,UAAM,QAAgB,CAAA;AAEtB,eAAW,SAAS,aAAa;AAC/B,YAAM,aAAa,MAAM,eAAe,QAAQ,MAAM,EAAE;AACxD,UAAI,WAAW,SAAS,GAAG;AACzB,cAAM,KAAK,GAAG,UAAU;AAAA,MAC1B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,QAAwB,YAAiC;AAChF,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAE5C,UAAM,MAAM,IAAI,oBAAoB,kBAAkB,GAAG,UAAU;AACnE,UAAM,SAAS,IAAI,aAAa,kBAAkB,gBAAgB,UAAU;AAE5E,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,YAAM,QAAQ,OAAO,OAAO;AAC5B,UAAI,OAAO;AACT,cAAM,cAAc,OAAO,eAAe,OAAO;AACjD,oBAAY,IAAI,KAAK;AAAA,MACvB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAE9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAc,mBAAmB,MAAgC;AAC/D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,QAAQ,YAAY,cAAc,QAAQ;AAAA,MACjF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,oBAAoB,MAAM,KAAK,KAAK,QAAQ,YAAY,eAAe,QAAQ;AAAA,MACnF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,sBAAkB,cAAc,CAAC,QAAQ,aAAa;AACpD,WAAK,kBAAkB,QAAqC;AAAA,QAC1D,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,QAC9B,GAAG;AAAA,MAAA,CACJ;AAAA,IACH,CAAC;AAED,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AACF;"}
+{"version":3,"file":"GlobalAudioSession.js","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs, AudioClip } from '../../model/types';\nimport { OfflineAudioMixer } from './OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../../model';\nimport type { WorkerPool } from '../../worker/WorkerPool';\nimport type { ResourceLoader } from '../load/ResourceLoader';\nimport type { EventBus } from '../../event/EventBus';\nimport type { EventPayloadMap } from '../../event/events';\nimport { MeframeEvent } from '../../event/events';\nimport type { CacheManager } from '../../cache/CacheManager';\nimport { AudioChunkEncoder } from '../encode/AudioChunkEncoder';\nimport { isAudioClip, hasAudioConfig } from '../../model/types';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workers: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  getModel: () => CompositionModel | null;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private streamEndedClips = new Set<string>();\n  private deps: AudioSessionDeps;\n  private audioContext: AudioContext | null = null;\n  private audioSources: AudioBufferSourceNode[] = [];\n  private audioGainNodes: GainNode[] = [];\n  private volume = 1.0;\n  private playbackRate = 1.0;\n  private isPlaying = false;\n  private currentPlaybackTimeUs: TimeUs = 0;\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipDurationUs);\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          if (!isAudioClip(clip)) {\n            throw new Error(`Clip ${clip.id} in audio track is not an audio clip`);\n          }\n\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            sessionId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  async deactivateClip(clipId: string): Promise<void> {\n    if (!this.activeClips.has(clipId)) {\n      return;\n    }\n\n    // Stop any playing audio sources for this clip\n    this.stopClipAudioSources(clipId);\n\n    this.deps.workers.terminate('audioDemux', clipId);\n    this.deps.workers.terminate('audioDecode', clipId);\n\n    this.activeClips.delete(clipId);\n\n    this.deps.cacheManager.clearClipAudioData(clipId);\n  }\n\n  restartPlayingClip(clipId: string, currentTimeUs?: TimeUs): void {\n    if (!this.isPlaying || !this.audioContext) {\n      return;\n    }\n\n    const timeUs = currentTimeUs ?? this.currentPlaybackTimeUs;\n\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const clip = model.findClip(clipId);\n    if (!clip) {\n      return;\n    }\n\n    // Check if clip should be playing at current time\n    const clipEndUs = clip.startUs + clip.durationUs;\n    if (timeUs < clip.startUs || timeUs >= clipEndUs) {\n      return;\n    }\n\n    // Start playback from current time\n    this.startClipPlayback(clip, timeUs);\n  }\n\n  private stopClipAudioSources(clipId: string): void {\n    const sourcesToStop: AudioBufferSourceNode[] = [];\n    const gainNodesToDisconnect: GainNode[] = [];\n\n    for (let i = this.audioSources.length - 1; i >= 0; i--) {\n      const source = this.audioSources[i];\n      if (source && (source as any)._meframeClipId === clipId) {\n        sourcesToStop.push(source);\n        this.audioSources.splice(i, 1);\n\n        const gainNode = this.audioGainNodes[i];\n        if (gainNode) {\n          gainNodesToDisconnect.push(gainNode);\n          this.audioGainNodes.splice(i, 1);\n        }\n      }\n    }\n\n    for (const source of sourcesToStop) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch (error) {\n        // Ignore - source may have already stopped\n      }\n    }\n\n    for (const gainNode of gainNodesToDisconnect) {\n      try {\n        gainNode.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const sessionId = metadata.sessionId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          this.streamEndedClips.add(sessionId);\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          sessionId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  async startPlayback(timeUs: TimeUs, audioContext: AudioContext): Promise<void> {\n    this.audioContext = audioContext;\n\n    // Resume AudioContext if suspended (required by modern browsers)\n    if (audioContext.state === 'suspended') {\n      await audioContext.resume();\n    }\n\n    this.isPlaying = true;\n    this.startAllActiveClips(timeUs);\n  }\n\n  stopPlayback(): void {\n    this.isPlaying = false;\n    this.stopAllAudioSources();\n  }\n\n  updateTime(timeUs: TimeUs): void {\n    this.currentPlaybackTimeUs = timeUs;\n    if (!this.isPlaying) {\n      return;\n    }\n    this.checkAndStartNewClips(timeUs);\n  }\n\n  setVolume(volume: number): void {\n    this.volume = volume;\n\n    // Update existing gain nodes with clip-level config\n    for (let i = 0; i < this.audioGainNodes.length; i++) {\n      const gainNode = this.audioGainNodes[i];\n      const source = this.audioSources[i];\n      const clipId = (source as any)._meframeClipId;\n\n      if (clipId && gainNode) {\n        const model = this.deps.getModel();\n        const clip = model?.findClip(clipId);\n        if (clip && hasAudioConfig(clip)) {\n          const clipVolume = clip.audioConfig?.volume ?? 1.0;\n          const muted = clip.audioConfig?.muted ?? false;\n          gainNode.gain.value = muted ? 0 : clipVolume * this.volume;\n        }\n      }\n    }\n  }\n\n  setPlaybackRate(rate: number): void {\n    this.playbackRate = rate;\n    for (const source of this.audioSources) {\n      source.playbackRate.value = this.playbackRate;\n    }\n  }\n\n  reset(): void {\n    this.stopAllAudioSources();\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n    this.streamEndedClips.clear();\n  }\n\n  /**\n   * Create export encoded audio stream\n   */\n  async createExportEncodedStream(\n    config?: Partial<AudioEncoderConfig>,\n    onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void\n  ): Promise<ReadableStream<EncodedAudioChunk> | null> {\n    const audioDataStream = await this.createExportAudioStream();\n    if (!audioDataStream) {\n      return null;\n    }\n\n    const encoder = new AudioChunkEncoder(config);\n    await encoder.initialize();\n\n    const encodingTransform = encoder.createStream();\n    const encodedStream = audioDataStream.pipeThrough(encodingTransform);\n\n    let firstMetadataExtracted = false;\n\n    return encodedStream.pipeThrough(\n      new TransformStream({\n        transform(encoderChunk, controller) {\n          if (!firstMetadataExtracted && onFirstMetadata) {\n            onFirstMetadata(encoderChunk.metadata as EncodedAudioChunkMetadata);\n            firstMetadataExtracted = true;\n          }\n          controller.enqueue(encoderChunk.chunk as EncodedAudioChunk);\n        },\n      })\n    );\n  }\n\n  /**\n   * Create export audio stream\n   */\n  async createExportAudioStream(): Promise<ReadableStream<AudioData> | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const totalDurationUs = model.durationUs;\n\n    await this.activateAllAudioClips();\n    await this.waitForAudioClipsReady();\n\n    return new ReadableStream<AudioData>({\n      start: async (controller) => {\n        const windowSize = 5_000_000;\n        let currentUs = 0;\n\n        while (currentUs < totalDurationUs) {\n          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);\n          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);\n          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);\n          if (audioData) {\n            controller.enqueue(audioData);\n          }\n          currentUs = windowEndUs;\n        }\n\n        controller.close();\n      },\n    });\n  }\n\n  private async waitForAudioClipsReady(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) return;\n\n    const audioClips = model.tracks\n      .filter((track) => track.kind === 'audio')\n      .flatMap((track) => track.clips);\n\n    const waitPromises = audioClips.map((clip) => this.waitForClipPCM(clip.id, 10000)); // 10s timeout\n    await Promise.allSettled(waitPromises);\n  }\n\n  private waitForClipPCM(clipId: string, timeoutMs: number): Promise<boolean> {\n    return new Promise((resolve) => {\n      const checkInterval = 100;\n      let elapsed = 0;\n      let lastFrameCount = 0;\n      let stableCount = 0;\n      let streamEndDetected = false;\n\n      const check = () => {\n        const pcm = this.deps.cacheManager.getClipPCM(clipId, 0, Number.MAX_SAFE_INTEGER);\n\n        if (pcm && pcm.length > 0) {\n          const currentFrameCount = pcm[0]?.length ?? 0;\n\n          // Check if we have received stream end signal\n          if (this.streamEndedClips.has(clipId)) {\n            streamEndDetected = true;\n          }\n\n          // If stream has ended, we're done\n          if (streamEndDetected) {\n            resolve(true);\n            return;\n          }\n\n          // Otherwise, check if frame count is stable (no new data for 500ms)\n          if (currentFrameCount === lastFrameCount) {\n            stableCount++;\n            if (stableCount >= 5) {\n              // 5 * 100ms = 500ms\n              resolve(true);\n              return;\n            }\n          } else {\n            stableCount = 0;\n            lastFrameCount = currentFrameCount;\n          }\n        }\n\n        elapsed += checkInterval;\n        if (elapsed >= timeoutMs) {\n          console.warn('[GlobalAudioSession] Timeout waiting for clip', clipId, {\n            frames: lastFrameCount,\n            elapsed,\n          });\n          resolve(false);\n          return;\n        }\n\n        setTimeout(check, checkInterval);\n      };\n\n      check();\n    });\n  }\n\n  private startAllActiveClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n\n    for (const clip of currentClips) {\n      this.startClipPlayback(clip, timeUs);\n    }\n  }\n\n  private checkAndStartNewClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n    const activeClipIds = new Set(\n      this.audioSources.map((source) => (source as any)._meframeClipId).filter(Boolean)\n    );\n\n    for (const clip of currentClips) {\n      // Check if clip should be playing at current time\n      const clipEndUs = clip.startUs + clip.durationUs;\n      if (timeUs >= clipEndUs) {\n        // Clip has already ended, skip\n        continue;\n      }\n\n      // Check if current time is before clip starts\n      if (timeUs < clip.startUs) {\n        // Not yet time to play this clip\n        continue;\n      }\n\n      // Check if clip is too close to ending (avoid glitches from very short playback)\n      const MIN_REMAINING_TIME_US = 30000; // 30ms in microseconds\n      if (clipEndUs - timeUs < MIN_REMAINING_TIME_US) {\n        // Too close to the end, skip to avoid audio glitches\n        continue;\n      }\n\n      if (!activeClipIds.has(clip.id)) {\n        this.startClipPlayback(clip, timeUs);\n      }\n    }\n  }\n\n  private startClipPlayback(clip: Clip, currentTimeUs: TimeUs): void {\n    if (!this.audioContext) {\n      console.warn('[GlobalAudioSession] No audioContext, cannot start playback');\n      return;\n    }\n\n    // Use clip-relative time (0-based) like video cache\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      0, // Start from beginning of clip (0-based)\n      clip.durationUs // Full clip duration\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      // No data yet, will retry later via checkAndStartNewClips\n      console.warn('[GlobalAudioSession] No PCM data for clip, will retry later', clip.id);\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n\n    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n\n    // Use actual buffer duration instead of clip.durationUs\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    // Early check: if remaining duration is too short, skip\n    // (Note: checkAndStartNewClips should already filter these out)\n    const MIN_PLAYBACK_DURATION_SECONDS = 0.03; // 30ms\n    if (actualDurationSeconds < MIN_PLAYBACK_DURATION_SECONDS) {\n      return;\n    }\n\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = clip.startUs + buffer.duration * 1_000_000; // Track where it played to\n\n    const gainNode = this.audioContext.createGain();\n\n    // Apply audio config\n    if (hasAudioConfig(clip)) {\n      const volume = clip.audioConfig?.volume ?? 1.0;\n      const muted = clip.audioConfig?.muted ?? false;\n      gainNode.gain.value = muted ? 0 : volume * this.volume;\n    } else {\n      gainNode.gain.value = this.volume;\n    }\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived and continue playing\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        // There might be more data, try to continue\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private continueClipPlayback(clip: Clip, fromUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    // Use clip-relative time (0-based) like video cache\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      0, // 0-based start\n      clip.durationUs // clip duration\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n    const bufferEndUs = clip.startUs + buffer.duration * 1_000_000;\n\n    // Check if there's new data beyond where we played to\n    if (bufferEndUs <= fromUs + 100_000) {\n      // 100ms tolerance\n      // No significant new data\n      return;\n    }\n\n    // Continue playback from where it left off\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = bufferEndUs;\n\n    const gainNode = this.audioContext.createGain();\n\n    // Apply audio config\n    if (hasAudioConfig(clip)) {\n      const volume = clip.audioConfig?.volume ?? 1.0;\n      const muted = clip.audioConfig?.muted ?? false;\n      gainNode.gain.value = muted ? 0 : volume * this.volume;\n    } else {\n      gainNode.gain.value = this.volume;\n    }\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    const offsetUs = Math.max(0, fromUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    if (actualDurationSeconds <= 0) {\n      return;\n    }\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private stopAllAudioSources(): void {\n    for (const source of this.audioSources) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    for (const gainNode of this.audioGainNodes) {\n      try {\n        gainNode.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    this.audioSources = [];\n    this.audioGainNodes = [];\n  }\n\n  private getActiveAudioClips(timeUs: TimeUs): Clip[] {\n    const model = this.deps.getModel();\n    if (!model) {\n      return [];\n    }\n\n    const clips: Clip[] = [];\n\n    // Get clips from all tracks (video clips can have audio!)\n    for (const track of model.tracks) {\n      const trackClips = model.getClipsAtTime(timeUs, track.id);\n      for (const clip of trackClips) {\n        // Check if this clip has audio data in cache\n        if (this.deps.cacheManager.hasClipPCM(clip.id)) {\n          clips.push(clip);\n        }\n      }\n    }\n\n    return clips;\n  }\n\n  private pcmToAudioBuffer(planes: Float32Array[], sampleRate: number): AudioBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n\n    const ctx = new OfflineAudioContext(numberOfChannels, 1, sampleRate);\n    const buffer = ctx.createBuffer(numberOfChannels, numberOfFrames, sampleRate);\n\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      const plane = planes[channel];\n      if (plane) {\n        const channelData = buffer.getChannelData(channel);\n        channelData.set(plane);\n      }\n    }\n\n    return buffer;\n  }\n\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n\n  private async setupAudioPipeline(clip: AudioClip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workers.getOrCreate('audioDemux', clipId, {\n      lazy: true,\n    });\n    const audioDecodeWorker = await this.deps.workers.getOrCreate('audioDecode', clipId, {\n      lazy: true,\n    });\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await audioDecodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    audioDecodeWorker.receiveStream((stream, metadata) => {\n      this.handleAudioStream(stream as ReadableStream<AudioData>, {\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n        ...metadata,\n      });\n    });\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n}\n"],"names":[],"mappings":";;;;AA4BO,MAAM,mBAAmB;AAAA,EACtB;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB,uCAAuB,IAAA;AAAA,EACvB;AAAA,EACA,eAAoC;AAAA,EACpC,eAAwC,CAAA;AAAA,EACxC,iBAA6B,CAAA;AAAA,EAC7B,SAAS;AAAA,EACT,eAAe;AAAA,EACf,YAAY;AAAA,EACZ,wBAAgC;AAAA,EAExC,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,KAAK,QAAQ;AAAA,EACrE;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,eAAA,IAAmB;AACjD,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,cAAc;AAAA,EAC9E;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,cAAI,CAAC,YAAY,IAAI,GAAG;AACtB,kBAAM,IAAI,MAAM,QAAQ,KAAK,EAAE,sCAAsC;AAAA,UACvE;AAEA,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,WAAW,KAAK;AAAA,YAChB,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,QAA+B;AAClD,QAAI,CAAC,KAAK,YAAY,IAAI,MAAM,GAAG;AACjC;AAAA,IACF;AAGA,SAAK,qBAAqB,MAAM;AAEhC,SAAK,KAAK,QAAQ,UAAU,cAAc,MAAM;AAChD,SAAK,KAAK,QAAQ,UAAU,eAAe,MAAM;AAEjD,SAAK,YAAY,OAAO,MAAM;AAE9B,SAAK,KAAK,aAAa,mBAAmB,MAAM;AAAA,EAClD;AAAA,EAEA,mBAAmB,QAAgB,eAA8B;AAC/D,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,cAAc;AACzC;AAAA,IACF;AAEA,UAAM,SAAS,iBAAiB,KAAK;AAErC,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,OAAO,MAAM,SAAS,MAAM;AAClC,QAAI,CAAC,MAAM;AACT;AAAA,IACF;AAGA,UAAM,YAAY,KAAK,UAAU,KAAK;AACtC,QAAI,SAAS,KAAK,WAAW,UAAU,WAAW;AAChD;AAAA,IACF;AAGA,SAAK,kBAAkB,MAAM,MAAM;AAAA,EACrC;AAAA,EAEQ,qBAAqB,QAAsB;AACjD,UAAM,gBAAyC,CAAA;AAC/C,UAAM,wBAAoC,CAAA;AAE1C,aAAS,IAAI,KAAK,aAAa,SAAS,GAAG,KAAK,GAAG,KAAK;AACtD,YAAM,SAAS,KAAK,aAAa,CAAC;AAClC,UAAI,UAAW,OAAe,mBAAmB,QAAQ;AACvD,sBAAc,KAAK,MAAM;AACzB,aAAK,aAAa,OAAO,GAAG,CAAC;AAE7B,cAAM,WAAW,KAAK,eAAe,CAAC;AACtC,YAAI,UAAU;AACZ,gCAAsB,KAAK,QAAQ;AACnC,eAAK,eAAe,OAAO,GAAG,CAAC;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AAEA,eAAW,UAAU,eAAe;AAClC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,eAAW,YAAY,uBAAuB;AAC5C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,YAAY,SAAS,aAAa;AACxC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,eAAK,iBAAiB,IAAI,SAAS;AACnC,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,MAAM,cAAc,QAAgB,cAA2C;AAC7E,SAAK,eAAe;AAGpB,QAAI,aAAa,UAAU,aAAa;AACtC,YAAM,aAAa,OAAA;AAAA,IACrB;AAEA,SAAK,YAAY;AACjB,SAAK,oBAAoB,MAAM;AAAA,EACjC;AAAA,EAEA,eAAqB;AACnB,SAAK,YAAY;AACjB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,WAAW,QAAsB;AAC/B,SAAK,wBAAwB;AAC7B,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AACA,SAAK,sBAAsB,MAAM;AAAA,EACnC;AAAA,EAEA,UAAU,QAAsB;AAC9B,SAAK,SAAS;AAGd,aAAS,IAAI,GAAG,IAAI,KAAK,eAAe,QAAQ,KAAK;AACnD,YAAM,WAAW,KAAK,eAAe,CAAC;AACtC,YAAM,SAAS,KAAK,aAAa,CAAC;AAClC,YAAM,SAAU,OAAe;AAE/B,UAAI,UAAU,UAAU;AACtB,cAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,cAAM,OAAO,OAAO,SAAS,MAAM;AACnC,YAAI,QAAQ,eAAe,IAAI,GAAG;AAChC,gBAAM,aAAa,KAAK,aAAa,UAAU;AAC/C,gBAAM,QAAQ,KAAK,aAAa,SAAS;AACzC,mBAAS,KAAK,QAAQ,QAAQ,IAAI,aAAa,KAAK;AAAA,QACtD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,gBAAgB,MAAoB;AAClC,SAAK,eAAe;AACpB,eAAW,UAAU,KAAK,cAAc;AACtC,aAAO,aAAa,QAAQ,KAAK;AAAA,IACnC;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,oBAAA;AACL,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AACjB,SAAK,iBAAiB,MAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BACJ,QACA,iBACmD;AACnD,UAAM,kBAAkB,MAAM,KAAK,wBAAA;AACnC,QAAI,CAAC,iBAAiB;AACpB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,kBAAkB,MAAM;AAC5C,UAAM,QAAQ,WAAA;AAEd,UAAM,oBAAoB,QAAQ,aAAA;AAClC,UAAM,gBAAgB,gBAAgB,YAAY,iBAAiB;AAEnE,QAAI,yBAAyB;AAE7B,WAAO,cAAc;AAAA,MACnB,IAAI,gBAAgB;AAAA,QAClB,UAAU,cAAc,YAAY;AAClC,cAAI,CAAC,0BAA0B,iBAAiB;AAC9C,4BAAgB,aAAa,QAAqC;AAClE,qCAAyB;AAAA,UAC3B;AACA,qBAAW,QAAQ,aAAa,KAA0B;AAAA,QAC5D;AAAA,MAAA,CACD;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BAAqE;AACzE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB,MAAM;AAE9B,UAAM,KAAK,sBAAA;AACX,UAAM,KAAK,uBAAA;AAEX,WAAO,IAAI,eAA0B;AAAA,MACnC,OAAO,OAAO,eAAe;AAC3B,cAAM,aAAa;AACnB,YAAI,YAAY;AAEhB,eAAO,YAAY,iBAAiB;AAClC,gBAAM,cAAc,KAAK,IAAI,YAAY,YAAY,eAAe;AACpE,gBAAM,cAAc,MAAM,KAAK,MAAM,IAAI,WAAW,WAAW;AAC/D,gBAAM,YAAY,KAAK,uBAAuB,aAAa,SAAS;AACpE,cAAI,WAAW;AACb,uBAAW,QAAQ,SAAS;AAAA,UAC9B;AACA,sBAAY;AAAA,QACd;AAEA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEA,MAAc,yBAAwC;AACpD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,MAAO;AAEZ,UAAM,aAAa,MAAM,OACtB,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO,EACxC,QAAQ,CAAC,UAAU,MAAM,KAAK;AAEjC,UAAM,eAAe,WAAW,IAAI,CAAC,SAAS,KAAK,eAAe,KAAK,IAAI,GAAK,CAAC;AACjF,UAAM,QAAQ,WAAW,YAAY;AAAA,EACvC;AAAA,EAEQ,eAAe,QAAgB,WAAqC;AAC1E,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,gBAAgB;AACtB,UAAI,UAAU;AACd,UAAI,iBAAiB;AACrB,UAAI,cAAc;AAClB,UAAI,oBAAoB;AAExB,YAAM,QAAQ,MAAM;AAClB,cAAM,MAAM,KAAK,KAAK,aAAa,WAAW,QAAQ,GAAG,OAAO,gBAAgB;AAEhF,YAAI,OAAO,IAAI,SAAS,GAAG;AACzB,gBAAM,oBAAoB,IAAI,CAAC,GAAG,UAAU;AAG5C,cAAI,KAAK,iBAAiB,IAAI,MAAM,GAAG;AACrC,gCAAoB;AAAA,UACtB;AAGA,cAAI,mBAAmB;AACrB,oBAAQ,IAAI;AACZ;AAAA,UACF;AAGA,cAAI,sBAAsB,gBAAgB;AACxC;AACA,gBAAI,eAAe,GAAG;AAEpB,sBAAQ,IAAI;AACZ;AAAA,YACF;AAAA,UACF,OAAO;AACL,0BAAc;AACd,6BAAiB;AAAA,UACnB;AAAA,QACF;AAEA,mBAAW;AACX,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,iDAAiD,QAAQ;AAAA,YACpE,QAAQ;AAAA,YACR;AAAA,UAAA,CACD;AACD,kBAAQ,KAAK;AACb;AAAA,QACF;AAEA,mBAAW,OAAO,aAAa;AAAA,MACjC;AAEA,YAAA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB,QAAsB;AAChD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AAEpD,eAAW,QAAQ,cAAc;AAC/B,WAAK,kBAAkB,MAAM,MAAM;AAAA,IACrC;AAAA,EACF;AAAA,EAEQ,sBAAsB,QAAsB;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AACpD,UAAM,gBAAgB,IAAI;AAAA,MACxB,KAAK,aAAa,IAAI,CAAC,WAAY,OAAe,cAAc,EAAE,OAAO,OAAO;AAAA,IAAA;AAGlF,eAAW,QAAQ,cAAc;AAE/B,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,UAAI,UAAU,WAAW;AAEvB;AAAA,MACF;AAGA,UAAI,SAAS,KAAK,SAAS;AAEzB;AAAA,MACF;AAGA,YAAM,wBAAwB;AAC9B,UAAI,YAAY,SAAS,uBAAuB;AAE9C;AAAA,MACF;AAEA,UAAI,CAAC,cAAc,IAAI,KAAK,EAAE,GAAG;AAC/B,aAAK,kBAAkB,MAAM,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,kBAAkB,MAAY,eAA6B;AACjE,QAAI,CAAC,KAAK,cAAc;AACtB,cAAQ,KAAK,6DAA6D;AAC1E;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL;AAAA;AAAA,MACA,KAAK;AAAA;AAAA,IAAA;AAGP,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AAEnD,cAAQ,KAAK,+DAA+D,KAAK,EAAE;AACnF;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAE/E,UAAM,WAAW,KAAK,IAAI,GAAG,gBAAgB,KAAK,OAAO;AACzD,UAAM,gBAAgB,WAAW;AAGjC,UAAM,wBAAwB,OAAO,WAAW;AAIhD,UAAM,gCAAgC;AACtC,QAAI,wBAAwB,+BAA+B;AACzD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc,KAAK,UAAU,OAAO,WAAW;AAE/D,UAAM,WAAW,KAAK,aAAa,WAAA;AAGnC,QAAI,eAAe,IAAI,GAAG;AACxB,YAAM,SAAS,KAAK,aAAa,UAAU;AAC3C,YAAM,QAAQ,KAAK,aAAa,SAAS;AACzC,eAAS,KAAK,QAAQ,QAAQ,IAAI,SAAS,KAAK;AAAA,IAClD,OAAO;AACL,eAAS,KAAK,QAAQ,KAAK;AAAA,IAC7B;AAEA,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAE5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,qBAAqB,MAAY,QAAsB;AAC7D,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL;AAAA;AAAA,MACA,KAAK;AAAA;AAAA,IAAA;AAGP,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAC/E,UAAM,cAAc,KAAK,UAAU,OAAO,WAAW;AAGrD,QAAI,eAAe,SAAS,KAAS;AAGnC;AAAA,IACF;AAGA,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc;AAE9B,UAAM,WAAW,KAAK,aAAa,WAAA;AAGnC,QAAI,eAAe,IAAI,GAAG;AACxB,YAAM,SAAS,KAAK,aAAa,UAAU;AAC3C,YAAM,QAAQ,KAAK,aAAa,SAAS;AACzC,eAAS,KAAK,QAAQ,QAAQ,IAAI,SAAS,KAAK;AAAA,IAClD,OAAO;AACL,eAAS,KAAK,QAAQ,KAAK;AAAA,IAC7B;AAEA,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,UAAM,WAAW,KAAK,IAAI,GAAG,SAAS,KAAK,OAAO;AAClD,UAAM,gBAAgB,WAAW;AACjC,UAAM,wBAAwB,OAAO,WAAW;AAEhD,QAAI,yBAAyB,GAAG;AAC9B;AAAA,IACF;AAEA,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAC5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,sBAA4B;AAClC,eAAW,UAAU,KAAK,cAAc;AACtC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,eAAW,YAAY,KAAK,gBAAgB;AAC1C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,SAAK,eAAe,CAAA;AACpB,SAAK,iBAAiB,CAAA;AAAA,EACxB;AAAA,EAEQ,oBAAoB,QAAwB;AAClD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,QAAgB,CAAA;AAGtB,eAAW,SAAS,MAAM,QAAQ;AAChC,YAAM,aAAa,MAAM,eAAe,QAAQ,MAAM,EAAE;AACxD,iBAAW,QAAQ,YAAY;AAE7B,YAAI,KAAK,KAAK,aAAa,WAAW,KAAK,EAAE,GAAG;AAC9C,gBAAM,KAAK,IAAI;AAAA,QACjB;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,QAAwB,YAAiC;AAChF,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAE5C,UAAM,MAAM,IAAI,oBAAoB,kBAAkB,GAAG,UAAU;AACnE,UAAM,SAAS,IAAI,aAAa,kBAAkB,gBAAgB,UAAU;AAE5E,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,YAAM,QAAQ,OAAO,OAAO;AAC5B,UAAI,OAAO;AACT,cAAM,cAAc,OAAO,eAAe,OAAO;AACjD,oBAAY,IAAI,KAAK;AAAA,MACvB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAE9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAc,mBAAmB,MAAgC;AAC/D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,QAAQ,YAAY,cAAc,QAAQ;AAAA,MACjF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,oBAAoB,MAAM,KAAK,KAAK,QAAQ,YAAY,eAAe,QAAQ;AAAA,MACnF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,sBAAkB,cAAc,CAAC,QAAQ,aAAa;AACpD,WAAK,kBAAkB,QAAqC;AAAA,QAC1D,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,QAC9B,GAAG;AAAA,MAAA,CACJ;AAAA,IACH,CAAC;AAED,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AACF;"}

package/dist/stages/compose/OfflineAudioMixer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OfflineAudioMixer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAS7D,qBAAa,iBAAiB;IAK1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ;IALlB,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,gBAAgB,CAAK;gBAGnB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI;IAG3C,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAkE3E,OAAO,CAAC,gBAAgB;CA2BzB"}
+{"version":3,"file":"OfflineAudioMixer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAS7D,qBAAa,iBAAiB;IAK1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ;IALlB,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,gBAAgB,CAAK;gBAGnB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI;IAG3C,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAkE3E,OAAO,CAAC,gBAAgB;CA+CzB"}

package/dist/stages/compose/OfflineAudioMixer.js

@@ -1,3 +1,4 @@
+import { hasAudioConfig } from "../../model/types.js";
 class OfflineAudioMixer {
   constructor(cacheManager, getModel) {
     this.cacheManager = cacheManager;
@@ -68,12 +69,26 @@ class OfflineAudioMixer {
       for (const clip of track.clips) {
         const clipEndUs = clip.startUs + clip.durationUs;
         if (clip.startUs < windowEndUs && clipEndUs > windowStartUs) {
-          clips.push({
-            clipId: clip.id,
-            startUs: clip.startUs,
-            durationUs: clip.durationUs,
-            volume: 1
-          });
+          if (hasAudioConfig(clip)) {
+            const muted = clip.audioConfig?.muted ?? false;
+            if (muted) {
+              continue;
+            }
+            const volume = clip.audioConfig?.volume ?? 1;
+            clips.push({
+              clipId: clip.id,
+              startUs: clip.startUs,
+              durationUs: clip.durationUs,
+              volume
+            });
+          } else {
+            clips.push({
+              clipId: clip.id,
+              startUs: clip.startUs,
+              durationUs: clip.durationUs,
+              volume: 1
+            });
+          }
         }
       }
     }

package/dist/stages/compose/OfflineAudioMixer.js.map

@@ -1 +1 @@
-{"version":3,"file":"OfflineAudioMixer.js","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport type { CompositionModel } from '../../model';\nimport type { CacheManager } from '../../cache/CacheManager';\n\ninterface MixClipInfo {\n  clipId: string;\n  startUs: TimeUs;\n  durationUs: TimeUs;\n  volume: number;\n}\n\nexport class OfflineAudioMixer {\n  private sampleRate = 48_000;\n  private numberOfChannels = 2;\n\n  constructor(\n    private cacheManager: CacheManager,\n    private getModel: () => CompositionModel | null\n  ) {}\n\n  async mix(windowStartUs: TimeUs, windowEndUs: TimeUs): Promise<AudioBuffer> {\n    const durationUs = windowEndUs - windowStartUs;\n    const frameCount = Math.ceil((durationUs / 1_000_000) * this.sampleRate);\n\n    const ctx = new OfflineAudioContext(this.numberOfChannels, frameCount, this.sampleRate);\n\n    const clips = this.getClipsInWindow(windowStartUs, windowEndUs);\n\n    for (const clip of clips) {\n      // Get clip's PCM data with metadata (including actual sample rate)\n      const pcmData = this.cacheManager.getClipPCMWithMetadata(\n        clip.clipId,\n        clip.startUs,\n        clip.startUs + clip.durationUs\n      );\n\n      if (!pcmData || pcmData.planes.length === 0) {\n        console.warn('[OfflineAudioMixer] Missing PCM for clip', clip.clipId);\n        continue;\n      }\n\n      // Extract the portion within the window\n      const clipIntersectStartUs = Math.max(windowStartUs, clip.startUs);\n      const clipIntersectEndUs = Math.min(windowEndUs, clip.startUs + clip.durationUs);\n\n      const offsetInClipUs = clipIntersectStartUs - clip.startUs;\n      const offsetFrames = Math.floor((offsetInClipUs / 1_000_000) * pcmData.sampleRate);\n      const intersectDurationUs = clipIntersectEndUs - clipIntersectStartUs;\n      const intersectFrames = Math.ceil((intersectDurationUs / 1_000_000) * pcmData.sampleRate);\n\n      // Create AudioBuffer with correct sample rate for resampling\n      const buffer = ctx.createBuffer(\n        pcmData.numberOfChannels,\n        intersectFrames,\n        pcmData.sampleRate // Use actual sample rate, OfflineAudioContext will resample\n      );\n\n      for (let channel = 0; channel < pcmData.planes.length; channel++) {\n        const plane = pcmData.planes[channel];\n        if (plane) {\n          const channelData = buffer.getChannelData(channel);\n          const copyLength = Math.min(intersectFrames, plane.length - offsetFrames);\n          for (let i = 0; i < copyLength; i++) {\n            channelData[i] = plane[offsetFrames + i] ?? 0;\n          }\n        }\n      }\n\n      const source = ctx.createBufferSource();\n      source.buffer = buffer;\n\n      const gainNode = ctx.createGain();\n      gainNode.gain.value = clip.volume;\n\n      source.connect(gainNode);\n      gainNode.connect(ctx.destination);\n\n      const relativeStartUs = clipIntersectStartUs - windowStartUs;\n      const startTime = relativeStartUs / 1_000_000;\n      source.start(startTime);\n    }\n\n    const mixedBuffer = await ctx.startRendering();\n    return mixedBuffer;\n  }\n\n  private getClipsInWindow(windowStartUs: TimeUs, windowEndUs: TimeUs): MixClipInfo[] {\n    const clips: MixClipInfo[] = [];\n    const model = this.getModel();\n    if (!model) {\n      return clips;\n    }\n\n    for (const track of model.tracks) {\n      if (track.kind !== 'audio') {\n        continue;\n      }\n\n      for (const clip of track.clips) {\n        const clipEndUs = clip.startUs + clip.durationUs;\n        if (clip.startUs < windowEndUs && clipEndUs > windowStartUs) {\n          clips.push({\n            clipId: clip.id,\n            startUs: clip.startUs,\n            durationUs: clip.durationUs,\n            volume: 1.0,\n          });\n        }\n      }\n    }\n\n    return clips;\n  }\n}\n"],"names":[],"mappings":"AAWO,MAAM,kBAAkB;AAAA,EAI7B,YACU,cACA,UACR;AAFQ,SAAA,eAAA;AACA,SAAA,WAAA;AAAA,EACP;AAAA,EANK,aAAa;AAAA,EACb,mBAAmB;AAAA,EAO3B,MAAM,IAAI,eAAuB,aAA2C;AAC1E,UAAM,aAAa,cAAc;AACjC,UAAM,aAAa,KAAK,KAAM,aAAa,MAAa,KAAK,UAAU;AAEvE,UAAM,MAAM,IAAI,oBAAoB,KAAK,kBAAkB,YAAY,KAAK,UAAU;AAEtF,UAAM,QAAQ,KAAK,iBAAiB,eAAe,WAAW;AAE9D,eAAW,QAAQ,OAAO;AAExB,YAAM,UAAU,KAAK,aAAa;AAAA,QAChC,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK,UAAU,KAAK;AAAA,MAAA;AAGtB,UAAI,CAAC,WAAW,QAAQ,OAAO,WAAW,GAAG;AAC3C,gBAAQ,KAAK,4CAA4C,KAAK,MAAM;AACpE;AAAA,MACF;AAGA,YAAM,uBAAuB,KAAK,IAAI,eAAe,KAAK,OAAO;AACjE,YAAM,qBAAqB,KAAK,IAAI,aAAa,KAAK,UAAU,KAAK,UAAU;AAE/E,YAAM,iBAAiB,uBAAuB,KAAK;AACnD,YAAM,eAAe,KAAK,MAAO,iBAAiB,MAAa,QAAQ,UAAU;AACjF,YAAM,sBAAsB,qBAAqB;AACjD,YAAM,kBAAkB,KAAK,KAAM,sBAAsB,MAAa,QAAQ,UAAU;AAGxF,YAAM,SAAS,IAAI;AAAA,QACjB,QAAQ;AAAA,QACR;AAAA,QACA,QAAQ;AAAA;AAAA,MAAA;AAGV,eAAS,UAAU,GAAG,UAAU,QAAQ,OAAO,QAAQ,WAAW;AAChE,cAAM,QAAQ,QAAQ,OAAO,OAAO;AACpC,YAAI,OAAO;AACT,gBAAM,cAAc,OAAO,eAAe,OAAO;AACjD,gBAAM,aAAa,KAAK,IAAI,iBAAiB,MAAM,SAAS,YAAY;AACxE,mBAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,wBAAY,CAAC,IAAI,MAAM,eAAe,CAAC,KAAK;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AAEA,YAAM,SAAS,IAAI,mBAAA;AACnB,aAAO,SAAS;AAEhB,YAAM,WAAW,IAAI,WAAA;AACrB,eAAS,KAAK,QAAQ,KAAK;AAE3B,aAAO,QAAQ,QAAQ;AACvB,eAAS,QAAQ,IAAI,WAAW;AAEhC,YAAM,kBAAkB,uBAAuB;AAC/C,YAAM,YAAY,kBAAkB;AACpC,aAAO,MAAM,SAAS;AAAA,IACxB;AAEA,UAAM,cAAc,MAAM,IAAI,eAAA;AAC9B,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,eAAuB,aAAoC;AAClF,UAAM,QAAuB,CAAA;AAC7B,UAAM,QAAQ,KAAK,SAAA;AACnB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,eAAW,SAAS,MAAM,QAAQ;AAChC,UAAI,MAAM,SAAS,SAAS;AAC1B;AAAA,MACF;AAEA,iBAAW,QAAQ,MAAM,OAAO;AAC9B,cAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAI,KAAK,UAAU,eAAe,YAAY,eAAe;AAC3D,gBAAM,KAAK;AAAA,YACT,QAAQ,KAAK;AAAA,YACb,SAAS,KAAK;AAAA,YACd,YAAY,KAAK;AAAA,YACjB,QAAQ;AAAA,UAAA,CACT;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;"}
+{"version":3,"file":"OfflineAudioMixer.js","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport { hasAudioConfig } from '../../model/types';\nimport type { CompositionModel } from '../../model';\nimport type { CacheManager } from '../../cache/CacheManager';\n\ninterface MixClipInfo {\n  clipId: string;\n  startUs: TimeUs;\n  durationUs: TimeUs;\n  volume: number;\n}\n\nexport class OfflineAudioMixer {\n  private sampleRate = 48_000;\n  private numberOfChannels = 2;\n\n  constructor(\n    private cacheManager: CacheManager,\n    private getModel: () => CompositionModel | null\n  ) {}\n\n  async mix(windowStartUs: TimeUs, windowEndUs: TimeUs): Promise<AudioBuffer> {\n    const durationUs = windowEndUs - windowStartUs;\n    const frameCount = Math.ceil((durationUs / 1_000_000) * this.sampleRate);\n\n    const ctx = new OfflineAudioContext(this.numberOfChannels, frameCount, this.sampleRate);\n\n    const clips = this.getClipsInWindow(windowStartUs, windowEndUs);\n\n    for (const clip of clips) {\n      // Get clip's PCM data with metadata (including actual sample rate)\n      const pcmData = this.cacheManager.getClipPCMWithMetadata(\n        clip.clipId,\n        clip.startUs,\n        clip.startUs + clip.durationUs\n      );\n\n      if (!pcmData || pcmData.planes.length === 0) {\n        console.warn('[OfflineAudioMixer] Missing PCM for clip', clip.clipId);\n        continue;\n      }\n\n      // Extract the portion within the window\n      const clipIntersectStartUs = Math.max(windowStartUs, clip.startUs);\n      const clipIntersectEndUs = Math.min(windowEndUs, clip.startUs + clip.durationUs);\n\n      const offsetInClipUs = clipIntersectStartUs - clip.startUs;\n      const offsetFrames = Math.floor((offsetInClipUs / 1_000_000) * pcmData.sampleRate);\n      const intersectDurationUs = clipIntersectEndUs - clipIntersectStartUs;\n      const intersectFrames = Math.ceil((intersectDurationUs / 1_000_000) * pcmData.sampleRate);\n\n      // Create AudioBuffer with correct sample rate for resampling\n      const buffer = ctx.createBuffer(\n        pcmData.numberOfChannels,\n        intersectFrames,\n        pcmData.sampleRate // Use actual sample rate, OfflineAudioContext will resample\n      );\n\n      for (let channel = 0; channel < pcmData.planes.length; channel++) {\n        const plane = pcmData.planes[channel];\n        if (plane) {\n          const channelData = buffer.getChannelData(channel);\n          const copyLength = Math.min(intersectFrames, plane.length - offsetFrames);\n          for (let i = 0; i < copyLength; i++) {\n            channelData[i] = plane[offsetFrames + i] ?? 0;\n          }\n        }\n      }\n\n      const source = ctx.createBufferSource();\n      source.buffer = buffer;\n\n      const gainNode = ctx.createGain();\n      gainNode.gain.value = clip.volume;\n\n      source.connect(gainNode);\n      gainNode.connect(ctx.destination);\n\n      const relativeStartUs = clipIntersectStartUs - windowStartUs;\n      const startTime = relativeStartUs / 1_000_000;\n      source.start(startTime);\n    }\n\n    const mixedBuffer = await ctx.startRendering();\n    return mixedBuffer;\n  }\n\n  private getClipsInWindow(windowStartUs: TimeUs, windowEndUs: TimeUs): MixClipInfo[] {\n    const clips: MixClipInfo[] = [];\n    const model = this.getModel();\n    if (!model) {\n      return clips;\n    }\n\n    for (const track of model.tracks) {\n      if (track.kind !== 'audio') {\n        continue;\n      }\n\n      for (const clip of track.clips) {\n        const clipEndUs = clip.startUs + clip.durationUs;\n        if (clip.startUs < windowEndUs && clipEndUs > windowStartUs) {\n          // Read audio config (only video/audio clips have audioConfig)\n          if (hasAudioConfig(clip)) {\n            const muted = clip.audioConfig?.muted ?? false;\n\n            // Skip muted clips in export (performance optimization)\n            if (muted) {\n              continue;\n            }\n\n            const volume = clip.audioConfig?.volume ?? 1.0;\n\n            clips.push({\n              clipId: clip.id,\n              startUs: clip.startUs,\n              durationUs: clip.durationUs,\n              volume,\n            });\n          } else {\n            // Caption/Fx clips in audio track should not happen, but handle gracefully\n            clips.push({\n              clipId: clip.id,\n              startUs: clip.startUs,\n              durationUs: clip.durationUs,\n              volume: 1.0,\n            });\n          }\n        }\n      }\n    }\n\n    return clips;\n  }\n}\n"],"names":[],"mappings":";AAYO,MAAM,kBAAkB;AAAA,EAI7B,YACU,cACA,UACR;AAFQ,SAAA,eAAA;AACA,SAAA,WAAA;AAAA,EACP;AAAA,EANK,aAAa;AAAA,EACb,mBAAmB;AAAA,EAO3B,MAAM,IAAI,eAAuB,aAA2C;AAC1E,UAAM,aAAa,cAAc;AACjC,UAAM,aAAa,KAAK,KAAM,aAAa,MAAa,KAAK,UAAU;AAEvE,UAAM,MAAM,IAAI,oBAAoB,KAAK,kBAAkB,YAAY,KAAK,UAAU;AAEtF,UAAM,QAAQ,KAAK,iBAAiB,eAAe,WAAW;AAE9D,eAAW,QAAQ,OAAO;AAExB,YAAM,UAAU,KAAK,aAAa;AAAA,QAChC,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK,UAAU,KAAK;AAAA,MAAA;AAGtB,UAAI,CAAC,WAAW,QAAQ,OAAO,WAAW,GAAG;AAC3C,gBAAQ,KAAK,4CAA4C,KAAK,MAAM;AACpE;AAAA,MACF;AAGA,YAAM,uBAAuB,KAAK,IAAI,eAAe,KAAK,OAAO;AACjE,YAAM,qBAAqB,KAAK,IAAI,aAAa,KAAK,UAAU,KAAK,UAAU;AAE/E,YAAM,iBAAiB,uBAAuB,KAAK;AACnD,YAAM,eAAe,KAAK,MAAO,iBAAiB,MAAa,QAAQ,UAAU;AACjF,YAAM,sBAAsB,qBAAqB;AACjD,YAAM,kBAAkB,KAAK,KAAM,sBAAsB,MAAa,QAAQ,UAAU;AAGxF,YAAM,SAAS,IAAI;AAAA,QACjB,QAAQ;AAAA,QACR;AAAA,QACA,QAAQ;AAAA;AAAA,MAAA;AAGV,eAAS,UAAU,GAAG,UAAU,QAAQ,OAAO,QAAQ,WAAW;AAChE,cAAM,QAAQ,QAAQ,OAAO,OAAO;AACpC,YAAI,OAAO;AACT,gBAAM,cAAc,OAAO,eAAe,OAAO;AACjD,gBAAM,aAAa,KAAK,IAAI,iBAAiB,MAAM,SAAS,YAAY;AACxE,mBAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,wBAAY,CAAC,IAAI,MAAM,eAAe,CAAC,KAAK;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AAEA,YAAM,SAAS,IAAI,mBAAA;AACnB,aAAO,SAAS;AAEhB,YAAM,WAAW,IAAI,WAAA;AACrB,eAAS,KAAK,QAAQ,KAAK;AAE3B,aAAO,QAAQ,QAAQ;AACvB,eAAS,QAAQ,IAAI,WAAW;AAEhC,YAAM,kBAAkB,uBAAuB;AAC/C,YAAM,YAAY,kBAAkB;AACpC,aAAO,MAAM,SAAS;AAAA,IACxB;AAEA,UAAM,cAAc,MAAM,IAAI,eAAA;AAC9B,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,eAAuB,aAAoC;AAClF,UAAM,QAAuB,CAAA;AAC7B,UAAM,QAAQ,KAAK,SAAA;AACnB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,eAAW,SAAS,MAAM,QAAQ;AAChC,UAAI,MAAM,SAAS,SAAS;AAC1B;AAAA,MACF;AAEA,iBAAW,QAAQ,MAAM,OAAO;AAC9B,cAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAI,KAAK,UAAU,eAAe,YAAY,eAAe;AAE3D,cAAI,eAAe,IAAI,GAAG;AACxB,kBAAM,QAAQ,KAAK,aAAa,SAAS;AAGzC,gBAAI,OAAO;AACT;AAAA,YACF;AAEA,kBAAM,SAAS,KAAK,aAAa,UAAU;AAE3C,kBAAM,KAAK;AAAA,cACT,QAAQ,KAAK;AAAA,cACb,SAAS,KAAK;AAAA,cACd,YAAY,KAAK;AAAA,cACjB;AAAA,YAAA,CACD;AAAA,UACH,OAAO;AAEL,kBAAM,KAAK;AAAA,cACT,QAAQ,KAAK;AAAA,cACb,SAAS,KAAK;AAAA,cACd,YAAY,KAAK;AAAA,cACjB,QAAQ;AAAA,YAAA,CACT;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;"}

package/dist/stages/decode/AudioChunkDecoder.d.ts

@@ -11,6 +11,8 @@ export declare class AudioChunkDecoder extends BaseDecoder<AudioDecoder, AudioDe
     readonly trackId: string;
     protected readonly highWaterMark: number;
     protected readonly decodeQueueThreshold: number;
+    private bufferedChunks;
+    private isProcessingBuffer;
     constructor(trackId: string, config?: Partial<AudioDecoderConfig>);
     get isConfigured(): boolean;
     get state(): string;
@@ -18,6 +20,11 @@ export declare class AudioChunkDecoder extends BaseDecoder<AudioDecoder, AudioDe
      * Update configuration - can be called before or after initialization
      */
     updateConfig(config: Partial<AudioDecoderConfig>): Promise<void>;
+    createStream(): TransformStream<EncodedAudioChunk, AudioData>;
+    /**
+     * Process a single chunk (extracted from transform for reuse)
+     */
+    private processChunk;
     protected isConfigSupported(config: AudioDecoderConfig): Promise<{
         supported: boolean;
     }>;
@@ -34,8 +41,8 @@ export declare class AudioChunkDecoder extends BaseDecoder<AudioDecoder, AudioDe
     configure(config: AudioDecoderConfig): Promise<void>;
     /**
      * Process any buffered chunks after configuration
-     * Note: Audio doesn't buffer in current implementation, but keeping for interface consistency
      */
     processBufferedChunks(): Promise<void>;
+    close(): Promise<void>;
 }
 //# sourceMappingURL=AudioChunkDecoder.d.ts.map

package/dist/stages/decode/AudioChunkDecoder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AudioChunkDecoder.d.ts","sourceRoot":"","sources":["../../../src/stages/decode/AudioChunkDecoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C;;;GAGG;AACH,qBAAa,iBAAkB,SAAQ,WAAW,CAChD,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,SAAS,CACV;IAEC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAM;IACrD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,8BAA8B,CAAM;IAG5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAGzB,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IACzC,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;gBAEpC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC;IAajE,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;OAEG;IACG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;cAgBtD,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAS9F,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;QAClC,KAAK,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;KACtC,GAAG,YAAY;IAIhB,SAAS,CAAC,cAAc,IAAI,MAAM;cAIlB,gBAAgB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAW3E,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI;IAIhD;;OAEG;IACG,SAAS,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa1D;;;OAGG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7C"}
+{"version":3,"file":"AudioChunkDecoder.d.ts","sourceRoot":"","sources":["../../../src/stages/decode/AudioChunkDecoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C;;;GAGG;AACH,qBAAa,iBAAkB,SAAQ,WAAW,CAChD,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,SAAS,CACV;IAEC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAM;IACrD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,8BAA8B,CAAM;IAG5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAGzB,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IACzC,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAGhD,OAAO,CAAC,cAAc,CAA2B;IACjD,OAAO,CAAC,kBAAkB,CAAkB;gBAEhC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC;IAajE,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;OAEG;IACG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB7D,YAAY,IAAI,eAAe,CAAC,iBAAiB,EAAE,SAAS,CAAC;IAyCtE;;OAEG;YACW,YAAY;cAkCV,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAS9F,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;QAClC,KAAK,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;KACtC,GAAG,YAAY;IAIhB,SAAS,CAAC,cAAc,IAAI,MAAM;cAIlB,gBAAgB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAW3E,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI;IAIhD;;OAEG;IACG,SAAS,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa1D;;OAEG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA4B7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAOtC"}

package/dist/stages/demux/MP4Demuxer.d.ts

@@ -15,6 +15,7 @@ export declare class MP4Demuxer {
     private fileOffset;
     private videoTimestampOffset;
     private audioTimestampOffset;
+    private skipAudio;
     constructor(config?: DemuxConfig & {
         onReady?: () => void;
     });
@@ -25,13 +26,18 @@ export declare class MP4Demuxer {
     private getVideoDescription;
     private getAudioDescription;
     /**
-     * Create transform stream for video track
+     * Create readable stream for video chunks (output only)
      */
-    createVideoStream(): TransformStream<Uint8Array, EncodedVideoChunk>;
+    createVideoStream(): ReadableStream<EncodedVideoChunk>;
     /**
-     * Create transform stream for audio track
+     * Create readable stream for audio chunks (output only)
      */
-    createAudioStream(): TransformStream<Uint8Array, EncodedAudioChunk> | null;
+    createAudioStream(): ReadableStream<EncodedAudioChunk> | null;
+    /**
+     * Create writable stream for input data (single source)
+     * This is the only stream that should receive the input data
+     */
+    createInputStream(): WritableStream<Uint8Array | ArrayBuffer>;
     appendBuffer(chunk: Uint8Array): void;
     /**
      * Get video track info if available

package/dist/stages/demux/MP4Demuxer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MP4Demuxer.d.ts","sourceRoot":"","sources":["../../../src/stages/demux/MP4Demuxer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEtD;;;GAGG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,UAAU,CAAM;IACxB,MAAM,yBAAgC;IACtC,OAAO,UAAS;IAChB,OAAO,CAAC,eAAe,CAAC,CAAsD;IAC9E,OAAO,CAAC,eAAe,CAAC,CAAsD;IAC9E,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,eAAe,CAAC,CAAa;IACrC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,oBAAoB,CAAuB;gBAEvC,MAAM,GAAE,WAAW,GAAG;QAAE,OAAO,CAAC,EAAE,MAAM,IAAI,CAAA;KAAO;IAW/D,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAIvC,OAAO,CAAC,aAAa;IA4BrB,OAAO,CAAC,aAAa;IA8BrB,OAAO,CAAC,cAAc;IAmDtB,OAAO,CAAC,mBAAmB;IA0B3B,OAAO,CAAC,mBAAmB;IAgB3B;;OAEG;IACH,iBAAiB,IAAI,eAAe,CAAC,UAAU,EAAE,iBAAiB,CAAC;IAgCnE;;OAEG;IACH,iBAAiB,IAAI,eAAe,CAAC,UAAU,EAAE,iBAAiB,CAAC,GAAG,IAAI;IA6B1E,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAOrC;;OAEG;IACH,IAAI,cAAc,IAAI,SAAS,GAAG,SAAS,CAE1C;IAED;;OAEG;IACH,IAAI,cAAc,IAAI,SAAS,GAAG,SAAS,CAE1C;IAED,OAAO,IAAI,IAAI;CAQhB"}
+{"version":3,"file":"MP4Demuxer.d.ts","sourceRoot":"","sources":["../../../src/stages/demux/MP4Demuxer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEtD;;;GAGG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,UAAU,CAAM;IACxB,MAAM,yBAAgC;IACtC,OAAO,UAAS;IAChB,OAAO,CAAC,eAAe,CAAC,CAAqD;IAC7E,OAAO,CAAC,eAAe,CAAC,CAAqD;IAC7E,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,eAAe,CAAC,CAAa;IACrC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,SAAS,CAAkB;gBAEvB,MAAM,GAAE,WAAW,GAAG;QAAE,OAAO,CAAC,EAAE,MAAM,IAAI,CAAA;KAAO;IAY/D,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAIvC,OAAO,CAAC,aAAa;IA4BrB,OAAO,CAAC,aAAa;IA8BrB,OAAO,CAAC,cAAc;IA2DtB,OAAO,CAAC,mBAAmB;IA0B3B,OAAO,CAAC,mBAAmB;IA0C3B;;OAEG;IACH,iBAAiB,IAAI,cAAc,CAAC,iBAAiB,CAAC;IAiBtD;;OAEG;IACH,iBAAiB,IAAI,cAAc,CAAC,iBAAiB,CAAC,GAAG,IAAI;IAqB7D;;;OAGG;IACH,iBAAiB,IAAI,cAAc,CAAC,UAAU,GAAG,WAAW,CAAC;IA2B7D,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAOrC;;OAEG;IACH,IAAI,cAAc,IAAI,SAAS,GAAG,SAAS,CAE1C;IAED;;OAEG;IACH,IAAI,cAAc,IAAI,SAAS,GAAG,SAAS,CAE1C;IAED,OAAO,IAAI,IAAI;CAQhB"}