@meframe/core 0.0.7 → 0.0.9

package/dist/stages/compose/GlobalAudioSession.d.ts

@@ -12,11 +12,6 @@ interface AudioDataMessage {
     clipStartUs: TimeUs;
     clipDurationUs: TimeUs;
 }
-export interface AudioPlaybackInfo {
-    buffer: AudioBuffer;
-    offsetSeconds: number;
-    durationSeconds: number;
-}
 interface AudioSessionDeps {
     cacheManager: CacheManager;
     workers: WorkerPool;
@@ -26,46 +21,46 @@ interface AudioSessionDeps {
     buildWorkerConfigs: () => any;
 }
 export declare class GlobalAudioSession {
-    private mixWindowUs;
     private mixer;
     private activeClips;
+    private streamEndedClips;
     private deps;
+    private audioContext;
+    private audioSources;
+    private audioGainNodes;
+    private volume;
+    private playbackRate;
+    private isPlaying;
     constructor(deps: AudioSessionDeps);
     onAudioData(message: AudioDataMessage): void;
-    ensureMixedPCM(startUs: TimeUs): Promise<AudioBuffer | null>;
-    prepareAudioForPlayback(startUs: TimeUs): Promise<AudioPlaybackInfo | null>;
     activateAllAudioClips(): Promise<void>;
     handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void;
+    startPlayback(timeUs: TimeUs, audioContext: AudioContext): Promise<void>;
+    stopPlayback(): void;
+    updateTime(timeUs: TimeUs): void;
+    setVolume(volume: number): void;
+    setPlaybackRate(rate: number): void;
     reset(): void;
     /**
-     * Create export encoded audio stream with metadata callback
-     * Mixes all audio clips and encodes to EncodedAudioChunk for export
-     * Extracts metadata from first chunk and invokes callback
+     * Create export encoded audio stream
      */
     createExportEncodedStream(config?: Partial<AudioEncoderConfig>, onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void): Promise<ReadableStream<EncodedAudioChunk> | null>;
     /**
      * Create export audio stream
-     * Mixes all audio clips for the entire composition and outputs AudioData stream
      */
     createExportAudioStream(): Promise<ReadableStream<AudioData> | null>;
-    /**
-     * Wait for audio clips to be decoded and cached
-     */
     private waitForAudioClipsReady;
-    /**
-     * Wait for clip PCM data to be available
-     */
     private waitForClipPCM;
-    /**
-     * Convert AudioBuffer to AudioData for encoding
-     */
+    private startAllActiveClips;
+    private checkAndStartNewClips;
+    private startClipPlayback;
+    private continueClipPlayback;
+    private stopAllAudioSources;
+    private getActiveAudioClips;
+    private pcmToAudioBuffer;
     private audioBufferToAudioData;
-    /**
-     * Interleave planar audio data for AudioData constructor
-     */
     private interleavePlanarData;
     private setupAudioPipeline;
-    private alignToWindow;
 }
 export {};
 //# sourceMappingURL=GlobalAudioSession.d.ts.map

package/dist/stages/compose/GlobalAudioSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GlobalAudioSession.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,aAAa,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAG7D,UAAU,gBAAgB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,SAAS,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,gBAAgB;IACxB,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,UAAU,CAAC;IACpB,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI,CAAC;IACxC,kBAAkB,EAAE,MAAM,GAAG,CAAC;CAC/B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,IAAI,CAAmB;gBAEnB,IAAI,EAAE,gBAAgB;IAKlC,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAKtC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAwB5D,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAkB3E,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5C,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IA+BzF,KAAK,IAAI,IAAI;IAKb;;;;OAIG;IACG,yBAAyB,CAC7B,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACpC,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,yBAAyB,KAAK,IAAI,GAC9D,OAAO,CAAC,cAAc,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC;IA6BpD;;;OAGG;IACG,uBAAuB,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;IAuC1E;;OAEG;YACW,sBAAsB;IAgBpC;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAqB9B;;OAEG;IACH,OAAO,CAAC,oBAAoB;YAgBd,kBAAkB;IA0ChC,OAAO,CAAC,aAAa;CAGtB"}
+{"version":3,"file":"GlobalAudioSession.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,aAAa,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAG7D,UAAU,gBAAgB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,SAAS,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,gBAAgB;IACxB,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,UAAU,CAAC;IACpB,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI,CAAC;IACxC,kBAAkB,EAAE,MAAM,GAAG,CAAC;CAC/B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,YAAY,CAA+B;IACnD,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,MAAM,CAAO;IACrB,OAAO,CAAC,YAAY,CAAO;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAEd,IAAI,EAAE,gBAAgB;IAKlC,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAKtC,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5C,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAgCnF,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9E,YAAY,IAAI,IAAI;IAKpB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAOhC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAO/B,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAOnC,KAAK,IAAI,IAAI;IAOb;;OAEG;IACG,yBAAyB,CAC7B,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACpC,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,yBAAyB,KAAK,IAAI,GAC9D,OAAO,CAAC,cAAc,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC;IA2BpD;;OAEG;IACG,uBAAuB,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;YA+B5D,sBAAsB;IAYpC,OAAO,CAAC,cAAc;IAwDtB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,qBAAqB;IAwB7B,OAAO,CAAC,iBAAiB;IAmEzB,OAAO,CAAC,oBAAoB;IAyE5B,OAAO,CAAC,mBAAmB;IAsB3B,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,sBAAsB;IAoB9B,OAAO,CAAC,oBAAoB;YAgBd,kBAAkB;CAyCjC"}

package/dist/stages/compose/GlobalAudioSession.js

@@ -2,10 +2,16 @@ import { OfflineAudioMixer } from "./OfflineAudioMixer.js";
 import { MeframeEvent } from "../../event/events.js";
 import { AudioChunkEncoder } from "../encode/AudioChunkEncoder.js";
 class GlobalAudioSession {
-  mixWindowUs = 3e6;
   mixer;
   activeClips = /* @__PURE__ */ new Set();
+  streamEndedClips = /* @__PURE__ */ new Set();
   deps;
+  audioContext = null;
+  audioSources = [];
+  audioGainNodes = [];
+  volume = 1;
+  playbackRate = 1;
+  isPlaying = false;
   constructor(deps) {
     this.deps = deps;
     this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);
@@ -14,41 +20,6 @@ class GlobalAudioSession {
     const { sessionId, audioData, clipStartUs, clipDurationUs } = message;
     this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);
   }
-  async ensureMixedPCM(startUs) {
-    const model = this.deps.getModel();
-    if (!model) {
-      return null;
-    }
-    const windowStartUs = this.alignToWindow(startUs);
-    const windowEndUs = windowStartUs + this.mixWindowUs;
-    const cached = this.deps.cacheManager.getMixedAudio(windowStartUs, windowEndUs);
-    if (cached) {
-      return cached;
-    }
-    try {
-      const mixedBuffer = await this.mixer.mix(windowStartUs, windowEndUs);
-      this.deps.cacheManager.putMixedAudio(windowStartUs, windowEndUs, mixedBuffer);
-      return mixedBuffer;
-    } catch (error) {
-      console.error("[GlobalAudioSession] Mix failed:", error);
-      return null;
-    }
-  }
-  async prepareAudioForPlayback(startUs) {
-    const buffer = await this.ensureMixedPCM(startUs);
-    if (!buffer) {
-      return null;
-    }
-    const windowStartUs = this.alignToWindow(startUs);
-    const offsetUs = startUs - windowStartUs;
-    const offsetSeconds = offsetUs / 1e6;
-    const durationSeconds = buffer.duration - offsetSeconds;
-    return {
-      buffer,
-      offsetSeconds,
-      durationSeconds
-    };
-  }
   async activateAllAudioClips() {
     const model = this.deps.getModel();
     if (!model) {
@@ -79,6 +50,7 @@ class GlobalAudioSession {
       try {
         const { done, value } = await reader.read();
         if (done) {
+          this.streamEndedClips.add(sessionId);
           reader.releaseLock();
           return;
         }
@@ -96,14 +68,41 @@ class GlobalAudioSession {
     };
     pump();
   }
+  async startPlayback(timeUs, audioContext) {
+    this.audioContext = audioContext;
+    this.isPlaying = true;
+    this.startAllActiveClips(timeUs);
+  }
+  stopPlayback() {
+    this.isPlaying = false;
+    this.stopAllAudioSources();
+  }
+  updateTime(timeUs) {
+    if (!this.isPlaying) {
+      return;
+    }
+    this.checkAndStartNewClips(timeUs);
+  }
+  setVolume(volume) {
+    this.volume = volume;
+    for (const gainNode of this.audioGainNodes) {
+      gainNode.gain.value = this.volume;
+    }
+  }
+  setPlaybackRate(rate) {
+    this.playbackRate = rate;
+    for (const source of this.audioSources) {
+      source.playbackRate.value = this.playbackRate;
+    }
+  }
   reset() {
+    this.stopAllAudioSources();
     this.deps.cacheManager.resetAudioCache();
     this.activeClips.clear();
+    this.streamEndedClips.clear();
   }
   /**
-   * Create export encoded audio stream with metadata callback
-   * Mixes all audio clips and encodes to EncodedAudioChunk for export
-   * Extracts metadata from first chunk and invokes callback
+   * Create export encoded audio stream
    */
   async createExportEncodedStream(config, onFirstMetadata) {
     const audioDataStream = await this.createExportAudioStream();
@@ -129,7 +128,6 @@ class GlobalAudioSession {
   }
   /**
    * Create export audio stream
-   * Mixes all audio clips for the entire composition and outputs AudioData stream
    */
   async createExportAudioStream() {
     const model = this.deps.getModel();
@@ -141,7 +139,7 @@ class GlobalAudioSession {
     await this.waitForAudioClipsReady();
     return new ReadableStream({
       start: async (controller) => {
-        const windowSize = 3e6;
+        const windowSize = 5e6;
         let currentUs = 0;
         while (currentUs < totalDurationUs) {
           const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);
@@ -156,33 +154,48 @@ class GlobalAudioSession {
       }
     });
   }
-  /**
-   * Wait for audio clips to be decoded and cached
-   */
   async waitForAudioClipsReady() {
     const model = this.deps.getModel();
     if (!model) return;
     const audioClips = model.tracks.filter((track) => track.kind === "audio").flatMap((track) => track.clips);
-    const waitPromises = audioClips.map(
-      (clip) => this.waitForClipPCM(clip.id, 1e3)
-      // Wait up to 1s per clip
-    );
+    const waitPromises = audioClips.map((clip) => this.waitForClipPCM(clip.id, 1e4));
     await Promise.allSettled(waitPromises);
   }
-  /**
-   * Wait for clip PCM data to be available
-   */
   waitForClipPCM(clipId, timeoutMs) {
     return new Promise((resolve) => {
-      const checkInterval = 50;
+      const checkInterval = 100;
       let elapsed = 0;
+      let lastFrameCount = 0;
+      let stableCount = 0;
+      let streamEndDetected = false;
       const check = () => {
-        if (this.deps.cacheManager.hasClipPCM(clipId)) {
-          resolve(true);
-          return;
+        const pcm = this.deps.cacheManager.getClipPCM(clipId, 0, Number.MAX_SAFE_INTEGER);
+        if (pcm && pcm.length > 0) {
+          const currentFrameCount = pcm[0]?.length ?? 0;
+          if (this.streamEndedClips.has(clipId)) {
+            streamEndDetected = true;
+          }
+          if (streamEndDetected) {
+            resolve(true);
+            return;
+          }
+          if (currentFrameCount === lastFrameCount) {
+            stableCount++;
+            if (stableCount >= 5) {
+              resolve(true);
+              return;
+            }
+          } else {
+            stableCount = 0;
+            lastFrameCount = currentFrameCount;
+          }
         }
         elapsed += checkInterval;
         if (elapsed >= timeoutMs) {
+          console.warn("[GlobalAudioSession] Timeout waiting for clip", clipId, {
+            frames: lastFrameCount,
+            elapsed
+          });
           resolve(false);
           return;
         }
@@ -191,9 +204,179 @@ class GlobalAudioSession {
       check();
     });
   }
-  /**
-   * Convert AudioBuffer to AudioData for encoding
-   */
+  startAllActiveClips(timeUs) {
+    if (!this.audioContext) {
+      return;
+    }
+    const currentClips = this.getActiveAudioClips(timeUs);
+    for (const clip of currentClips) {
+      this.startClipPlayback(clip, timeUs);
+    }
+  }
+  checkAndStartNewClips(timeUs) {
+    if (!this.audioContext) {
+      return;
+    }
+    const currentClips = this.getActiveAudioClips(timeUs);
+    const activeClipIds = new Set(
+      this.audioSources.map((source) => source._meframeClipId).filter(Boolean)
+    );
+    for (const clip of currentClips) {
+      const clipEndUs = clip.startUs + clip.durationUs;
+      if (timeUs >= clipEndUs) {
+        continue;
+      }
+      if (!activeClipIds.has(clip.id)) {
+        this.startClipPlayback(clip, timeUs);
+      }
+    }
+  }
+  startClipPlayback(clip, currentTimeUs) {
+    if (!this.audioContext) {
+      return;
+    }
+    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(
+      clip.id,
+      clip.startUs,
+      clip.startUs + clip.durationUs
+    );
+    if (!clipPCMData || clipPCMData.planes.length === 0) {
+      return;
+    }
+    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);
+    const source = this.audioContext.createBufferSource();
+    source.buffer = buffer;
+    source.playbackRate.value = this.playbackRate;
+    source._meframeClipId = clip.id;
+    source._playedToUs = clip.startUs + buffer.duration * 1e6;
+    const gainNode = this.audioContext.createGain();
+    gainNode.gain.value = this.volume;
+    source.connect(gainNode);
+    gainNode.connect(this.audioContext.destination);
+    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);
+    const offsetSeconds = offsetUs / 1e6;
+    const actualDurationSeconds = buffer.duration - offsetSeconds;
+    if (actualDurationSeconds <= 0) {
+      return;
+    }
+    source.start(0, offsetSeconds, actualDurationSeconds);
+    source.onended = () => {
+      const index = this.audioSources.indexOf(source);
+      if (index >= 0) {
+        this.audioSources.splice(index, 1);
+        this.audioGainNodes.splice(index, 1);
+      }
+      const playedToUs = source._playedToUs;
+      const clipEndUs = clip.startUs + clip.durationUs;
+      if (playedToUs < clipEndUs && this.isPlaying) {
+        setTimeout(() => {
+          if (this.isPlaying) {
+            this.continueClipPlayback(clip, playedToUs);
+          }
+        }, 50);
+      }
+    };
+    this.audioSources.push(source);
+    this.audioGainNodes.push(gainNode);
+  }
+  continueClipPlayback(clip, fromUs) {
+    if (!this.audioContext) {
+      return;
+    }
+    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(
+      clip.id,
+      clip.startUs,
+      clip.startUs + clip.durationUs
+    );
+    if (!clipPCMData || clipPCMData.planes.length === 0) {
+      return;
+    }
+    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);
+    const bufferEndUs = clip.startUs + buffer.duration * 1e6;
+    if (bufferEndUs <= fromUs + 1e5) {
+      return;
+    }
+    const source = this.audioContext.createBufferSource();
+    source.buffer = buffer;
+    source.playbackRate.value = this.playbackRate;
+    source._meframeClipId = clip.id;
+    source._playedToUs = bufferEndUs;
+    const gainNode = this.audioContext.createGain();
+    gainNode.gain.value = this.volume;
+    source.connect(gainNode);
+    gainNode.connect(this.audioContext.destination);
+    const offsetUs = Math.max(0, fromUs - clip.startUs);
+    const offsetSeconds = offsetUs / 1e6;
+    const actualDurationSeconds = buffer.duration - offsetSeconds;
+    if (actualDurationSeconds <= 0) {
+      return;
+    }
+    source.start(0, offsetSeconds, actualDurationSeconds);
+    source.onended = () => {
+      const index = this.audioSources.indexOf(source);
+      if (index >= 0) {
+        this.audioSources.splice(index, 1);
+        this.audioGainNodes.splice(index, 1);
+      }
+      const playedToUs = source._playedToUs;
+      const clipEndUs = clip.startUs + clip.durationUs;
+      if (playedToUs < clipEndUs && this.isPlaying) {
+        setTimeout(() => {
+          if (this.isPlaying) {
+            this.continueClipPlayback(clip, playedToUs);
+          }
+        }, 50);
+      }
+    };
+    this.audioSources.push(source);
+    this.audioGainNodes.push(gainNode);
+  }
+  stopAllAudioSources() {
+    for (const source of this.audioSources) {
+      try {
+        source.stop();
+        source.disconnect();
+      } catch (error) {
+      }
+    }
+    for (const gainNode of this.audioGainNodes) {
+      try {
+        gainNode.disconnect();
+      } catch (error) {
+      }
+    }
+    this.audioSources = [];
+    this.audioGainNodes = [];
+  }
+  getActiveAudioClips(timeUs) {
+    const model = this.deps.getModel();
+    if (!model) {
+      return [];
+    }
+    const audioTracks = model.getTracksByKind("audio");
+    const clips = [];
+    for (const track of audioTracks) {
+      const trackClips = model.getClipsAtTime(timeUs, track.id);
+      if (trackClips.length > 0) {
+        clips.push(...trackClips);
+      }
+    }
+    return clips;
+  }
+  pcmToAudioBuffer(planes, sampleRate) {
+    const numberOfChannels = planes.length;
+    const numberOfFrames = planes[0]?.length ?? 0;
+    const ctx = new OfflineAudioContext(numberOfChannels, 1, sampleRate);
+    const buffer = ctx.createBuffer(numberOfChannels, numberOfFrames, sampleRate);
+    for (let channel = 0; channel < numberOfChannels; channel++) {
+      const plane = planes[channel];
+      if (plane) {
+        const channelData = buffer.getChannelData(channel);
+        channelData.set(plane);
+      }
+    }
+    return buffer;
+  }
   audioBufferToAudioData(buffer, timestampUs) {
     const sampleRate = buffer.sampleRate;
     const numberOfChannels = buffer.numberOfChannels;
@@ -212,9 +395,6 @@ class GlobalAudioSession {
       data: this.interleavePlanarData(planes)
     });
   }
-  /**
-   * Interleave planar audio data for AudioData constructor
-   */
   interleavePlanarData(planes) {
     const numberOfChannels = planes.length;
     const numberOfFrames = planes[0]?.length ?? 0;
@@ -265,9 +445,6 @@ class GlobalAudioSession {
       config: demuxConfig
     });
   }
-  alignToWindow(timeUs) {
-    return Math.floor(timeUs / this.mixWindowUs) * this.mixWindowUs;
-  }
 }
 export {
   GlobalAudioSession

package/dist/stages/compose/GlobalAudioSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"GlobalAudioSession.js","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport { OfflineAudioMixer } from './OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../../model';\nimport type { WorkerPool } from '../../worker/WorkerPool';\nimport type { ResourceLoader } from '../load/ResourceLoader';\nimport type { EventBus } from '../../event/EventBus';\nimport type { EventPayloadMap } from '../../event/events';\nimport { MeframeEvent } from '../../event/events';\nimport type { CacheManager } from '../../cache/CacheManager';\nimport { AudioChunkEncoder } from '../encode/AudioChunkEncoder';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\nexport interface AudioPlaybackInfo {\n  buffer: AudioBuffer;\n  offsetSeconds: number;\n  durationSeconds: number;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workers: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  getModel: () => CompositionModel | null;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixWindowUs = 3_000_000;\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private deps: AudioSessionDeps;\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);\n  }\n\n  async ensureMixedPCM(startUs: TimeUs): Promise<AudioBuffer | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const windowStartUs = this.alignToWindow(startUs);\n    const windowEndUs = windowStartUs + this.mixWindowUs;\n\n    const cached = this.deps.cacheManager.getMixedAudio(windowStartUs, windowEndUs);\n    if (cached) {\n      return cached;\n    }\n\n    try {\n      const mixedBuffer = await this.mixer.mix(windowStartUs, windowEndUs);\n      this.deps.cacheManager.putMixedAudio(windowStartUs, windowEndUs, mixedBuffer);\n      return mixedBuffer;\n    } catch (error) {\n      console.error('[GlobalAudioSession] Mix failed:', error);\n      return null;\n    }\n  }\n\n  async prepareAudioForPlayback(startUs: TimeUs): Promise<AudioPlaybackInfo | null> {\n    const buffer = await this.ensureMixedPCM(startUs);\n    if (!buffer) {\n      return null;\n    }\n\n    const windowStartUs = this.alignToWindow(startUs);\n    const offsetUs = startUs - windowStartUs;\n    const offsetSeconds = offsetUs / 1_000_000;\n    const durationSeconds = buffer.duration - offsetSeconds;\n\n    return {\n      buffer,\n      offsetSeconds,\n      durationSeconds,\n    };\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            sessionId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const sessionId = metadata.sessionId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          sessionId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  reset(): void {\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n  }\n\n  /**\n   * Create export encoded audio stream with metadata callback\n   * Mixes all audio clips and encodes to EncodedAudioChunk for export\n   * Extracts metadata from first chunk and invokes callback\n   */\n  async createExportEncodedStream(\n    config?: Partial<AudioEncoderConfig>,\n    onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void\n  ): Promise<ReadableStream<EncodedAudioChunk> | null> {\n    const audioDataStream = await this.createExportAudioStream();\n    if (!audioDataStream) {\n      return null;\n    }\n\n    const encoder = new AudioChunkEncoder(config);\n    await encoder.initialize();\n\n    const encodingTransform = encoder.createStream();\n    const encodedStream = audioDataStream.pipeThrough(encodingTransform);\n\n    let firstMetadataExtracted = false;\n\n    // Extract chunk from EncoderChunk and capture first metadata\n    return encodedStream.pipeThrough(\n      new TransformStream({\n        transform(encoderChunk, controller) {\n          // Extract metadata from first chunk\n          if (!firstMetadataExtracted && onFirstMetadata) {\n            onFirstMetadata(encoderChunk.metadata as EncodedAudioChunkMetadata);\n            firstMetadataExtracted = true;\n          }\n          controller.enqueue(encoderChunk.chunk as EncodedAudioChunk);\n        },\n      })\n    );\n  }\n\n  /**\n   * Create export audio stream\n   * Mixes all audio clips for the entire composition and outputs AudioData stream\n   */\n  async createExportAudioStream(): Promise<ReadableStream<AudioData> | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const totalDurationUs = model.durationUs;\n\n    // Ensure all audio clips are active and cached\n    await this.activateAllAudioClips();\n\n    // Wait for PCM data to be available\n    await this.waitForAudioClipsReady();\n\n    return new ReadableStream<AudioData>({\n      start: async (controller) => {\n        const windowSize = 3_000_000; // 3 seconds per chunk\n        let currentUs = 0;\n\n        while (currentUs < totalDurationUs) {\n          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);\n\n          // Mix this window\n          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);\n\n          // Convert AudioBuffer to AudioData\n          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);\n          if (audioData) {\n            controller.enqueue(audioData);\n          }\n\n          currentUs = windowEndUs;\n        }\n\n        controller.close();\n      },\n    });\n  }\n\n  /**\n   * Wait for audio clips to be decoded and cached\n   */\n  private async waitForAudioClipsReady(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) return;\n\n    const audioClips = model.tracks\n      .filter((track) => track.kind === 'audio')\n      .flatMap((track) => track.clips);\n\n    // Wait for each clip to have PCM data\n    const waitPromises = audioClips.map(\n      (clip) => this.waitForClipPCM(clip.id, 1000) // Wait up to 1s per clip\n    );\n\n    await Promise.allSettled(waitPromises);\n  }\n\n  /**\n   * Wait for clip PCM data to be available\n   */\n  private waitForClipPCM(clipId: string, timeoutMs: number): Promise<boolean> {\n    return new Promise((resolve) => {\n      const checkInterval = 50;\n      let elapsed = 0;\n\n      const check = () => {\n        if (this.deps.cacheManager.hasClipPCM(clipId)) {\n          resolve(true);\n          return;\n        }\n\n        elapsed += checkInterval;\n        if (elapsed >= timeoutMs) {\n          resolve(false);\n          return;\n        }\n\n        setTimeout(check, checkInterval);\n      };\n\n      check();\n    });\n  }\n\n  /**\n   * Convert AudioBuffer to AudioData for encoding\n   */\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    // Interleave channels into planar format\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  /**\n   * Interleave planar audio data for AudioData constructor\n   */\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n\n  private async setupAudioPipeline(clip: Clip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workers.get('audioDemux', clipId, { lazy: true });\n    const audioDecodeWorker = await this.deps.workers.get('audioDecode', clipId, { lazy: true });\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await audioDecodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    audioDecodeWorker.receiveStream((stream, metadata) => {\n      this.handleAudioStream(stream as ReadableStream<AudioData>, {\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n        ...metadata,\n      });\n    });\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n\n  private alignToWindow(timeUs: TimeUs): TimeUs {\n    return Math.floor(timeUs / this.mixWindowUs) * this.mixWindowUs;\n  }\n}\n"],"names":[],"mappings":";;;AAiCO,MAAM,mBAAmB;AAAA,EACtB,cAAc;AAAA,EACd;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EAER,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,KAAK,QAAQ;AAAA,EACrE;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,aAAa,mBAAmB;AAC9D,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,aAAa,cAAc;AAAA,EAC3F;AAAA,EAEA,MAAM,eAAe,SAA8C;AACjE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,cAAc,OAAO;AAChD,UAAM,cAAc,gBAAgB,KAAK;AAEzC,UAAM,SAAS,KAAK,KAAK,aAAa,cAAc,eAAe,WAAW;AAC9E,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,QAAI;AACF,YAAM,cAAc,MAAM,KAAK,MAAM,IAAI,eAAe,WAAW;AACnE,WAAK,KAAK,aAAa,cAAc,eAAe,aAAa,WAAW;AAC5E,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,oCAAoC,KAAK;AACvD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,wBAAwB,SAAoD;AAChF,UAAM,SAAS,MAAM,KAAK,eAAe,OAAO;AAChD,QAAI,CAAC,QAAQ;AACX,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,KAAK,cAAc,OAAO;AAChD,UAAM,WAAW,UAAU;AAC3B,UAAM,gBAAgB,WAAW;AACjC,UAAM,kBAAkB,OAAO,WAAW;AAE1C,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,WAAW,KAAK;AAAA,YAChB,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,YAAY,SAAS,aAAa;AACxC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,0BACJ,QACA,iBACmD;AACnD,UAAM,kBAAkB,MAAM,KAAK,wBAAA;AACnC,QAAI,CAAC,iBAAiB;AACpB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,kBAAkB,MAAM;AAC5C,UAAM,QAAQ,WAAA;AAEd,UAAM,oBAAoB,QAAQ,aAAA;AAClC,UAAM,gBAAgB,gBAAgB,YAAY,iBAAiB;AAEnE,QAAI,yBAAyB;AAG7B,WAAO,cAAc;AAAA,MACnB,IAAI,gBAAgB;AAAA,QAClB,UAAU,cAAc,YAAY;AAElC,cAAI,CAAC,0BAA0B,iBAAiB;AAC9C,4BAAgB,aAAa,QAAqC;AAClE,qCAAyB;AAAA,UAC3B;AACA,qBAAW,QAAQ,aAAa,KAA0B;AAAA,QAC5D;AAAA,MAAA,CACD;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAAqE;AACzE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB,MAAM;AAG9B,UAAM,KAAK,sBAAA;AAGX,UAAM,KAAK,uBAAA;AAEX,WAAO,IAAI,eAA0B;AAAA,MACnC,OAAO,OAAO,eAAe;AAC3B,cAAM,aAAa;AACnB,YAAI,YAAY;AAEhB,eAAO,YAAY,iBAAiB;AAClC,gBAAM,cAAc,KAAK,IAAI,YAAY,YAAY,eAAe;AAGpE,gBAAM,cAAc,MAAM,KAAK,MAAM,IAAI,WAAW,WAAW;AAG/D,gBAAM,YAAY,KAAK,uBAAuB,aAAa,SAAS;AACpE,cAAI,WAAW;AACb,uBAAW,QAAQ,SAAS;AAAA,UAC9B;AAEA,sBAAY;AAAA,QACd;AAEA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,MAAO;AAEZ,UAAM,aAAa,MAAM,OACtB,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO,EACxC,QAAQ,CAAC,UAAU,MAAM,KAAK;AAGjC,UAAM,eAAe,WAAW;AAAA,MAC9B,CAAC,SAAS,KAAK,eAAe,KAAK,IAAI,GAAI;AAAA;AAAA,IAAA;AAG7C,UAAM,QAAQ,WAAW,YAAY;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,QAAgB,WAAqC;AAC1E,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,gBAAgB;AACtB,UAAI,UAAU;AAEd,YAAM,QAAQ,MAAM;AAClB,YAAI,KAAK,KAAK,aAAa,WAAW,MAAM,GAAG;AAC7C,kBAAQ,IAAI;AACZ;AAAA,QACF;AAEA,mBAAW;AACX,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK;AACb;AAAA,QACF;AAEA,mBAAW,OAAO,aAAa;AAAA,MACjC;AAEA,YAAA;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAG9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,QAAQ,IAAI,cAAc,QAAQ,EAAE,MAAM,KAAA,CAAM;AACzF,UAAM,oBAAoB,MAAM,KAAK,KAAK,QAAQ,IAAI,eAAe,QAAQ,EAAE,MAAM,KAAA,CAAM;AAE3F,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,sBAAkB,cAAc,CAAC,QAAQ,aAAa;AACpD,WAAK,kBAAkB,QAAqC;AAAA,QAC1D,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,QAC9B,GAAG;AAAA,MAAA,CACJ;AAAA,IACH,CAAC;AAED,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AAAA,EAEQ,cAAc,QAAwB;AAC5C,WAAO,KAAK,MAAM,SAAS,KAAK,WAAW,IAAI,KAAK;AAAA,EACtD;AACF;"}
+{"version":3,"file":"GlobalAudioSession.js","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport { OfflineAudioMixer } from './OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../../model';\nimport type { WorkerPool } from '../../worker/WorkerPool';\nimport type { ResourceLoader } from '../load/ResourceLoader';\nimport type { EventBus } from '../../event/EventBus';\nimport type { EventPayloadMap } from '../../event/events';\nimport { MeframeEvent } from '../../event/events';\nimport type { CacheManager } from '../../cache/CacheManager';\nimport { AudioChunkEncoder } from '../encode/AudioChunkEncoder';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workers: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  getModel: () => CompositionModel | null;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private streamEndedClips = new Set<string>();\n  private deps: AudioSessionDeps;\n  private audioContext: AudioContext | null = null;\n  private audioSources: AudioBufferSourceNode[] = [];\n  private audioGainNodes: GainNode[] = [];\n  private volume = 1.0;\n  private playbackRate = 1.0;\n  private isPlaying = false;\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            sessionId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const sessionId = metadata.sessionId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          this.streamEndedClips.add(sessionId);\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          sessionId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  async startPlayback(timeUs: TimeUs, audioContext: AudioContext): Promise<void> {\n    this.audioContext = audioContext;\n    this.isPlaying = true;\n    this.startAllActiveClips(timeUs);\n  }\n\n  stopPlayback(): void {\n    this.isPlaying = false;\n    this.stopAllAudioSources();\n  }\n\n  updateTime(timeUs: TimeUs): void {\n    if (!this.isPlaying) {\n      return;\n    }\n    this.checkAndStartNewClips(timeUs);\n  }\n\n  setVolume(volume: number): void {\n    this.volume = volume;\n    for (const gainNode of this.audioGainNodes) {\n      gainNode.gain.value = this.volume;\n    }\n  }\n\n  setPlaybackRate(rate: number): void {\n    this.playbackRate = rate;\n    for (const source of this.audioSources) {\n      source.playbackRate.value = this.playbackRate;\n    }\n  }\n\n  reset(): void {\n    this.stopAllAudioSources();\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n    this.streamEndedClips.clear();\n  }\n\n  /**\n   * Create export encoded audio stream\n   */\n  async createExportEncodedStream(\n    config?: Partial<AudioEncoderConfig>,\n    onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void\n  ): Promise<ReadableStream<EncodedAudioChunk> | null> {\n    const audioDataStream = await this.createExportAudioStream();\n    if (!audioDataStream) {\n      return null;\n    }\n\n    const encoder = new AudioChunkEncoder(config);\n    await encoder.initialize();\n\n    const encodingTransform = encoder.createStream();\n    const encodedStream = audioDataStream.pipeThrough(encodingTransform);\n\n    let firstMetadataExtracted = false;\n\n    return encodedStream.pipeThrough(\n      new TransformStream({\n        transform(encoderChunk, controller) {\n          if (!firstMetadataExtracted && onFirstMetadata) {\n            onFirstMetadata(encoderChunk.metadata as EncodedAudioChunkMetadata);\n            firstMetadataExtracted = true;\n          }\n          controller.enqueue(encoderChunk.chunk as EncodedAudioChunk);\n        },\n      })\n    );\n  }\n\n  /**\n   * Create export audio stream\n   */\n  async createExportAudioStream(): Promise<ReadableStream<AudioData> | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const totalDurationUs = model.durationUs;\n\n    await this.activateAllAudioClips();\n    await this.waitForAudioClipsReady();\n\n    return new ReadableStream<AudioData>({\n      start: async (controller) => {\n        const windowSize = 5_000_000;\n        let currentUs = 0;\n\n        while (currentUs < totalDurationUs) {\n          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);\n          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);\n          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);\n          if (audioData) {\n            controller.enqueue(audioData);\n          }\n          currentUs = windowEndUs;\n        }\n\n        controller.close();\n      },\n    });\n  }\n\n  private async waitForAudioClipsReady(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) return;\n\n    const audioClips = model.tracks\n      .filter((track) => track.kind === 'audio')\n      .flatMap((track) => track.clips);\n\n    const waitPromises = audioClips.map((clip) => this.waitForClipPCM(clip.id, 10000)); // 10s timeout\n    await Promise.allSettled(waitPromises);\n  }\n\n  private waitForClipPCM(clipId: string, timeoutMs: number): Promise<boolean> {\n    return new Promise((resolve) => {\n      const checkInterval = 100;\n      let elapsed = 0;\n      let lastFrameCount = 0;\n      let stableCount = 0;\n      let streamEndDetected = false;\n\n      const check = () => {\n        const pcm = this.deps.cacheManager.getClipPCM(clipId, 0, Number.MAX_SAFE_INTEGER);\n\n        if (pcm && pcm.length > 0) {\n          const currentFrameCount = pcm[0]?.length ?? 0;\n\n          // Check if we have received stream end signal\n          if (this.streamEndedClips.has(clipId)) {\n            streamEndDetected = true;\n          }\n\n          // If stream has ended, we're done\n          if (streamEndDetected) {\n            resolve(true);\n            return;\n          }\n\n          // Otherwise, check if frame count is stable (no new data for 500ms)\n          if (currentFrameCount === lastFrameCount) {\n            stableCount++;\n            if (stableCount >= 5) {\n              // 5 * 100ms = 500ms\n              resolve(true);\n              return;\n            }\n          } else {\n            stableCount = 0;\n            lastFrameCount = currentFrameCount;\n          }\n        }\n\n        elapsed += checkInterval;\n        if (elapsed >= timeoutMs) {\n          console.warn('[GlobalAudioSession] Timeout waiting for clip', clipId, {\n            frames: lastFrameCount,\n            elapsed,\n          });\n          resolve(false);\n          return;\n        }\n\n        setTimeout(check, checkInterval);\n      };\n\n      check();\n    });\n  }\n\n  private startAllActiveClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n\n    for (const clip of currentClips) {\n      this.startClipPlayback(clip, timeUs);\n    }\n  }\n\n  private checkAndStartNewClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n    const activeClipIds = new Set(\n      this.audioSources.map((source) => (source as any)._meframeClipId).filter(Boolean)\n    );\n\n    for (const clip of currentClips) {\n      // Check if clip should be playing at current time\n      const clipEndUs = clip.startUs + clip.durationUs;\n      if (timeUs >= clipEndUs) {\n        // Clip has already ended, skip\n        continue;\n      }\n\n      if (!activeClipIds.has(clip.id)) {\n        this.startClipPlayback(clip, timeUs);\n      }\n    }\n  }\n\n  private startClipPlayback(clip: Clip, currentTimeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      clip.startUs,\n      clip.startUs + clip.durationUs\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      // No data yet, will retry later via checkAndStartNewClips\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = clip.startUs + buffer.duration * 1_000_000; // Track where it played to\n\n    const gainNode = this.audioContext.createGain();\n    gainNode.gain.value = this.volume;\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n\n    // Use actual buffer duration instead of clip.durationUs\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    if (actualDurationSeconds <= 0) {\n      return;\n    }\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived and continue playing\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        // There might be more data, try to continue\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private continueClipPlayback(clip: Clip, fromUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    // Check if there's new data\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      clip.startUs,\n      clip.startUs + clip.durationUs\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n    const bufferEndUs = clip.startUs + buffer.duration * 1_000_000;\n\n    // Check if there's new data beyond where we played to\n    if (bufferEndUs <= fromUs + 100_000) {\n      // 100ms tolerance\n      // No significant new data\n      return;\n    }\n\n    // Continue playback from where it left off\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = bufferEndUs;\n\n    const gainNode = this.audioContext.createGain();\n    gainNode.gain.value = this.volume;\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    const offsetUs = Math.max(0, fromUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    if (actualDurationSeconds <= 0) {\n      return;\n    }\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private stopAllAudioSources(): void {\n    for (const source of this.audioSources) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    for (const gainNode of this.audioGainNodes) {\n      try {\n        gainNode.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    this.audioSources = [];\n    this.audioGainNodes = [];\n  }\n\n  private getActiveAudioClips(timeUs: TimeUs): Clip[] {\n    const model = this.deps.getModel();\n    if (!model) {\n      return [];\n    }\n\n    const audioTracks = model.getTracksByKind('audio');\n    const clips: Clip[] = [];\n\n    for (const track of audioTracks) {\n      const trackClips = model.getClipsAtTime(timeUs, track.id);\n      if (trackClips.length > 0) {\n        clips.push(...trackClips);\n      }\n    }\n\n    return clips;\n  }\n\n  private pcmToAudioBuffer(planes: Float32Array[], sampleRate: number): AudioBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n\n    const ctx = new OfflineAudioContext(numberOfChannels, 1, sampleRate);\n    const buffer = ctx.createBuffer(numberOfChannels, numberOfFrames, sampleRate);\n\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      const plane = planes[channel];\n      if (plane) {\n        const channelData = buffer.getChannelData(channel);\n        channelData.set(plane);\n      }\n    }\n\n    return buffer;\n  }\n\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n\n  private async setupAudioPipeline(clip: Clip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workers.get('audioDemux', clipId, { lazy: true });\n    const audioDecodeWorker = await this.deps.workers.get('audioDecode', clipId, { lazy: true });\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await audioDecodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    audioDecodeWorker.receiveStream((stream, metadata) => {\n      this.handleAudioStream(stream as ReadableStream<AudioData>, {\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n        ...metadata,\n      });\n    });\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n}\n"],"names":[],"mappings":";;;AA2BO,MAAM,mBAAmB;AAAA,EACtB;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB,uCAAuB,IAAA;AAAA,EACvB;AAAA,EACA,eAAoC;AAAA,EACpC,eAAwC,CAAA;AAAA,EACxC,iBAA6B,CAAA;AAAA,EAC7B,SAAS;AAAA,EACT,eAAe;AAAA,EACf,YAAY;AAAA,EAEpB,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,KAAK,QAAQ;AAAA,EACrE;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,aAAa,mBAAmB;AAC9D,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,aAAa,cAAc;AAAA,EAC3F;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,WAAW,KAAK;AAAA,YAChB,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,YAAY,SAAS,aAAa;AACxC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,eAAK,iBAAiB,IAAI,SAAS;AACnC,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,MAAM,cAAc,QAAgB,cAA2C;AAC7E,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,oBAAoB,MAAM;AAAA,EACjC;AAAA,EAEA,eAAqB;AACnB,SAAK,YAAY;AACjB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,WAAW,QAAsB;AAC/B,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AACA,SAAK,sBAAsB,MAAM;AAAA,EACnC;AAAA,EAEA,UAAU,QAAsB;AAC9B,SAAK,SAAS;AACd,eAAW,YAAY,KAAK,gBAAgB;AAC1C,eAAS,KAAK,QAAQ,KAAK;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,gBAAgB,MAAoB;AAClC,SAAK,eAAe;AACpB,eAAW,UAAU,KAAK,cAAc;AACtC,aAAO,aAAa,QAAQ,KAAK;AAAA,IACnC;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,oBAAA;AACL,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AACjB,SAAK,iBAAiB,MAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BACJ,QACA,iBACmD;AACnD,UAAM,kBAAkB,MAAM,KAAK,wBAAA;AACnC,QAAI,CAAC,iBAAiB;AACpB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,kBAAkB,MAAM;AAC5C,UAAM,QAAQ,WAAA;AAEd,UAAM,oBAAoB,QAAQ,aAAA;AAClC,UAAM,gBAAgB,gBAAgB,YAAY,iBAAiB;AAEnE,QAAI,yBAAyB;AAE7B,WAAO,cAAc;AAAA,MACnB,IAAI,gBAAgB;AAAA,QAClB,UAAU,cAAc,YAAY;AAClC,cAAI,CAAC,0BAA0B,iBAAiB;AAC9C,4BAAgB,aAAa,QAAqC;AAClE,qCAAyB;AAAA,UAC3B;AACA,qBAAW,QAAQ,aAAa,KAA0B;AAAA,QAC5D;AAAA,MAAA,CACD;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BAAqE;AACzE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB,MAAM;AAE9B,UAAM,KAAK,sBAAA;AACX,UAAM,KAAK,uBAAA;AAEX,WAAO,IAAI,eAA0B;AAAA,MACnC,OAAO,OAAO,eAAe;AAC3B,cAAM,aAAa;AACnB,YAAI,YAAY;AAEhB,eAAO,YAAY,iBAAiB;AAClC,gBAAM,cAAc,KAAK,IAAI,YAAY,YAAY,eAAe;AACpE,gBAAM,cAAc,MAAM,KAAK,MAAM,IAAI,WAAW,WAAW;AAC/D,gBAAM,YAAY,KAAK,uBAAuB,aAAa,SAAS;AACpE,cAAI,WAAW;AACb,uBAAW,QAAQ,SAAS;AAAA,UAC9B;AACA,sBAAY;AAAA,QACd;AAEA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEA,MAAc,yBAAwC;AACpD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,MAAO;AAEZ,UAAM,aAAa,MAAM,OACtB,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO,EACxC,QAAQ,CAAC,UAAU,MAAM,KAAK;AAEjC,UAAM,eAAe,WAAW,IAAI,CAAC,SAAS,KAAK,eAAe,KAAK,IAAI,GAAK,CAAC;AACjF,UAAM,QAAQ,WAAW,YAAY;AAAA,EACvC;AAAA,EAEQ,eAAe,QAAgB,WAAqC;AAC1E,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,gBAAgB;AACtB,UAAI,UAAU;AACd,UAAI,iBAAiB;AACrB,UAAI,cAAc;AAClB,UAAI,oBAAoB;AAExB,YAAM,QAAQ,MAAM;AAClB,cAAM,MAAM,KAAK,KAAK,aAAa,WAAW,QAAQ,GAAG,OAAO,gBAAgB;AAEhF,YAAI,OAAO,IAAI,SAAS,GAAG;AACzB,gBAAM,oBAAoB,IAAI,CAAC,GAAG,UAAU;AAG5C,cAAI,KAAK,iBAAiB,IAAI,MAAM,GAAG;AACrC,gCAAoB;AAAA,UACtB;AAGA,cAAI,mBAAmB;AACrB,oBAAQ,IAAI;AACZ;AAAA,UACF;AAGA,cAAI,sBAAsB,gBAAgB;AACxC;AACA,gBAAI,eAAe,GAAG;AAEpB,sBAAQ,IAAI;AACZ;AAAA,YACF;AAAA,UACF,OAAO;AACL,0BAAc;AACd,6BAAiB;AAAA,UACnB;AAAA,QACF;AAEA,mBAAW;AACX,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,iDAAiD,QAAQ;AAAA,YACpE,QAAQ;AAAA,YACR;AAAA,UAAA,CACD;AACD,kBAAQ,KAAK;AACb;AAAA,QACF;AAEA,mBAAW,OAAO,aAAa;AAAA,MACjC;AAEA,YAAA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB,QAAsB;AAChD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AAEpD,eAAW,QAAQ,cAAc;AAC/B,WAAK,kBAAkB,MAAM,MAAM;AAAA,IACrC;AAAA,EACF;AAAA,EAEQ,sBAAsB,QAAsB;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AACpD,UAAM,gBAAgB,IAAI;AAAA,MACxB,KAAK,aAAa,IAAI,CAAC,WAAY,OAAe,cAAc,EAAE,OAAO,OAAO;AAAA,IAAA;AAGlF,eAAW,QAAQ,cAAc;AAE/B,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,UAAI,UAAU,WAAW;AAEvB;AAAA,MACF;AAEA,UAAI,CAAC,cAAc,IAAI,KAAK,EAAE,GAAG;AAC/B,aAAK,kBAAkB,MAAM,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,kBAAkB,MAAY,eAA6B;AACjE,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,UAAU,KAAK;AAAA,IAAA;AAGtB,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AAEnD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAE/E,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc,KAAK,UAAU,OAAO,WAAW;AAE/D,UAAM,WAAW,KAAK,aAAa,WAAA;AACnC,aAAS,KAAK,QAAQ,KAAK;AAE3B,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,UAAM,WAAW,KAAK,IAAI,GAAG,gBAAgB,KAAK,OAAO;AACzD,UAAM,gBAAgB,WAAW;AAGjC,UAAM,wBAAwB,OAAO,WAAW;AAEhD,QAAI,yBAAyB,GAAG;AAC9B;AAAA,IACF;AAEA,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAE5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,qBAAqB,MAAY,QAAsB;AAC7D,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,UAAU,KAAK;AAAA,IAAA;AAGtB,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAC/E,UAAM,cAAc,KAAK,UAAU,OAAO,WAAW;AAGrD,QAAI,eAAe,SAAS,KAAS;AAGnC;AAAA,IACF;AAGA,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc;AAE9B,UAAM,WAAW,KAAK,aAAa,WAAA;AACnC,aAAS,KAAK,QAAQ,KAAK;AAE3B,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,UAAM,WAAW,KAAK,IAAI,GAAG,SAAS,KAAK,OAAO;AAClD,UAAM,gBAAgB,WAAW;AACjC,UAAM,wBAAwB,OAAO,WAAW;AAEhD,QAAI,yBAAyB,GAAG;AAC9B;AAAA,IACF;AAEA,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAC5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,sBAA4B;AAClC,eAAW,UAAU,KAAK,cAAc;AACtC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,eAAW,YAAY,KAAK,gBAAgB;AAC1C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,SAAK,eAAe,CAAA;AACpB,SAAK,iBAAiB,CAAA;AAAA,EACxB;AAAA,EAEQ,oBAAoB,QAAwB;AAClD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,gBAAgB,OAAO;AACjD,UAAM,QAAgB,CAAA;AAEtB,eAAW,SAAS,aAAa;AAC/B,YAAM,aAAa,MAAM,eAAe,QAAQ,MAAM,EAAE;AACxD,UAAI,WAAW,SAAS,GAAG;AACzB,cAAM,KAAK,GAAG,UAAU;AAAA,MAC1B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,QAAwB,YAAiC;AAChF,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAE5C,UAAM,MAAM,IAAI,oBAAoB,kBAAkB,GAAG,UAAU;AACnE,UAAM,SAAS,IAAI,aAAa,kBAAkB,gBAAgB,UAAU;AAE5E,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,YAAM,QAAQ,OAAO,OAAO;AAC5B,UAAI,OAAO;AACT,cAAM,cAAc,OAAO,eAAe,OAAO;AACjD,oBAAY,IAAI,KAAK;AAAA,MACvB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAE9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,QAAQ,IAAI,cAAc,QAAQ,EAAE,MAAM,KAAA,CAAM;AACzF,UAAM,oBAAoB,MAAM,KAAK,KAAK,QAAQ,IAAI,eAAe,QAAQ,EAAE,MAAM,KAAA,CAAM;AAE3F,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,sBAAkB,cAAc,CAAC,QAAQ,aAAa;AACpD,WAAK,kBAAkB,QAAqC;AAAA,QAC1D,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,QAC9B,GAAG;AAAA,MAAA,CACJ;AAAA,IACH,CAAC;AAED,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AACF;"}

package/dist/stages/compose/OfflineAudioMixer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OfflineAudioMixer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAS7D,qBAAa,iBAAiB;IAK1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ;IALlB,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,gBAAgB,CAAK;gBAGnB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI;IAG3C,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IA2C3E,OAAO,CAAC,gBAAgB;CA2BzB"}
+{"version":3,"file":"OfflineAudioMixer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAS7D,qBAAa,iBAAiB;IAK1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ;IALlB,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,gBAAgB,CAAK;gBAGnB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI;IAG3C,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAkE3E,OAAO,CAAC,gBAAgB;CA2BzB"}

package/dist/stages/compose/OfflineAudioMixer.js

@@ -11,17 +11,35 @@ class OfflineAudioMixer {
     const ctx = new OfflineAudioContext(this.numberOfChannels, frameCount, this.sampleRate);
     const clips = this.getClipsInWindow(windowStartUs, windowEndUs);
     for (const clip of clips) {
-      const pcmPlanes = this.cacheManager.getClipPCM(clip.clipId, windowStartUs, windowEndUs);
-      if (!pcmPlanes || pcmPlanes.length === 0) {
+      const pcmData = this.cacheManager.getClipPCMWithMetadata(
+        clip.clipId,
+        clip.startUs,
+        clip.startUs + clip.durationUs
+      );
+      if (!pcmData || pcmData.planes.length === 0) {
         console.warn("[OfflineAudioMixer] Missing PCM for clip", clip.clipId);
         continue;
       }
-      const pcmFrameCount = pcmPlanes[0]?.length ?? 0;
-      const buffer = ctx.createBuffer(pcmPlanes.length, pcmFrameCount, this.sampleRate);
-      for (let channel = 0; channel < pcmPlanes.length; channel++) {
-        const plane = pcmPlanes[channel];
+      const clipIntersectStartUs = Math.max(windowStartUs, clip.startUs);
+      const clipIntersectEndUs = Math.min(windowEndUs, clip.startUs + clip.durationUs);
+      const offsetInClipUs = clipIntersectStartUs - clip.startUs;
+      const offsetFrames = Math.floor(offsetInClipUs / 1e6 * pcmData.sampleRate);
+      const intersectDurationUs = clipIntersectEndUs - clipIntersectStartUs;
+      const intersectFrames = Math.ceil(intersectDurationUs / 1e6 * pcmData.sampleRate);
+      const buffer = ctx.createBuffer(
+        pcmData.numberOfChannels,
+        intersectFrames,
+        pcmData.sampleRate
+        // Use actual sample rate, OfflineAudioContext will resample
+      );
+      for (let channel = 0; channel < pcmData.planes.length; channel++) {
+        const plane = pcmData.planes[channel];
         if (plane) {
-          buffer.copyToChannel(plane, channel);
+          const channelData = buffer.getChannelData(channel);
+          const copyLength = Math.min(intersectFrames, plane.length - offsetFrames);
+          for (let i = 0; i < copyLength; i++) {
+            channelData[i] = plane[offsetFrames + i] ?? 0;
+          }
         }
       }
       const source = ctx.createBufferSource();
@@ -30,7 +48,7 @@ class OfflineAudioMixer {
       gainNode.gain.value = clip.volume;
       source.connect(gainNode);
       gainNode.connect(ctx.destination);
-      const relativeStartUs = Math.max(0, clip.startUs - windowStartUs);
+      const relativeStartUs = clipIntersectStartUs - windowStartUs;
       const startTime = relativeStartUs / 1e6;
       source.start(startTime);
     }