@meframe/core 0.2.0 → 0.2.1

package/dist/orchestrator/AudioWindowPreparer.js

@@ -0,0 +1,259 @@
+import { MeframeEvent } from "../event/events.js";
+import { AudioChunkDecoder } from "../stages/decode/AudioChunkDecoder.js";
+import { hasResourceId, isAudioClip } from "../model/types.js";
+class AudioWindowPreparer {
+  activeClips = /* @__PURE__ */ new Set();
+  deps;
+  model = null;
+  constructor(deps) {
+    this.deps = deps;
+  }
+  setModel(model) {
+    this.model = model;
+  }
+  getModel() {
+    return this.model;
+  }
+  reset() {
+    this.deps.cacheManager.clearAudioCache();
+    this.activeClips.clear();
+  }
+  onAudioData(message) {
+    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;
+    const globalTimeUs = clipStartUs + (audioData.timestamp ?? 0);
+    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipDurationUs, globalTimeUs);
+  }
+  /**
+   * Fast readiness probe for preview playback.
+   *
+   * This is intentionally synchronous and lightweight:
+   * - Only checks resource-level readiness (download + MP4 index parsing).
+   * - If any relevant resource isn't ready yet, return false.
+   * - Does NOT require audio samples / PCM window coverage (probe is resource-level only).
+   */
+  isAudioResourceWindowReady(startUs, endUs) {
+    const model = this.model;
+    if (!model) return true;
+    const activeClips = model.getActiveClips(startUs, endUs);
+    for (const clip of activeClips) {
+      if (clip.trackKind !== "audio" && clip.trackKind !== "video") continue;
+      if (!hasResourceId(clip)) continue;
+      const resource = model.getResource(clip.resourceId);
+      if (resource?.state !== "ready") {
+        return false;
+      }
+    }
+    return true;
+  }
+  async activateAllAudioClips() {
+    const model = this.model;
+    if (!model) {
+      return;
+    }
+    const audioTracks = model.tracks.filter((track) => track.kind === "audio");
+    if (audioTracks.length === 0) return;
+    const maxClipCount = Math.max(...audioTracks.map((track) => track.clips.length));
+    for (let clipIndex = 0; clipIndex < maxClipCount; clipIndex++) {
+      for (const track of audioTracks) {
+        const clip = track.clips[clipIndex];
+        if (!clip || this.activeClips.has(clip.id)) continue;
+        if (!isAudioClip(clip)) {
+          throw new Error(`Clip ${clip.id} in audio track is not an audio clip`);
+        }
+        if (this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {
+          this.activeClips.add(clip.id);
+          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });
+          continue;
+        }
+        await this.deps.resourceLoader.load(clip.resourceId, {
+          isPreload: false,
+          clipId: clip.id,
+          trackId: track.id
+        });
+        this.activeClips.add(clip.id);
+        this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });
+      }
+    }
+  }
+  async deactivateClip(clipId) {
+    if (!this.activeClips.has(clipId)) {
+      return;
+    }
+    this.activeClips.delete(clipId);
+    this.deps.cacheManager.clearClipAudioData(clipId);
+  }
+  /**
+   * Core method to ensure audio for all clips in a time range
+   */
+  async ensureAudioForTimeRange(startUs, endUs, options) {
+    const model = this.model;
+    if (!model) return;
+    const { mode = "blocking", loadResource = true, strictMode = false } = options;
+    const activeClips = model.getActiveClips(startUs, endUs);
+    const ensurePromises = activeClips.map(async (clip) => {
+      if (clip.trackKind !== "audio" && clip.trackKind !== "video") return;
+      if (!hasResourceId(clip)) return;
+      const muted = clip.audioConfig?.muted ?? false;
+      const volume = clip.audioConfig?.volume ?? 1;
+      if (muted || volume <= 0) {
+        return;
+      }
+      const resource = model.getResource(clip.resourceId);
+      if (resource?.state === "ready" && !this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {
+        return;
+      }
+      if (!this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {
+        if (!loadResource) {
+          return;
+        }
+        const resource2 = model.getResource(clip.resourceId);
+        if (resource2?.state !== "ready") {
+          await this.deps.resourceLoader.load(clip.resourceId, {
+            isPreload: false,
+            clipId: clip.id,
+            trackId: clip.trackId
+          });
+        }
+      }
+      const clipRelativeStartUs = Math.max(0, startUs - clip.startUs);
+      const clipRelativeEndUs = Math.min(clip.durationUs, endUs - clip.startUs);
+      const trimStartUs = clip.trimStartUs ?? 0;
+      const resourceStartUs = clipRelativeStartUs + trimStartUs;
+      const resourceEndUs = clipRelativeEndUs + trimStartUs;
+      await this.ensureAudioWindow(clip.id, resourceStartUs, resourceEndUs, strictMode);
+    });
+    if (mode === "probe") {
+      void Promise.all(ensurePromises);
+      return;
+    }
+    await Promise.all(ensurePromises);
+  }
+  /**
+   * Ensure audio window for a clip
+   */
+  async ensureAudioWindow(clipId, startUs, endUs, strictMode = false) {
+    if (this.deps.cacheManager.hasWindowPCM(clipId, startUs, endUs, strictMode)) {
+      return;
+    }
+    await this.decodeAudioWindow(clipId, startUs, endUs);
+  }
+  /**
+   * Decode audio window for a clip
+   */
+  async decodeAudioWindow(clipId, startUs, endUs) {
+    const clip = this.model?.findClip(clipId);
+    if (!clip || !hasResourceId(clip)) {
+      return;
+    }
+    const audioRecord = this.deps.cacheManager.audioSampleCache.get(clip.resourceId);
+    if (!audioRecord) {
+      return;
+    }
+    const windowChunks = audioRecord.samples.filter((s) => {
+      const sampleEndUs = s.timestamp + (s.duration ?? 0);
+      return s.timestamp < endUs && sampleEndUs > startUs;
+    });
+    if (windowChunks.length === 0) {
+      return;
+    }
+    const INCREMENTAL_THRESHOLD = 0.95;
+    const FULL_FALLBACK_THRESHOLD = 0.3;
+    const coverage = this.deps.cacheManager.getAudioRangeCoverage(
+      clipId,
+      startUs,
+      endUs,
+      INCREMENTAL_THRESHOLD
+    );
+    if (coverage.covered) {
+      return;
+    }
+    if (coverage.coverageRatio < FULL_FALLBACK_THRESHOLD) {
+      await this.decodeAudioSamples(
+        clipId,
+        windowChunks,
+        audioRecord.metadata,
+        clip.durationUs,
+        clip.startUs
+      );
+      return;
+    }
+    const chunksToDecode = windowChunks.filter((chunk) => {
+      const chunkEndUs = chunk.timestamp + (chunk.duration ?? 0);
+      const chunkCoverage = this.deps.cacheManager.getAudioRangeCoverage(
+        clipId,
+        chunk.timestamp,
+        chunkEndUs,
+        0.95
+      );
+      return !chunkCoverage.covered;
+    });
+    if (chunksToDecode.length === 0) {
+      return;
+    }
+    await this.decodeAudioSamples(
+      clipId,
+      chunksToDecode,
+      audioRecord.metadata,
+      clip.durationUs,
+      clip.startUs
+    );
+  }
+  /**
+   * Decode audio samples to PCM and cache
+   */
+  async decodeAudioSamples(clipId, samples, config, clipDurationUs, clipStartUs) {
+    let description;
+    if (config.description) {
+      if (config.description instanceof ArrayBuffer) {
+        description = config.description;
+      } else if (ArrayBuffer.isView(config.description)) {
+        const view = config.description;
+        const newBuffer = new ArrayBuffer(view.byteLength);
+        new Uint8Array(newBuffer).set(
+          new Uint8Array(view.buffer, view.byteOffset, view.byteLength)
+        );
+        description = newBuffer;
+      }
+    }
+    const decoderConfig = {
+      codec: config.codec,
+      sampleRate: config.sampleRate,
+      numberOfChannels: config.numberOfChannels,
+      description
+    };
+    const decoder = new AudioChunkDecoder(`audio-${clipId}`, decoderConfig);
+    try {
+      const chunkStream = new ReadableStream({
+        start(controller) {
+          for (const sample of samples) {
+            controller.enqueue(sample);
+          }
+          controller.close();
+        }
+      });
+      const audioDataStream = chunkStream.pipeThrough(decoder.createStream());
+      const reader = audioDataStream.getReader();
+      try {
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) break;
+          if (value) {
+            const globalTimeUs = clipStartUs + (value.timestamp ?? 0);
+            this.deps.cacheManager.putClipAudioData(clipId, value, clipDurationUs, globalTimeUs);
+          }
+        }
+      } finally {
+        reader.releaseLock();
+      }
+    } catch (error) {
+      console.error(`[AudioWindowPreparer] Decoder error for clip ${clipId}:`, error);
+      throw error;
+    } finally {
+      await decoder.close();
+    }
+  }
+}
+export {
+  AudioWindowPreparer
+};
+//# sourceMappingURL=AudioWindowPreparer.js.map

package/dist/orchestrator/AudioWindowPreparer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioWindowPreparer.js","sources":["../../src/orchestrator/AudioWindowPreparer.ts"],"sourcesContent":["import type { TimeUs } from '../model/types';\nimport type { CompositionModel } from '../model';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\nimport type { EventBus } from '../event/EventBus';\nimport type { EventPayloadMap } from '../event/events';\nimport { MeframeEvent } from '../event/events';\nimport type { CacheManager } from '../cache/CacheManager';\nimport { AudioChunkDecoder } from '../stages/decode/AudioChunkDecoder';\nimport { isAudioClip, hasResourceId } from '../model/types';\nimport type { RequestMode } from './types';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\ninterface AudioWindowPreparerDeps {\n  cacheManager: CacheManager;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n}\n\nexport class AudioWindowPreparer {\n  private activeClips = new Set<string>();\n  private deps: AudioWindowPreparerDeps;\n  private model: CompositionModel | null = null;\n\n  constructor(deps: AudioWindowPreparerDeps) {\n    this.deps = deps;\n  }\n\n  setModel(model: CompositionModel): void {\n    this.model = model;\n  }\n\n  getModel(): CompositionModel | null {\n    return this.model;\n  }\n\n  reset(): void {\n    this.deps.cacheManager.clearAudioCache();\n    this.activeClips.clear();\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;\n    const globalTimeUs = clipStartUs + (audioData.timestamp ?? 0);\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipDurationUs, globalTimeUs);\n  }\n\n  /**\n   * Fast readiness probe for preview playback.\n   *\n   * This is intentionally synchronous and lightweight:\n   * - Only checks resource-level readiness (download + MP4 index parsing).\n   * - If any relevant resource isn't ready yet, return false.\n   * - Does NOT require audio samples / PCM window coverage (probe is resource-level only).\n   */\n  isAudioResourceWindowReady(startUs: TimeUs, endUs: TimeUs): boolean {\n    const model = this.model;\n    if (!model) return true;\n\n    const activeClips = model.getActiveClips(startUs, endUs);\n\n    for (const clip of activeClips) {\n      if (clip.trackKind !== 'audio' && clip.trackKind !== 'video') continue;\n      if (!hasResourceId(clip)) continue;\n\n      const resource = model.getResource(clip.resourceId);\n      if (resource?.state !== 'ready') {\n        return false;\n      }\n    }\n\n    return true;\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.model;\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n    if (audioTracks.length === 0) return;\n\n    // Find maximum clip count across all audio tracks\n    const maxClipCount = Math.max(...audioTracks.map((track) => track.clips.length));\n\n    // Horizontal loading: activate clip[0] from all tracks, then clip[1], etc.\n    for (let clipIndex = 0; clipIndex < maxClipCount; clipIndex++) {\n      for (const track of audioTracks) {\n        const clip = track.clips[clipIndex];\n        if (!clip || this.activeClips.has(clip.id)) continue;\n\n        if (!isAudioClip(clip)) {\n          throw new Error(`Clip ${clip.id} in audio track is not an audio clip`);\n        }\n\n        // Preview: Use main-thread parsing → AudioSampleCache → on-demand decode\n        // Check if we have cached samples (already parsed in ResourceLoader)\n        if (this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {\n          // Already parsed, mark as active\n          this.activeClips.add(clip.id);\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n          continue;\n        }\n\n        // Ensure resource is loaded (will be parsed and cached in main thread)\n        await this.deps.resourceLoader.load(clip.resourceId, {\n          isPreload: false,\n          clipId: clip.id,\n          trackId: track.id,\n        });\n\n        // Mark as active\n        this.activeClips.add(clip.id);\n        this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n      }\n    }\n  }\n\n  async deactivateClip(clipId: string): Promise<void> {\n    if (!this.activeClips.has(clipId)) {\n      return;\n    }\n\n    this.activeClips.delete(clipId);\n    this.deps.cacheManager.clearClipAudioData(clipId);\n  }\n\n  /**\n   * Core method to ensure audio for all clips in a time range\n   */\n  async ensureAudioForTimeRange(\n    startUs: TimeUs,\n    endUs: TimeUs,\n    options: { mode?: RequestMode; loadResource?: boolean; strictMode?: boolean }\n  ): Promise<void> {\n    const model = this.model;\n    if (!model) return;\n\n    const { mode = 'blocking', loadResource = true, strictMode = false } = options;\n\n    // Find all clips that overlap with [startUs, endUs]\n    const activeClips = model.getActiveClips(startUs, endUs);\n\n    const ensurePromises = activeClips.map(async (clip) => {\n      // Only process audio and video clips.\n      // Note: video clips may carry an embedded audio track; preview should include them as well.\n      if (clip.trackKind !== 'audio' && clip.trackKind !== 'video') return;\n      if (!hasResourceId(clip)) return;\n\n      // Skip muted/zero-volume clips early; they should not block preview or export.\n      const muted = clip.audioConfig?.muted ?? false;\n      const volume = clip.audioConfig?.volume ?? 1.0;\n      if (muted || volume <= 0) {\n        return;\n      }\n\n      // Skip clips without audio track (performance optimization)\n      // If AudioSampleCache doesn't have this resource, and resource is ready,\n      // it means the resource has no audio track (e.g., video-only or image)\n      const resource = model.getResource(clip.resourceId);\n      if (\n        resource?.state === 'ready' &&\n        !this.deps.cacheManager.audioSampleCache.has(clip.resourceId)\n      ) {\n        // Resource is ready but has no audio samples - skip\n        return;\n      }\n\n      // Ensure AudioSampleCache has data\n      if (!this.deps.cacheManager.audioSampleCache.has(clip.resourceId)) {\n        if (!loadResource) {\n          // Export mode: skip clips without cached samples\n          return;\n        }\n\n        const resource = model.getResource(clip.resourceId);\n        if (resource?.state !== 'ready') {\n          // Resource not yet loaded - wait for it\n          await this.deps.resourceLoader.load(clip.resourceId, {\n            isPreload: false,\n            clipId: clip.id,\n            trackId: clip.trackId,\n          });\n        }\n      }\n\n      // Calculate clip-relative time range\n      const clipRelativeStartUs = Math.max(0, startUs - clip.startUs);\n      const clipRelativeEndUs = Math.min(clip.durationUs, endUs - clip.startUs);\n\n      // Convert to resource time (aligned with video architecture)\n      const trimStartUs = clip.trimStartUs ?? 0;\n      const resourceStartUs = clipRelativeStartUs + trimStartUs;\n      const resourceEndUs = clipRelativeEndUs + trimStartUs;\n\n      // Ensure audio window using resource time coordinates\n      await this.ensureAudioWindow(clip.id, resourceStartUs, resourceEndUs, strictMode);\n    });\n\n    if (mode === 'probe') {\n      void Promise.all(ensurePromises);\n      return;\n    }\n    await Promise.all(ensurePromises);\n  }\n\n  /**\n   * Ensure audio window for a clip\n   */\n  async ensureAudioWindow(\n    clipId: string,\n    startUs: TimeUs,\n    endUs: TimeUs,\n    strictMode: boolean = false\n  ): Promise<void> {\n    // Check L1 cache - window-level verification\n    if (this.deps.cacheManager.hasWindowPCM(clipId, startUs, endUs, strictMode)) {\n      return; // Entire window has sufficient data\n    }\n\n    await this.decodeAudioWindow(clipId, startUs, endUs);\n  }\n\n  /**\n   * Decode audio window for a clip\n   */\n  private async decodeAudioWindow(clipId: string, startUs: TimeUs, endUs: TimeUs): Promise<void> {\n    const clip = this.model?.findClip(clipId);\n    if (!clip || !hasResourceId(clip)) {\n      return;\n    }\n\n    // Get audio samples from AudioSampleCache\n    const audioRecord = this.deps.cacheManager.audioSampleCache.get(clip.resourceId);\n    if (!audioRecord) {\n      // Resource has no audio track (common for some video files)\n      return;\n    }\n\n    // Filter chunks within window (aligned with video GOP filtering)\n    const windowChunks = audioRecord.samples.filter((s) => {\n      const sampleEndUs = s.timestamp + (s.duration ?? 0);\n      return s.timestamp < endUs && sampleEndUs > startUs;\n    });\n\n    if (windowChunks.length === 0) {\n      return;\n    }\n\n    // Incremental decoding with smart threshold strategy\n    const INCREMENTAL_THRESHOLD = 0.95; // 95% coverage: skip decode\n    const FULL_FALLBACK_THRESHOLD = 0.3; // <30% coverage: full decode to avoid fragmentation\n\n    // Check window-level coverage\n    const coverage = this.deps.cacheManager.getAudioRangeCoverage(\n      clipId,\n      startUs,\n      endUs,\n      INCREMENTAL_THRESHOLD\n    );\n\n    // Strategy 1: High coverage - skip decode entirely\n    if (coverage.covered) {\n      return;\n    }\n\n    // Strategy 2: Very low coverage - full decode (avoid fragmentation overhead)\n    if (coverage.coverageRatio < FULL_FALLBACK_THRESHOLD) {\n      await this.decodeAudioSamples(\n        clipId,\n        windowChunks,\n        audioRecord.metadata,\n        clip.durationUs,\n        clip.startUs\n      );\n      return;\n    }\n\n    // Strategy 3: Medium coverage - incremental decode (30%-95%)\n    const chunksToDecode = windowChunks.filter((chunk) => {\n      const chunkEndUs = chunk.timestamp + (chunk.duration ?? 0);\n      const chunkCoverage = this.deps.cacheManager.getAudioRangeCoverage(\n        clipId,\n        chunk.timestamp,\n        chunkEndUs,\n        0.95\n      );\n      return !chunkCoverage.covered;\n    });\n\n    if (chunksToDecode.length === 0) {\n      return;\n    }\n\n    // Decode only missing chunks\n    await this.decodeAudioSamples(\n      clipId,\n      chunksToDecode,\n      audioRecord.metadata,\n      clip.durationUs,\n      clip.startUs\n    );\n  }\n\n  /**\n   * Decode audio samples to PCM and cache\n   */\n  private async decodeAudioSamples(\n    clipId: string,\n    samples: EncodedAudioChunk[],\n    config: AudioDecoderConfig,\n    clipDurationUs: number,\n    clipStartUs: TimeUs\n  ): Promise<void> {\n    // Convert description to ArrayBuffer if needed for type compatibility\n    let description: ArrayBuffer | undefined;\n    if (config.description) {\n      if (config.description instanceof ArrayBuffer) {\n        description = config.description;\n      } else if (ArrayBuffer.isView(config.description)) {\n        const view = config.description as Uint8Array;\n        const newBuffer = new ArrayBuffer(view.byteLength);\n        new Uint8Array(newBuffer).set(\n          new Uint8Array(view.buffer, view.byteOffset, view.byteLength)\n        );\n        description = newBuffer;\n      }\n    }\n\n    const decoderConfig = {\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n      description,\n    };\n    const decoder = new AudioChunkDecoder(`audio-${clipId}`, decoderConfig);\n\n    try {\n      // Create chunk stream\n      const chunkStream = new ReadableStream<EncodedAudioChunk>({\n        start(controller) {\n          for (const sample of samples) {\n            controller.enqueue(sample);\n          }\n          controller.close();\n        },\n      });\n\n      // Decode through stream\n      const audioDataStream = chunkStream.pipeThrough(decoder.createStream());\n      const reader = audioDataStream.getReader();\n\n      try {\n        while (true) {\n          const { done, value } = await reader.read();\n          if (done) break;\n\n          if (value) {\n            const globalTimeUs = clipStartUs + (value.timestamp ?? 0);\n            this.deps.cacheManager.putClipAudioData(clipId, value, clipDurationUs, globalTimeUs);\n          }\n        }\n      } finally {\n        reader.releaseLock();\n      }\n    } catch (error) {\n      console.error(`[AudioWindowPreparer] Decoder error for clip ${clipId}:`, error);\n      throw error;\n    } finally {\n      await decoder.close();\n    }\n  }\n}\n"],"names":["resource"],"mappings":";;;AAwBO,MAAM,oBAAoB;AAAA,EACvB,kCAAkB,IAAA;AAAA,EAClB;AAAA,EACA,QAAiC;AAAA,EAEzC,YAAY,MAA+B;AACzC,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,SAAS,OAA+B;AACtC,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,WAAoC;AAClC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,QAAc;AACZ,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AAAA,EACnB;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,aAAa,mBAAmB;AAC9D,UAAM,eAAe,eAAe,UAAU,aAAa;AAC3D,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,gBAAgB,YAAY;AAAA,EAC5F;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,2BAA2B,SAAiB,OAAwB;AAClE,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAO,QAAO;AAEnB,UAAM,cAAc,MAAM,eAAe,SAAS,KAAK;AAEvD,eAAW,QAAQ,aAAa;AAC9B,UAAI,KAAK,cAAc,WAAW,KAAK,cAAc,QAAS;AAC9D,UAAI,CAAC,cAAc,IAAI,EAAG;AAE1B,YAAM,WAAW,MAAM,YAAY,KAAK,UAAU;AAClD,UAAI,UAAU,UAAU,SAAS;AAC/B,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AACzE,QAAI,YAAY,WAAW,EAAG;AAG9B,UAAM,eAAe,KAAK,IAAI,GAAG,YAAY,IAAI,CAAC,UAAU,MAAM,MAAM,MAAM,CAAC;AAG/E,aAAS,YAAY,GAAG,YAAY,cAAc,aAAa;AAC7D,iBAAW,SAAS,aAAa;AAC/B,cAAM,OAAO,MAAM,MAAM,SAAS;AAClC,YAAI,CAAC,QAAQ,KAAK,YAAY,IAAI,KAAK,EAAE,EAAG;AAE5C,YAAI,CAAC,YAAY,IAAI,GAAG;AACtB,gBAAM,IAAI,MAAM,QAAQ,KAAK,EAAE,sCAAsC;AAAA,QACvE;AAIA,YAAI,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAAG;AAEhE,eAAK,YAAY,IAAI,KAAK,EAAE;AAC5B,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AACvE;AAAA,QACF;AAGA,cAAM,KAAK,KAAK,eAAe,KAAK,KAAK,YAAY;AAAA,UACnD,WAAW;AAAA,UACX,QAAQ,KAAK;AAAA,UACb,SAAS,MAAM;AAAA,QAAA,CAChB;AAGD,aAAK,YAAY,IAAI,KAAK,EAAE;AAC5B,aAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,QAA+B;AAClD,QAAI,CAAC,KAAK,YAAY,IAAI,MAAM,GAAG;AACjC;AAAA,IACF;AAEA,SAAK,YAAY,OAAO,MAAM;AAC9B,SAAK,KAAK,aAAa,mBAAmB,MAAM;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,wBACJ,SACA,OACA,SACe;AACf,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAO;AAEZ,UAAM,EAAE,OAAO,YAAY,eAAe,MAAM,aAAa,UAAU;AAGvE,UAAM,cAAc,MAAM,eAAe,SAAS,KAAK;AAEvD,UAAM,iBAAiB,YAAY,IAAI,OAAO,SAAS;AAGrD,UAAI,KAAK,cAAc,WAAW,KAAK,cAAc,QAAS;AAC9D,UAAI,CAAC,cAAc,IAAI,EAAG;AAG1B,YAAM,QAAQ,KAAK,aAAa,SAAS;AACzC,YAAM,SAAS,KAAK,aAAa,UAAU;AAC3C,UAAI,SAAS,UAAU,GAAG;AACxB;AAAA,MACF;AAKA,YAAM,WAAW,MAAM,YAAY,KAAK,UAAU;AAClD,UACE,UAAU,UAAU,WACpB,CAAC,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAC5D;AAEA;AAAA,MACF;AAGA,UAAI,CAAC,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU,GAAG;AACjE,YAAI,CAAC,cAAc;AAEjB;AAAA,QACF;AAEA,cAAMA,YAAW,MAAM,YAAY,KAAK,UAAU;AAClD,YAAIA,WAAU,UAAU,SAAS;AAE/B,gBAAM,KAAK,KAAK,eAAe,KAAK,KAAK,YAAY;AAAA,YACnD,WAAW;AAAA,YACX,QAAQ,KAAK;AAAA,YACb,SAAS,KAAK;AAAA,UAAA,CACf;AAAA,QACH;AAAA,MACF;AAGA,YAAM,sBAAsB,KAAK,IAAI,GAAG,UAAU,KAAK,OAAO;AAC9D,YAAM,oBAAoB,KAAK,IAAI,KAAK,YAAY,QAAQ,KAAK,OAAO;AAGxE,YAAM,cAAc,KAAK,eAAe;AACxC,YAAM,kBAAkB,sBAAsB;AAC9C,YAAM,gBAAgB,oBAAoB;AAG1C,YAAM,KAAK,kBAAkB,KAAK,IAAI,iBAAiB,eAAe,UAAU;AAAA,IAClF,CAAC;AAED,QAAI,SAAS,SAAS;AACpB,WAAK,QAAQ,IAAI,cAAc;AAC/B;AAAA,IACF;AACA,UAAM,QAAQ,IAAI,cAAc;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBACJ,QACA,SACA,OACA,aAAsB,OACP;AAEf,QAAI,KAAK,KAAK,aAAa,aAAa,QAAQ,SAAS,OAAO,UAAU,GAAG;AAC3E;AAAA,IACF;AAEA,UAAM,KAAK,kBAAkB,QAAQ,SAAS,KAAK;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,kBAAkB,QAAgB,SAAiB,OAA8B;AAC7F,UAAM,OAAO,KAAK,OAAO,SAAS,MAAM;AACxC,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG;AACjC;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa,iBAAiB,IAAI,KAAK,UAAU;AAC/E,QAAI,CAAC,aAAa;AAEhB;AAAA,IACF;AAGA,UAAM,eAAe,YAAY,QAAQ,OAAO,CAAC,MAAM;AACrD,YAAM,cAAc,EAAE,aAAa,EAAE,YAAY;AACjD,aAAO,EAAE,YAAY,SAAS,cAAc;AAAA,IAC9C,CAAC;AAED,QAAI,aAAa,WAAW,GAAG;AAC7B;AAAA,IACF;AAGA,UAAM,wBAAwB;AAC9B,UAAM,0BAA0B;AAGhC,UAAM,WAAW,KAAK,KAAK,aAAa;AAAA,MACtC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAIF,QAAI,SAAS,SAAS;AACpB;AAAA,IACF;AAGA,QAAI,SAAS,gBAAgB,yBAAyB;AACpD,YAAM,KAAK;AAAA,QACT;AAAA,QACA;AAAA,QACA,YAAY;AAAA,QACZ,KAAK;AAAA,QACL,KAAK;AAAA,MAAA;AAEP;AAAA,IACF;AAGA,UAAM,iBAAiB,aAAa,OAAO,CAAC,UAAU;AACpD,YAAM,aAAa,MAAM,aAAa,MAAM,YAAY;AACxD,YAAM,gBAAgB,KAAK,KAAK,aAAa;AAAA,QAC3C;AAAA,QACA,MAAM;AAAA,QACN;AAAA,QACA;AAAA,MAAA;AAEF,aAAO,CAAC,cAAc;AAAA,IACxB,CAAC;AAED,QAAI,eAAe,WAAW,GAAG;AAC/B;AAAA,IACF;AAGA,UAAM,KAAK;AAAA,MACT;AAAA,MACA;AAAA,MACA,YAAY;AAAA,MACZ,KAAK;AAAA,MACL,KAAK;AAAA,IAAA;AAAA,EAET;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,mBACZ,QACA,SACA,QACA,gBACA,aACe;AAEf,QAAI;AACJ,QAAI,OAAO,aAAa;AACtB,UAAI,OAAO,uBAAuB,aAAa;AAC7C,sBAAc,OAAO;AAAA,MACvB,WAAW,YAAY,OAAO,OAAO,WAAW,GAAG;AACjD,cAAM,OAAO,OAAO;AACpB,cAAM,YAAY,IAAI,YAAY,KAAK,UAAU;AACjD,YAAI,WAAW,SAAS,EAAE;AAAA,UACxB,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,UAAU;AAAA,QAAA;AAE9D,sBAAc;AAAA,MAChB;AAAA,IACF;AAEA,UAAM,gBAAgB;AAAA,MACpB,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,MACzB;AAAA,IAAA;AAEF,UAAM,UAAU,IAAI,kBAAkB,SAAS,MAAM,IAAI,aAAa;AAEtE,QAAI;AAEF,YAAM,cAAc,IAAI,eAAkC;AAAA,QACxD,MAAM,YAAY;AAChB,qBAAW,UAAU,SAAS;AAC5B,uBAAW,QAAQ,MAAM;AAAA,UAC3B;AACA,qBAAW,MAAA;AAAA,QACb;AAAA,MAAA,CACD;AAGD,YAAM,kBAAkB,YAAY,YAAY,QAAQ,cAAc;AACtE,YAAM,SAAS,gBAAgB,UAAA;AAE/B,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,cAAI,KAAM;AAEV,cAAI,OAAO;AACT,kBAAM,eAAe,eAAe,MAAM,aAAa;AACvD,iBAAK,KAAK,aAAa,iBAAiB,QAAQ,OAAO,gBAAgB,YAAY;AAAA,UACrF;AAAA,QACF;AAAA,MACF,UAAA;AACE,eAAO,YAAA;AAAA,MACT;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,gDAAgD,MAAM,KAAK,KAAK;AAC9E,YAAM;AAAA,IACR,UAAA;AACE,YAAM,QAAQ,MAAA;AAAA,IAChB;AAAA,EACF;AACF;"}

package/dist/orchestrator/ExportScheduler.d.ts

@@ -5,7 +5,7 @@ import { CompositionPlanner } from './CompositionPlanner';
 import { CacheManager } from '../cache/CacheManager';
 import { ResourceLoader } from '../stages/load/ResourceLoader';
 import { MuxManager } from '../stages/mux/MuxManager';
-import { GlobalAudioSession } from './GlobalAudioSession';
+import { AudioExportSession } from './AudioExportSession';
 import { WorkerType } from '../worker/types';
 import { ExportController } from '../controllers/ExportController';
 import { EventBus } from '../event/EventBus';
@@ -17,7 +17,7 @@ interface ExportSchedulerDeps {
     cacheManager: CacheManager;
     resourceLoader: ResourceLoader;
     muxManager: MuxManager;
-    audioSession: GlobalAudioSession;
+    audioSession: AudioExportSession;
     workerConfigsProvider: () => Record<WorkerType, any>;
     eventBus: EventBus<EventPayloadMap>;
 }

package/dist/orchestrator/ExportScheduler.js.map

@@ -1 +1 @@
-{"version":3,"file":"ExportScheduler.js","sources":["../../src/orchestrator/ExportScheduler.ts"],"sourcesContent":["import { CompositionModel } from '../model';\nimport { ExportOptions } from '../types';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { GlobalAudioSession } from './GlobalAudioSession';\nimport { VideoClipSession } from './VideoClipSession';\nimport { WorkerType } from '../worker/types';\nimport { hasResourceId, type TimeUs } from '../model/types';\nimport type { ExportController } from '../controllers/ExportController';\nimport { EventBus } from '../event/EventBus';\nimport { MeframeEvent, EventPayloadMap } from '../event/events';\n\ninterface ExportSchedulerDeps {\n  workerPool: WorkerPool;\n  planner: CompositionPlanner;\n  cacheManager: CacheManager;\n  resourceLoader: ResourceLoader;\n  muxManager: MuxManager;\n  audioSession: GlobalAudioSession;\n  workerConfigsProvider: () => Record<WorkerType, any>;\n  eventBus: EventBus<EventPayloadMap>;\n}\n\ninterface ExtendedExportOptions extends ExportOptions {\n  signal?: AbortSignal;\n  controller?: ExportController;\n}\n\nexport class ExportScheduler {\n  private deps: ExportSchedulerDeps;\n\n  constructor(deps: ExportSchedulerDeps) {\n    this.deps = deps;\n  }\n\n  async execute(model: CompositionModel, options: ExtendedExportOptions): Promise<Blob> {\n    this.deps.cacheManager.clear();\n\n    const projectId = this.deps.cacheManager.resourceCache.projectId;\n\n    if (!navigator.locks) {\n      return this.executeInternal(model, options);\n    }\n\n    const lockName = `meframe-resource-${projectId}`;\n    return navigator.locks.request(lockName, () => this.executeInternal(model, options));\n  }\n\n  private async executeInternal(\n    model: CompositionModel,\n    options: ExtendedExportOptions\n  ): Promise<Blob> {\n    const { muxManager, audioSession, eventBus, resourceLoader } = this.deps;\n    const signal = options.signal;\n    const controller = options.controller;\n\n    const checkStatus = async () => {\n      if (signal?.aborted) {\n        throw new DOMException('Export aborted', 'AbortError');\n      }\n      if (controller?.isPaused()) {\n        // Wait until resumed\n        while (controller.isPaused()) {\n          if (signal?.aborted) throw new DOMException('Export aborted', 'AbortError');\n          await new Promise((resolve) => setTimeout(resolve, 100));\n        }\n      }\n    };\n\n    const width = options.width || model.renderConfig?.width || 720;\n    const height = options.height || model.renderConfig?.height || 1280;\n    const fps = options.fps || model.fps || 30;\n\n    eventBus.emit(MeframeEvent.ExportStart, {\n      format: options.format || 'mp4',\n      width,\n      height,\n      fps,\n      durationUs: model.durationUs,\n    });\n\n    try {\n      // 1. Preload and parse all resources (0-40%)\n      await this.preloadResources(model, resourceLoader, eventBus, checkStatus);\n\n      // 2. Start Muxer\n      muxManager.start({\n        width,\n        height,\n        fps,\n      });\n\n      // 3. Process Video and Audio\n      const mainTrack = model.tracks.find((t) => t.id === model.mainTrackId);\n      if (mainTrack && mainTrack.clips.length > 0) {\n        // Skip audio pipeline entirely if no audio samples exist (common for video-only projects).\n        // This reduces CPU time and avoids initializing AudioEncoder unnecessarily.\n        const hasAudioSamples = this.deps.cacheManager.audioSampleCache.getTotalBytes() > 0;\n\n        const audioPromise = hasAudioSamples\n          ? this.processAudioInWindows(model.durationUs, audioSession, muxManager, checkStatus)\n          : Promise.resolve();\n\n        // Process video clips sequentially\n        await this.processVideoClipsSequentially(mainTrack.clips, muxManager, model, checkStatus);\n\n        // Wait for audio encoding to complete\n        await audioPromise;\n      } else {\n        console.warn('[ExportScheduler] No video clips found');\n      }\n\n      // Finalize audio session (close encoder)\n      await audioSession.finalizeExportAudio();\n\n      if (signal?.aborted) {\n        throw new DOMException('Export aborted', 'AbortError');\n      }\n\n      // 4. Finalize\n      const blob = await muxManager.finalize();\n\n      eventBus.emit(MeframeEvent.ExportComplete, {\n        size: blob.size,\n        durationMs: model.durationUs / 1000,\n        format: options.format || 'mp4',\n      });\n\n      return blob;\n    } catch (error) {\n      eventBus.emit(MeframeEvent.ExportError, {\n        error: error instanceof Error ? error : new Error(String(error)),\n        stage: 'export',\n      });\n      throw error;\n    }\n  }\n\n  /**\n   * Preload all resources (0-40% progress)\n   */\n  private async preloadResources(\n    model: CompositionModel,\n    resourceLoader: ResourceLoader,\n    eventBus: EventBus<EventPayloadMap>,\n    checkStatus: () => Promise<void>\n  ): Promise<void> {\n    eventBus.emit(MeframeEvent.ExportProgress, {\n      progress: 0,\n      stage: 'preparing',\n      message: 'Loading and parsing resources...',\n    });\n\n    // Collect resources in horizontal order (clip index priority)\n    const tracks = model.tracks.filter((track) => ['video', 'audio'].includes(track.kind));\n    if (tracks.length === 0) return;\n\n    const maxClipCount = Math.max(...tracks.map((track) => track.clips.length));\n    const resourcesToLoad: string[] = [];\n    const seen = new Set<string>();\n\n    // Horizontal collection: clip[0] from all tracks, then clip[1], etc.\n    for (let clipIndex = 0; clipIndex < maxClipCount; clipIndex++) {\n      for (const track of tracks) {\n        const clip = track.clips[clipIndex];\n        if (clip && hasResourceId(clip)) {\n          if (!seen.has(clip.resourceId)) {\n            seen.add(clip.resourceId);\n            resourcesToLoad.push(clip.resourceId);\n          }\n        }\n      }\n    }\n\n    // Load resources with progress updates (concurrent; ResourceLoader already enforces maxConcurrent).\n    const total = resourcesToLoad.length;\n    let completed = 0;\n\n    await Promise.all(\n      resourcesToLoad.map(async (resourceId) => {\n        await checkStatus();\n        await resourceLoader.load(resourceId, { isPreload: false });\n        completed++;\n\n        // Update progress: 0-40%\n        const progress = total > 0 ? (completed / total) * 0.4 : 0.4;\n        eventBus.emit(MeframeEvent.ExportProgress, {\n          progress,\n          stage: 'preparing',\n          message: `Loading resources... (${completed}/${total})`,\n        });\n      })\n    );\n  }\n\n  /**\n   * Process audio in 60-second windows\n   * - Videos ≤60s: Single pass (zero boundaries)\n   * - Videos >60s: 60s windows (minimal boundaries, ~23MB per window)\n   */\n  private async processAudioInWindows(\n    totalDurationUs: TimeUs,\n    audioSession: GlobalAudioSession,\n    muxManager: MuxManager,\n    checkStatus: () => Promise<void>\n  ): Promise<void> {\n    const WINDOW_DURATION_US = 5 * 60 * 1_000_000; // 5 minutes\n    let currentUs = 0;\n\n    while (currentUs < totalDurationUs) {\n      await checkStatus();\n\n      const endUs = Math.min(currentUs + WINDOW_DURATION_US, totalDurationUs);\n\n      await audioSession.mixAndEncodeSegment(currentUs, endUs, (chunk, meta) =>\n        muxManager.writeAudioChunk(chunk, meta)\n      );\n\n      // Clear audio cache after encoding each window to prevent memory accumulation\n      // This is safe because audio data is already encoded and won't be reused\n      this.deps.cacheManager.clearAudioCache();\n\n      currentUs = endUs;\n    }\n  }\n\n  private async processVideoClipsSequentially(\n    clips: any[],\n    muxManager: MuxManager,\n    model: CompositionModel,\n    checkStatus: () => Promise<void>\n  ) {\n    // Use actual last written timestamp + duration as offset for next clip\n    // This avoids duplicate PTS when mp4-muxer rounds microseconds to timescale\n    let nextClipStartUs = 0;\n    // Track last chunk's end time (timestamp + duration) for precise offset calculation\n    let lastChunkEndUs = 0;\n\n    for (let i = 0; i < clips.length; i++) {\n      const clip = clips[i];\n      const currentClipOffsetUs = nextClipStartUs;\n\n      await checkStatus(); // Check before starting new clip\n\n      const sessionId = `${clip.id}-export`;\n      let streamFinishedResolver: () => void;\n      let streamFinishedRejecter: (err: any) => void;\n      const streamFinishedPromise = new Promise<void>((resolve, reject) => {\n        streamFinishedResolver = resolve;\n        streamFinishedRejecter = reject;\n      });\n\n      const session = await VideoClipSession.create({\n        clipId: clip.id,\n        sessionId,\n        planner: this.deps.planner,\n        workerPool: this.deps.workerPool,\n        cacheManager: this.deps.cacheManager,\n        compositionModel: model,\n        workerConfigs: this.deps.workerConfigsProvider(),\n        resourceLoader: this.deps.resourceLoader,\n        callbacks: {\n          onEncodedStreamReady: async (stream, track) => {\n            if (track === 'video') {\n              const reader = stream.getReader();\n              try {\n                while (true) {\n                  await checkStatus();\n\n                  const { done, value } = await reader.read();\n                  if (done) break;\n                  if (value) {\n                    const originalChunk = value.chunk;\n                    const metadata = value.metadata;\n                    const chunkDuration = originalChunk.duration ?? 33333; // Default ~30fps\n\n                    const remappedTimestamp = originalChunk.timestamp + currentClipOffsetUs;\n\n                    const buffer = new ArrayBuffer(originalChunk.byteLength);\n                    originalChunk.copyTo(buffer);\n\n                    const remappedChunk = new EncodedVideoChunk({\n                      type: originalChunk.type,\n                      timestamp: remappedTimestamp,\n                      duration: chunkDuration,\n                      data: buffer,\n                    });\n\n                    muxManager.writeVideoChunk(remappedChunk, metadata);\n\n                    // Track end time for next clip's offset\n                    lastChunkEndUs = remappedTimestamp + chunkDuration;\n\n                    // Emit progress: 40-100%\n                    const encodingProgress = remappedTimestamp / model.durationUs;\n                    const totalProgress = 0.4 + encodingProgress * 0.6; // 40% + (0-60%)\n\n                    this.deps.eventBus.emit(MeframeEvent.ExportProgress, {\n                      progress: Math.min(1.0, totalProgress),\n                      stage: 'encoding',\n                      timeUs: remappedTimestamp,\n                    });\n                  }\n                }\n                streamFinishedResolver();\n              } catch (error) {\n                if (error instanceof DOMException && error.name === 'AbortError') {\n                  streamFinishedRejecter(error);\n                } else {\n                  console.error(`[ExportScheduler] Stream error for clip ${clip.id}:`, error);\n                  streamFinishedRejecter(error);\n                }\n              } finally {\n                reader.releaseLock();\n              }\n            }\n          },\n          // Note: Attachment resources are loaded in VideoClipSession.connectPipeline\n          // before sending video stream, ensuring watermarks appear from the first frame\n        },\n      });\n\n      await session.activate();\n      await streamFinishedPromise;\n\n      await session.dispose();\n\n      // Use actual last chunk end time as next clip's start\n      // This ensures no timestamp overlap even after muxer rounding\n      nextClipStartUs = lastChunkEndUs;\n    }\n  }\n}\n"],"names":[],"mappings":";;;AA+BO,MAAM,gBAAgB;AAAA,EACnB;AAAA,EAER,YAAY,MAA2B;AACrC,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ,OAAyB,SAA+C;AACpF,SAAK,KAAK,aAAa,MAAA;AAEvB,UAAM,YAAY,KAAK,KAAK,aAAa,cAAc;AAEvD,QAAI,CAAC,UAAU,OAAO;AACpB,aAAO,KAAK,gBAAgB,OAAO,OAAO;AAAA,IAC5C;AAEA,UAAM,WAAW,oBAAoB,SAAS;AAC9C,WAAO,UAAU,MAAM,QAAQ,UAAU,MAAM,KAAK,gBAAgB,OAAO,OAAO,CAAC;AAAA,EACrF;AAAA,EAEA,MAAc,gBACZ,OACA,SACe;AACf,UAAM,EAAE,YAAY,cAAc,UAAU,eAAA,IAAmB,KAAK;AACpE,UAAM,SAAS,QAAQ;AACvB,UAAM,aAAa,QAAQ;AAE3B,UAAM,cAAc,YAAY;AAC9B,UAAI,QAAQ,SAAS;AACnB,cAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,MACvD;AACA,UAAI,YAAY,YAAY;AAE1B,eAAO,WAAW,YAAY;AAC5B,cAAI,QAAQ,QAAS,OAAM,IAAI,aAAa,kBAAkB,YAAY;AAC1E,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAG,CAAC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,QAAQ,SAAS,MAAM,cAAc,SAAS;AAC5D,UAAM,SAAS,QAAQ,UAAU,MAAM,cAAc,UAAU;AAC/D,UAAM,MAAM,QAAQ,OAAO,MAAM,OAAO;AAExC,aAAS,KAAK,aAAa,aAAa;AAAA,MACtC,QAAQ,QAAQ,UAAU;AAAA,MAC1B;AAAA,MACA;AAAA,MACA;AAAA,MACA,YAAY,MAAM;AAAA,IAAA,CACnB;AAED,QAAI;AAEF,YAAM,KAAK,iBAAiB,OAAO,gBAAgB,UAAU,WAAW;AAGxE,iBAAW,MAAM;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,MAAA,CACD;AAGD,YAAM,YAAY,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,WAAW;AACrE,UAAI,aAAa,UAAU,MAAM,SAAS,GAAG;AAG3C,cAAM,kBAAkB,KAAK,KAAK,aAAa,iBAAiB,kBAAkB;AAElF,cAAM,eAAe,kBACjB,KAAK,sBAAsB,MAAM,YAAY,cAAc,YAAY,WAAW,IAClF,QAAQ,QAAA;AAGZ,cAAM,KAAK,8BAA8B,UAAU,OAAO,YAAY,OAAO,WAAW;AAGxF,cAAM;AAAA,MACR,OAAO;AACL,gBAAQ,KAAK,wCAAwC;AAAA,MACvD;AAGA,YAAM,aAAa,oBAAA;AAEnB,UAAI,QAAQ,SAAS;AACnB,cAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,MACvD;AAGA,YAAM,OAAO,MAAM,WAAW,SAAA;AAE9B,eAAS,KAAK,aAAa,gBAAgB;AAAA,QACzC,MAAM,KAAK;AAAA,QACX,YAAY,MAAM,aAAa;AAAA,QAC/B,QAAQ,QAAQ,UAAU;AAAA,MAAA,CAC3B;AAED,aAAO;AAAA,IACT,SAAS,OAAO;AACd,eAAS,KAAK,aAAa,aAAa;AAAA,QACtC,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AAAA,QAC/D,OAAO;AAAA,MAAA,CACR;AACD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBACZ,OACA,gBACA,UACA,aACe;AACf,aAAS,KAAK,aAAa,gBAAgB;AAAA,MACzC,UAAU;AAAA,MACV,OAAO;AAAA,MACP,SAAS;AAAA,IAAA,CACV;AAGD,UAAM,SAAS,MAAM,OAAO,OAAO,CAAC,UAAU,CAAC,SAAS,OAAO,EAAE,SAAS,MAAM,IAAI,CAAC;AACrF,QAAI,OAAO,WAAW,EAAG;AAEzB,UAAM,eAAe,KAAK,IAAI,GAAG,OAAO,IAAI,CAAC,UAAU,MAAM,MAAM,MAAM,CAAC;AAC1E,UAAM,kBAA4B,CAAA;AAClC,UAAM,2BAAW,IAAA;AAGjB,aAAS,YAAY,GAAG,YAAY,cAAc,aAAa;AAC7D,iBAAW,SAAS,QAAQ;AAC1B,cAAM,OAAO,MAAM,MAAM,SAAS;AAClC,YAAI,QAAQ,cAAc,IAAI,GAAG;AAC/B,cAAI,CAAC,KAAK,IAAI,KAAK,UAAU,GAAG;AAC9B,iBAAK,IAAI,KAAK,UAAU;AACxB,4BAAgB,KAAK,KAAK,UAAU;AAAA,UACtC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,UAAM,QAAQ,gBAAgB;AAC9B,QAAI,YAAY;AAEhB,UAAM,QAAQ;AAAA,MACZ,gBAAgB,IAAI,OAAO,eAAe;AACxC,cAAM,YAAA;AACN,cAAM,eAAe,KAAK,YAAY,EAAE,WAAW,OAAO;AAC1D;AAGA,cAAM,WAAW,QAAQ,IAAK,YAAY,QAAS,MAAM;AACzD,iBAAS,KAAK,aAAa,gBAAgB;AAAA,UACzC;AAAA,UACA,OAAO;AAAA,UACP,SAAS,yBAAyB,SAAS,IAAI,KAAK;AAAA,QAAA,CACrD;AAAA,MACH,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,sBACZ,iBACA,cACA,YACA,aACe;AACf,UAAM,qBAAqB,IAAI,KAAK;AACpC,QAAI,YAAY;AAEhB,WAAO,YAAY,iBAAiB;AAClC,YAAM,YAAA;AAEN,YAAM,QAAQ,KAAK,IAAI,YAAY,oBAAoB,eAAe;AAEtE,YAAM,aAAa;AAAA,QAAoB;AAAA,QAAW;AAAA,QAAO,CAAC,OAAO,SAC/D,WAAW,gBAAgB,OAAO,IAAI;AAAA,MAAA;AAKxC,WAAK,KAAK,aAAa,gBAAA;AAEvB,kBAAY;AAAA,IACd;AAAA,EACF;AAAA,EAEA,MAAc,8BACZ,OACA,YACA,OACA,aACA;AAGA,QAAI,kBAAkB;AAEtB,QAAI,iBAAiB;AAErB,aAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAM,OAAO,MAAM,CAAC;AACpB,YAAM,sBAAsB;AAE5B,YAAM,YAAA;AAEN,YAAM,YAAY,GAAG,KAAK,EAAE;AAC5B,UAAI;AACJ,UAAI;AACJ,YAAM,wBAAwB,IAAI,QAAc,CAAC,SAAS,WAAW;AACnE,iCAAyB;AACzB,iCAAyB;AAAA,MAC3B,CAAC;AAED,YAAM,UAAU,MAAM,iBAAiB,OAAO;AAAA,QAC5C,QAAQ,KAAK;AAAA,QACb;AAAA,QACA,SAAS,KAAK,KAAK;AAAA,QACnB,YAAY,KAAK,KAAK;AAAA,QACtB,cAAc,KAAK,KAAK;AAAA,QACxB,kBAAkB;AAAA,QAClB,eAAe,KAAK,KAAK,sBAAA;AAAA,QACzB,gBAAgB,KAAK,KAAK;AAAA,QAC1B,WAAW;AAAA,UACT,sBAAsB,OAAO,QAAQ,UAAU;AAC7C,gBAAI,UAAU,SAAS;AACrB,oBAAM,SAAS,OAAO,UAAA;AACtB,kBAAI;AACF,uBAAO,MAAM;AACX,wBAAM,YAAA;AAEN,wBAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,sBAAI,KAAM;AACV,sBAAI,OAAO;AACT,0BAAM,gBAAgB,MAAM;AAC5B,0BAAM,WAAW,MAAM;AACvB,0BAAM,gBAAgB,cAAc,YAAY;AAEhD,0BAAM,oBAAoB,cAAc,YAAY;AAEpD,0BAAM,SAAS,IAAI,YAAY,cAAc,UAAU;AACvD,kCAAc,OAAO,MAAM;AAE3B,0BAAM,gBAAgB,IAAI,kBAAkB;AAAA,sBAC1C,MAAM,cAAc;AAAA,sBACpB,WAAW;AAAA,sBACX,UAAU;AAAA,sBACV,MAAM;AAAA,oBAAA,CACP;AAED,+BAAW,gBAAgB,eAAe,QAAQ;AAGlD,qCAAiB,oBAAoB;AAGrC,0BAAM,mBAAmB,oBAAoB,MAAM;AACnD,0BAAM,gBAAgB,MAAM,mBAAmB;AAE/C,yBAAK,KAAK,SAAS,KAAK,aAAa,gBAAgB;AAAA,sBACnD,UAAU,KAAK,IAAI,GAAK,aAAa;AAAA,sBACrC,OAAO;AAAA,sBACP,QAAQ;AAAA,oBAAA,CACT;AAAA,kBACH;AAAA,gBACF;AACA,uCAAA;AAAA,cACF,SAAS,OAAO;AACd,oBAAI,iBAAiB,gBAAgB,MAAM,SAAS,cAAc;AAChE,yCAAuB,KAAK;AAAA,gBAC9B,OAAO;AACL,0BAAQ,MAAM,2CAA2C,KAAK,EAAE,KAAK,KAAK;AAC1E,yCAAuB,KAAK;AAAA,gBAC9B;AAAA,cACF,UAAA;AACE,uBAAO,YAAA;AAAA,cACT;AAAA,YACF;AAAA,UACF;AAAA;AAAA;AAAA,QAAA;AAAA,MAGF,CACD;AAED,YAAM,QAAQ,SAAA;AACd,YAAM;AAEN,YAAM,QAAQ,QAAA;AAId,wBAAkB;AAAA,IACpB;AAAA,EACF;AACF;"}
+{"version":3,"file":"ExportScheduler.js","sources":["../../src/orchestrator/ExportScheduler.ts"],"sourcesContent":["import { CompositionModel } from '../model';\nimport { ExportOptions } from '../types';\nimport { WorkerPool } from '../worker/WorkerPool';\nimport { CompositionPlanner } from './CompositionPlanner';\nimport { CacheManager } from '../cache/CacheManager';\nimport { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { MuxManager } from '../stages/mux/MuxManager';\nimport { AudioExportSession } from './AudioExportSession';\nimport { VideoClipSession } from './VideoClipSession';\nimport { WorkerType } from '../worker/types';\nimport { hasResourceId, type TimeUs } from '../model/types';\nimport type { ExportController } from '../controllers/ExportController';\nimport { EventBus } from '../event/EventBus';\nimport { MeframeEvent, EventPayloadMap } from '../event/events';\n\ninterface ExportSchedulerDeps {\n  workerPool: WorkerPool;\n  planner: CompositionPlanner;\n  cacheManager: CacheManager;\n  resourceLoader: ResourceLoader;\n  muxManager: MuxManager;\n  audioSession: AudioExportSession;\n  workerConfigsProvider: () => Record<WorkerType, any>;\n  eventBus: EventBus<EventPayloadMap>;\n}\n\ninterface ExtendedExportOptions extends ExportOptions {\n  signal?: AbortSignal;\n  controller?: ExportController;\n}\n\nexport class ExportScheduler {\n  private deps: ExportSchedulerDeps;\n\n  constructor(deps: ExportSchedulerDeps) {\n    this.deps = deps;\n  }\n\n  async execute(model: CompositionModel, options: ExtendedExportOptions): Promise<Blob> {\n    this.deps.cacheManager.clear();\n\n    const projectId = this.deps.cacheManager.resourceCache.projectId;\n\n    if (!navigator.locks) {\n      return this.executeInternal(model, options);\n    }\n\n    const lockName = `meframe-resource-${projectId}`;\n    return navigator.locks.request(lockName, () => this.executeInternal(model, options));\n  }\n\n  private async executeInternal(\n    model: CompositionModel,\n    options: ExtendedExportOptions\n  ): Promise<Blob> {\n    const { muxManager, audioSession, eventBus, resourceLoader } = this.deps;\n    const signal = options.signal;\n    const controller = options.controller;\n\n    const checkStatus = async () => {\n      if (signal?.aborted) {\n        throw new DOMException('Export aborted', 'AbortError');\n      }\n      if (controller?.isPaused()) {\n        // Wait until resumed\n        while (controller.isPaused()) {\n          if (signal?.aborted) throw new DOMException('Export aborted', 'AbortError');\n          await new Promise((resolve) => setTimeout(resolve, 100));\n        }\n      }\n    };\n\n    const width = options.width || model.renderConfig?.width || 720;\n    const height = options.height || model.renderConfig?.height || 1280;\n    const fps = options.fps || model.fps || 30;\n\n    eventBus.emit(MeframeEvent.ExportStart, {\n      format: options.format || 'mp4',\n      width,\n      height,\n      fps,\n      durationUs: model.durationUs,\n    });\n\n    try {\n      // 1. Preload and parse all resources (0-40%)\n      await this.preloadResources(model, resourceLoader, eventBus, checkStatus);\n\n      // 2. Start Muxer\n      muxManager.start({\n        width,\n        height,\n        fps,\n      });\n\n      // 3. Process Video and Audio\n      const mainTrack = model.tracks.find((t) => t.id === model.mainTrackId);\n      if (mainTrack && mainTrack.clips.length > 0) {\n        // Skip audio pipeline entirely if no audio samples exist (common for video-only projects).\n        // This reduces CPU time and avoids initializing AudioEncoder unnecessarily.\n        const hasAudioSamples = this.deps.cacheManager.audioSampleCache.getTotalBytes() > 0;\n\n        const audioPromise = hasAudioSamples\n          ? this.processAudioInWindows(model.durationUs, audioSession, muxManager, checkStatus)\n          : Promise.resolve();\n\n        // Process video clips sequentially\n        await this.processVideoClipsSequentially(mainTrack.clips, muxManager, model, checkStatus);\n\n        // Wait for audio encoding to complete\n        await audioPromise;\n      } else {\n        console.warn('[ExportScheduler] No video clips found');\n      }\n\n      // Finalize audio session (close encoder)\n      await audioSession.finalizeExportAudio();\n\n      if (signal?.aborted) {\n        throw new DOMException('Export aborted', 'AbortError');\n      }\n\n      // 4. Finalize\n      const blob = await muxManager.finalize();\n\n      eventBus.emit(MeframeEvent.ExportComplete, {\n        size: blob.size,\n        durationMs: model.durationUs / 1000,\n        format: options.format || 'mp4',\n      });\n\n      return blob;\n    } catch (error) {\n      eventBus.emit(MeframeEvent.ExportError, {\n        error: error instanceof Error ? error : new Error(String(error)),\n        stage: 'export',\n      });\n      throw error;\n    }\n  }\n\n  /**\n   * Preload all resources (0-40% progress)\n   */\n  private async preloadResources(\n    model: CompositionModel,\n    resourceLoader: ResourceLoader,\n    eventBus: EventBus<EventPayloadMap>,\n    checkStatus: () => Promise<void>\n  ): Promise<void> {\n    eventBus.emit(MeframeEvent.ExportProgress, {\n      progress: 0,\n      stage: 'preparing',\n      message: 'Loading and parsing resources...',\n    });\n\n    // Collect resources in horizontal order (clip index priority)\n    const tracks = model.tracks.filter((track) => ['video', 'audio'].includes(track.kind));\n    if (tracks.length === 0) return;\n\n    const maxClipCount = Math.max(...tracks.map((track) => track.clips.length));\n    const resourcesToLoad: string[] = [];\n    const seen = new Set<string>();\n\n    // Horizontal collection: clip[0] from all tracks, then clip[1], etc.\n    for (let clipIndex = 0; clipIndex < maxClipCount; clipIndex++) {\n      for (const track of tracks) {\n        const clip = track.clips[clipIndex];\n        if (clip && hasResourceId(clip)) {\n          if (!seen.has(clip.resourceId)) {\n            seen.add(clip.resourceId);\n            resourcesToLoad.push(clip.resourceId);\n          }\n        }\n      }\n    }\n\n    // Load resources with progress updates (concurrent; ResourceLoader already enforces maxConcurrent).\n    const total = resourcesToLoad.length;\n    let completed = 0;\n\n    await Promise.all(\n      resourcesToLoad.map(async (resourceId) => {\n        await checkStatus();\n        await resourceLoader.load(resourceId, { isPreload: false });\n        completed++;\n\n        // Update progress: 0-40%\n        const progress = total > 0 ? (completed / total) * 0.4 : 0.4;\n        eventBus.emit(MeframeEvent.ExportProgress, {\n          progress,\n          stage: 'preparing',\n          message: `Loading resources... (${completed}/${total})`,\n        });\n      })\n    );\n  }\n\n  /**\n   * Process audio in 60-second windows\n   * - Videos ≤60s: Single pass (zero boundaries)\n   * - Videos >60s: 60s windows (minimal boundaries, ~23MB per window)\n   */\n  private async processAudioInWindows(\n    totalDurationUs: TimeUs,\n    audioSession: AudioExportSession,\n    muxManager: MuxManager,\n    checkStatus: () => Promise<void>\n  ): Promise<void> {\n    const WINDOW_DURATION_US = 5 * 60 * 1_000_000; // 5 minutes\n    let currentUs = 0;\n\n    while (currentUs < totalDurationUs) {\n      await checkStatus();\n\n      const endUs = Math.min(currentUs + WINDOW_DURATION_US, totalDurationUs);\n\n      await audioSession.mixAndEncodeSegment(currentUs, endUs, (chunk, meta) =>\n        muxManager.writeAudioChunk(chunk, meta)\n      );\n\n      // Clear audio cache after encoding each window to prevent memory accumulation\n      // This is safe because audio data is already encoded and won't be reused\n      this.deps.cacheManager.clearAudioCache();\n\n      currentUs = endUs;\n    }\n  }\n\n  private async processVideoClipsSequentially(\n    clips: any[],\n    muxManager: MuxManager,\n    model: CompositionModel,\n    checkStatus: () => Promise<void>\n  ) {\n    // Use actual last written timestamp + duration as offset for next clip\n    // This avoids duplicate PTS when mp4-muxer rounds microseconds to timescale\n    let nextClipStartUs = 0;\n    // Track last chunk's end time (timestamp + duration) for precise offset calculation\n    let lastChunkEndUs = 0;\n\n    for (let i = 0; i < clips.length; i++) {\n      const clip = clips[i];\n      const currentClipOffsetUs = nextClipStartUs;\n\n      await checkStatus(); // Check before starting new clip\n\n      const sessionId = `${clip.id}-export`;\n      let streamFinishedResolver: () => void;\n      let streamFinishedRejecter: (err: any) => void;\n      const streamFinishedPromise = new Promise<void>((resolve, reject) => {\n        streamFinishedResolver = resolve;\n        streamFinishedRejecter = reject;\n      });\n\n      const session = await VideoClipSession.create({\n        clipId: clip.id,\n        sessionId,\n        planner: this.deps.planner,\n        workerPool: this.deps.workerPool,\n        cacheManager: this.deps.cacheManager,\n        compositionModel: model,\n        workerConfigs: this.deps.workerConfigsProvider(),\n        resourceLoader: this.deps.resourceLoader,\n        callbacks: {\n          onEncodedStreamReady: async (stream, track) => {\n            if (track === 'video') {\n              const reader = stream.getReader();\n              try {\n                while (true) {\n                  await checkStatus();\n\n                  const { done, value } = await reader.read();\n                  if (done) break;\n                  if (value) {\n                    const originalChunk = value.chunk;\n                    const metadata = value.metadata;\n                    const chunkDuration = originalChunk.duration ?? 33333; // Default ~30fps\n\n                    const remappedTimestamp = originalChunk.timestamp + currentClipOffsetUs;\n\n                    const buffer = new ArrayBuffer(originalChunk.byteLength);\n                    originalChunk.copyTo(buffer);\n\n                    const remappedChunk = new EncodedVideoChunk({\n                      type: originalChunk.type,\n                      timestamp: remappedTimestamp,\n                      duration: chunkDuration,\n                      data: buffer,\n                    });\n\n                    muxManager.writeVideoChunk(remappedChunk, metadata);\n\n                    // Track end time for next clip's offset\n                    lastChunkEndUs = remappedTimestamp + chunkDuration;\n\n                    // Emit progress: 40-100%\n                    const encodingProgress = remappedTimestamp / model.durationUs;\n                    const totalProgress = 0.4 + encodingProgress * 0.6; // 40% + (0-60%)\n\n                    this.deps.eventBus.emit(MeframeEvent.ExportProgress, {\n                      progress: Math.min(1.0, totalProgress),\n                      stage: 'encoding',\n                      timeUs: remappedTimestamp,\n                    });\n                  }\n                }\n                streamFinishedResolver();\n              } catch (error) {\n                if (error instanceof DOMException && error.name === 'AbortError') {\n                  streamFinishedRejecter(error);\n                } else {\n                  console.error(`[ExportScheduler] Stream error for clip ${clip.id}:`, error);\n                  streamFinishedRejecter(error);\n                }\n              } finally {\n                reader.releaseLock();\n              }\n            }\n          },\n          // Note: Attachment resources are loaded in VideoClipSession.connectPipeline\n          // before sending video stream, ensuring watermarks appear from the first frame\n        },\n      });\n\n      await session.activate();\n      await streamFinishedPromise;\n\n      await session.dispose();\n\n      // Use actual last chunk end time as next clip's start\n      // This ensures no timestamp overlap even after muxer rounding\n      nextClipStartUs = lastChunkEndUs;\n    }\n  }\n}\n"],"names":[],"mappings":";;;AA+BO,MAAM,gBAAgB;AAAA,EACnB;AAAA,EAER,YAAY,MAA2B;AACrC,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ,OAAyB,SAA+C;AACpF,SAAK,KAAK,aAAa,MAAA;AAEvB,UAAM,YAAY,KAAK,KAAK,aAAa,cAAc;AAEvD,QAAI,CAAC,UAAU,OAAO;AACpB,aAAO,KAAK,gBAAgB,OAAO,OAAO;AAAA,IAC5C;AAEA,UAAM,WAAW,oBAAoB,SAAS;AAC9C,WAAO,UAAU,MAAM,QAAQ,UAAU,MAAM,KAAK,gBAAgB,OAAO,OAAO,CAAC;AAAA,EACrF;AAAA,EAEA,MAAc,gBACZ,OACA,SACe;AACf,UAAM,EAAE,YAAY,cAAc,UAAU,eAAA,IAAmB,KAAK;AACpE,UAAM,SAAS,QAAQ;AACvB,UAAM,aAAa,QAAQ;AAE3B,UAAM,cAAc,YAAY;AAC9B,UAAI,QAAQ,SAAS;AACnB,cAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,MACvD;AACA,UAAI,YAAY,YAAY;AAE1B,eAAO,WAAW,YAAY;AAC5B,cAAI,QAAQ,QAAS,OAAM,IAAI,aAAa,kBAAkB,YAAY;AAC1E,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAG,CAAC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,QAAQ,SAAS,MAAM,cAAc,SAAS;AAC5D,UAAM,SAAS,QAAQ,UAAU,MAAM,cAAc,UAAU;AAC/D,UAAM,MAAM,QAAQ,OAAO,MAAM,OAAO;AAExC,aAAS,KAAK,aAAa,aAAa;AAAA,MACtC,QAAQ,QAAQ,UAAU;AAAA,MAC1B;AAAA,MACA;AAAA,MACA;AAAA,MACA,YAAY,MAAM;AAAA,IAAA,CACnB;AAED,QAAI;AAEF,YAAM,KAAK,iBAAiB,OAAO,gBAAgB,UAAU,WAAW;AAGxE,iBAAW,MAAM;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,MAAA,CACD;AAGD,YAAM,YAAY,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,WAAW;AACrE,UAAI,aAAa,UAAU,MAAM,SAAS,GAAG;AAG3C,cAAM,kBAAkB,KAAK,KAAK,aAAa,iBAAiB,kBAAkB;AAElF,cAAM,eAAe,kBACjB,KAAK,sBAAsB,MAAM,YAAY,cAAc,YAAY,WAAW,IAClF,QAAQ,QAAA;AAGZ,cAAM,KAAK,8BAA8B,UAAU,OAAO,YAAY,OAAO,WAAW;AAGxF,cAAM;AAAA,MACR,OAAO;AACL,gBAAQ,KAAK,wCAAwC;AAAA,MACvD;AAGA,YAAM,aAAa,oBAAA;AAEnB,UAAI,QAAQ,SAAS;AACnB,cAAM,IAAI,aAAa,kBAAkB,YAAY;AAAA,MACvD;AAGA,YAAM,OAAO,MAAM,WAAW,SAAA;AAE9B,eAAS,KAAK,aAAa,gBAAgB;AAAA,QACzC,MAAM,KAAK;AAAA,QACX,YAAY,MAAM,aAAa;AAAA,QAC/B,QAAQ,QAAQ,UAAU;AAAA,MAAA,CAC3B;AAED,aAAO;AAAA,IACT,SAAS,OAAO;AACd,eAAS,KAAK,aAAa,aAAa;AAAA,QACtC,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AAAA,QAC/D,OAAO;AAAA,MAAA,CACR;AACD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBACZ,OACA,gBACA,UACA,aACe;AACf,aAAS,KAAK,aAAa,gBAAgB;AAAA,MACzC,UAAU;AAAA,MACV,OAAO;AAAA,MACP,SAAS;AAAA,IAAA,CACV;AAGD,UAAM,SAAS,MAAM,OAAO,OAAO,CAAC,UAAU,CAAC,SAAS,OAAO,EAAE,SAAS,MAAM,IAAI,CAAC;AACrF,QAAI,OAAO,WAAW,EAAG;AAEzB,UAAM,eAAe,KAAK,IAAI,GAAG,OAAO,IAAI,CAAC,UAAU,MAAM,MAAM,MAAM,CAAC;AAC1E,UAAM,kBAA4B,CAAA;AAClC,UAAM,2BAAW,IAAA;AAGjB,aAAS,YAAY,GAAG,YAAY,cAAc,aAAa;AAC7D,iBAAW,SAAS,QAAQ;AAC1B,cAAM,OAAO,MAAM,MAAM,SAAS;AAClC,YAAI,QAAQ,cAAc,IAAI,GAAG;AAC/B,cAAI,CAAC,KAAK,IAAI,KAAK,UAAU,GAAG;AAC9B,iBAAK,IAAI,KAAK,UAAU;AACxB,4BAAgB,KAAK,KAAK,UAAU;AAAA,UACtC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,UAAM,QAAQ,gBAAgB;AAC9B,QAAI,YAAY;AAEhB,UAAM,QAAQ;AAAA,MACZ,gBAAgB,IAAI,OAAO,eAAe;AACxC,cAAM,YAAA;AACN,cAAM,eAAe,KAAK,YAAY,EAAE,WAAW,OAAO;AAC1D;AAGA,cAAM,WAAW,QAAQ,IAAK,YAAY,QAAS,MAAM;AACzD,iBAAS,KAAK,aAAa,gBAAgB;AAAA,UACzC;AAAA,UACA,OAAO;AAAA,UACP,SAAS,yBAAyB,SAAS,IAAI,KAAK;AAAA,QAAA,CACrD;AAAA,MACH,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,sBACZ,iBACA,cACA,YACA,aACe;AACf,UAAM,qBAAqB,IAAI,KAAK;AACpC,QAAI,YAAY;AAEhB,WAAO,YAAY,iBAAiB;AAClC,YAAM,YAAA;AAEN,YAAM,QAAQ,KAAK,IAAI,YAAY,oBAAoB,eAAe;AAEtE,YAAM,aAAa;AAAA,QAAoB;AAAA,QAAW;AAAA,QAAO,CAAC,OAAO,SAC/D,WAAW,gBAAgB,OAAO,IAAI;AAAA,MAAA;AAKxC,WAAK,KAAK,aAAa,gBAAA;AAEvB,kBAAY;AAAA,IACd;AAAA,EACF;AAAA,EAEA,MAAc,8BACZ,OACA,YACA,OACA,aACA;AAGA,QAAI,kBAAkB;AAEtB,QAAI,iBAAiB;AAErB,aAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAM,OAAO,MAAM,CAAC;AACpB,YAAM,sBAAsB;AAE5B,YAAM,YAAA;AAEN,YAAM,YAAY,GAAG,KAAK,EAAE;AAC5B,UAAI;AACJ,UAAI;AACJ,YAAM,wBAAwB,IAAI,QAAc,CAAC,SAAS,WAAW;AACnE,iCAAyB;AACzB,iCAAyB;AAAA,MAC3B,CAAC;AAED,YAAM,UAAU,MAAM,iBAAiB,OAAO;AAAA,QAC5C,QAAQ,KAAK;AAAA,QACb;AAAA,QACA,SAAS,KAAK,KAAK;AAAA,QACnB,YAAY,KAAK,KAAK;AAAA,QACtB,cAAc,KAAK,KAAK;AAAA,QACxB,kBAAkB;AAAA,QAClB,eAAe,KAAK,KAAK,sBAAA;AAAA,QACzB,gBAAgB,KAAK,KAAK;AAAA,QAC1B,WAAW;AAAA,UACT,sBAAsB,OAAO,QAAQ,UAAU;AAC7C,gBAAI,UAAU,SAAS;AACrB,oBAAM,SAAS,OAAO,UAAA;AACtB,kBAAI;AACF,uBAAO,MAAM;AACX,wBAAM,YAAA;AAEN,wBAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,sBAAI,KAAM;AACV,sBAAI,OAAO;AACT,0BAAM,gBAAgB,MAAM;AAC5B,0BAAM,WAAW,MAAM;AACvB,0BAAM,gBAAgB,cAAc,YAAY;AAEhD,0BAAM,oBAAoB,cAAc,YAAY;AAEpD,0BAAM,SAAS,IAAI,YAAY,cAAc,UAAU;AACvD,kCAAc,OAAO,MAAM;AAE3B,0BAAM,gBAAgB,IAAI,kBAAkB;AAAA,sBAC1C,MAAM,cAAc;AAAA,sBACpB,WAAW;AAAA,sBACX,UAAU;AAAA,sBACV,MAAM;AAAA,oBAAA,CACP;AAED,+BAAW,gBAAgB,eAAe,QAAQ;AAGlD,qCAAiB,oBAAoB;AAGrC,0BAAM,mBAAmB,oBAAoB,MAAM;AACnD,0BAAM,gBAAgB,MAAM,mBAAmB;AAE/C,yBAAK,KAAK,SAAS,KAAK,aAAa,gBAAgB;AAAA,sBACnD,UAAU,KAAK,IAAI,GAAK,aAAa;AAAA,sBACrC,OAAO;AAAA,sBACP,QAAQ;AAAA,oBAAA,CACT;AAAA,kBACH;AAAA,gBACF;AACA,uCAAA;AAAA,cACF,SAAS,OAAO;AACd,oBAAI,iBAAiB,gBAAgB,MAAM,SAAS,cAAc;AAChE,yCAAuB,KAAK;AAAA,gBAC9B,OAAO;AACL,0BAAQ,MAAM,2CAA2C,KAAK,EAAE,KAAK,KAAK;AAC1E,yCAAuB,KAAK;AAAA,gBAC9B;AAAA,cACF,UAAA;AACE,uBAAO,YAAA;AAAA,cACT;AAAA,YACF;AAAA,UACF;AAAA;AAAA;AAAA,QAAA;AAAA,MAGF,CACD;AAED,YAAM,QAAQ,SAAA;AACd,YAAM;AAEN,YAAM,QAAQ,QAAA;AAId,wBAAkB;AAAA,IACpB;AAAA,EACF;AACF;"}

package/dist/orchestrator/Orchestrator.d.ts

@@ -6,7 +6,9 @@ import { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';
 import { CompositionModel, CompositionPatch, TimeUs, RcFrame } from '../model';
 import { EventPayloadMap } from '../event/events';
 import { CompositionPlanner } from './CompositionPlanner';
-import { GlobalAudioSession } from './GlobalAudioSession';
+import { AudioWindowPreparer } from './AudioWindowPreparer';
+import { AudioPreviewSession } from './AudioPreviewSession';
+import { AudioExportSession } from './AudioExportSession';
 import { MuxManager } from '../stages/mux/MuxManager';
 import { ExportOptions } from '../types';
 import { ExportScheduler } from './ExportScheduler';
@@ -18,7 +20,11 @@ export declare class Orchestrator implements IOrchestrator {
     resourceLoader: ResourceLoader;
     cacheManager: CacheManager;
     planner: CompositionPlanner;
-    audioSession: GlobalAudioSession;
+    audio: {
+        prepare: AudioWindowPreparer;
+        preview: AudioPreviewSession;
+        export: AudioExportSession;
+    };
     muxManager: MuxManager;
     exportScheduler: ExportScheduler;
     private isInitialized;

package/dist/orchestrator/Orchestrator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/Orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAErF,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAY,MAAM,EAAE,OAAO,EAAQ,MAAM,UAAU,CAAC;AAE/F,OAAO,EAAgB,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD,qBAAa,YAAa,YAAW,aAAa;IAChD,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IACjD,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,UAAU,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IAEjC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,wBAAwB,CAAuB;IACvD,OAAO,CAAC,qBAAqB,CAAqC;IAClE,OAAO,CAAC,UAAU,CAAK;IACvB,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC,CAAC;gBAE5D,MAAM,EAAE,kBAAkB;IA0EtC,OAAO,CAAC,8BAA8B;IA0BhC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IASjC,EAAE,CAAC,CAAC,SAAS,MAAM,eAAe,EAChC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,GAAG,CAAC,CAAC,SAAS,MAAM,eAAe,EACjC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,IAAI,CAAC,CAAC,SAAS,MAAM,eAAe,EAClC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,oBAAoB,IAAI,IAAI;IAO5B;;;OAGG;IACG,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmDzD,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyB3D,UAAU,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAuCxD,OAAO,CAAC,yBAAyB;IAgB3B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAiDrF;;;;;;;OAOG;YACW,kBAAkB;IA8FhC;;;OAGG;IACG,gBAAgB,CACpB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACvD,OAAO,CAAC,OAAO,CAAC;IAqBb,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAc9B,OAAO,CAAC,kBAAkB;IAkD1B;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAsBzB,MAAM,CAAC,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5E;;;;;;;;OAQG;IACG,iBAAiB,CACrB,MAAM,EAAE,MAAM,EACd,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,EACvB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IA4ChB;;;OAGG;IACG,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC;QAAE,MAAM,EAAE,GAAG,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IAgFtD;;OAEG;YACW,gBAAgB;CAmG/B"}
+{"version":3,"file":"Orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/Orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAErF,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAY,MAAM,EAAE,OAAO,EAAQ,MAAM,UAAU,CAAC;AAE/F,OAAO,EAAgB,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD,qBAAa,YAAa,YAAW,aAAa;IAChD,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IACjD,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,KAAK,EAAE;QACL,OAAO,EAAE,mBAAmB,CAAC;QAC7B,OAAO,EAAE,mBAAmB,CAAC;QAC7B,MAAM,EAAE,kBAAkB,CAAC;KAC5B,CAAC;IACF,UAAU,EAAE,UAAU,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IAEjC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,wBAAwB,CAAuB;IACvD,OAAO,CAAC,qBAAqB,CAAqC;IAClE,OAAO,CAAC,UAAU,CAAK;IACvB,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC,CAAC;gBAE5D,MAAM,EAAE,kBAAkB;IAgFtC,OAAO,CAAC,8BAA8B;IA0BhC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IASjC,EAAE,CAAC,CAAC,SAAS,MAAM,eAAe,EAChC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,GAAG,CAAC,CAAC,SAAS,MAAM,eAAe,EACjC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,IAAI,CAAC,CAAC,SAAS,MAAM,eAAe,EAClC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,oBAAoB,IAAI,IAAI;IAO5B;;;OAGG;IACG,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmDzD,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA0B3D,UAAU,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAuCxD,OAAO,CAAC,yBAAyB;IAgB3B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAiDrF;;;;;;;OAOG;YACW,kBAAkB;IA8FhC;;;OAGG;IACG,gBAAgB,CACpB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACvD,OAAO,CAAC,OAAO,CAAC;IAqBb,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAc9B,OAAO,CAAC,kBAAkB;IAkD1B;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAsBzB,MAAM,CAAC,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5E;;;;;;;;OAQG;IACG,iBAAiB,CACrB,MAAM,EAAE,MAAM,EACd,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,EACvB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IA4ChB;;;OAGG;IACG,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC;QAAE,MAAM,EAAE,GAAG,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IAgFtD;;OAEG;YACW,gBAAgB;CAmG/B"}

package/dist/orchestrator/Orchestrator.js

@@ -7,7 +7,9 @@ import { ConfigLoader } from "../config/ConfigLoader.js";
 import { hasResourceId } from "../model/types.js";
 import { MeframeEvent } from "../event/events.js";
 import { CompositionPlanner } from "./CompositionPlanner.js";
-import { GlobalAudioSession } from "./GlobalAudioSession.js";
+import { AudioWindowPreparer } from "./AudioWindowPreparer.js";
+import { AudioPreviewSession } from "./AudioPreviewSession.js";
+import { AudioExportSession } from "./AudioExportSession.js";
 import { MuxManager } from "../stages/mux/MuxManager.js";
 import { OnDemandVideoSession } from "./OnDemandVideoSession.js";
 import { ExportScheduler } from "./ExportScheduler.js";
@@ -19,7 +21,7 @@ class Orchestrator {
   resourceLoader;
   cacheManager;
   planner;
-  audioSession;
+  audio;
   muxManager;
   exportScheduler;
   isInitialized = false;
@@ -64,25 +66,28 @@ class Orchestrator {
       onStateChange: (resourceId, state) => this.handleResourceStateChange(resourceId, state)
     });
     this.planner = new CompositionPlanner();
-    this.audioSession = new GlobalAudioSession({
+    const audioPreparer = new AudioWindowPreparer({
       cacheManager: this.cacheManager,
-      workerPool: this.workers,
       resourceLoader: this.resourceLoader,
-      eventBus: this.eventBus,
-      buildWorkerConfigs: () => this.buildWorkerConfigs()
+      eventBus: this.eventBus
     });
-    this.muxManager = new MuxManager(
-      this.cacheManager,
-      this.audioSession,
-      this.config.encode.audio
-    );
+    const audioPreview = new AudioPreviewSession({
+      cacheManager: this.cacheManager,
+      preparer: audioPreparer
+    });
+    const audioExport = new AudioExportSession({
+      cacheManager: this.cacheManager,
+      preparer: audioPreparer
+    });
+    this.audio = { prepare: audioPreparer, preview: audioPreview, export: audioExport };
+    this.muxManager = new MuxManager();
     this.exportScheduler = new ExportScheduler({
       workerPool: this.workers,
       planner: this.planner,
       cacheManager: this.cacheManager,
       resourceLoader: this.resourceLoader,
       muxManager: this.muxManager,
-      audioSession: this.audioSession,
+      audioSession: this.audio.export,
       workerConfigsProvider: () => this.buildWorkerConfigs(),
       eventBus: this.eventBus
     });
@@ -173,12 +178,13 @@ class Orchestrator {
   async setCompositionModel(model) {
     this.cacheManager.clear();
     this.cancelActiveDecoding();
-    this.audioSession.stopPlayback();
+    this.audio.preview.stopPlayback();
+    this.audio.preview.invalidatePreviewMixCache();
     this.modelToken++;
     this.compositionModel = model;
     this.planner.setModel(model);
     const resourceLoaderSetModelPromise = this.resourceLoader.setModel(model);
-    this.audioSession.setModel(model);
+    this.audio.prepare.setModel(model);
     await resourceLoaderSetModelPromise;
     this.eventBus.emit(MeframeEvent.ModelSet, model);
     this.eventBus.emit(MeframeEvent.CompositionUpdated, {
@@ -203,10 +209,10 @@ class Orchestrator {
     for (const clipId of affectedClipIds) {
       const clip = this.compositionModel.findClip(clipId);
       if (clip?.trackKind === "audio") {
-        await this.audioSession.deactivateClip(clipId);
+        await this.audio.prepare.deactivateClip(clipId);
       } else if (clip?.trackKind === "video") ;
     }
-    await this.audioSession.activateAllAudioClips();
+    await this.audio.prepare.activateAllAudioClips();
   }
   handleResourceStateChange(resourceId, state) {
     if (!this.compositionModel) {