@meframe/core 0.0.16 → 0.0.18

package/dist/workers/stages/decode/audio-decode.worker.js

@@ -9,6 +9,9 @@ class AudioChunkDecoder extends BaseDecoder {
   // Backpressure configuration
   highWaterMark;
   decodeQueueThreshold;
+  // Buffering support for delayed configuration
+  bufferedChunks = [];
+  isProcessingBuffer = false;
   constructor(trackId, config) {
     super(config);
     this.trackId = trackId;
@@ -32,6 +35,69 @@ class AudioChunkDecoder extends BaseDecoder {
       return;
     }
   }
+  // Override createStream to handle buffering
+  createStream() {
+    return new TransformStream(
+      {
+        start: async (controller) => {
+          this.controller = controller;
+          if (this.config?.codec && !this.isReady) {
+            await this.initialize();
+          }
+        },
+        transform: async (chunk) => {
+          if (!this.isReady) {
+            this.bufferedChunks.push(chunk);
+            return;
+          }
+          if (this.isProcessingBuffer) {
+            this.bufferedChunks.push(chunk);
+            return;
+          }
+          await this.processChunk(chunk);
+        },
+        flush: async () => {
+          if (this.isReady) {
+            await this.flush();
+          }
+        }
+      },
+      {
+        highWaterMark: this.highWaterMark,
+        size: () => 1
+      }
+    );
+  }
+  /**
+   * Process a single chunk (extracted from transform for reuse)
+   */
+  async processChunk(chunk) {
+    if (!this.decoder) {
+      throw new Error("Decoder not initialized");
+    }
+    if (this.decoder.state !== "configured") {
+      console.error("[AudioChunkDecoder] Decoder in unexpected state:", this.decoder.state);
+      throw new Error(`Decoder not configured, state: ${this.decoder.state}`);
+    }
+    if (this.decoder.decodeQueueSize >= this.decodeQueueThreshold) {
+      await new Promise((resolve) => {
+        const check = () => {
+          if (!this.decoder || this.decoder.decodeQueueSize < this.decodeQueueThreshold - 1) {
+            resolve();
+          } else {
+            setTimeout(check, 20);
+          }
+        };
+        check();
+      });
+    }
+    try {
+      this.decode(chunk);
+    } catch (error) {
+      console.error(`[AudioChunkDecoder] decode error:`, error);
+      throw error;
+    }
+  }
   // Implement abstract methods
   async isConfigSupported(config) {
     const result = await AudioDecoder.isConfigSupported({
@@ -72,9 +138,30 @@ class AudioChunkDecoder extends BaseDecoder {
   }
   /**
    * Process any buffered chunks after configuration
-   * Note: Audio doesn't buffer in current implementation, but keeping for interface consistency
    */
   async processBufferedChunks() {
+    if (!this.isReady || this.bufferedChunks.length === 0) {
+      return;
+    }
+    this.isProcessingBuffer = true;
+    const chunks = [...this.bufferedChunks];
+    this.bufferedChunks = [];
+    for (const chunk of chunks) {
+      try {
+        await this.processChunk(chunk);
+      } catch (error) {
+        console.error("[AudioChunkDecoder] Error processing buffered chunk:", error);
+      }
+    }
+    this.isProcessingBuffer = false;
+    if (this.bufferedChunks.length > 0) {
+      await this.processBufferedChunks();
+    }
+  }
+  // Override close to clean up buffered chunks
+  async close() {
+    this.bufferedChunks = [];
+    await super.close();
   }
 }
 const normalizeDescription = (desc) => {
@@ -130,6 +217,12 @@ class AudioDecodeWorker {
   async handleConfigure(payload) {
     const { sessionId, streamType, codec, sampleRate, numberOfChannels, description, config } = payload;
     if (sessionId && streamType === "audio") {
+      Object.assign(this.defaultConfig, {
+        codec,
+        sampleRate,
+        numberOfChannels,
+        description: normalizeDescription(description)
+      });
       if (this.decoder) {
         await this.decoder.updateConfig({
           codec,
@@ -153,13 +246,14 @@ class AudioDecodeWorker {
     const sessionId = metadata?.sessionId || this.clipId;
     const trackId = metadata?.trackId || this.trackId;
     if (!this.decoder) {
-      this.decoder = new AudioChunkDecoder(trackId, {
+      const decoderConfig = {
         ...this.defaultConfig,
-        codec: metadata?.codec,
-        sampleRate: metadata?.sampleRate,
-        numberOfChannels: metadata?.numberOfChannels,
-        description: normalizeDescription(metadata?.description)
-      });
+        codec: metadata?.codec ?? this.defaultConfig.codec,
+        sampleRate: metadata?.sampleRate ?? this.defaultConfig.sampleRate,
+        numberOfChannels: metadata?.numberOfChannels ?? this.defaultConfig.numberOfChannels,
+        description: normalizeDescription(metadata?.description) ?? this.defaultConfig.description
+      };
+      this.decoder = new AudioChunkDecoder(trackId, decoderConfig);
     }
     this.trackMetadata = {
       clipId: this.clipId,

package/dist/workers/stages/decode/audio-decode.worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"audio-decode.worker.js","sources":["../../../../src/stages/decode/AudioChunkDecoder.ts","../../../../src/stages/decode/audio-decode.worker.ts"],"sourcesContent":["import { AudioDecoderConfig } from './types';\nimport { BaseDecoder } from './BaseDecoder';\n\n/**\n * Audio decoder with streaming support\n * Extends BaseDecoder for common WebCodecs operations\n */\nexport class AudioChunkDecoder extends BaseDecoder<\n  AudioDecoder,\n  AudioDecoderConfig,\n  EncodedAudioChunk,\n  AudioData\n> {\n  // Default values\n  private static readonly DEFAULT_HIGH_WATER_MARK = 20;\n  private static readonly DEFAULT_DECODE_QUEUE_THRESHOLD = 16;\n\n  // Exposed properties\n  readonly trackId: string;\n\n  // Backpressure configuration\n  protected readonly highWaterMark: number;\n  protected readonly decodeQueueThreshold: number;\n\n  constructor(trackId: string, config?: Partial<AudioDecoderConfig>) {\n    // Initialize with empty config, will be configured later\n    super(config as AudioDecoderConfig);\n\n    this.trackId = trackId;\n\n    // Set backpressure configuration\n    this.highWaterMark =\n      config?.backpressure?.highWaterMark ?? AudioChunkDecoder.DEFAULT_HIGH_WATER_MARK;\n    this.decodeQueueThreshold = AudioChunkDecoder.DEFAULT_DECODE_QUEUE_THRESHOLD;\n  }\n\n  // Computed properties\n  get isConfigured(): boolean {\n    return this.isReady;\n  }\n\n  get state(): string {\n    return this.decoder?.state || 'unconfigured';\n  }\n\n  /**\n   * Update configuration - can be called before or after initialization\n   */\n  async updateConfig(config: Partial<AudioDecoderConfig>): Promise<void> {\n    // If decoder is not ready and we have codec info, configure it\n    if (!this.isReady && config.codec) {\n      await this.configure(config as AudioDecoderConfig);\n      await this.processBufferedChunks();\n      return;\n    }\n\n    // Note: AudioDecoder doesn't have many runtime-configurable options\n    // Backpressure settings are readonly in this implementation\n    // if (config.backpressure) {\n    //   console.warn('Backpressure settings cannot be changed at runtime');\n    // }\n  }\n\n  // Implement abstract methods\n  protected async isConfigSupported(config: AudioDecoderConfig): Promise<{ supported: boolean }> {\n    const result = await AudioDecoder.isConfigSupported({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n    });\n    return { supported: result.supported ?? false };\n  }\n\n  protected createDecoder(init: {\n    output: (data: AudioData) => void;\n    error: (error: DOMException) => void;\n  }): AudioDecoder {\n    return new AudioDecoder(init);\n  }\n\n  protected getDecoderType(): string {\n    return 'Audio';\n  }\n\n  protected async configureDecoder(config: AudioDecoderConfig): Promise<void> {\n    if (!this.decoder) return;\n\n    await this.decoder.configure({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n      ...(config.description && { description: config.description }),\n    });\n  }\n\n  protected decode(chunk: EncodedAudioChunk): void {\n    this.decoder?.decode(chunk);\n  }\n\n  /**\n   * Configure the decoder with codec info (can be called after creation)\n   */\n  async configure(config: AudioDecoderConfig): Promise<void> {\n    if (this.isReady) {\n      // If already configured, reconfigure\n      await this.reconfigure(config);\n      return;\n    }\n\n    this.config = config as any;\n\n    // Initialize decoder with new config\n    await this.initialize();\n  }\n\n  /**\n   * Process any buffered chunks after configuration\n   * Note: Audio doesn't buffer in current implementation, but keeping for interface consistency\n   */\n  async processBufferedChunks(): Promise<void> {\n    // No-op for audio in current implementation\n  }\n}\n","import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { AudioChunkDecoder } from './AudioChunkDecoder';\nimport { AudioDecoderConfig } from './types';\nimport type { AudioTrackConfig } from '../compose/types';\n\ninterface TrackMetadata {\n  clipId: string;\n  config: AudioTrackConfig;\n  sampleRate?: number;\n  numberOfChannels?: number;\n  type: 'bgm' | 'voice' | 'sfx' | 'other';\n}\n\nconst normalizeDescription = (desc?: ArrayBuffer | ArrayBufferView): ArrayBuffer | undefined => {\n  if (!desc) return undefined;\n\n  if (desc instanceof ArrayBuffer) return desc;\n\n  const view = desc as ArrayBufferView;\n  return view.buffer.slice(view.byteOffset, view.byteOffset + view.byteLength) as ArrayBuffer;\n};\n\n/**\n * AudioDecodeWorker (Clip Local) - Decodes audio for a single clip\n * Receives encoded audio chunks from AudioDemuxWorker and outputs decoded audio data\n *\n * Pipeline: AudioDemuxWorker → AudioDecodeWorker → Main Thread (OfflineAudioContext)\n *\n * Features:\n * - Single clip, single AudioDecoder instance\n * - Outputs AudioData stream to main thread for mixing\n * - Stream-based processing with backpressure\n * - Lifecycle tied to clip pipeline\n */\nexport class AudioDecodeWorker {\n  private channel: WorkerChannel;\n  private decoder: AudioChunkDecoder | null = null;\n  private clipId: string = '';\n  private trackId: string = '';\n\n  private defaultConfig: Partial<AudioDecoderConfig> = {};\n  private trackMetadata: TrackMetadata | null = null;\n\n  private upstreamPort: MessagePort | null = null;\n\n  constructor() {\n    this.channel = new WorkerChannel(self as any, {\n      name: 'AudioDecodeWorker',\n      timeout: 30000,\n    });\n\n    this.setupHandlers();\n  }\n\n  private setupHandlers(): void {\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('flush', this.handleFlush.bind(this));\n    this.channel.registerHandler('reset', this.handleReset.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n  }\n\n  private async handleConnect(payload: {\n    direction: 'upstream' | 'downstream';\n    port: MessagePort;\n    streamType?: 'audio';\n    sessionId?: string;\n    trackId?: string;\n    clipStartUs?: number;\n    clipDurationUs?: number;\n  }): Promise<{ success: boolean }> {\n    const { port, direction, sessionId, trackId } = payload;\n\n    if (direction === 'upstream') {\n      this.upstreamPort = port;\n      this.clipId = sessionId || 'default';\n      this.trackId = trackId || sessionId || 'default';\n\n      const channel = new WorkerChannel(port, {\n        name: 'Demux-AudioDecode',\n        timeout: 30000,\n      });\n\n      channel.receiveStream((stream, metadata) => {\n        this.handleReceiveStream(stream, {\n          ...metadata,\n          clipStartUs: payload.clipStartUs,\n          clipDurationUs: payload.clipDurationUs,\n        });\n      });\n\n      channel.registerHandler('configure', this.handleConfigure.bind(this));\n    }\n\n    return { success: true };\n  }\n\n  private async handleConfigure(payload: {\n    config?: { audio?: Partial<AudioDecoderConfig> };\n    sessionId?: string;\n    streamType?: 'audio';\n    codec?: string;\n    sampleRate?: number;\n    numberOfChannels?: number;\n    description?: ArrayBuffer | Uint8Array;\n  }): Promise<{ success: boolean }> {\n    const { sessionId, streamType, codec, sampleRate, numberOfChannels, description, config } =\n      payload;\n\n    if (sessionId && streamType === 'audio') {\n      if (this.decoder) {\n        await this.decoder.updateConfig({\n          codec,\n          sampleRate,\n          numberOfChannels,\n          description: normalizeDescription(description),\n        });\n      }\n      return { success: true };\n    }\n\n    if (config?.audio) {\n      Object.assign(this.defaultConfig, config.audio);\n\n      if (this.decoder) {\n        await this.decoder.updateConfig(config.audio);\n      }\n    }\n\n    this.channel.state = WorkerState.Ready;\n\n    return { success: true };\n  }\n\n  private async handleReceiveStream(\n    stream: ReadableStream,\n    metadata?: Record<string, any>\n  ): Promise<void> {\n    const sessionId = metadata?.sessionId || this.clipId;\n    const trackId = metadata?.trackId || this.trackId;\n\n    if (!this.decoder) {\n      this.decoder = new AudioChunkDecoder(trackId, {\n        ...this.defaultConfig,\n        codec: metadata?.codec,\n        sampleRate: metadata?.sampleRate,\n        numberOfChannels: metadata?.numberOfChannels,\n        description: normalizeDescription(metadata?.description),\n      });\n    }\n\n    this.trackMetadata = {\n      clipId: this.clipId,\n      config: this.extractTrackConfig(metadata?.runtimeConfig),\n      sampleRate: metadata?.sampleRate,\n      numberOfChannels: metadata?.numberOfChannels,\n      type: (metadata?.trackType as TrackMetadata['type']) ?? 'other',\n    };\n\n    const transform = this.decoder.createStream();\n\n    this.channel.sendStream(transform.readable as ReadableStream<AudioData>, {\n      streamType: 'audio',\n      sessionId,\n      trackId,\n      clipStartUs: metadata?.clipStartUs ?? 0,\n      clipDurationUs: metadata?.clipDurationUs ?? 0,\n      trackMetadata: this.trackMetadata,\n    });\n\n    stream\n      .pipeTo(transform.writable)\n      .catch((error) => console.error('[AudioDecodeWorker] Audio stream pipe error:', error));\n  }\n\n  private extractTrackConfig(config: any): AudioTrackConfig {\n    return {\n      startTimeUs: config?.startTimeUs ?? 0,\n      durationUs: config?.durationUs,\n      volume: config?.volume ?? 1,\n      fadeIn: config?.fadeIn,\n      fadeOut: config?.fadeOut,\n      effects: config?.effects ?? [],\n      duckingTag: config?.duckingTag,\n    };\n  }\n\n  private async handleFlush(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.flush();\n    }\n    return { success: true };\n  }\n\n  private async handleReset(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.reset();\n    }\n\n    this.channel.notify('reset_complete', {\n      type: 'audio',\n    });\n\n    return { success: true };\n  }\n\n  private async handleGetStats(): Promise<{ audio?: any }> {\n    if (!this.decoder) {\n      return {};\n    }\n\n    return {\n      audio: {\n        clipId: this.clipId,\n        trackId: this.trackId,\n        configured: this.decoder.isConfigured,\n        queueSize: this.decoder.queueSize,\n        state: this.decoder.state,\n      },\n    };\n  }\n\n  private async handleDispose(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.close();\n      this.decoder = null;\n    }\n\n    this.upstreamPort?.close();\n    this.upstreamPort = null;\n\n    this.trackMetadata = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n\nconst worker = new AudioDecodeWorker();\n\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null;\n"],"names":[],"mappings":";;AAOO,MAAM,0BAA0B,YAKrC;AAAA;AAAA,EAEA,OAAwB,0BAA0B;AAAA,EAClD,OAAwB,iCAAiC;AAAA;AAAA,EAGhD;AAAA;AAAA,EAGU;AAAA,EACA;AAAA,EAEnB,YAAY,SAAiB,QAAsC;AAEjE,UAAM,MAA4B;AAElC,SAAK,UAAU;AAGf,SAAK,gBACH,QAAQ,cAAc,iBAAiB,kBAAkB;AAC3D,SAAK,uBAAuB,kBAAkB;AAAA,EAChD;AAAA;AAAA,EAGA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,SAAS,SAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,QAAoD;AAErE,QAAI,CAAC,KAAK,WAAW,OAAO,OAAO;AACjC,YAAM,KAAK,UAAU,MAA4B;AACjD,YAAM,KAAK,sBAAA;AACX;AAAA,IACF;AAAA,EAOF;AAAA;AAAA,EAGA,MAAgB,kBAAkB,QAA6D;AAC7F,UAAM,SAAS,MAAM,aAAa,kBAAkB;AAAA,MAClD,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,IAAA,CAC1B;AACD,WAAO,EAAE,WAAW,OAAO,aAAa,MAAA;AAAA,EAC1C;AAAA,EAEU,cAAc,MAGP;AACf,WAAO,IAAI,aAAa,IAAI;AAAA,EAC9B;AAAA,EAEU,iBAAyB;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,MAAgB,iBAAiB,QAA2C;AAC1E,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,KAAK,QAAQ,UAAU;AAAA,MAC3B,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,MACzB,GAAI,OAAO,eAAe,EAAE,aAAa,OAAO,YAAA;AAAA,IAAY,CAC7D;AAAA,EACH;AAAA,EAEU,OAAO,OAAgC;AAC/C,SAAK,SAAS,OAAO,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,QAA2C;AACzD,QAAI,KAAK,SAAS;AAEhB,YAAM,KAAK,YAAY,MAAM;AAC7B;AAAA,IACF;AAEA,SAAK,SAAS;AAGd,UAAM,KAAK,WAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,wBAAuC;AAAA,EAE7C;AACF;AC5GA,MAAM,uBAAuB,CAAC,SAAkE;AAC9F,MAAI,CAAC,KAAM,QAAO;AAElB,MAAI,gBAAgB,YAAa,QAAO;AAExC,QAAM,OAAO;AACb,SAAO,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU;AAC7E;AAcO,MAAM,kBAAkB;AAAA,EACrB;AAAA,EACA,UAAoC;AAAA,EACpC,SAAiB;AAAA,EACjB,UAAkB;AAAA,EAElB,gBAA6C,CAAA;AAAA,EAC7C,gBAAsC;AAAA,EAEtC,eAAmC;AAAA,EAE3C,cAAc;AACZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,SAAK,cAAA;AAAA,EACP;AAAA,EAEQ,gBAAsB;AAC5B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAAA,EACvF;AAAA,EAEA,MAAc,cAAc,SAQM;AAChC,UAAM,EAAE,MAAM,WAAW,WAAW,YAAY;AAEhD,QAAI,cAAc,YAAY;AAC5B,WAAK,eAAe;AACpB,WAAK,SAAS,aAAa;AAC3B,WAAK,UAAU,WAAW,aAAa;AAEvC,YAAM,UAAU,IAAI,cAAc,MAAM;AAAA,QACtC,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AAED,cAAQ,cAAc,CAAC,QAAQ,aAAa;AAC1C,aAAK,oBAAoB,QAAQ;AAAA,UAC/B,GAAG;AAAA,UACH,aAAa,QAAQ;AAAA,UACrB,gBAAgB,QAAQ;AAAA,QAAA,CACzB;AAAA,MACH,CAAC;AAED,cAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AAAA,IACtE;AAEA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,gBAAgB,SAQI;AAChC,UAAM,EAAE,WAAW,YAAY,OAAO,YAAY,kBAAkB,aAAa,WAC/E;AAEF,QAAI,aAAa,eAAe,SAAS;AACvC,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa;AAAA,UAC9B;AAAA,UACA;AAAA,UACA;AAAA,UACA,aAAa,qBAAqB,WAAW;AAAA,QAAA,CAC9C;AAAA,MACH;AACA,aAAO,EAAE,SAAS,KAAA;AAAA,IACpB;AAEA,QAAI,QAAQ,OAAO;AACjB,aAAO,OAAO,KAAK,eAAe,OAAO,KAAK;AAE9C,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa,OAAO,KAAK;AAAA,MAC9C;AAAA,IACF;AAEA,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,oBACZ,QACA,UACe;AACf,UAAM,YAAY,UAAU,aAAa,KAAK;AAC9C,UAAM,UAAU,UAAU,WAAW,KAAK;AAE1C,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,IAAI,kBAAkB,SAAS;AAAA,QAC5C,GAAG,KAAK;AAAA,QACR,OAAO,UAAU;AAAA,QACjB,YAAY,UAAU;AAAA,QACtB,kBAAkB,UAAU;AAAA,QAC5B,aAAa,qBAAqB,UAAU,WAAW;AAAA,MAAA,CACxD;AAAA,IACH;AAEA,SAAK,gBAAgB;AAAA,MACnB,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK,mBAAmB,UAAU,aAAa;AAAA,MACvD,YAAY,UAAU;AAAA,MACtB,kBAAkB,UAAU;AAAA,MAC5B,MAAO,UAAU,aAAuC;AAAA,IAAA;AAG1D,UAAM,YAAY,KAAK,QAAQ,aAAA;AAE/B,SAAK,QAAQ,WAAW,UAAU,UAAuC;AAAA,MACvE,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,aAAa,UAAU,eAAe;AAAA,MACtC,gBAAgB,UAAU,kBAAkB;AAAA,MAC5C,eAAe,KAAK;AAAA,IAAA,CACrB;AAED,WACG,OAAO,UAAU,QAAQ,EACzB,MAAM,CAAC,UAAU,QAAQ,MAAM,gDAAgD,KAAK,CAAC;AAAA,EAC1F;AAAA,EAEQ,mBAAmB,QAA+B;AACxD,WAAO;AAAA,MACL,aAAa,QAAQ,eAAe;AAAA,MACpC,YAAY,QAAQ;AAAA,MACpB,QAAQ,QAAQ,UAAU;AAAA,MAC1B,QAAQ,QAAQ;AAAA,MAChB,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ,WAAW,CAAA;AAAA,MAC5B,YAAY,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AACA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AAEA,SAAK,QAAQ,OAAO,kBAAkB;AAAA,MACpC,MAAM;AAAA,IAAA,CACP;AAED,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,iBAA2C;AACvD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,CAAA;AAAA,IACT;AAEA,WAAO;AAAA,MACL,OAAO;AAAA,QACL,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,QACd,YAAY,KAAK,QAAQ;AAAA,QACzB,WAAW,KAAK,QAAQ;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,MAAA;AAAA,IACtB;AAAA,EAEJ;AAAA,EAEA,MAAc,gBAA+C;AAC3D,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AACnB,WAAK,UAAU;AAAA,IACjB;AAEA,SAAK,cAAc,MAAA;AACnB,SAAK,eAAe;AAEpB,SAAK,gBAAgB;AAErB,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,kBAAA;AAEnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,qBAAe;"}
+{"version":3,"file":"audio-decode.worker.js","sources":["../../../../src/stages/decode/AudioChunkDecoder.ts","../../../../src/stages/decode/audio-decode.worker.ts"],"sourcesContent":["import { AudioDecoderConfig } from './types';\nimport { BaseDecoder } from './BaseDecoder';\n\n/**\n * Audio decoder with streaming support\n * Extends BaseDecoder for common WebCodecs operations\n */\nexport class AudioChunkDecoder extends BaseDecoder<\n  AudioDecoder,\n  AudioDecoderConfig,\n  EncodedAudioChunk,\n  AudioData\n> {\n  // Default values\n  private static readonly DEFAULT_HIGH_WATER_MARK = 20;\n  private static readonly DEFAULT_DECODE_QUEUE_THRESHOLD = 16;\n\n  // Exposed properties\n  readonly trackId: string;\n\n  // Backpressure configuration\n  protected readonly highWaterMark: number;\n  protected readonly decodeQueueThreshold: number;\n\n  // Buffering support for delayed configuration\n  private bufferedChunks: EncodedAudioChunk[] = [];\n  private isProcessingBuffer: boolean = false;\n\n  constructor(trackId: string, config?: Partial<AudioDecoderConfig>) {\n    // Initialize with empty config, will be configured later\n    super(config as AudioDecoderConfig);\n\n    this.trackId = trackId;\n\n    // Set backpressure configuration\n    this.highWaterMark =\n      config?.backpressure?.highWaterMark ?? AudioChunkDecoder.DEFAULT_HIGH_WATER_MARK;\n    this.decodeQueueThreshold = AudioChunkDecoder.DEFAULT_DECODE_QUEUE_THRESHOLD;\n  }\n\n  // Computed properties\n  get isConfigured(): boolean {\n    return this.isReady;\n  }\n\n  get state(): string {\n    return this.decoder?.state || 'unconfigured';\n  }\n\n  /**\n   * Update configuration - can be called before or after initialization\n   */\n  async updateConfig(config: Partial<AudioDecoderConfig>): Promise<void> {\n    // If decoder is not ready and we have codec info, configure it\n    if (!this.isReady && config.codec) {\n      await this.configure(config as AudioDecoderConfig);\n      await this.processBufferedChunks();\n      return;\n    }\n\n    // Note: AudioDecoder doesn't have many runtime-configurable options\n    // Backpressure settings are readonly in this implementation\n    // if (config.backpressure) {\n    //   console.warn('Backpressure settings cannot be changed at runtime');\n    // }\n  }\n\n  // Override createStream to handle buffering\n  override createStream(): TransformStream<EncodedAudioChunk, AudioData> {\n    return new TransformStream<EncodedAudioChunk, AudioData>(\n      {\n        start: async (controller) => {\n          this.controller = controller;\n          // Don't initialize if no codec config yet\n          if (this.config?.codec && !this.isReady) {\n            await this.initialize();\n          }\n        },\n\n        transform: async (chunk) => {\n          // If not configured yet, buffer the chunk\n          if (!this.isReady) {\n            this.bufferedChunks.push(chunk);\n            return; // Don't process yet\n          }\n\n          // If we're processing buffered chunks, add to buffer to maintain order\n          if (this.isProcessingBuffer) {\n            this.bufferedChunks.push(chunk);\n            return;\n          }\n\n          // Normal processing\n          await this.processChunk(chunk);\n        },\n\n        flush: async () => {\n          if (this.isReady) {\n            await this.flush();\n          }\n        },\n      },\n      {\n        highWaterMark: this.highWaterMark,\n        size: () => 1,\n      }\n    );\n  }\n\n  /**\n   * Process a single chunk (extracted from transform for reuse)\n   */\n  private async processChunk(chunk: EncodedAudioChunk): Promise<void> {\n    if (!this.decoder) {\n      throw new Error('Decoder not initialized');\n    }\n\n    if (this.decoder.state !== 'configured') {\n      console.error('[AudioChunkDecoder] Decoder in unexpected state:', this.decoder.state);\n      throw new Error(`Decoder not configured, state: ${this.decoder.state}`);\n    }\n\n    // Check decoder queue pressure\n    if (this.decoder.decodeQueueSize >= this.decodeQueueThreshold) {\n      await new Promise<void>((resolve) => {\n        const check = () => {\n          if (!this.decoder || this.decoder.decodeQueueSize < this.decodeQueueThreshold - 1) {\n            resolve();\n          } else {\n            setTimeout(check, 20);\n          }\n        };\n        check();\n      });\n    }\n\n    // Decode the chunk\n    try {\n      this.decode(chunk);\n    } catch (error) {\n      console.error(`[AudioChunkDecoder] decode error:`, error);\n      throw error; // Re-throw to propagate\n    }\n  }\n\n  // Implement abstract methods\n  protected async isConfigSupported(config: AudioDecoderConfig): Promise<{ supported: boolean }> {\n    const result = await AudioDecoder.isConfigSupported({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n    });\n    return { supported: result.supported ?? false };\n  }\n\n  protected createDecoder(init: {\n    output: (data: AudioData) => void;\n    error: (error: DOMException) => void;\n  }): AudioDecoder {\n    return new AudioDecoder(init);\n  }\n\n  protected getDecoderType(): string {\n    return 'Audio';\n  }\n\n  protected async configureDecoder(config: AudioDecoderConfig): Promise<void> {\n    if (!this.decoder) return;\n\n    await this.decoder.configure({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n      ...(config.description && { description: config.description }),\n    });\n  }\n\n  protected decode(chunk: EncodedAudioChunk): void {\n    this.decoder?.decode(chunk);\n  }\n\n  /**\n   * Configure the decoder with codec info (can be called after creation)\n   */\n  async configure(config: AudioDecoderConfig): Promise<void> {\n    if (this.isReady) {\n      // If already configured, reconfigure\n      await this.reconfigure(config);\n      return;\n    }\n\n    this.config = config as any;\n\n    // Initialize decoder with new config\n    await this.initialize();\n  }\n\n  /**\n   * Process any buffered chunks after configuration\n   */\n  async processBufferedChunks(): Promise<void> {\n    if (!this.isReady || this.bufferedChunks.length === 0) {\n      return;\n    }\n\n    this.isProcessingBuffer = true;\n\n    // Process buffered chunks in order\n    const chunks = [...this.bufferedChunks];\n    this.bufferedChunks = [];\n\n    for (const chunk of chunks) {\n      try {\n        await this.processChunk(chunk);\n      } catch (error) {\n        console.error('[AudioChunkDecoder] Error processing buffered chunk:', error);\n      }\n    }\n\n    this.isProcessingBuffer = false;\n\n    // Process any new chunks that arrived while processing buffer\n    if (this.bufferedChunks.length > 0) {\n      await this.processBufferedChunks();\n    }\n  }\n\n  // Override close to clean up buffered chunks\n  override async close(): Promise<void> {\n    // Clear buffered chunks\n    this.bufferedChunks = [];\n\n    // Call parent close\n    await super.close();\n  }\n}\n","import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { AudioChunkDecoder } from './AudioChunkDecoder';\nimport { AudioDecoderConfig } from './types';\nimport type { AudioTrackConfig } from '../compose/types';\n\ninterface TrackMetadata {\n  clipId: string;\n  config: AudioTrackConfig;\n  sampleRate?: number;\n  numberOfChannels?: number;\n  type: 'bgm' | 'voice' | 'sfx' | 'other';\n}\n\nconst normalizeDescription = (desc?: ArrayBuffer | ArrayBufferView): ArrayBuffer | undefined => {\n  if (!desc) return undefined;\n\n  if (desc instanceof ArrayBuffer) return desc;\n\n  const view = desc as ArrayBufferView;\n  return view.buffer.slice(view.byteOffset, view.byteOffset + view.byteLength) as ArrayBuffer;\n};\n\n/**\n * AudioDecodeWorker (Clip Local) - Decodes audio for a single clip\n * Receives encoded audio chunks from AudioDemuxWorker and outputs decoded audio data\n *\n * Pipeline: AudioDemuxWorker → AudioDecodeWorker → Main Thread (OfflineAudioContext)\n *\n * Features:\n * - Single clip, single AudioDecoder instance\n * - Outputs AudioData stream to main thread for mixing\n * - Stream-based processing with backpressure\n * - Lifecycle tied to clip pipeline\n */\nexport class AudioDecodeWorker {\n  private channel: WorkerChannel;\n  private decoder: AudioChunkDecoder | null = null;\n  private clipId: string = '';\n  private trackId: string = '';\n\n  private defaultConfig: Partial<AudioDecoderConfig> = {};\n  private trackMetadata: TrackMetadata | null = null;\n\n  private upstreamPort: MessagePort | null = null;\n\n  constructor() {\n    this.channel = new WorkerChannel(self as any, {\n      name: 'AudioDecodeWorker',\n      timeout: 30000,\n    });\n\n    this.setupHandlers();\n  }\n\n  private setupHandlers(): void {\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('flush', this.handleFlush.bind(this));\n    this.channel.registerHandler('reset', this.handleReset.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n  }\n\n  private async handleConnect(payload: {\n    direction: 'upstream' | 'downstream';\n    port: MessagePort;\n    streamType?: 'audio';\n    sessionId?: string;\n    trackId?: string;\n    clipStartUs?: number;\n    clipDurationUs?: number;\n  }): Promise<{ success: boolean }> {\n    const { port, direction, sessionId, trackId } = payload;\n\n    if (direction === 'upstream') {\n      this.upstreamPort = port;\n      this.clipId = sessionId || 'default';\n      this.trackId = trackId || sessionId || 'default';\n\n      const channel = new WorkerChannel(port, {\n        name: 'Demux-AudioDecode',\n        timeout: 30000,\n      });\n\n      channel.receiveStream((stream, metadata) => {\n        this.handleReceiveStream(stream, {\n          ...metadata,\n          clipStartUs: payload.clipStartUs,\n          clipDurationUs: payload.clipDurationUs,\n        });\n      });\n\n      channel.registerHandler('configure', this.handleConfigure.bind(this));\n    }\n\n    return { success: true };\n  }\n\n  private async handleConfigure(payload: {\n    config?: { audio?: Partial<AudioDecoderConfig> };\n    sessionId?: string;\n    streamType?: 'audio';\n    codec?: string;\n    sampleRate?: number;\n    numberOfChannels?: number;\n    description?: ArrayBuffer | Uint8Array;\n  }): Promise<{ success: boolean }> {\n    const { sessionId, streamType, codec, sampleRate, numberOfChannels, description, config } =\n      payload;\n\n    if (sessionId && streamType === 'audio') {\n      // Save codec info to defaultConfig for decoder creation\n      Object.assign(this.defaultConfig, {\n        codec,\n        sampleRate,\n        numberOfChannels,\n        description: normalizeDescription(description),\n      });\n\n      // Update existing decoder if present (will process buffered chunks)\n      if (this.decoder) {\n        await this.decoder.updateConfig({\n          codec,\n          sampleRate,\n          numberOfChannels,\n          description: normalizeDescription(description),\n        });\n      }\n\n      return { success: true };\n    }\n\n    if (config?.audio) {\n      Object.assign(this.defaultConfig, config.audio);\n\n      if (this.decoder) {\n        await this.decoder.updateConfig(config.audio);\n      }\n    }\n\n    this.channel.state = WorkerState.Ready;\n\n    return { success: true };\n  }\n\n  private async handleReceiveStream(\n    stream: ReadableStream,\n    metadata?: Record<string, any>\n  ): Promise<void> {\n    const sessionId = metadata?.sessionId || this.clipId;\n    const trackId = metadata?.trackId || this.trackId;\n    if (!this.decoder) {\n      // Prefer metadata, fallback to defaultConfig\n      // Note: If codec is not available, decoder will buffer chunks internally\n      const decoderConfig = {\n        ...this.defaultConfig,\n        codec: metadata?.codec ?? this.defaultConfig.codec,\n        sampleRate: metadata?.sampleRate ?? this.defaultConfig.sampleRate,\n        numberOfChannels: metadata?.numberOfChannels ?? this.defaultConfig.numberOfChannels,\n        description: normalizeDescription(metadata?.description) ?? this.defaultConfig.description,\n      };\n\n      this.decoder = new AudioChunkDecoder(trackId, decoderConfig);\n    }\n\n    this.trackMetadata = {\n      clipId: this.clipId,\n      config: this.extractTrackConfig(metadata?.runtimeConfig),\n      sampleRate: metadata?.sampleRate,\n      numberOfChannels: metadata?.numberOfChannels,\n      type: (metadata?.trackType as TrackMetadata['type']) ?? 'other',\n    };\n\n    const transform = this.decoder.createStream();\n    this.channel.sendStream(transform.readable as ReadableStream<AudioData>, {\n      streamType: 'audio',\n      sessionId,\n      trackId,\n      clipStartUs: metadata?.clipStartUs ?? 0,\n      clipDurationUs: metadata?.clipDurationUs ?? 0,\n      trackMetadata: this.trackMetadata,\n    });\n\n    stream\n      .pipeTo(transform.writable)\n      .catch((error) => console.error('[AudioDecodeWorker] Audio stream pipe error:', error));\n  }\n\n  private extractTrackConfig(config: any): AudioTrackConfig {\n    return {\n      startTimeUs: config?.startTimeUs ?? 0,\n      durationUs: config?.durationUs,\n      volume: config?.volume ?? 1,\n      fadeIn: config?.fadeIn,\n      fadeOut: config?.fadeOut,\n      effects: config?.effects ?? [],\n      duckingTag: config?.duckingTag,\n    };\n  }\n\n  private async handleFlush(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.flush();\n    }\n    return { success: true };\n  }\n\n  private async handleReset(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.reset();\n    }\n\n    this.channel.notify('reset_complete', {\n      type: 'audio',\n    });\n\n    return { success: true };\n  }\n\n  private async handleGetStats(): Promise<{ audio?: any }> {\n    if (!this.decoder) {\n      return {};\n    }\n\n    return {\n      audio: {\n        clipId: this.clipId,\n        trackId: this.trackId,\n        configured: this.decoder.isConfigured,\n        queueSize: this.decoder.queueSize,\n        state: this.decoder.state,\n      },\n    };\n  }\n\n  private async handleDispose(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.close();\n      this.decoder = null;\n    }\n\n    this.upstreamPort?.close();\n    this.upstreamPort = null;\n\n    this.trackMetadata = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n\nconst worker = new AudioDecodeWorker();\n\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null;\n"],"names":[],"mappings":";;AAOO,MAAM,0BAA0B,YAKrC;AAAA;AAAA,EAEA,OAAwB,0BAA0B;AAAA,EAClD,OAAwB,iCAAiC;AAAA;AAAA,EAGhD;AAAA;AAAA,EAGU;AAAA,EACA;AAAA;AAAA,EAGX,iBAAsC,CAAA;AAAA,EACtC,qBAA8B;AAAA,EAEtC,YAAY,SAAiB,QAAsC;AAEjE,UAAM,MAA4B;AAElC,SAAK,UAAU;AAGf,SAAK,gBACH,QAAQ,cAAc,iBAAiB,kBAAkB;AAC3D,SAAK,uBAAuB,kBAAkB;AAAA,EAChD;AAAA;AAAA,EAGA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,SAAS,SAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,QAAoD;AAErE,QAAI,CAAC,KAAK,WAAW,OAAO,OAAO;AACjC,YAAM,KAAK,UAAU,MAA4B;AACjD,YAAM,KAAK,sBAAA;AACX;AAAA,IACF;AAAA,EAOF;AAAA;AAAA,EAGS,eAA8D;AACrE,WAAO,IAAI;AAAA,MACT;AAAA,QACE,OAAO,OAAO,eAAe;AAC3B,eAAK,aAAa;AAElB,cAAI,KAAK,QAAQ,SAAS,CAAC,KAAK,SAAS;AACvC,kBAAM,KAAK,WAAA;AAAA,UACb;AAAA,QACF;AAAA,QAEA,WAAW,OAAO,UAAU;AAE1B,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,eAAe,KAAK,KAAK;AAC9B;AAAA,UACF;AAGA,cAAI,KAAK,oBAAoB;AAC3B,iBAAK,eAAe,KAAK,KAAK;AAC9B;AAAA,UACF;AAGA,gBAAM,KAAK,aAAa,KAAK;AAAA,QAC/B;AAAA,QAEA,OAAO,YAAY;AACjB,cAAI,KAAK,SAAS;AAChB,kBAAM,KAAK,MAAA;AAAA,UACb;AAAA,QACF;AAAA,MAAA;AAAA,MAEF;AAAA,QACE,eAAe,KAAK;AAAA,QACpB,MAAM,MAAM;AAAA,MAAA;AAAA,IACd;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAyC;AAClE,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,MAAM,yBAAyB;AAAA,IAC3C;AAEA,QAAI,KAAK,QAAQ,UAAU,cAAc;AACvC,cAAQ,MAAM,oDAAoD,KAAK,QAAQ,KAAK;AACpF,YAAM,IAAI,MAAM,kCAAkC,KAAK,QAAQ,KAAK,EAAE;AAAA,IACxE;AAGA,QAAI,KAAK,QAAQ,mBAAmB,KAAK,sBAAsB;AAC7D,YAAM,IAAI,QAAc,CAAC,YAAY;AACnC,cAAM,QAAQ,MAAM;AAClB,cAAI,CAAC,KAAK,WAAW,KAAK,QAAQ,kBAAkB,KAAK,uBAAuB,GAAG;AACjF,oBAAA;AAAA,UACF,OAAO;AACL,uBAAW,OAAO,EAAE;AAAA,UACtB;AAAA,QACF;AACA,cAAA;AAAA,MACF,CAAC;AAAA,IACH;AAGA,QAAI;AACF,WAAK,OAAO,KAAK;AAAA,IACnB,SAAS,OAAO;AACd,cAAQ,MAAM,qCAAqC,KAAK;AACxD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA,EAGA,MAAgB,kBAAkB,QAA6D;AAC7F,UAAM,SAAS,MAAM,aAAa,kBAAkB;AAAA,MAClD,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,IAAA,CAC1B;AACD,WAAO,EAAE,WAAW,OAAO,aAAa,MAAA;AAAA,EAC1C;AAAA,EAEU,cAAc,MAGP;AACf,WAAO,IAAI,aAAa,IAAI;AAAA,EAC9B;AAAA,EAEU,iBAAyB;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,MAAgB,iBAAiB,QAA2C;AAC1E,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,KAAK,QAAQ,UAAU;AAAA,MAC3B,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,MACzB,GAAI,OAAO,eAAe,EAAE,aAAa,OAAO,YAAA;AAAA,IAAY,CAC7D;AAAA,EACH;AAAA,EAEU,OAAO,OAAgC;AAC/C,SAAK,SAAS,OAAO,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,QAA2C;AACzD,QAAI,KAAK,SAAS;AAEhB,YAAM,KAAK,YAAY,MAAM;AAC7B;AAAA,IACF;AAEA,SAAK,SAAS;AAGd,UAAM,KAAK,WAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,wBAAuC;AAC3C,QAAI,CAAC,KAAK,WAAW,KAAK,eAAe,WAAW,GAAG;AACrD;AAAA,IACF;AAEA,SAAK,qBAAqB;AAG1B,UAAM,SAAS,CAAC,GAAG,KAAK,cAAc;AACtC,SAAK,iBAAiB,CAAA;AAEtB,eAAW,SAAS,QAAQ;AAC1B,UAAI;AACF,cAAM,KAAK,aAAa,KAAK;AAAA,MAC/B,SAAS,OAAO;AACd,gBAAQ,MAAM,wDAAwD,KAAK;AAAA,MAC7E;AAAA,IACF;AAEA,SAAK,qBAAqB;AAG1B,QAAI,KAAK,eAAe,SAAS,GAAG;AAClC,YAAM,KAAK,sBAAA;AAAA,IACb;AAAA,EACF;AAAA;AAAA,EAGA,MAAe,QAAuB;AAEpC,SAAK,iBAAiB,CAAA;AAGtB,UAAM,MAAM,MAAA;AAAA,EACd;AACF;AC7NA,MAAM,uBAAuB,CAAC,SAAkE;AAC9F,MAAI,CAAC,KAAM,QAAO;AAElB,MAAI,gBAAgB,YAAa,QAAO;AAExC,QAAM,OAAO;AACb,SAAO,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU;AAC7E;AAcO,MAAM,kBAAkB;AAAA,EACrB;AAAA,EACA,UAAoC;AAAA,EACpC,SAAiB;AAAA,EACjB,UAAkB;AAAA,EAElB,gBAA6C,CAAA;AAAA,EAC7C,gBAAsC;AAAA,EAEtC,eAAmC;AAAA,EAE3C,cAAc;AACZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,SAAK,cAAA;AAAA,EACP;AAAA,EAEQ,gBAAsB;AAC5B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAAA,EACvF;AAAA,EAEA,MAAc,cAAc,SAQM;AAChC,UAAM,EAAE,MAAM,WAAW,WAAW,YAAY;AAEhD,QAAI,cAAc,YAAY;AAC5B,WAAK,eAAe;AACpB,WAAK,SAAS,aAAa;AAC3B,WAAK,UAAU,WAAW,aAAa;AAEvC,YAAM,UAAU,IAAI,cAAc,MAAM;AAAA,QACtC,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AAED,cAAQ,cAAc,CAAC,QAAQ,aAAa;AAC1C,aAAK,oBAAoB,QAAQ;AAAA,UAC/B,GAAG;AAAA,UACH,aAAa,QAAQ;AAAA,UACrB,gBAAgB,QAAQ;AAAA,QAAA,CACzB;AAAA,MACH,CAAC;AAED,cAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AAAA,IACtE;AAEA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,gBAAgB,SAQI;AAChC,UAAM,EAAE,WAAW,YAAY,OAAO,YAAY,kBAAkB,aAAa,WAC/E;AAEF,QAAI,aAAa,eAAe,SAAS;AAEvC,aAAO,OAAO,KAAK,eAAe;AAAA,QAChC;AAAA,QACA;AAAA,QACA;AAAA,QACA,aAAa,qBAAqB,WAAW;AAAA,MAAA,CAC9C;AAGD,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa;AAAA,UAC9B;AAAA,UACA;AAAA,UACA;AAAA,UACA,aAAa,qBAAqB,WAAW;AAAA,QAAA,CAC9C;AAAA,MACH;AAEA,aAAO,EAAE,SAAS,KAAA;AAAA,IACpB;AAEA,QAAI,QAAQ,OAAO;AACjB,aAAO,OAAO,KAAK,eAAe,OAAO,KAAK;AAE9C,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa,OAAO,KAAK;AAAA,MAC9C;AAAA,IACF;AAEA,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,oBACZ,QACA,UACe;AACf,UAAM,YAAY,UAAU,aAAa,KAAK;AAC9C,UAAM,UAAU,UAAU,WAAW,KAAK;AAC1C,QAAI,CAAC,KAAK,SAAS;AAGjB,YAAM,gBAAgB;AAAA,QACpB,GAAG,KAAK;AAAA,QACR,OAAO,UAAU,SAAS,KAAK,cAAc;AAAA,QAC7C,YAAY,UAAU,cAAc,KAAK,cAAc;AAAA,QACvD,kBAAkB,UAAU,oBAAoB,KAAK,cAAc;AAAA,QACnE,aAAa,qBAAqB,UAAU,WAAW,KAAK,KAAK,cAAc;AAAA,MAAA;AAGjF,WAAK,UAAU,IAAI,kBAAkB,SAAS,aAAa;AAAA,IAC7D;AAEA,SAAK,gBAAgB;AAAA,MACnB,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK,mBAAmB,UAAU,aAAa;AAAA,MACvD,YAAY,UAAU;AAAA,MACtB,kBAAkB,UAAU;AAAA,MAC5B,MAAO,UAAU,aAAuC;AAAA,IAAA;AAG1D,UAAM,YAAY,KAAK,QAAQ,aAAA;AAC/B,SAAK,QAAQ,WAAW,UAAU,UAAuC;AAAA,MACvE,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,aAAa,UAAU,eAAe;AAAA,MACtC,gBAAgB,UAAU,kBAAkB;AAAA,MAC5C,eAAe,KAAK;AAAA,IAAA,CACrB;AAED,WACG,OAAO,UAAU,QAAQ,EACzB,MAAM,CAAC,UAAU,QAAQ,MAAM,gDAAgD,KAAK,CAAC;AAAA,EAC1F;AAAA,EAEQ,mBAAmB,QAA+B;AACxD,WAAO;AAAA,MACL,aAAa,QAAQ,eAAe;AAAA,MACpC,YAAY,QAAQ;AAAA,MACpB,QAAQ,QAAQ,UAAU;AAAA,MAC1B,QAAQ,QAAQ;AAAA,MAChB,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ,WAAW,CAAA;AAAA,MAC5B,YAAY,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AACA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AAEA,SAAK,QAAQ,OAAO,kBAAkB;AAAA,MACpC,MAAM;AAAA,IAAA,CACP;AAED,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,iBAA2C;AACvD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,CAAA;AAAA,IACT;AAEA,WAAO;AAAA,MACL,OAAO;AAAA,QACL,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,QACd,YAAY,KAAK,QAAQ;AAAA,QACzB,WAAW,KAAK,QAAQ;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,MAAA;AAAA,IACtB;AAAA,EAEJ;AAAA,EAEA,MAAc,gBAA+C;AAC3D,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AACnB,WAAK,UAAU;AAAA,IACjB;AAEA,SAAK,cAAc,MAAA;AACnB,SAAK,eAAe;AAEpB,SAAK,gBAAgB;AAErB,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,kBAAA;AAEnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,qBAAe;"}

package/dist/workers/stages/demux/video-demux.worker.js

@@ -4,7 +4,9 @@ class VideoDemuxWorker {
   channel;
   demuxer = null;
   sessionId = null;
-  downstreamPort = null;
+  videoDownstreamPort = null;
+  audioDownstreamPort = null;
+  emitAudioToMain = false;
   constructor() {
     this.channel = new WorkerChannel(self, {
       name: "VideoDemuxWorker",
@@ -20,15 +22,105 @@ class VideoDemuxWorker {
     this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));
     this.channel.receiveStream(this.handleReceiveStream.bind(this));
   }
+  // ===== Helper methods (reduce duplication) =====
+  buildAudioDecoderConfig() {
+    const info = this.demuxer?.audioTrackInfo;
+    if (!info) return void 0;
+    return {
+      codec: info.codec,
+      sampleRate: info.sampleRate,
+      numberOfChannels: info.numberOfChannels,
+      description: info.description
+    };
+  }
+  sendVideoConfigure() {
+    if (!this.videoDownstreamPort || !this.demuxer) return;
+    const videoTrackInfo = this.demuxer.videoTrackInfo;
+    if (!videoTrackInfo) {
+      console.error("[VideoDemuxWorker] No video track found after ready");
+      return;
+    }
+    const downstreamChannel = new WorkerChannel(this.videoDownstreamPort, {
+      name: "VideoDemux-Decoder",
+      timeout: 3e4
+    });
+    downstreamChannel.send("configure", {
+      sessionId: this.sessionId,
+      streamType: "video",
+      codec: videoTrackInfo.codec,
+      width: videoTrackInfo.width,
+      height: videoTrackInfo.height,
+      description: videoTrackInfo.description
+    });
+  }
+  sendAudioConfigure() {
+    if (!this.audioDownstreamPort) return;
+    const cfg = this.buildAudioDecoderConfig();
+    if (!cfg) return;
+    const audioChannel = new WorkerChannel(this.audioDownstreamPort, {
+      name: "VideoDemux-AudioDecoder",
+      timeout: 3e4
+    });
+    audioChannel.send("configure", {
+      sessionId: this.sessionId,
+      streamType: "audio",
+      ...cfg
+    });
+  }
+  sendVideoStream(videoStream) {
+    if (!this.videoDownstreamPort) return;
+    const videoChannel = new WorkerChannel(this.videoDownstreamPort, {
+      name: "VideoDemux-Decoder",
+      timeout: 3e4
+    });
+    videoChannel.sendStream(videoStream, {
+      streamType: "video",
+      sessionId: this.sessionId
+    });
+  }
+  sendAudioStream(audioStream) {
+    if (!audioStream) return;
+    if (this.audioDownstreamPort) {
+      const audioChannel = new WorkerChannel(this.audioDownstreamPort, {
+        name: "VideoDemux-AudioDecoder",
+        timeout: 3e4
+      });
+      audioChannel.sendStream(audioStream, {
+        streamType: "audio",
+        sessionId: this.sessionId
+      });
+      return;
+    }
+    if (this.emitAudioToMain) {
+      const mapped = audioStream.pipeThrough(
+        new TransformStream({
+          transform: (chunk, ctl) => {
+            const decoderConfig = this.buildAudioDecoderConfig();
+            ctl.enqueue({ chunk, metadata: { decoderConfig } });
+          }
+        })
+      );
+      this.channel.sendStream(mapped, {
+        streamType: "audio",
+        sessionId: this.sessionId
+      });
+    }
+  }
   /**
    * Handle connection from orchestrator
    */
   async handleConnect(payload) {
-    const { port, sessionId, direction } = payload;
+    const { port, sessionId, direction, streamType } = payload;
     if (!port) {
       return { success: false };
     }
-    this.downstreamPort = port;
+    if (direction === "downstream") {
+      if (streamType === "audio") {
+        this.audioDownstreamPort = port;
+      } else {
+        this.videoDownstreamPort = port;
+      }
+    }
     this.sessionId = sessionId || null;
     return { success: true };
   }
@@ -45,10 +137,9 @@ class VideoDemuxWorker {
         if (this.demuxer) {
           this.demuxer.destroy();
         }
+        this.emitAudioToMain = !!config.emitAudioToMain;
         this.demuxer = new MP4Demuxer({
           ...config,
-          skipAudio: true,
-          // Video only
           onReady: () => this.handleDemuxerReady()
         });
         this.channel.notify("configured");
@@ -75,48 +166,26 @@ class VideoDemuxWorker {
     if (!this.demuxer) {
       this.demuxer = new MP4Demuxer({
         highWaterMark: 10,
-        skipAudio: true,
         onReady: () => this.handleDemuxerReady()
       });
     }
-    if (!this.downstreamPort) {
+    if (!this.videoDownstreamPort && !this.emitAudioToMain) {
       console.error("[VideoDemuxWorker] Decoder not connected", this.sessionId);
       return;
     }
     const videoStream = this.demuxer.createVideoStream();
-    const downstreamChannel = new WorkerChannel(this.downstreamPort, {
-      name: "VideoDemux-Decoder",
-      timeout: 3e4
-    });
-    downstreamChannel.sendStream(videoStream.readable, {
-      streamType: "video",
-      sessionId: this.sessionId
-    });
-    await stream.pipeTo(videoStream.writable).catch((error) => {
-      console.error("[VideoDemuxWorker] Stream error:", this.sessionId, error);
+    const audioStream = this.demuxer.createAudioStream();
+    this.sendVideoStream(videoStream);
+    this.sendAudioStream(audioStream);
+    const inputStream = this.demuxer.createInputStream();
+    await stream.pipeTo(inputStream).catch((error) => {
+      console.error("[VideoDemuxWorker] Input stream error:", this.sessionId, error);
     });
   }
   handleDemuxerReady() {
-    if (!this.demuxer || !this.downstreamPort) {
-      return;
-    }
-    const videoTrackInfo = this.demuxer.videoTrackInfo;
-    if (!videoTrackInfo) {
-      console.error("[VideoDemuxWorker] No video track found after ready");
-      return;
-    }
-    const downstreamChannel = new WorkerChannel(this.downstreamPort, {
-      name: "VideoDemux-Decoder",
-      timeout: 3e4
-    });
-    downstreamChannel.send("configure", {
-      sessionId: this.sessionId,
-      streamType: "video",
-      codec: videoTrackInfo.codec,
-      width: videoTrackInfo.width,
-      height: videoTrackInfo.height,
-      description: videoTrackInfo.description
-    });
+    if (!this.demuxer) return;
+    this.sendVideoConfigure();
+    this.sendAudioConfigure();
   }
   /**
    * Get demuxer statistics
@@ -137,8 +206,10 @@ class VideoDemuxWorker {
     this.demuxer?.destroy();
     this.demuxer = null;
     this.sessionId = null;
-    this.downstreamPort?.close();
-    this.downstreamPort = null;
+    this.videoDownstreamPort?.close();
+    this.videoDownstreamPort = null;
+    this.audioDownstreamPort?.close();
+    this.audioDownstreamPort = null;
     this.channel.state = WorkerState.Disposed;
     return { success: true };
   }

package/dist/workers/stages/demux/video-demux.worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"video-demux.worker.js","sources":["../../../../src/stages/demux/video-demux.worker.ts"],"sourcesContent":["import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { MP4Demuxer } from './MP4Demuxer';\nimport type { DemuxConfig } from './types';\n\ninterface LoaderStreamMetadata {\n  sessionId?: string;\n  byteStart?: number;\n  byteEnd?: number;\n}\n/**\n * VideoDemuxWorker - First stage for video processing\n * Extracts video tracks from container formats (MP4, etc.)\n *\n * Pipeline: ResourceLoader (Main Thread) → VideoDemuxWorker → DecodeWorker\n *\n * Architecture Note:\n * - One VideoDemuxWorker instance per CLIP (not per resource)\n * - Multiple clips can share the same resource (different workers, independent processing)\n * - This enables clean 2-Clip strategy lifecycle management\n *\n * Features:\n * - MP4 container demuxing with mp4box.js\n * - Stream-based processing with backpressure\n * - Direct streaming to DecodeWorker\n */\nexport class VideoDemuxWorker {\n  private channel: WorkerChannel;\n  private demuxer: MP4Demuxer | null = null;\n  private sessionId: string | null = null;\n  private downstreamPort: MessagePort | null = null;\n\n  constructor() {\n    // Initialize WorkerChannel\n    this.channel = new WorkerChannel(self as any, {\n      name: 'VideoDemuxWorker',\n      timeout: 30000,\n    });\n    this.setupHandlers();\n  }\n\n  /* @better-ai.mdc For test visibility */\n  protected setupHandlers(): void {\n    // Register message handlers\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n\n    // Setup stream receiver from ResourceLoader (main thread)\n    this.channel.receiveStream(this.handleReceiveStream.bind(this));\n  }\n\n  /**\n   * Handle connection from orchestrator\n   */\n  private async handleConnect(payload: {\n    port?: MessagePort;\n    streamType?: string;\n    sessionId?: string;\n    direction?: string;\n  }): Promise<{ success: boolean }> {\n    const { port, sessionId, direction } = payload;\n\n    if (!port) {\n      return { success: false };\n    }\n\n    this.downstreamPort = port;\n    this.sessionId = sessionId || null;\n    return { success: true };\n  }\n\n  /**\n   * Configure demuxer with format settings\n   * @param payload.config - Demuxer configuration\n   * @param payload.initial - If true, initialize worker state; otherwise just update config\n   */\n  private async handleConfigure(payload: {\n    config: DemuxConfig;\n    initial?: boolean;\n  }): Promise<{ success: boolean; tracks?: any[] }> {\n    const { config, initial = false } = payload;\n\n    try {\n      if (initial) {\n        // Initial setup - set worker state to ready\n        this.channel.state = WorkerState.Ready;\n\n        // Create new demuxer instance\n        if (this.demuxer) {\n          this.demuxer.destroy();\n        }\n\n        this.demuxer = new MP4Demuxer({\n          ...config,\n          skipAudio: true, // Video only\n          onReady: () => this.handleDemuxerReady(),\n        });\n\n        // Notify configuration complete\n        this.channel.notify('configured');\n\n        return { success: true };\n      } else {\n        // Update configuration only (e.g., backpressure settings)\n        this.demuxer?.updateConfig(config);\n        return { success: true };\n      }\n    } catch (error: any) {\n      throw {\n        code: error.code || 'CONFIG_ERROR',\n        message: error.message,\n      };\n    }\n  }\n\n  /**\n   * Handle input stream from ResourceLoader (main thread)\n   * Strategy: Stream immediately, send codec info when ready\n   */\n  private async handleReceiveStream(\n    stream: ReadableStream<Uint8Array | ArrayBuffer>,\n    metadata?: LoaderStreamMetadata\n  ): Promise<void> {\n    // Store sessionId from metadata (only happens once per worker lifecycle)\n    // Note: Do NOT override if already set by handleConnect (which has correct sessionId)\n    if (!this.sessionId) {\n      this.sessionId = metadata?.sessionId || this.sessionId;\n    }\n\n    // Initialize demuxer on first stream\n    if (!this.demuxer) {\n      this.demuxer = new MP4Demuxer({\n        highWaterMark: 10,\n        skipAudio: true,\n        onReady: () => this.handleDemuxerReady(),\n      });\n    }\n\n    if (!this.downstreamPort) {\n      console.error('[VideoDemuxWorker] Decoder not connected', this.sessionId);\n      return;\n    }\n\n    // Create and send stream to decoder\n    const videoStream = this.demuxer.createVideoStream();\n    const downstreamChannel = new WorkerChannel(this.downstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n\n    downstreamChannel.sendStream(videoStream.readable, {\n      streamType: 'video',\n      sessionId: this.sessionId,\n    });\n\n    await stream.pipeTo(videoStream.writable).catch((error) => {\n      console.error('[VideoDemuxWorker] Stream error:', this.sessionId, error);\n    });\n  }\n\n  private handleDemuxerReady(): void {\n    if (!this.demuxer || !this.downstreamPort) {\n      return;\n    }\n\n    const videoTrackInfo = this.demuxer.videoTrackInfo;\n    if (!videoTrackInfo) {\n      console.error('[VideoDemuxWorker] No video track found after ready');\n      return;\n    }\n\n    const downstreamChannel = new WorkerChannel(this.downstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n\n    downstreamChannel.send('configure' as any, {\n      sessionId: this.sessionId,\n      streamType: 'video',\n      codec: videoTrackInfo.codec,\n      width: videoTrackInfo.width,\n      height: videoTrackInfo.height,\n      description: videoTrackInfo.description,\n    });\n  }\n\n  /**\n   * Get demuxer statistics\n   */\n  private async handleGetStats(): Promise<{\n    queueSize?: number;\n    tracksInfo?: any[];\n    state?: WorkerState;\n  }> {\n    if (!this.demuxer) {\n      return { state: this.channel.state };\n    }\n\n    return {\n      tracksInfo: Array.from(this.demuxer.tracks.values()),\n      state: this.channel.state,\n    };\n  }\n\n  /**\n   * Dispose worker and cleanup resources\n   */\n  private async handleDispose(): Promise<{ success: boolean }> {\n    // Destroy demuxer\n    this.demuxer?.destroy();\n    this.demuxer = null;\n    this.sessionId = null;\n\n    // Close connections\n    this.downstreamPort?.close();\n    this.downstreamPort = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n// Initialize worker\nconst worker = new VideoDemuxWorker();\n\n// Handle worker termination\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null; // Required for TypeScript worker compilation\n"],"names":[],"mappings":";;AA0BO,MAAM,iBAAiB;AAAA,EACpB;AAAA,EACA,UAA6B;AAAA,EAC7B,YAA2B;AAAA,EAC3B,iBAAqC;AAAA,EAE7C,cAAc;AAEZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,SAAK,cAAA;AAAA,EACP;AAAA;AAAA,EAGU,gBAAsB;AAE9B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAGrF,SAAK,QAAQ,cAAc,KAAK,oBAAoB,KAAK,IAAI,CAAC;AAAA,EAChE;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cAAc,SAKM;AAChC,UAAM,EAAE,MAAM,WAAW,UAAA,IAAc;AAEvC,QAAI,CAAC,MAAM;AACT,aAAO,EAAE,SAAS,MAAA;AAAA,IACpB;AAEA,SAAK,iBAAiB;AACtB,SAAK,YAAY,aAAa;AAC9B,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,gBAAgB,SAGoB;AAChD,UAAM,EAAE,QAAQ,UAAU,MAAA,IAAU;AAEpC,QAAI;AACF,UAAI,SAAS;AAEX,aAAK,QAAQ,QAAQ,YAAY;AAGjC,YAAI,KAAK,SAAS;AAChB,eAAK,QAAQ,QAAA;AAAA,QACf;AAEA,aAAK,UAAU,IAAI,WAAW;AAAA,UAC5B,GAAG;AAAA,UACH,WAAW;AAAA;AAAA,UACX,SAAS,MAAM,KAAK,mBAAA;AAAA,QAAmB,CACxC;AAGD,aAAK,QAAQ,OAAO,YAAY;AAEhC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB,OAAO;AAEL,aAAK,SAAS,aAAa,MAAM;AACjC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB;AAAA,IACF,SAAS,OAAY;AACnB,YAAM;AAAA,QACJ,MAAM,MAAM,QAAQ;AAAA,QACpB,SAAS,MAAM;AAAA,MAAA;AAAA,IAEnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBACZ,QACA,UACe;AAGf,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,UAAU,aAAa,KAAK;AAAA,IAC/C;AAGA,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,IAAI,WAAW;AAAA,QAC5B,eAAe;AAAA,QACf,WAAW;AAAA,QACX,SAAS,MAAM,KAAK,mBAAA;AAAA,MAAmB,CACxC;AAAA,IACH;AAEA,QAAI,CAAC,KAAK,gBAAgB;AACxB,cAAQ,MAAM,4CAA4C,KAAK,SAAS;AACxE;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,oBAAoB,IAAI,cAAc,KAAK,gBAAgB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,sBAAkB,WAAW,YAAY,UAAU;AAAA,MACjD,YAAY;AAAA,MACZ,WAAW,KAAK;AAAA,IAAA,CACjB;AAED,UAAM,OAAO,OAAO,YAAY,QAAQ,EAAE,MAAM,CAAC,UAAU;AACzD,cAAQ,MAAM,oCAAoC,KAAK,WAAW,KAAK;AAAA,IACzE,CAAC;AAAA,EACH;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAW,CAAC,KAAK,gBAAgB;AACzC;AAAA,IACF;AAEA,UAAM,iBAAiB,KAAK,QAAQ;AACpC,QAAI,CAAC,gBAAgB;AACnB,cAAQ,MAAM,qDAAqD;AACnE;AAAA,IACF;AAEA,UAAM,oBAAoB,IAAI,cAAc,KAAK,gBAAgB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,sBAAkB,KAAK,aAAoB;AAAA,MACzC,WAAW,KAAK;AAAA,MAChB,YAAY;AAAA,MACZ,OAAO,eAAe;AAAA,MACtB,OAAO,eAAe;AAAA,MACtB,QAAQ,eAAe;AAAA,MACvB,aAAa,eAAe;AAAA,IAAA,CAC7B;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAIX;AACD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,EAAE,OAAO,KAAK,QAAQ,MAAA;AAAA,IAC/B;AAEA,WAAO;AAAA,MACL,YAAY,MAAM,KAAK,KAAK,QAAQ,OAAO,QAAQ;AAAA,MACnD,OAAO,KAAK,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAA+C;AAE3D,SAAK,SAAS,QAAA;AACd,SAAK,UAAU;AACf,SAAK,YAAY;AAGjB,SAAK,gBAAgB,MAAA;AACrB,SAAK,iBAAiB;AAEtB,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,iBAAA;AAGnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,oBAAe;"}
+{"version":3,"file":"video-demux.worker.js","sources":["../../../../src/stages/demux/video-demux.worker.ts"],"sourcesContent":["import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { MP4Demuxer } from './MP4Demuxer';\nimport type { DemuxConfig } from './types';\n\ninterface LoaderStreamMetadata {\n  sessionId?: string;\n  byteStart?: number;\n  byteEnd?: number;\n}\n/**\n * VideoDemuxWorker - First stage for video processing\n * Extracts video tracks from container formats (MP4, etc.)\n *\n * Pipeline: ResourceLoader (Main Thread) → VideoDemuxWorker → DecodeWorker\n *\n * Architecture Note:\n * - One VideoDemuxWorker instance per CLIP (not per resource)\n * - Multiple clips can share the same resource (different workers, independent processing)\n * - This enables clean 2-Clip strategy lifecycle management\n *\n * Features:\n * - MP4 container demuxing with mp4box.js\n * - Stream-based processing with backpressure\n * - Direct streaming to DecodeWorker\n */\nexport class VideoDemuxWorker {\n  private channel: WorkerChannel;\n  private demuxer: MP4Demuxer | null = null;\n  private sessionId: string | null = null;\n  private videoDownstreamPort: MessagePort | null = null;\n  private audioDownstreamPort: MessagePort | null = null;\n  private emitAudioToMain: boolean = false;\n\n  constructor() {\n    // Initialize WorkerChannel\n    this.channel = new WorkerChannel(self as any, {\n      name: 'VideoDemuxWorker',\n      timeout: 30000,\n    });\n    this.setupHandlers();\n  }\n\n  /* @better-ai.mdc For test visibility */\n  protected setupHandlers(): void {\n    // Register message handlers\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n\n    // Setup stream receiver from ResourceLoader (main thread)\n    this.channel.receiveStream(this.handleReceiveStream.bind(this));\n  }\n\n  // ===== Helper methods (reduce duplication) =====\n  private buildAudioDecoderConfig(): any {\n    const info = this.demuxer?.audioTrackInfo;\n    if (!info) return undefined;\n    return {\n      codec: info.codec,\n      sampleRate: info.sampleRate,\n      numberOfChannels: info.numberOfChannels,\n      description: info.description,\n    };\n  }\n\n  private sendVideoConfigure(): void {\n    if (!this.videoDownstreamPort || !this.demuxer) return;\n    const videoTrackInfo = this.demuxer.videoTrackInfo;\n    if (!videoTrackInfo) {\n      console.error('[VideoDemuxWorker] No video track found after ready');\n      return;\n    }\n    const downstreamChannel = new WorkerChannel(this.videoDownstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n    downstreamChannel.send('configure' as any, {\n      sessionId: this.sessionId,\n      streamType: 'video',\n      codec: videoTrackInfo.codec,\n      width: videoTrackInfo.width,\n      height: videoTrackInfo.height,\n      description: videoTrackInfo.description,\n    });\n  }\n\n  private sendAudioConfigure(): void {\n    if (!this.audioDownstreamPort) return;\n    const cfg = this.buildAudioDecoderConfig();\n    if (!cfg) return;\n    const audioChannel = new WorkerChannel(this.audioDownstreamPort, {\n      name: 'VideoDemux-AudioDecoder',\n      timeout: 30000,\n    });\n    audioChannel.send('configure' as any, {\n      sessionId: this.sessionId,\n      streamType: 'audio',\n      ...cfg,\n    });\n  }\n\n  private sendVideoStream(videoStream: ReadableStream<EncodedVideoChunk>): void {\n    if (!this.videoDownstreamPort) return;\n    const videoChannel = new WorkerChannel(this.videoDownstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n    videoChannel.sendStream(videoStream, {\n      streamType: 'video',\n      sessionId: this.sessionId,\n    });\n  }\n\n  private sendAudioStream(audioStream: ReadableStream<EncodedAudioChunk> | null): void {\n    if (!audioStream) return;\n\n    // Prefer decoder when connected; otherwise emit to main when enabled\n    if (this.audioDownstreamPort) {\n      const audioChannel = new WorkerChannel(this.audioDownstreamPort, {\n        name: 'VideoDemux-AudioDecoder',\n        timeout: 30000,\n      });\n      audioChannel.sendStream(audioStream, {\n        streamType: 'audio',\n        sessionId: this.sessionId,\n      });\n      return;\n    }\n\n    if (this.emitAudioToMain) {\n      // Wrap to { chunk, metadata: { decoderConfig } }, compute decoderConfig per chunk\n      const mapped = audioStream.pipeThrough(\n        new TransformStream<EncodedAudioChunk, { chunk: EncodedAudioChunk; metadata: any }>({\n          transform: (chunk, ctl) => {\n            const decoderConfig = this.buildAudioDecoderConfig();\n            ctl.enqueue({ chunk, metadata: { decoderConfig } });\n          },\n        })\n      );\n      this.channel.sendStream(mapped, {\n        streamType: 'audio',\n        sessionId: this.sessionId,\n      });\n    }\n  }\n\n  /**\n   * Handle connection from orchestrator\n   */\n  private async handleConnect(payload: {\n    port?: MessagePort;\n    streamType?: string;\n    sessionId?: string;\n    direction?: string;\n  }): Promise<{ success: boolean }> {\n    const { port, sessionId, direction, streamType } = payload;\n\n    if (!port) {\n      return { success: false };\n    }\n\n    if (direction === 'downstream') {\n      if (streamType === 'audio') {\n        this.audioDownstreamPort = port;\n      } else {\n        this.videoDownstreamPort = port;\n      }\n    }\n\n    this.sessionId = sessionId || null;\n    return { success: true };\n  }\n\n  /**\n   * Configure demuxer with format settings\n   * @param payload.config - Demuxer configuration\n   * @param payload.initial - If true, initialize worker state; otherwise just update config\n   */\n  private async handleConfigure(payload: {\n    config: DemuxConfig;\n    initial?: boolean;\n  }): Promise<{ success: boolean; tracks?: any[] }> {\n    const { config, initial = false } = payload;\n\n    try {\n      if (initial) {\n        // Initial setup - set worker state to ready\n        this.channel.state = WorkerState.Ready;\n\n        // Create new demuxer instance\n        if (this.demuxer) {\n          this.demuxer.destroy();\n        }\n\n        // Persist audio emission preference\n        this.emitAudioToMain = !!config.emitAudioToMain;\n\n        this.demuxer = new MP4Demuxer({\n          ...config,\n          onReady: () => this.handleDemuxerReady(),\n        });\n\n        // Notify configuration complete\n        this.channel.notify('configured');\n\n        return { success: true };\n      } else {\n        // Update configuration only (e.g., backpressure settings)\n        this.demuxer?.updateConfig(config);\n        return { success: true };\n      }\n    } catch (error: any) {\n      throw {\n        code: error.code || 'CONFIG_ERROR',\n        message: error.message,\n      };\n    }\n  }\n\n  /**\n   * Handle input stream from ResourceLoader (main thread)\n   * Strategy: Stream immediately, send codec info when ready\n   */\n  private async handleReceiveStream(\n    stream: ReadableStream<Uint8Array | ArrayBuffer>,\n    metadata?: LoaderStreamMetadata\n  ): Promise<void> {\n    // Store sessionId from metadata (only happens once per worker lifecycle)\n    // Note: Do NOT override if already set by handleConnect (which has correct sessionId)\n    if (!this.sessionId) {\n      this.sessionId = metadata?.sessionId || this.sessionId;\n    }\n\n    // Initialize demuxer on first stream\n    if (!this.demuxer) {\n      this.demuxer = new MP4Demuxer({\n        highWaterMark: 10,\n        onReady: () => this.handleDemuxerReady(),\n      });\n    }\n\n    // If no video downstream is connected, we can still proceed when\n    // we only need to emit audio to the main thread for L2 caching.\n    if (!this.videoDownstreamPort && !this.emitAudioToMain) {\n      console.error('[VideoDemuxWorker] Decoder not connected', this.sessionId);\n      return;\n    }\n\n    // Create output streams (readable only)\n    const videoStream = this.demuxer.createVideoStream();\n    const audioStream = this.demuxer.createAudioStream();\n\n    // Send streams\n    this.sendVideoStream(videoStream);\n    this.sendAudioStream(audioStream);\n\n    // Create input stream and pipe source to it (single appendBuffer)\n    const inputStream = this.demuxer.createInputStream();\n    await stream.pipeTo(inputStream).catch((error) => {\n      console.error('[VideoDemuxWorker] Input stream error:', this.sessionId, error);\n    });\n  }\n\n  private handleDemuxerReady(): void {\n    if (!this.demuxer) return;\n    this.sendVideoConfigure();\n    this.sendAudioConfigure();\n  }\n\n  /**\n   * Get demuxer statistics\n   */\n  private async handleGetStats(): Promise<{\n    queueSize?: number;\n    tracksInfo?: any[];\n    state?: WorkerState;\n  }> {\n    if (!this.demuxer) {\n      return { state: this.channel.state };\n    }\n\n    return {\n      tracksInfo: Array.from(this.demuxer.tracks.values()),\n      state: this.channel.state,\n    };\n  }\n\n  /**\n   * Dispose worker and cleanup resources\n   */\n  private async handleDispose(): Promise<{ success: boolean }> {\n    // Destroy demuxer\n    this.demuxer?.destroy();\n    this.demuxer = null;\n    this.sessionId = null;\n\n    // Close connections\n    this.videoDownstreamPort?.close();\n    this.videoDownstreamPort = null;\n    this.audioDownstreamPort?.close();\n    this.audioDownstreamPort = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n// Initialize worker\nconst worker = new VideoDemuxWorker();\n\n// Handle worker termination\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null; // Required for TypeScript worker compilation\n"],"names":[],"mappings":";;AA0BO,MAAM,iBAAiB;AAAA,EACpB;AAAA,EACA,UAA6B;AAAA,EAC7B,YAA2B;AAAA,EAC3B,sBAA0C;AAAA,EAC1C,sBAA0C;AAAA,EAC1C,kBAA2B;AAAA,EAEnC,cAAc;AAEZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,SAAK,cAAA;AAAA,EACP;AAAA;AAAA,EAGU,gBAAsB;AAE9B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAGrF,SAAK,QAAQ,cAAc,KAAK,oBAAoB,KAAK,IAAI,CAAC;AAAA,EAChE;AAAA;AAAA,EAGQ,0BAA+B;AACrC,UAAM,OAAO,KAAK,SAAS;AAC3B,QAAI,CAAC,KAAM,QAAO;AAClB,WAAO;AAAA,MACL,OAAO,KAAK;AAAA,MACZ,YAAY,KAAK;AAAA,MACjB,kBAAkB,KAAK;AAAA,MACvB,aAAa,KAAK;AAAA,IAAA;AAAA,EAEtB;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,QAAS;AAChD,UAAM,iBAAiB,KAAK,QAAQ;AACpC,QAAI,CAAC,gBAAgB;AACnB,cAAQ,MAAM,qDAAqD;AACnE;AAAA,IACF;AACA,UAAM,oBAAoB,IAAI,cAAc,KAAK,qBAAqB;AAAA,MACpE,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,sBAAkB,KAAK,aAAoB;AAAA,MACzC,WAAW,KAAK;AAAA,MAChB,YAAY;AAAA,MACZ,OAAO,eAAe;AAAA,MACtB,OAAO,eAAe;AAAA,MACtB,QAAQ,eAAe;AAAA,MACvB,aAAa,eAAe;AAAA,IAAA,CAC7B;AAAA,EACH;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,oBAAqB;AAC/B,UAAM,MAAM,KAAK,wBAAA;AACjB,QAAI,CAAC,IAAK;AACV,UAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,iBAAa,KAAK,aAAoB;AAAA,MACpC,WAAW,KAAK;AAAA,MAChB,YAAY;AAAA,MACZ,GAAG;AAAA,IAAA,CACJ;AAAA,EACH;AAAA,EAEQ,gBAAgB,aAAsD;AAC5E,QAAI,CAAC,KAAK,oBAAqB;AAC/B,UAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,iBAAa,WAAW,aAAa;AAAA,MACnC,YAAY;AAAA,MACZ,WAAW,KAAK;AAAA,IAAA,CACjB;AAAA,EACH;AAAA,EAEQ,gBAAgB,aAA6D;AACnF,QAAI,CAAC,YAAa;AAGlB,QAAI,KAAK,qBAAqB;AAC5B,YAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,QAC/D,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AACD,mBAAa,WAAW,aAAa;AAAA,QACnC,YAAY;AAAA,QACZ,WAAW,KAAK;AAAA,MAAA,CACjB;AACD;AAAA,IACF;AAEA,QAAI,KAAK,iBAAiB;AAExB,YAAM,SAAS,YAAY;AAAA,QACzB,IAAI,gBAAgF;AAAA,UAClF,WAAW,CAAC,OAAO,QAAQ;AACzB,kBAAM,gBAAgB,KAAK,wBAAA;AAC3B,gBAAI,QAAQ,EAAE,OAAO,UAAU,EAAE,cAAA,GAAiB;AAAA,UACpD;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,WAAK,QAAQ,WAAW,QAAQ;AAAA,QAC9B,YAAY;AAAA,QACZ,WAAW,KAAK;AAAA,MAAA,CACjB;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cAAc,SAKM;AAChC,UAAM,EAAE,MAAM,WAAW,WAAW,eAAe;AAEnD,QAAI,CAAC,MAAM;AACT,aAAO,EAAE,SAAS,MAAA;AAAA,IACpB;AAEA,QAAI,cAAc,cAAc;AAC9B,UAAI,eAAe,SAAS;AAC1B,aAAK,sBAAsB;AAAA,MAC7B,OAAO;AACL,aAAK,sBAAsB;AAAA,MAC7B;AAAA,IACF;AAEA,SAAK,YAAY,aAAa;AAC9B,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,gBAAgB,SAGoB;AAChD,UAAM,EAAE,QAAQ,UAAU,MAAA,IAAU;AAEpC,QAAI;AACF,UAAI,SAAS;AAEX,aAAK,QAAQ,QAAQ,YAAY;AAGjC,YAAI,KAAK,SAAS;AAChB,eAAK,QAAQ,QAAA;AAAA,QACf;AAGA,aAAK,kBAAkB,CAAC,CAAC,OAAO;AAEhC,aAAK,UAAU,IAAI,WAAW;AAAA,UAC5B,GAAG;AAAA,UACH,SAAS,MAAM,KAAK,mBAAA;AAAA,QAAmB,CACxC;AAGD,aAAK,QAAQ,OAAO,YAAY;AAEhC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB,OAAO;AAEL,aAAK,SAAS,aAAa,MAAM;AACjC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB;AAAA,IACF,SAAS,OAAY;AACnB,YAAM;AAAA,QACJ,MAAM,MAAM,QAAQ;AAAA,QACpB,SAAS,MAAM;AAAA,MAAA;AAAA,IAEnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBACZ,QACA,UACe;AAGf,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,UAAU,aAAa,KAAK;AAAA,IAC/C;AAGA,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,IAAI,WAAW;AAAA,QAC5B,eAAe;AAAA,QACf,SAAS,MAAM,KAAK,mBAAA;AAAA,MAAmB,CACxC;AAAA,IACH;AAIA,QAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,iBAAiB;AACtD,cAAQ,MAAM,4CAA4C,KAAK,SAAS;AACxE;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,cAAc,KAAK,QAAQ,kBAAA;AAGjC,SAAK,gBAAgB,WAAW;AAChC,SAAK,gBAAgB,WAAW;AAGhC,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,OAAO,OAAO,WAAW,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,0CAA0C,KAAK,WAAW,KAAK;AAAA,IAC/E,CAAC;AAAA,EACH;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,QAAS;AACnB,SAAK,mBAAA;AACL,SAAK,mBAAA;AAAA,EACP;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAIX;AACD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,EAAE,OAAO,KAAK,QAAQ,MAAA;AAAA,IAC/B;AAEA,WAAO;AAAA,MACL,YAAY,MAAM,KAAK,KAAK,QAAQ,OAAO,QAAQ;AAAA,MACnD,OAAO,KAAK,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAA+C;AAE3D,SAAK,SAAS,QAAA;AACd,SAAK,UAAU;AACf,SAAK,YAAY;AAGjB,SAAK,qBAAqB,MAAA;AAC1B,SAAK,sBAAsB;AAC3B,SAAK,qBAAqB,MAAA;AAC1B,SAAK,sBAAsB;AAE3B,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,iBAAA;AAGnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,oBAAe;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meframe/core",
-  "version": "0.0.16",
+  "version": "0.0.18",
   "description": "Next generation media processing framework based on WebCodecs",
   "type": "module",
   "main": "./dist/index.js",

package/dist/stages/compose/GlobalAudioSession.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"GlobalAudioSession.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAa,MAAM,mBAAmB,CAAC;AAE3D,OAAO,KAAK,EAAE,gBAAgB,EAAQ,MAAM,aAAa,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAI7D,UAAU,gBAAgB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,SAAS,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,gBAAgB;IACxB,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,UAAU,CAAC;IACpB,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI,CAAC;IACxC,kBAAkB,EAAE,MAAM,GAAG,CAAC;CAC/B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,YAAY,CAA+B;IACnD,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,MAAM,CAAO;IACrB,OAAO,CAAC,YAAY,CAAO;IAC3B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,qBAAqB,CAAa;gBAE9B,IAAI,EAAE,gBAAgB;IAKlC,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAKtC,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BtC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBnD,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI;IA2BhE,OAAO,CAAC,oBAAoB;IAoC5B,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAgCnF,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9E,YAAY,IAAI,IAAI;IAKpB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQhC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAO/B,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAOnC,KAAK,IAAI,IAAI;IAOb;;OAEG;IACG,yBAAyB,CAC7B,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACpC,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,yBAAyB,KAAK,IAAI,GAC9D,OAAO,CAAC,cAAc,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC;IA2BpD;;OAEG;IACG,uBAAuB,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;YA+B5D,sBAAsB;IAYpC,OAAO,CAAC,cAAc;IAwDtB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,qBAAqB;IAwB7B,OAAO,CAAC,iBAAiB;IAmEzB,OAAO,CAAC,oBAAoB;IAyE5B,OAAO,CAAC,mBAAmB;IAsB3B,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,sBAAsB;IAoB9B,OAAO,CAAC,oBAAoB;YAgBd,kBAAkB;CA6CjC"}

package/dist/stages/compose/GlobalAudioSession.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GlobalAudioSession.js","sources":["../../../src/stages/compose/GlobalAudioSession.ts"],"sourcesContent":["import type { TimeUs, AudioClip } from '../../model/types';\nimport { OfflineAudioMixer } from './OfflineAudioMixer';\nimport type { CompositionModel, Clip } from '../../model';\nimport type { WorkerPool } from '../../worker/WorkerPool';\nimport type { ResourceLoader } from '../load/ResourceLoader';\nimport type { EventBus } from '../../event/EventBus';\nimport type { EventPayloadMap } from '../../event/events';\nimport { MeframeEvent } from '../../event/events';\nimport type { CacheManager } from '../../cache/CacheManager';\nimport { AudioChunkEncoder } from '../encode/AudioChunkEncoder';\nimport { isAudioClip } from '../../model/types';\n\ninterface AudioDataMessage {\n  sessionId: string;\n  audioData: AudioData;\n  clipStartUs: TimeUs;\n  clipDurationUs: TimeUs;\n}\n\ninterface AudioSessionDeps {\n  cacheManager: CacheManager;\n  workers: WorkerPool;\n  resourceLoader: ResourceLoader;\n  eventBus: EventBus<EventPayloadMap>;\n  getModel: () => CompositionModel | null;\n  buildWorkerConfigs: () => any;\n}\n\nexport class GlobalAudioSession {\n  private mixer: OfflineAudioMixer;\n  private activeClips = new Set<string>();\n  private streamEndedClips = new Set<string>();\n  private deps: AudioSessionDeps;\n  private audioContext: AudioContext | null = null;\n  private audioSources: AudioBufferSourceNode[] = [];\n  private audioGainNodes: GainNode[] = [];\n  private volume = 1.0;\n  private playbackRate = 1.0;\n  private isPlaying = false;\n  private currentPlaybackTimeUs: TimeUs = 0;\n\n  constructor(deps: AudioSessionDeps) {\n    this.deps = deps;\n    this.mixer = new OfflineAudioMixer(deps.cacheManager, deps.getModel);\n  }\n\n  onAudioData(message: AudioDataMessage): void {\n    const { sessionId, audioData, clipStartUs, clipDurationUs } = message;\n    this.deps.cacheManager.putClipAudioData(sessionId, audioData, clipStartUs, clipDurationUs);\n  }\n\n  async activateAllAudioClips(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const audioTracks = model.tracks.filter((track) => track.kind === 'audio');\n\n    for (const track of audioTracks) {\n      for (const clip of track.clips) {\n        if (!this.activeClips.has(clip.id)) {\n          if (!isAudioClip(clip)) {\n            throw new Error(`Clip ${clip.id} in audio track is not an audio clip`);\n          }\n\n          await this.setupAudioPipeline(clip);\n          this.activeClips.add(clip.id);\n\n          await this.deps.resourceLoader.fetch(clip.resourceId, {\n            priority: 'high',\n            sessionId: clip.id,\n            trackId: track.id,\n          });\n\n          this.deps.eventBus.emit(MeframeEvent.ClipActivated, { clipId: clip.id });\n        }\n      }\n    }\n  }\n\n  async deactivateClip(clipId: string): Promise<void> {\n    if (!this.activeClips.has(clipId)) {\n      return;\n    }\n\n    // Stop any playing audio sources for this clip\n    this.stopClipAudioSources(clipId);\n\n    this.deps.workers.terminate('audioDemux', clipId);\n    this.deps.workers.terminate('audioDecode', clipId);\n\n    this.activeClips.delete(clipId);\n\n    this.deps.cacheManager.clearClipAudioData(clipId);\n  }\n\n  restartPlayingClip(clipId: string, currentTimeUs?: TimeUs): void {\n    if (!this.isPlaying || !this.audioContext) {\n      return;\n    }\n\n    const timeUs = currentTimeUs ?? this.currentPlaybackTimeUs;\n\n    const model = this.deps.getModel();\n    if (!model) {\n      return;\n    }\n\n    const clip = model.findClip(clipId);\n    if (!clip) {\n      return;\n    }\n\n    // Check if clip should be playing at current time\n    const clipEndUs = clip.startUs + clip.durationUs;\n    if (timeUs < clip.startUs || timeUs >= clipEndUs) {\n      return;\n    }\n\n    // Start playback from current time\n    this.startClipPlayback(clip, timeUs);\n  }\n\n  private stopClipAudioSources(clipId: string): void {\n    const sourcesToStop: AudioBufferSourceNode[] = [];\n    const gainNodesToDisconnect: GainNode[] = [];\n\n    for (let i = this.audioSources.length - 1; i >= 0; i--) {\n      const source = this.audioSources[i];\n      if (source && (source as any)._meframeClipId === clipId) {\n        sourcesToStop.push(source);\n        this.audioSources.splice(i, 1);\n\n        const gainNode = this.audioGainNodes[i];\n        if (gainNode) {\n          gainNodesToDisconnect.push(gainNode);\n          this.audioGainNodes.splice(i, 1);\n        }\n      }\n    }\n\n    for (const source of sourcesToStop) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch (error) {\n        // Ignore - source may have already stopped\n      }\n    }\n\n    for (const gainNode of gainNodesToDisconnect) {\n      try {\n        gainNode.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n  }\n\n  handleAudioStream(stream: ReadableStream<AudioData>, metadata: Record<string, any>): void {\n    const sessionId = metadata.sessionId || 'unknown';\n    const clipStartUs = metadata.clipStartUs ?? 0;\n    const clipDurationUs = metadata.clipDurationUs ?? 0;\n\n    const reader = stream.getReader();\n    const pump = async (): Promise<void> => {\n      try {\n        const { done, value } = await reader.read();\n        if (done) {\n          this.streamEndedClips.add(sessionId);\n          reader.releaseLock();\n          return;\n        }\n\n        this.onAudioData({\n          sessionId,\n          audioData: value,\n          clipStartUs,\n          clipDurationUs,\n        });\n\n        await pump();\n      } catch (error) {\n        console.error('[GlobalAudioSession] Audio stream error:', error);\n        reader.releaseLock();\n      }\n    };\n\n    pump();\n  }\n\n  async startPlayback(timeUs: TimeUs, audioContext: AudioContext): Promise<void> {\n    this.audioContext = audioContext;\n    this.isPlaying = true;\n    this.startAllActiveClips(timeUs);\n  }\n\n  stopPlayback(): void {\n    this.isPlaying = false;\n    this.stopAllAudioSources();\n  }\n\n  updateTime(timeUs: TimeUs): void {\n    this.currentPlaybackTimeUs = timeUs;\n    if (!this.isPlaying) {\n      return;\n    }\n    this.checkAndStartNewClips(timeUs);\n  }\n\n  setVolume(volume: number): void {\n    this.volume = volume;\n    for (const gainNode of this.audioGainNodes) {\n      gainNode.gain.value = this.volume;\n    }\n  }\n\n  setPlaybackRate(rate: number): void {\n    this.playbackRate = rate;\n    for (const source of this.audioSources) {\n      source.playbackRate.value = this.playbackRate;\n    }\n  }\n\n  reset(): void {\n    this.stopAllAudioSources();\n    this.deps.cacheManager.resetAudioCache();\n    this.activeClips.clear();\n    this.streamEndedClips.clear();\n  }\n\n  /**\n   * Create export encoded audio stream\n   */\n  async createExportEncodedStream(\n    config?: Partial<AudioEncoderConfig>,\n    onFirstMetadata?: (metadata: EncodedAudioChunkMetadata) => void\n  ): Promise<ReadableStream<EncodedAudioChunk> | null> {\n    const audioDataStream = await this.createExportAudioStream();\n    if (!audioDataStream) {\n      return null;\n    }\n\n    const encoder = new AudioChunkEncoder(config);\n    await encoder.initialize();\n\n    const encodingTransform = encoder.createStream();\n    const encodedStream = audioDataStream.pipeThrough(encodingTransform);\n\n    let firstMetadataExtracted = false;\n\n    return encodedStream.pipeThrough(\n      new TransformStream({\n        transform(encoderChunk, controller) {\n          if (!firstMetadataExtracted && onFirstMetadata) {\n            onFirstMetadata(encoderChunk.metadata as EncodedAudioChunkMetadata);\n            firstMetadataExtracted = true;\n          }\n          controller.enqueue(encoderChunk.chunk as EncodedAudioChunk);\n        },\n      })\n    );\n  }\n\n  /**\n   * Create export audio stream\n   */\n  async createExportAudioStream(): Promise<ReadableStream<AudioData> | null> {\n    const model = this.deps.getModel();\n    if (!model) {\n      return null;\n    }\n\n    const totalDurationUs = model.durationUs;\n\n    await this.activateAllAudioClips();\n    await this.waitForAudioClipsReady();\n\n    return new ReadableStream<AudioData>({\n      start: async (controller) => {\n        const windowSize = 5_000_000;\n        let currentUs = 0;\n\n        while (currentUs < totalDurationUs) {\n          const windowEndUs = Math.min(currentUs + windowSize, totalDurationUs);\n          const mixedBuffer = await this.mixer.mix(currentUs, windowEndUs);\n          const audioData = this.audioBufferToAudioData(mixedBuffer, currentUs);\n          if (audioData) {\n            controller.enqueue(audioData);\n          }\n          currentUs = windowEndUs;\n        }\n\n        controller.close();\n      },\n    });\n  }\n\n  private async waitForAudioClipsReady(): Promise<void> {\n    const model = this.deps.getModel();\n    if (!model) return;\n\n    const audioClips = model.tracks\n      .filter((track) => track.kind === 'audio')\n      .flatMap((track) => track.clips);\n\n    const waitPromises = audioClips.map((clip) => this.waitForClipPCM(clip.id, 10000)); // 10s timeout\n    await Promise.allSettled(waitPromises);\n  }\n\n  private waitForClipPCM(clipId: string, timeoutMs: number): Promise<boolean> {\n    return new Promise((resolve) => {\n      const checkInterval = 100;\n      let elapsed = 0;\n      let lastFrameCount = 0;\n      let stableCount = 0;\n      let streamEndDetected = false;\n\n      const check = () => {\n        const pcm = this.deps.cacheManager.getClipPCM(clipId, 0, Number.MAX_SAFE_INTEGER);\n\n        if (pcm && pcm.length > 0) {\n          const currentFrameCount = pcm[0]?.length ?? 0;\n\n          // Check if we have received stream end signal\n          if (this.streamEndedClips.has(clipId)) {\n            streamEndDetected = true;\n          }\n\n          // If stream has ended, we're done\n          if (streamEndDetected) {\n            resolve(true);\n            return;\n          }\n\n          // Otherwise, check if frame count is stable (no new data for 500ms)\n          if (currentFrameCount === lastFrameCount) {\n            stableCount++;\n            if (stableCount >= 5) {\n              // 5 * 100ms = 500ms\n              resolve(true);\n              return;\n            }\n          } else {\n            stableCount = 0;\n            lastFrameCount = currentFrameCount;\n          }\n        }\n\n        elapsed += checkInterval;\n        if (elapsed >= timeoutMs) {\n          console.warn('[GlobalAudioSession] Timeout waiting for clip', clipId, {\n            frames: lastFrameCount,\n            elapsed,\n          });\n          resolve(false);\n          return;\n        }\n\n        setTimeout(check, checkInterval);\n      };\n\n      check();\n    });\n  }\n\n  private startAllActiveClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n\n    for (const clip of currentClips) {\n      this.startClipPlayback(clip, timeUs);\n    }\n  }\n\n  private checkAndStartNewClips(timeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const currentClips = this.getActiveAudioClips(timeUs);\n    const activeClipIds = new Set(\n      this.audioSources.map((source) => (source as any)._meframeClipId).filter(Boolean)\n    );\n\n    for (const clip of currentClips) {\n      // Check if clip should be playing at current time\n      const clipEndUs = clip.startUs + clip.durationUs;\n      if (timeUs >= clipEndUs) {\n        // Clip has already ended, skip\n        continue;\n      }\n\n      if (!activeClipIds.has(clip.id)) {\n        this.startClipPlayback(clip, timeUs);\n      }\n    }\n  }\n\n  private startClipPlayback(clip: Clip, currentTimeUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      clip.startUs,\n      clip.startUs + clip.durationUs\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      // No data yet, will retry later via checkAndStartNewClips\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = clip.startUs + buffer.duration * 1_000_000; // Track where it played to\n\n    const gainNode = this.audioContext.createGain();\n    gainNode.gain.value = this.volume;\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    const offsetUs = Math.max(0, currentTimeUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n\n    // Use actual buffer duration instead of clip.durationUs\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    if (actualDurationSeconds <= 0) {\n      return;\n    }\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived and continue playing\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        // There might be more data, try to continue\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private continueClipPlayback(clip: Clip, fromUs: TimeUs): void {\n    if (!this.audioContext) {\n      return;\n    }\n\n    // Check if there's new data\n    const clipPCMData = this.deps.cacheManager.getClipPCMWithMetadata(\n      clip.id,\n      clip.startUs,\n      clip.startUs + clip.durationUs\n    );\n\n    if (!clipPCMData || clipPCMData.planes.length === 0) {\n      return;\n    }\n\n    const buffer = this.pcmToAudioBuffer(clipPCMData.planes, clipPCMData.sampleRate);\n    const bufferEndUs = clip.startUs + buffer.duration * 1_000_000;\n\n    // Check if there's new data beyond where we played to\n    if (bufferEndUs <= fromUs + 100_000) {\n      // 100ms tolerance\n      // No significant new data\n      return;\n    }\n\n    // Continue playback from where it left off\n    const source = this.audioContext.createBufferSource();\n    source.buffer = buffer;\n    source.playbackRate.value = this.playbackRate;\n    (source as any)._meframeClipId = clip.id;\n    (source as any)._playedToUs = bufferEndUs;\n\n    const gainNode = this.audioContext.createGain();\n    gainNode.gain.value = this.volume;\n\n    source.connect(gainNode);\n    gainNode.connect(this.audioContext.destination);\n\n    const offsetUs = Math.max(0, fromUs - clip.startUs);\n    const offsetSeconds = offsetUs / 1_000_000;\n    const actualDurationSeconds = buffer.duration - offsetSeconds;\n\n    if (actualDurationSeconds <= 0) {\n      return;\n    }\n\n    source.start(0, offsetSeconds, actualDurationSeconds);\n\n    source.onended = () => {\n      const index = this.audioSources.indexOf(source);\n      if (index >= 0) {\n        this.audioSources.splice(index, 1);\n        this.audioGainNodes.splice(index, 1);\n      }\n\n      // Check if more data has arrived\n      const playedToUs = (source as any)._playedToUs;\n      const clipEndUs = clip.startUs + clip.durationUs;\n\n      if (playedToUs < clipEndUs && this.isPlaying) {\n        setTimeout(() => {\n          if (this.isPlaying) {\n            this.continueClipPlayback(clip, playedToUs);\n          }\n        }, 50);\n      }\n    };\n\n    this.audioSources.push(source);\n    this.audioGainNodes.push(gainNode);\n  }\n\n  private stopAllAudioSources(): void {\n    for (const source of this.audioSources) {\n      try {\n        source.stop();\n        source.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    for (const gainNode of this.audioGainNodes) {\n      try {\n        gainNode.disconnect();\n      } catch (error) {\n        // Ignore\n      }\n    }\n\n    this.audioSources = [];\n    this.audioGainNodes = [];\n  }\n\n  private getActiveAudioClips(timeUs: TimeUs): Clip[] {\n    const model = this.deps.getModel();\n    if (!model) {\n      return [];\n    }\n\n    const audioTracks = model.getTracksByKind('audio');\n    const clips: Clip[] = [];\n\n    for (const track of audioTracks) {\n      const trackClips = model.getClipsAtTime(timeUs, track.id);\n      if (trackClips.length > 0) {\n        clips.push(...trackClips);\n      }\n    }\n\n    return clips;\n  }\n\n  private pcmToAudioBuffer(planes: Float32Array[], sampleRate: number): AudioBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n\n    const ctx = new OfflineAudioContext(numberOfChannels, 1, sampleRate);\n    const buffer = ctx.createBuffer(numberOfChannels, numberOfFrames, sampleRate);\n\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      const plane = planes[channel];\n      if (plane) {\n        const channelData = buffer.getChannelData(channel);\n        channelData.set(plane);\n      }\n    }\n\n    return buffer;\n  }\n\n  private audioBufferToAudioData(buffer: AudioBuffer, timestampUs: TimeUs): AudioData | null {\n    const sampleRate = buffer.sampleRate;\n    const numberOfChannels = buffer.numberOfChannels;\n    const numberOfFrames = buffer.length;\n\n    const planes: Float32Array[] = [];\n    for (let channel = 0; channel < numberOfChannels; channel++) {\n      planes.push(buffer.getChannelData(channel));\n    }\n\n    return new AudioData({\n      format: 'f32', // interleaved format\n      sampleRate,\n      numberOfFrames,\n      numberOfChannels,\n      timestamp: timestampUs,\n      data: this.interleavePlanarData(planes),\n    });\n  }\n\n  private interleavePlanarData(planes: Float32Array[]): ArrayBuffer {\n    const numberOfChannels = planes.length;\n    const numberOfFrames = planes[0]?.length ?? 0;\n    const totalSamples = numberOfChannels * numberOfFrames;\n\n    const interleaved = new Float32Array(totalSamples);\n\n    for (let frame = 0; frame < numberOfFrames; frame++) {\n      for (let channel = 0; channel < numberOfChannels; channel++) {\n        interleaved[frame * numberOfChannels + channel] = planes[channel]![frame]!;\n      }\n    }\n\n    return interleaved.buffer;\n  }\n\n  private async setupAudioPipeline(clip: AudioClip): Promise<void> {\n    const { id: clipId, resourceId, startUs, durationUs } = clip;\n    const audioDemuxWorker = await this.deps.workers.getOrCreate('audioDemux', clipId, {\n      lazy: true,\n    });\n    const audioDecodeWorker = await this.deps.workers.getOrCreate('audioDecode', clipId, {\n      lazy: true,\n    });\n\n    const demuxToDecodeChannel = new MessageChannel();\n    await audioDemuxWorker.send(\n      'connect',\n      { direction: 'downstream', port: demuxToDecodeChannel.port1, streamType: 'audio', clipId },\n      { transfer: [demuxToDecodeChannel.port1] }\n    );\n    await audioDecodeWorker.send(\n      'connect',\n      {\n        direction: 'upstream',\n        port: demuxToDecodeChannel.port2,\n        streamType: 'audio',\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n      },\n      { transfer: [demuxToDecodeChannel.port2] }\n    );\n\n    audioDecodeWorker.receiveStream((stream, metadata) => {\n      this.handleAudioStream(stream as ReadableStream<AudioData>, {\n        sessionId: clipId,\n        clipStartUs: startUs || 0,\n        clipDurationUs: durationUs || 0,\n        ...metadata,\n      });\n    });\n\n    const demuxConfig = this.deps.buildWorkerConfigs().audioDemux;\n    await audioDemuxWorker.send('configure', {\n      initial: true,\n      resourceId,\n      clipId,\n      config: demuxConfig,\n    });\n  }\n}\n"],"names":[],"mappings":";;;;AA4BO,MAAM,mBAAmB;AAAA,EACtB;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB,uCAAuB,IAAA;AAAA,EACvB;AAAA,EACA,eAAoC;AAAA,EACpC,eAAwC,CAAA;AAAA,EACxC,iBAA6B,CAAA;AAAA,EAC7B,SAAS;AAAA,EACT,eAAe;AAAA,EACf,YAAY;AAAA,EACZ,wBAAgC;AAAA,EAExC,YAAY,MAAwB;AAClC,SAAK,OAAO;AACZ,SAAK,QAAQ,IAAI,kBAAkB,KAAK,cAAc,KAAK,QAAQ;AAAA,EACrE;AAAA,EAEA,YAAY,SAAiC;AAC3C,UAAM,EAAE,WAAW,WAAW,aAAa,mBAAmB;AAC9D,SAAK,KAAK,aAAa,iBAAiB,WAAW,WAAW,aAAa,cAAc;AAAA,EAC3F;AAAA,EAEA,MAAM,wBAAuC;AAC3C,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,OAAO,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO;AAEzE,eAAW,SAAS,aAAa;AAC/B,iBAAW,QAAQ,MAAM,OAAO;AAC9B,YAAI,CAAC,KAAK,YAAY,IAAI,KAAK,EAAE,GAAG;AAClC,cAAI,CAAC,YAAY,IAAI,GAAG;AACtB,kBAAM,IAAI,MAAM,QAAQ,KAAK,EAAE,sCAAsC;AAAA,UACvE;AAEA,gBAAM,KAAK,mBAAmB,IAAI;AAClC,eAAK,YAAY,IAAI,KAAK,EAAE;AAE5B,gBAAM,KAAK,KAAK,eAAe,MAAM,KAAK,YAAY;AAAA,YACpD,UAAU;AAAA,YACV,WAAW,KAAK;AAAA,YAChB,SAAS,MAAM;AAAA,UAAA,CAChB;AAED,eAAK,KAAK,SAAS,KAAK,aAAa,eAAe,EAAE,QAAQ,KAAK,IAAI;AAAA,QACzE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,QAA+B;AAClD,QAAI,CAAC,KAAK,YAAY,IAAI,MAAM,GAAG;AACjC;AAAA,IACF;AAGA,SAAK,qBAAqB,MAAM;AAEhC,SAAK,KAAK,QAAQ,UAAU,cAAc,MAAM;AAChD,SAAK,KAAK,QAAQ,UAAU,eAAe,MAAM;AAEjD,SAAK,YAAY,OAAO,MAAM;AAE9B,SAAK,KAAK,aAAa,mBAAmB,MAAM;AAAA,EAClD;AAAA,EAEA,mBAAmB,QAAgB,eAA8B;AAC/D,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,cAAc;AACzC;AAAA,IACF;AAEA,UAAM,SAAS,iBAAiB,KAAK;AAErC,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV;AAAA,IACF;AAEA,UAAM,OAAO,MAAM,SAAS,MAAM;AAClC,QAAI,CAAC,MAAM;AACT;AAAA,IACF;AAGA,UAAM,YAAY,KAAK,UAAU,KAAK;AACtC,QAAI,SAAS,KAAK,WAAW,UAAU,WAAW;AAChD;AAAA,IACF;AAGA,SAAK,kBAAkB,MAAM,MAAM;AAAA,EACrC;AAAA,EAEQ,qBAAqB,QAAsB;AACjD,UAAM,gBAAyC,CAAA;AAC/C,UAAM,wBAAoC,CAAA;AAE1C,aAAS,IAAI,KAAK,aAAa,SAAS,GAAG,KAAK,GAAG,KAAK;AACtD,YAAM,SAAS,KAAK,aAAa,CAAC;AAClC,UAAI,UAAW,OAAe,mBAAmB,QAAQ;AACvD,sBAAc,KAAK,MAAM;AACzB,aAAK,aAAa,OAAO,GAAG,CAAC;AAE7B,cAAM,WAAW,KAAK,eAAe,CAAC;AACtC,YAAI,UAAU;AACZ,gCAAsB,KAAK,QAAQ;AACnC,eAAK,eAAe,OAAO,GAAG,CAAC;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AAEA,eAAW,UAAU,eAAe;AAClC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,eAAW,YAAY,uBAAuB;AAC5C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,QAAmC,UAAqC;AACxF,UAAM,YAAY,SAAS,aAAa;AACxC,UAAM,cAAc,SAAS,eAAe;AAC5C,UAAM,iBAAiB,SAAS,kBAAkB;AAElD,UAAM,SAAS,OAAO,UAAA;AACtB,UAAM,OAAO,YAA2B;AACtC,UAAI;AACF,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,MAAM;AACR,eAAK,iBAAiB,IAAI,SAAS;AACnC,iBAAO,YAAA;AACP;AAAA,QACF;AAEA,aAAK,YAAY;AAAA,UACf;AAAA,UACA,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA,CACD;AAED,cAAM,KAAA;AAAA,MACR,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAC/D,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAEA,SAAA;AAAA,EACF;AAAA,EAEA,MAAM,cAAc,QAAgB,cAA2C;AAC7E,SAAK,eAAe;AACpB,SAAK,YAAY;AACjB,SAAK,oBAAoB,MAAM;AAAA,EACjC;AAAA,EAEA,eAAqB;AACnB,SAAK,YAAY;AACjB,SAAK,oBAAA;AAAA,EACP;AAAA,EAEA,WAAW,QAAsB;AAC/B,SAAK,wBAAwB;AAC7B,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AACA,SAAK,sBAAsB,MAAM;AAAA,EACnC;AAAA,EAEA,UAAU,QAAsB;AAC9B,SAAK,SAAS;AACd,eAAW,YAAY,KAAK,gBAAgB;AAC1C,eAAS,KAAK,QAAQ,KAAK;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,gBAAgB,MAAoB;AAClC,SAAK,eAAe;AACpB,eAAW,UAAU,KAAK,cAAc;AACtC,aAAO,aAAa,QAAQ,KAAK;AAAA,IACnC;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,oBAAA;AACL,SAAK,KAAK,aAAa,gBAAA;AACvB,SAAK,YAAY,MAAA;AACjB,SAAK,iBAAiB,MAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BACJ,QACA,iBACmD;AACnD,UAAM,kBAAkB,MAAM,KAAK,wBAAA;AACnC,QAAI,CAAC,iBAAiB;AACpB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,IAAI,kBAAkB,MAAM;AAC5C,UAAM,QAAQ,WAAA;AAEd,UAAM,oBAAoB,QAAQ,aAAA;AAClC,UAAM,gBAAgB,gBAAgB,YAAY,iBAAiB;AAEnE,QAAI,yBAAyB;AAE7B,WAAO,cAAc;AAAA,MACnB,IAAI,gBAAgB;AAAA,QAClB,UAAU,cAAc,YAAY;AAClC,cAAI,CAAC,0BAA0B,iBAAiB;AAC9C,4BAAgB,aAAa,QAAqC;AAClE,qCAAyB;AAAA,UAC3B;AACA,qBAAW,QAAQ,aAAa,KAA0B;AAAA,QAC5D;AAAA,MAAA,CACD;AAAA,IAAA;AAAA,EAEL;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,0BAAqE;AACzE,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB,MAAM;AAE9B,UAAM,KAAK,sBAAA;AACX,UAAM,KAAK,uBAAA;AAEX,WAAO,IAAI,eAA0B;AAAA,MACnC,OAAO,OAAO,eAAe;AAC3B,cAAM,aAAa;AACnB,YAAI,YAAY;AAEhB,eAAO,YAAY,iBAAiB;AAClC,gBAAM,cAAc,KAAK,IAAI,YAAY,YAAY,eAAe;AACpE,gBAAM,cAAc,MAAM,KAAK,MAAM,IAAI,WAAW,WAAW;AAC/D,gBAAM,YAAY,KAAK,uBAAuB,aAAa,SAAS;AACpE,cAAI,WAAW;AACb,uBAAW,QAAQ,SAAS;AAAA,UAC9B;AACA,sBAAY;AAAA,QACd;AAEA,mBAAW,MAAA;AAAA,MACb;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEA,MAAc,yBAAwC;AACpD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,MAAO;AAEZ,UAAM,aAAa,MAAM,OACtB,OAAO,CAAC,UAAU,MAAM,SAAS,OAAO,EACxC,QAAQ,CAAC,UAAU,MAAM,KAAK;AAEjC,UAAM,eAAe,WAAW,IAAI,CAAC,SAAS,KAAK,eAAe,KAAK,IAAI,GAAK,CAAC;AACjF,UAAM,QAAQ,WAAW,YAAY;AAAA,EACvC;AAAA,EAEQ,eAAe,QAAgB,WAAqC;AAC1E,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,gBAAgB;AACtB,UAAI,UAAU;AACd,UAAI,iBAAiB;AACrB,UAAI,cAAc;AAClB,UAAI,oBAAoB;AAExB,YAAM,QAAQ,MAAM;AAClB,cAAM,MAAM,KAAK,KAAK,aAAa,WAAW,QAAQ,GAAG,OAAO,gBAAgB;AAEhF,YAAI,OAAO,IAAI,SAAS,GAAG;AACzB,gBAAM,oBAAoB,IAAI,CAAC,GAAG,UAAU;AAG5C,cAAI,KAAK,iBAAiB,IAAI,MAAM,GAAG;AACrC,gCAAoB;AAAA,UACtB;AAGA,cAAI,mBAAmB;AACrB,oBAAQ,IAAI;AACZ;AAAA,UACF;AAGA,cAAI,sBAAsB,gBAAgB;AACxC;AACA,gBAAI,eAAe,GAAG;AAEpB,sBAAQ,IAAI;AACZ;AAAA,YACF;AAAA,UACF,OAAO;AACL,0BAAc;AACd,6BAAiB;AAAA,UACnB;AAAA,QACF;AAEA,mBAAW;AACX,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,iDAAiD,QAAQ;AAAA,YACpE,QAAQ;AAAA,YACR;AAAA,UAAA,CACD;AACD,kBAAQ,KAAK;AACb;AAAA,QACF;AAEA,mBAAW,OAAO,aAAa;AAAA,MACjC;AAEA,YAAA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB,QAAsB;AAChD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AAEpD,eAAW,QAAQ,cAAc;AAC/B,WAAK,kBAAkB,MAAM,MAAM;AAAA,IACrC;AAAA,EACF;AAAA,EAEQ,sBAAsB,QAAsB;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK,oBAAoB,MAAM;AACpD,UAAM,gBAAgB,IAAI;AAAA,MACxB,KAAK,aAAa,IAAI,CAAC,WAAY,OAAe,cAAc,EAAE,OAAO,OAAO;AAAA,IAAA;AAGlF,eAAW,QAAQ,cAAc;AAE/B,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,UAAI,UAAU,WAAW;AAEvB;AAAA,MACF;AAEA,UAAI,CAAC,cAAc,IAAI,KAAK,EAAE,GAAG;AAC/B,aAAK,kBAAkB,MAAM,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,kBAAkB,MAAY,eAA6B;AACjE,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,UAAU,KAAK;AAAA,IAAA;AAGtB,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AAEnD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAE/E,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc,KAAK,UAAU,OAAO,WAAW;AAE/D,UAAM,WAAW,KAAK,aAAa,WAAA;AACnC,aAAS,KAAK,QAAQ,KAAK;AAE3B,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,UAAM,WAAW,KAAK,IAAI,GAAG,gBAAgB,KAAK,OAAO;AACzD,UAAM,gBAAgB,WAAW;AAGjC,UAAM,wBAAwB,OAAO,WAAW;AAEhD,QAAI,yBAAyB,GAAG;AAC9B;AAAA,IACF;AAEA,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAE5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,qBAAqB,MAAY,QAAsB;AAC7D,QAAI,CAAC,KAAK,cAAc;AACtB;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,KAAK,aAAa;AAAA,MACzC,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,UAAU,KAAK;AAAA,IAAA;AAGtB,QAAI,CAAC,eAAe,YAAY,OAAO,WAAW,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,iBAAiB,YAAY,QAAQ,YAAY,UAAU;AAC/E,UAAM,cAAc,KAAK,UAAU,OAAO,WAAW;AAGrD,QAAI,eAAe,SAAS,KAAS;AAGnC;AAAA,IACF;AAGA,UAAM,SAAS,KAAK,aAAa,mBAAA;AACjC,WAAO,SAAS;AAChB,WAAO,aAAa,QAAQ,KAAK;AAChC,WAAe,iBAAiB,KAAK;AACrC,WAAe,cAAc;AAE9B,UAAM,WAAW,KAAK,aAAa,WAAA;AACnC,aAAS,KAAK,QAAQ,KAAK;AAE3B,WAAO,QAAQ,QAAQ;AACvB,aAAS,QAAQ,KAAK,aAAa,WAAW;AAE9C,UAAM,WAAW,KAAK,IAAI,GAAG,SAAS,KAAK,OAAO;AAClD,UAAM,gBAAgB,WAAW;AACjC,UAAM,wBAAwB,OAAO,WAAW;AAEhD,QAAI,yBAAyB,GAAG;AAC9B;AAAA,IACF;AAEA,WAAO,MAAM,GAAG,eAAe,qBAAqB;AAEpD,WAAO,UAAU,MAAM;AACrB,YAAM,QAAQ,KAAK,aAAa,QAAQ,MAAM;AAC9C,UAAI,SAAS,GAAG;AACd,aAAK,aAAa,OAAO,OAAO,CAAC;AACjC,aAAK,eAAe,OAAO,OAAO,CAAC;AAAA,MACrC;AAGA,YAAM,aAAc,OAAe;AACnC,YAAM,YAAY,KAAK,UAAU,KAAK;AAEtC,UAAI,aAAa,aAAa,KAAK,WAAW;AAC5C,mBAAW,MAAM;AACf,cAAI,KAAK,WAAW;AAClB,iBAAK,qBAAqB,MAAM,UAAU;AAAA,UAC5C;AAAA,QACF,GAAG,EAAE;AAAA,MACP;AAAA,IACF;AAEA,SAAK,aAAa,KAAK,MAAM;AAC7B,SAAK,eAAe,KAAK,QAAQ;AAAA,EACnC;AAAA,EAEQ,sBAA4B;AAClC,eAAW,UAAU,KAAK,cAAc;AACtC,UAAI;AACF,eAAO,KAAA;AACP,eAAO,WAAA;AAAA,MACT,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,eAAW,YAAY,KAAK,gBAAgB;AAC1C,UAAI;AACF,iBAAS,WAAA;AAAA,MACX,SAAS,OAAO;AAAA,MAEhB;AAAA,IACF;AAEA,SAAK,eAAe,CAAA;AACpB,SAAK,iBAAiB,CAAA;AAAA,EACxB;AAAA,EAEQ,oBAAoB,QAAwB;AAClD,UAAM,QAAQ,KAAK,KAAK,SAAA;AACxB,QAAI,CAAC,OAAO;AACV,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,cAAc,MAAM,gBAAgB,OAAO;AACjD,UAAM,QAAgB,CAAA;AAEtB,eAAW,SAAS,aAAa;AAC/B,YAAM,aAAa,MAAM,eAAe,QAAQ,MAAM,EAAE;AACxD,UAAI,WAAW,SAAS,GAAG;AACzB,cAAM,KAAK,GAAG,UAAU;AAAA,MAC1B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,QAAwB,YAAiC;AAChF,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAE5C,UAAM,MAAM,IAAI,oBAAoB,kBAAkB,GAAG,UAAU;AACnE,UAAM,SAAS,IAAI,aAAa,kBAAkB,gBAAgB,UAAU;AAE5E,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,YAAM,QAAQ,OAAO,OAAO;AAC5B,UAAI,OAAO;AACT,cAAM,cAAc,OAAO,eAAe,OAAO;AACjD,oBAAY,IAAI,KAAK;AAAA,MACvB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,uBAAuB,QAAqB,aAAuC;AACzF,UAAM,aAAa,OAAO;AAC1B,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO;AAE9B,UAAM,SAAyB,CAAA;AAC/B,aAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,aAAO,KAAK,OAAO,eAAe,OAAO,CAAC;AAAA,IAC5C;AAEA,WAAO,IAAI,UAAU;AAAA,MACnB,QAAQ;AAAA;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX,MAAM,KAAK,qBAAqB,MAAM;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEQ,qBAAqB,QAAqC;AAChE,UAAM,mBAAmB,OAAO;AAChC,UAAM,iBAAiB,OAAO,CAAC,GAAG,UAAU;AAC5C,UAAM,eAAe,mBAAmB;AAExC,UAAM,cAAc,IAAI,aAAa,YAAY;AAEjD,aAAS,QAAQ,GAAG,QAAQ,gBAAgB,SAAS;AACnD,eAAS,UAAU,GAAG,UAAU,kBAAkB,WAAW;AAC3D,oBAAY,QAAQ,mBAAmB,OAAO,IAAI,OAAO,OAAO,EAAG,KAAK;AAAA,MAC1E;AAAA,IACF;AAEA,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAc,mBAAmB,MAAgC;AAC/D,UAAM,EAAE,IAAI,QAAQ,YAAY,SAAS,eAAe;AACxD,UAAM,mBAAmB,MAAM,KAAK,KAAK,QAAQ,YAAY,cAAc,QAAQ;AAAA,MACjF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,oBAAoB,MAAM,KAAK,KAAK,QAAQ,YAAY,eAAe,QAAQ;AAAA,MACnF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,uBAAuB,IAAI,eAAA;AACjC,UAAM,iBAAiB;AAAA,MACrB;AAAA,MACA,EAAE,WAAW,cAAc,MAAM,qBAAqB,OAAO,YAAY,SAAS,OAAA;AAAA,MAClF,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAE3C,UAAM,kBAAkB;AAAA,MACtB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,qBAAqB;AAAA,QAC3B,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,MAAA;AAAA,MAEhC,EAAE,UAAU,CAAC,qBAAqB,KAAK,EAAA;AAAA,IAAE;AAG3C,sBAAkB,cAAc,CAAC,QAAQ,aAAa;AACpD,WAAK,kBAAkB,QAAqC;AAAA,QAC1D,WAAW;AAAA,QACX,aAAa,WAAW;AAAA,QACxB,gBAAgB,cAAc;AAAA,QAC9B,GAAG;AAAA,MAAA,CACJ;AAAA,IACH,CAAC;AAED,UAAM,cAAc,KAAK,KAAK,mBAAA,EAAqB;AACnD,UAAM,iBAAiB,KAAK,aAAa;AAAA,MACvC,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AACF;"}