@meframe/core 0.0.16 → 0.0.17

package/dist/workers/stages/decode/audio-decode.worker.js

@@ -9,6 +9,9 @@ class AudioChunkDecoder extends BaseDecoder {
   // Backpressure configuration
   highWaterMark;
   decodeQueueThreshold;
+  // Buffering support for delayed configuration
+  bufferedChunks = [];
+  isProcessingBuffer = false;
   constructor(trackId, config) {
     super(config);
     this.trackId = trackId;
@@ -32,6 +35,69 @@ class AudioChunkDecoder extends BaseDecoder {
       return;
     }
   }
+  // Override createStream to handle buffering
+  createStream() {
+    return new TransformStream(
+      {
+        start: async (controller) => {
+          this.controller = controller;
+          if (this.config?.codec && !this.isReady) {
+            await this.initialize();
+          }
+        },
+        transform: async (chunk) => {
+          if (!this.isReady) {
+            this.bufferedChunks.push(chunk);
+            return;
+          }
+          if (this.isProcessingBuffer) {
+            this.bufferedChunks.push(chunk);
+            return;
+          }
+          await this.processChunk(chunk);
+        },
+        flush: async () => {
+          if (this.isReady) {
+            await this.flush();
+          }
+        }
+      },
+      {
+        highWaterMark: this.highWaterMark,
+        size: () => 1
+      }
+    );
+  }
+  /**
+   * Process a single chunk (extracted from transform for reuse)
+   */
+  async processChunk(chunk) {
+    if (!this.decoder) {
+      throw new Error("Decoder not initialized");
+    }
+    if (this.decoder.state !== "configured") {
+      console.error("[AudioChunkDecoder] Decoder in unexpected state:", this.decoder.state);
+      throw new Error(`Decoder not configured, state: ${this.decoder.state}`);
+    }
+    if (this.decoder.decodeQueueSize >= this.decodeQueueThreshold) {
+      await new Promise((resolve) => {
+        const check = () => {
+          if (!this.decoder || this.decoder.decodeQueueSize < this.decodeQueueThreshold - 1) {
+            resolve();
+          } else {
+            setTimeout(check, 20);
+          }
+        };
+        check();
+      });
+    }
+    try {
+      this.decode(chunk);
+    } catch (error) {
+      console.error(`[AudioChunkDecoder] decode error:`, error);
+      throw error;
+    }
+  }
   // Implement abstract methods
   async isConfigSupported(config) {
     const result = await AudioDecoder.isConfigSupported({
@@ -72,9 +138,30 @@ class AudioChunkDecoder extends BaseDecoder {
   }
   /**
    * Process any buffered chunks after configuration
-   * Note: Audio doesn't buffer in current implementation, but keeping for interface consistency
    */
   async processBufferedChunks() {
+    if (!this.isReady || this.bufferedChunks.length === 0) {
+      return;
+    }
+    this.isProcessingBuffer = true;
+    const chunks = [...this.bufferedChunks];
+    this.bufferedChunks = [];
+    for (const chunk of chunks) {
+      try {
+        await this.processChunk(chunk);
+      } catch (error) {
+        console.error("[AudioChunkDecoder] Error processing buffered chunk:", error);
+      }
+    }
+    this.isProcessingBuffer = false;
+    if (this.bufferedChunks.length > 0) {
+      await this.processBufferedChunks();
+    }
+  }
+  // Override close to clean up buffered chunks
+  async close() {
+    this.bufferedChunks = [];
+    await super.close();
   }
 }
 const normalizeDescription = (desc) => {
@@ -130,6 +217,12 @@ class AudioDecodeWorker {
   async handleConfigure(payload) {
     const { sessionId, streamType, codec, sampleRate, numberOfChannels, description, config } = payload;
     if (sessionId && streamType === "audio") {
+      Object.assign(this.defaultConfig, {
+        codec,
+        sampleRate,
+        numberOfChannels,
+        description: normalizeDescription(description)
+      });
       if (this.decoder) {
         await this.decoder.updateConfig({
           codec,
@@ -153,13 +246,14 @@ class AudioDecodeWorker {
     const sessionId = metadata?.sessionId || this.clipId;
     const trackId = metadata?.trackId || this.trackId;
     if (!this.decoder) {
-      this.decoder = new AudioChunkDecoder(trackId, {
+      const decoderConfig = {
         ...this.defaultConfig,
-        codec: metadata?.codec,
-        sampleRate: metadata?.sampleRate,
-        numberOfChannels: metadata?.numberOfChannels,
-        description: normalizeDescription(metadata?.description)
-      });
+        codec: metadata?.codec ?? this.defaultConfig.codec,
+        sampleRate: metadata?.sampleRate ?? this.defaultConfig.sampleRate,
+        numberOfChannels: metadata?.numberOfChannels ?? this.defaultConfig.numberOfChannels,
+        description: normalizeDescription(metadata?.description) ?? this.defaultConfig.description
+      };
+      this.decoder = new AudioChunkDecoder(trackId, decoderConfig);
     }
     this.trackMetadata = {
       clipId: this.clipId,

package/dist/workers/stages/decode/audio-decode.worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"audio-decode.worker.js","sources":["../../../../src/stages/decode/AudioChunkDecoder.ts","../../../../src/stages/decode/audio-decode.worker.ts"],"sourcesContent":["import { AudioDecoderConfig } from './types';\nimport { BaseDecoder } from './BaseDecoder';\n\n/**\n * Audio decoder with streaming support\n * Extends BaseDecoder for common WebCodecs operations\n */\nexport class AudioChunkDecoder extends BaseDecoder<\n  AudioDecoder,\n  AudioDecoderConfig,\n  EncodedAudioChunk,\n  AudioData\n> {\n  // Default values\n  private static readonly DEFAULT_HIGH_WATER_MARK = 20;\n  private static readonly DEFAULT_DECODE_QUEUE_THRESHOLD = 16;\n\n  // Exposed properties\n  readonly trackId: string;\n\n  // Backpressure configuration\n  protected readonly highWaterMark: number;\n  protected readonly decodeQueueThreshold: number;\n\n  constructor(trackId: string, config?: Partial<AudioDecoderConfig>) {\n    // Initialize with empty config, will be configured later\n    super(config as AudioDecoderConfig);\n\n    this.trackId = trackId;\n\n    // Set backpressure configuration\n    this.highWaterMark =\n      config?.backpressure?.highWaterMark ?? AudioChunkDecoder.DEFAULT_HIGH_WATER_MARK;\n    this.decodeQueueThreshold = AudioChunkDecoder.DEFAULT_DECODE_QUEUE_THRESHOLD;\n  }\n\n  // Computed properties\n  get isConfigured(): boolean {\n    return this.isReady;\n  }\n\n  get state(): string {\n    return this.decoder?.state || 'unconfigured';\n  }\n\n  /**\n   * Update configuration - can be called before or after initialization\n   */\n  async updateConfig(config: Partial<AudioDecoderConfig>): Promise<void> {\n    // If decoder is not ready and we have codec info, configure it\n    if (!this.isReady && config.codec) {\n      await this.configure(config as AudioDecoderConfig);\n      await this.processBufferedChunks();\n      return;\n    }\n\n    // Note: AudioDecoder doesn't have many runtime-configurable options\n    // Backpressure settings are readonly in this implementation\n    // if (config.backpressure) {\n    //   console.warn('Backpressure settings cannot be changed at runtime');\n    // }\n  }\n\n  // Implement abstract methods\n  protected async isConfigSupported(config: AudioDecoderConfig): Promise<{ supported: boolean }> {\n    const result = await AudioDecoder.isConfigSupported({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n    });\n    return { supported: result.supported ?? false };\n  }\n\n  protected createDecoder(init: {\n    output: (data: AudioData) => void;\n    error: (error: DOMException) => void;\n  }): AudioDecoder {\n    return new AudioDecoder(init);\n  }\n\n  protected getDecoderType(): string {\n    return 'Audio';\n  }\n\n  protected async configureDecoder(config: AudioDecoderConfig): Promise<void> {\n    if (!this.decoder) return;\n\n    await this.decoder.configure({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n      ...(config.description && { description: config.description }),\n    });\n  }\n\n  protected decode(chunk: EncodedAudioChunk): void {\n    this.decoder?.decode(chunk);\n  }\n\n  /**\n   * Configure the decoder with codec info (can be called after creation)\n   */\n  async configure(config: AudioDecoderConfig): Promise<void> {\n    if (this.isReady) {\n      // If already configured, reconfigure\n      await this.reconfigure(config);\n      return;\n    }\n\n    this.config = config as any;\n\n    // Initialize decoder with new config\n    await this.initialize();\n  }\n\n  /**\n   * Process any buffered chunks after configuration\n   * Note: Audio doesn't buffer in current implementation, but keeping for interface consistency\n   */\n  async processBufferedChunks(): Promise<void> {\n    // No-op for audio in current implementation\n  }\n}\n","import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { AudioChunkDecoder } from './AudioChunkDecoder';\nimport { AudioDecoderConfig } from './types';\nimport type { AudioTrackConfig } from '../compose/types';\n\ninterface TrackMetadata {\n  clipId: string;\n  config: AudioTrackConfig;\n  sampleRate?: number;\n  numberOfChannels?: number;\n  type: 'bgm' | 'voice' | 'sfx' | 'other';\n}\n\nconst normalizeDescription = (desc?: ArrayBuffer | ArrayBufferView): ArrayBuffer | undefined => {\n  if (!desc) return undefined;\n\n  if (desc instanceof ArrayBuffer) return desc;\n\n  const view = desc as ArrayBufferView;\n  return view.buffer.slice(view.byteOffset, view.byteOffset + view.byteLength) as ArrayBuffer;\n};\n\n/**\n * AudioDecodeWorker (Clip Local) - Decodes audio for a single clip\n * Receives encoded audio chunks from AudioDemuxWorker and outputs decoded audio data\n *\n * Pipeline: AudioDemuxWorker → AudioDecodeWorker → Main Thread (OfflineAudioContext)\n *\n * Features:\n * - Single clip, single AudioDecoder instance\n * - Outputs AudioData stream to main thread for mixing\n * - Stream-based processing with backpressure\n * - Lifecycle tied to clip pipeline\n */\nexport class AudioDecodeWorker {\n  private channel: WorkerChannel;\n  private decoder: AudioChunkDecoder | null = null;\n  private clipId: string = '';\n  private trackId: string = '';\n\n  private defaultConfig: Partial<AudioDecoderConfig> = {};\n  private trackMetadata: TrackMetadata | null = null;\n\n  private upstreamPort: MessagePort | null = null;\n\n  constructor() {\n    this.channel = new WorkerChannel(self as any, {\n      name: 'AudioDecodeWorker',\n      timeout: 30000,\n    });\n\n    this.setupHandlers();\n  }\n\n  private setupHandlers(): void {\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('flush', this.handleFlush.bind(this));\n    this.channel.registerHandler('reset', this.handleReset.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n  }\n\n  private async handleConnect(payload: {\n    direction: 'upstream' | 'downstream';\n    port: MessagePort;\n    streamType?: 'audio';\n    sessionId?: string;\n    trackId?: string;\n    clipStartUs?: number;\n    clipDurationUs?: number;\n  }): Promise<{ success: boolean }> {\n    const { port, direction, sessionId, trackId } = payload;\n\n    if (direction === 'upstream') {\n      this.upstreamPort = port;\n      this.clipId = sessionId || 'default';\n      this.trackId = trackId || sessionId || 'default';\n\n      const channel = new WorkerChannel(port, {\n        name: 'Demux-AudioDecode',\n        timeout: 30000,\n      });\n\n      channel.receiveStream((stream, metadata) => {\n        this.handleReceiveStream(stream, {\n          ...metadata,\n          clipStartUs: payload.clipStartUs,\n          clipDurationUs: payload.clipDurationUs,\n        });\n      });\n\n      channel.registerHandler('configure', this.handleConfigure.bind(this));\n    }\n\n    return { success: true };\n  }\n\n  private async handleConfigure(payload: {\n    config?: { audio?: Partial<AudioDecoderConfig> };\n    sessionId?: string;\n    streamType?: 'audio';\n    codec?: string;\n    sampleRate?: number;\n    numberOfChannels?: number;\n    description?: ArrayBuffer | Uint8Array;\n  }): Promise<{ success: boolean }> {\n    const { sessionId, streamType, codec, sampleRate, numberOfChannels, description, config } =\n      payload;\n\n    if (sessionId && streamType === 'audio') {\n      if (this.decoder) {\n        await this.decoder.updateConfig({\n          codec,\n          sampleRate,\n          numberOfChannels,\n          description: normalizeDescription(description),\n        });\n      }\n      return { success: true };\n    }\n\n    if (config?.audio) {\n      Object.assign(this.defaultConfig, config.audio);\n\n      if (this.decoder) {\n        await this.decoder.updateConfig(config.audio);\n      }\n    }\n\n    this.channel.state = WorkerState.Ready;\n\n    return { success: true };\n  }\n\n  private async handleReceiveStream(\n    stream: ReadableStream,\n    metadata?: Record<string, any>\n  ): Promise<void> {\n    const sessionId = metadata?.sessionId || this.clipId;\n    const trackId = metadata?.trackId || this.trackId;\n\n    if (!this.decoder) {\n      this.decoder = new AudioChunkDecoder(trackId, {\n        ...this.defaultConfig,\n        codec: metadata?.codec,\n        sampleRate: metadata?.sampleRate,\n        numberOfChannels: metadata?.numberOfChannels,\n        description: normalizeDescription(metadata?.description),\n      });\n    }\n\n    this.trackMetadata = {\n      clipId: this.clipId,\n      config: this.extractTrackConfig(metadata?.runtimeConfig),\n      sampleRate: metadata?.sampleRate,\n      numberOfChannels: metadata?.numberOfChannels,\n      type: (metadata?.trackType as TrackMetadata['type']) ?? 'other',\n    };\n\n    const transform = this.decoder.createStream();\n\n    this.channel.sendStream(transform.readable as ReadableStream<AudioData>, {\n      streamType: 'audio',\n      sessionId,\n      trackId,\n      clipStartUs: metadata?.clipStartUs ?? 0,\n      clipDurationUs: metadata?.clipDurationUs ?? 0,\n      trackMetadata: this.trackMetadata,\n    });\n\n    stream\n      .pipeTo(transform.writable)\n      .catch((error) => console.error('[AudioDecodeWorker] Audio stream pipe error:', error));\n  }\n\n  private extractTrackConfig(config: any): AudioTrackConfig {\n    return {\n      startTimeUs: config?.startTimeUs ?? 0,\n      durationUs: config?.durationUs,\n      volume: config?.volume ?? 1,\n      fadeIn: config?.fadeIn,\n      fadeOut: config?.fadeOut,\n      effects: config?.effects ?? [],\n      duckingTag: config?.duckingTag,\n    };\n  }\n\n  private async handleFlush(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.flush();\n    }\n    return { success: true };\n  }\n\n  private async handleReset(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.reset();\n    }\n\n    this.channel.notify('reset_complete', {\n      type: 'audio',\n    });\n\n    return { success: true };\n  }\n\n  private async handleGetStats(): Promise<{ audio?: any }> {\n    if (!this.decoder) {\n      return {};\n    }\n\n    return {\n      audio: {\n        clipId: this.clipId,\n        trackId: this.trackId,\n        configured: this.decoder.isConfigured,\n        queueSize: this.decoder.queueSize,\n        state: this.decoder.state,\n      },\n    };\n  }\n\n  private async handleDispose(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.close();\n      this.decoder = null;\n    }\n\n    this.upstreamPort?.close();\n    this.upstreamPort = null;\n\n    this.trackMetadata = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n\nconst worker = new AudioDecodeWorker();\n\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null;\n"],"names":[],"mappings":";;AAOO,MAAM,0BAA0B,YAKrC;AAAA;AAAA,EAEA,OAAwB,0BAA0B;AAAA,EAClD,OAAwB,iCAAiC;AAAA;AAAA,EAGhD;AAAA;AAAA,EAGU;AAAA,EACA;AAAA,EAEnB,YAAY,SAAiB,QAAsC;AAEjE,UAAM,MAA4B;AAElC,SAAK,UAAU;AAGf,SAAK,gBACH,QAAQ,cAAc,iBAAiB,kBAAkB;AAC3D,SAAK,uBAAuB,kBAAkB;AAAA,EAChD;AAAA;AAAA,EAGA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,SAAS,SAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,QAAoD;AAErE,QAAI,CAAC,KAAK,WAAW,OAAO,OAAO;AACjC,YAAM,KAAK,UAAU,MAA4B;AACjD,YAAM,KAAK,sBAAA;AACX;AAAA,IACF;AAAA,EAOF;AAAA;AAAA,EAGA,MAAgB,kBAAkB,QAA6D;AAC7F,UAAM,SAAS,MAAM,aAAa,kBAAkB;AAAA,MAClD,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,IAAA,CAC1B;AACD,WAAO,EAAE,WAAW,OAAO,aAAa,MAAA;AAAA,EAC1C;AAAA,EAEU,cAAc,MAGP;AACf,WAAO,IAAI,aAAa,IAAI;AAAA,EAC9B;AAAA,EAEU,iBAAyB;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,MAAgB,iBAAiB,QAA2C;AAC1E,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,KAAK,QAAQ,UAAU;AAAA,MAC3B,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,MACzB,GAAI,OAAO,eAAe,EAAE,aAAa,OAAO,YAAA;AAAA,IAAY,CAC7D;AAAA,EACH;AAAA,EAEU,OAAO,OAAgC;AAC/C,SAAK,SAAS,OAAO,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,QAA2C;AACzD,QAAI,KAAK,SAAS;AAEhB,YAAM,KAAK,YAAY,MAAM;AAC7B;AAAA,IACF;AAEA,SAAK,SAAS;AAGd,UAAM,KAAK,WAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,wBAAuC;AAAA,EAE7C;AACF;AC5GA,MAAM,uBAAuB,CAAC,SAAkE;AAC9F,MAAI,CAAC,KAAM,QAAO;AAElB,MAAI,gBAAgB,YAAa,QAAO;AAExC,QAAM,OAAO;AACb,SAAO,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU;AAC7E;AAcO,MAAM,kBAAkB;AAAA,EACrB;AAAA,EACA,UAAoC;AAAA,EACpC,SAAiB;AAAA,EACjB,UAAkB;AAAA,EAElB,gBAA6C,CAAA;AAAA,EAC7C,gBAAsC;AAAA,EAEtC,eAAmC;AAAA,EAE3C,cAAc;AACZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,SAAK,cAAA;AAAA,EACP;AAAA,EAEQ,gBAAsB;AAC5B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAAA,EACvF;AAAA,EAEA,MAAc,cAAc,SAQM;AAChC,UAAM,EAAE,MAAM,WAAW,WAAW,YAAY;AAEhD,QAAI,cAAc,YAAY;AAC5B,WAAK,eAAe;AACpB,WAAK,SAAS,aAAa;AAC3B,WAAK,UAAU,WAAW,aAAa;AAEvC,YAAM,UAAU,IAAI,cAAc,MAAM;AAAA,QACtC,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AAED,cAAQ,cAAc,CAAC,QAAQ,aAAa;AAC1C,aAAK,oBAAoB,QAAQ;AAAA,UAC/B,GAAG;AAAA,UACH,aAAa,QAAQ;AAAA,UACrB,gBAAgB,QAAQ;AAAA,QAAA,CACzB;AAAA,MACH,CAAC;AAED,cAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AAAA,IACtE;AAEA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,gBAAgB,SAQI;AAChC,UAAM,EAAE,WAAW,YAAY,OAAO,YAAY,kBAAkB,aAAa,WAC/E;AAEF,QAAI,aAAa,eAAe,SAAS;AACvC,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa;AAAA,UAC9B;AAAA,UACA;AAAA,UACA;AAAA,UACA,aAAa,qBAAqB,WAAW;AAAA,QAAA,CAC9C;AAAA,MACH;AACA,aAAO,EAAE,SAAS,KAAA;AAAA,IACpB;AAEA,QAAI,QAAQ,OAAO;AACjB,aAAO,OAAO,KAAK,eAAe,OAAO,KAAK;AAE9C,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa,OAAO,KAAK;AAAA,MAC9C;AAAA,IACF;AAEA,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,oBACZ,QACA,UACe;AACf,UAAM,YAAY,UAAU,aAAa,KAAK;AAC9C,UAAM,UAAU,UAAU,WAAW,KAAK;AAE1C,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,IAAI,kBAAkB,SAAS;AAAA,QAC5C,GAAG,KAAK;AAAA,QACR,OAAO,UAAU;AAAA,QACjB,YAAY,UAAU;AAAA,QACtB,kBAAkB,UAAU;AAAA,QAC5B,aAAa,qBAAqB,UAAU,WAAW;AAAA,MAAA,CACxD;AAAA,IACH;AAEA,SAAK,gBAAgB;AAAA,MACnB,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK,mBAAmB,UAAU,aAAa;AAAA,MACvD,YAAY,UAAU;AAAA,MACtB,kBAAkB,UAAU;AAAA,MAC5B,MAAO,UAAU,aAAuC;AAAA,IAAA;AAG1D,UAAM,YAAY,KAAK,QAAQ,aAAA;AAE/B,SAAK,QAAQ,WAAW,UAAU,UAAuC;AAAA,MACvE,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,aAAa,UAAU,eAAe;AAAA,MACtC,gBAAgB,UAAU,kBAAkB;AAAA,MAC5C,eAAe,KAAK;AAAA,IAAA,CACrB;AAED,WACG,OAAO,UAAU,QAAQ,EACzB,MAAM,CAAC,UAAU,QAAQ,MAAM,gDAAgD,KAAK,CAAC;AAAA,EAC1F;AAAA,EAEQ,mBAAmB,QAA+B;AACxD,WAAO;AAAA,MACL,aAAa,QAAQ,eAAe;AAAA,MACpC,YAAY,QAAQ;AAAA,MACpB,QAAQ,QAAQ,UAAU;AAAA,MAC1B,QAAQ,QAAQ;AAAA,MAChB,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ,WAAW,CAAA;AAAA,MAC5B,YAAY,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AACA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AAEA,SAAK,QAAQ,OAAO,kBAAkB;AAAA,MACpC,MAAM;AAAA,IAAA,CACP;AAED,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,iBAA2C;AACvD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,CAAA;AAAA,IACT;AAEA,WAAO;AAAA,MACL,OAAO;AAAA,QACL,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,QACd,YAAY,KAAK,QAAQ;AAAA,QACzB,WAAW,KAAK,QAAQ;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,MAAA;AAAA,IACtB;AAAA,EAEJ;AAAA,EAEA,MAAc,gBAA+C;AAC3D,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AACnB,WAAK,UAAU;AAAA,IACjB;AAEA,SAAK,cAAc,MAAA;AACnB,SAAK,eAAe;AAEpB,SAAK,gBAAgB;AAErB,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,kBAAA;AAEnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,qBAAe;"}
+{"version":3,"file":"audio-decode.worker.js","sources":["../../../../src/stages/decode/AudioChunkDecoder.ts","../../../../src/stages/decode/audio-decode.worker.ts"],"sourcesContent":["import { AudioDecoderConfig } from './types';\nimport { BaseDecoder } from './BaseDecoder';\n\n/**\n * Audio decoder with streaming support\n * Extends BaseDecoder for common WebCodecs operations\n */\nexport class AudioChunkDecoder extends BaseDecoder<\n  AudioDecoder,\n  AudioDecoderConfig,\n  EncodedAudioChunk,\n  AudioData\n> {\n  // Default values\n  private static readonly DEFAULT_HIGH_WATER_MARK = 20;\n  private static readonly DEFAULT_DECODE_QUEUE_THRESHOLD = 16;\n\n  // Exposed properties\n  readonly trackId: string;\n\n  // Backpressure configuration\n  protected readonly highWaterMark: number;\n  protected readonly decodeQueueThreshold: number;\n\n  // Buffering support for delayed configuration\n  private bufferedChunks: EncodedAudioChunk[] = [];\n  private isProcessingBuffer: boolean = false;\n\n  constructor(trackId: string, config?: Partial<AudioDecoderConfig>) {\n    // Initialize with empty config, will be configured later\n    super(config as AudioDecoderConfig);\n\n    this.trackId = trackId;\n\n    // Set backpressure configuration\n    this.highWaterMark =\n      config?.backpressure?.highWaterMark ?? AudioChunkDecoder.DEFAULT_HIGH_WATER_MARK;\n    this.decodeQueueThreshold = AudioChunkDecoder.DEFAULT_DECODE_QUEUE_THRESHOLD;\n  }\n\n  // Computed properties\n  get isConfigured(): boolean {\n    return this.isReady;\n  }\n\n  get state(): string {\n    return this.decoder?.state || 'unconfigured';\n  }\n\n  /**\n   * Update configuration - can be called before or after initialization\n   */\n  async updateConfig(config: Partial<AudioDecoderConfig>): Promise<void> {\n    // If decoder is not ready and we have codec info, configure it\n    if (!this.isReady && config.codec) {\n      await this.configure(config as AudioDecoderConfig);\n      await this.processBufferedChunks();\n      return;\n    }\n\n    // Note: AudioDecoder doesn't have many runtime-configurable options\n    // Backpressure settings are readonly in this implementation\n    // if (config.backpressure) {\n    //   console.warn('Backpressure settings cannot be changed at runtime');\n    // }\n  }\n\n  // Override createStream to handle buffering\n  override createStream(): TransformStream<EncodedAudioChunk, AudioData> {\n    return new TransformStream<EncodedAudioChunk, AudioData>(\n      {\n        start: async (controller) => {\n          this.controller = controller;\n          // Don't initialize if no codec config yet\n          if (this.config?.codec && !this.isReady) {\n            await this.initialize();\n          }\n        },\n\n        transform: async (chunk) => {\n          // If not configured yet, buffer the chunk\n          if (!this.isReady) {\n            this.bufferedChunks.push(chunk);\n            return; // Don't process yet\n          }\n\n          // If we're processing buffered chunks, add to buffer to maintain order\n          if (this.isProcessingBuffer) {\n            this.bufferedChunks.push(chunk);\n            return;\n          }\n\n          // Normal processing\n          await this.processChunk(chunk);\n        },\n\n        flush: async () => {\n          if (this.isReady) {\n            await this.flush();\n          }\n        },\n      },\n      {\n        highWaterMark: this.highWaterMark,\n        size: () => 1,\n      }\n    );\n  }\n\n  /**\n   * Process a single chunk (extracted from transform for reuse)\n   */\n  private async processChunk(chunk: EncodedAudioChunk): Promise<void> {\n    if (!this.decoder) {\n      throw new Error('Decoder not initialized');\n    }\n\n    if (this.decoder.state !== 'configured') {\n      console.error('[AudioChunkDecoder] Decoder in unexpected state:', this.decoder.state);\n      throw new Error(`Decoder not configured, state: ${this.decoder.state}`);\n    }\n\n    // Check decoder queue pressure\n    if (this.decoder.decodeQueueSize >= this.decodeQueueThreshold) {\n      await new Promise<void>((resolve) => {\n        const check = () => {\n          if (!this.decoder || this.decoder.decodeQueueSize < this.decodeQueueThreshold - 1) {\n            resolve();\n          } else {\n            setTimeout(check, 20);\n          }\n        };\n        check();\n      });\n    }\n\n    // Decode the chunk\n    try {\n      this.decode(chunk);\n    } catch (error) {\n      console.error(`[AudioChunkDecoder] decode error:`, error);\n      throw error; // Re-throw to propagate\n    }\n  }\n\n  // Implement abstract methods\n  protected async isConfigSupported(config: AudioDecoderConfig): Promise<{ supported: boolean }> {\n    const result = await AudioDecoder.isConfigSupported({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n    });\n    return { supported: result.supported ?? false };\n  }\n\n  protected createDecoder(init: {\n    output: (data: AudioData) => void;\n    error: (error: DOMException) => void;\n  }): AudioDecoder {\n    return new AudioDecoder(init);\n  }\n\n  protected getDecoderType(): string {\n    return 'Audio';\n  }\n\n  protected async configureDecoder(config: AudioDecoderConfig): Promise<void> {\n    if (!this.decoder) return;\n\n    await this.decoder.configure({\n      codec: config.codec,\n      sampleRate: config.sampleRate,\n      numberOfChannels: config.numberOfChannels,\n      ...(config.description && { description: config.description }),\n    });\n  }\n\n  protected decode(chunk: EncodedAudioChunk): void {\n    this.decoder?.decode(chunk);\n  }\n\n  /**\n   * Configure the decoder with codec info (can be called after creation)\n   */\n  async configure(config: AudioDecoderConfig): Promise<void> {\n    if (this.isReady) {\n      // If already configured, reconfigure\n      await this.reconfigure(config);\n      return;\n    }\n\n    this.config = config as any;\n\n    // Initialize decoder with new config\n    await this.initialize();\n  }\n\n  /**\n   * Process any buffered chunks after configuration\n   */\n  async processBufferedChunks(): Promise<void> {\n    if (!this.isReady || this.bufferedChunks.length === 0) {\n      return;\n    }\n\n    this.isProcessingBuffer = true;\n\n    // Process buffered chunks in order\n    const chunks = [...this.bufferedChunks];\n    this.bufferedChunks = [];\n\n    for (const chunk of chunks) {\n      try {\n        await this.processChunk(chunk);\n      } catch (error) {\n        console.error('[AudioChunkDecoder] Error processing buffered chunk:', error);\n      }\n    }\n\n    this.isProcessingBuffer = false;\n\n    // Process any new chunks that arrived while processing buffer\n    if (this.bufferedChunks.length > 0) {\n      await this.processBufferedChunks();\n    }\n  }\n\n  // Override close to clean up buffered chunks\n  override async close(): Promise<void> {\n    // Clear buffered chunks\n    this.bufferedChunks = [];\n\n    // Call parent close\n    await super.close();\n  }\n}\n","import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { AudioChunkDecoder } from './AudioChunkDecoder';\nimport { AudioDecoderConfig } from './types';\nimport type { AudioTrackConfig } from '../compose/types';\n\ninterface TrackMetadata {\n  clipId: string;\n  config: AudioTrackConfig;\n  sampleRate?: number;\n  numberOfChannels?: number;\n  type: 'bgm' | 'voice' | 'sfx' | 'other';\n}\n\nconst normalizeDescription = (desc?: ArrayBuffer | ArrayBufferView): ArrayBuffer | undefined => {\n  if (!desc) return undefined;\n\n  if (desc instanceof ArrayBuffer) return desc;\n\n  const view = desc as ArrayBufferView;\n  return view.buffer.slice(view.byteOffset, view.byteOffset + view.byteLength) as ArrayBuffer;\n};\n\n/**\n * AudioDecodeWorker (Clip Local) - Decodes audio for a single clip\n * Receives encoded audio chunks from AudioDemuxWorker and outputs decoded audio data\n *\n * Pipeline: AudioDemuxWorker → AudioDecodeWorker → Main Thread (OfflineAudioContext)\n *\n * Features:\n * - Single clip, single AudioDecoder instance\n * - Outputs AudioData stream to main thread for mixing\n * - Stream-based processing with backpressure\n * - Lifecycle tied to clip pipeline\n */\nexport class AudioDecodeWorker {\n  private channel: WorkerChannel;\n  private decoder: AudioChunkDecoder | null = null;\n  private clipId: string = '';\n  private trackId: string = '';\n\n  private defaultConfig: Partial<AudioDecoderConfig> = {};\n  private trackMetadata: TrackMetadata | null = null;\n\n  private upstreamPort: MessagePort | null = null;\n\n  constructor() {\n    this.channel = new WorkerChannel(self as any, {\n      name: 'AudioDecodeWorker',\n      timeout: 30000,\n    });\n\n    this.setupHandlers();\n  }\n\n  private setupHandlers(): void {\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('flush', this.handleFlush.bind(this));\n    this.channel.registerHandler('reset', this.handleReset.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n  }\n\n  private async handleConnect(payload: {\n    direction: 'upstream' | 'downstream';\n    port: MessagePort;\n    streamType?: 'audio';\n    sessionId?: string;\n    trackId?: string;\n    clipStartUs?: number;\n    clipDurationUs?: number;\n  }): Promise<{ success: boolean }> {\n    const { port, direction, sessionId, trackId } = payload;\n\n    if (direction === 'upstream') {\n      this.upstreamPort = port;\n      this.clipId = sessionId || 'default';\n      this.trackId = trackId || sessionId || 'default';\n\n      const channel = new WorkerChannel(port, {\n        name: 'Demux-AudioDecode',\n        timeout: 30000,\n      });\n\n      channel.receiveStream((stream, metadata) => {\n        this.handleReceiveStream(stream, {\n          ...metadata,\n          clipStartUs: payload.clipStartUs,\n          clipDurationUs: payload.clipDurationUs,\n        });\n      });\n\n      channel.registerHandler('configure', this.handleConfigure.bind(this));\n    }\n\n    return { success: true };\n  }\n\n  private async handleConfigure(payload: {\n    config?: { audio?: Partial<AudioDecoderConfig> };\n    sessionId?: string;\n    streamType?: 'audio';\n    codec?: string;\n    sampleRate?: number;\n    numberOfChannels?: number;\n    description?: ArrayBuffer | Uint8Array;\n  }): Promise<{ success: boolean }> {\n    const { sessionId, streamType, codec, sampleRate, numberOfChannels, description, config } =\n      payload;\n\n    if (sessionId && streamType === 'audio') {\n      // Save codec info to defaultConfig for decoder creation\n      Object.assign(this.defaultConfig, {\n        codec,\n        sampleRate,\n        numberOfChannels,\n        description: normalizeDescription(description),\n      });\n\n      // Update existing decoder if present (will process buffered chunks)\n      if (this.decoder) {\n        await this.decoder.updateConfig({\n          codec,\n          sampleRate,\n          numberOfChannels,\n          description: normalizeDescription(description),\n        });\n      }\n\n      return { success: true };\n    }\n\n    if (config?.audio) {\n      Object.assign(this.defaultConfig, config.audio);\n\n      if (this.decoder) {\n        await this.decoder.updateConfig(config.audio);\n      }\n    }\n\n    this.channel.state = WorkerState.Ready;\n\n    return { success: true };\n  }\n\n  private async handleReceiveStream(\n    stream: ReadableStream,\n    metadata?: Record<string, any>\n  ): Promise<void> {\n    const sessionId = metadata?.sessionId || this.clipId;\n    const trackId = metadata?.trackId || this.trackId;\n    if (!this.decoder) {\n      // Prefer metadata, fallback to defaultConfig\n      // Note: If codec is not available, decoder will buffer chunks internally\n      const decoderConfig = {\n        ...this.defaultConfig,\n        codec: metadata?.codec ?? this.defaultConfig.codec,\n        sampleRate: metadata?.sampleRate ?? this.defaultConfig.sampleRate,\n        numberOfChannels: metadata?.numberOfChannels ?? this.defaultConfig.numberOfChannels,\n        description: normalizeDescription(metadata?.description) ?? this.defaultConfig.description,\n      };\n\n      this.decoder = new AudioChunkDecoder(trackId, decoderConfig);\n    }\n\n    this.trackMetadata = {\n      clipId: this.clipId,\n      config: this.extractTrackConfig(metadata?.runtimeConfig),\n      sampleRate: metadata?.sampleRate,\n      numberOfChannels: metadata?.numberOfChannels,\n      type: (metadata?.trackType as TrackMetadata['type']) ?? 'other',\n    };\n\n    const transform = this.decoder.createStream();\n    this.channel.sendStream(transform.readable as ReadableStream<AudioData>, {\n      streamType: 'audio',\n      sessionId,\n      trackId,\n      clipStartUs: metadata?.clipStartUs ?? 0,\n      clipDurationUs: metadata?.clipDurationUs ?? 0,\n      trackMetadata: this.trackMetadata,\n    });\n\n    stream\n      .pipeTo(transform.writable)\n      .catch((error) => console.error('[AudioDecodeWorker] Audio stream pipe error:', error));\n  }\n\n  private extractTrackConfig(config: any): AudioTrackConfig {\n    return {\n      startTimeUs: config?.startTimeUs ?? 0,\n      durationUs: config?.durationUs,\n      volume: config?.volume ?? 1,\n      fadeIn: config?.fadeIn,\n      fadeOut: config?.fadeOut,\n      effects: config?.effects ?? [],\n      duckingTag: config?.duckingTag,\n    };\n  }\n\n  private async handleFlush(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.flush();\n    }\n    return { success: true };\n  }\n\n  private async handleReset(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.reset();\n    }\n\n    this.channel.notify('reset_complete', {\n      type: 'audio',\n    });\n\n    return { success: true };\n  }\n\n  private async handleGetStats(): Promise<{ audio?: any }> {\n    if (!this.decoder) {\n      return {};\n    }\n\n    return {\n      audio: {\n        clipId: this.clipId,\n        trackId: this.trackId,\n        configured: this.decoder.isConfigured,\n        queueSize: this.decoder.queueSize,\n        state: this.decoder.state,\n      },\n    };\n  }\n\n  private async handleDispose(): Promise<{ success: boolean }> {\n    if (this.decoder) {\n      await this.decoder.close();\n      this.decoder = null;\n    }\n\n    this.upstreamPort?.close();\n    this.upstreamPort = null;\n\n    this.trackMetadata = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n\nconst worker = new AudioDecodeWorker();\n\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null;\n"],"names":[],"mappings":";;AAOO,MAAM,0BAA0B,YAKrC;AAAA;AAAA,EAEA,OAAwB,0BAA0B;AAAA,EAClD,OAAwB,iCAAiC;AAAA;AAAA,EAGhD;AAAA;AAAA,EAGU;AAAA,EACA;AAAA;AAAA,EAGX,iBAAsC,CAAA;AAAA,EACtC,qBAA8B;AAAA,EAEtC,YAAY,SAAiB,QAAsC;AAEjE,UAAM,MAA4B;AAElC,SAAK,UAAU;AAGf,SAAK,gBACH,QAAQ,cAAc,iBAAiB,kBAAkB;AAC3D,SAAK,uBAAuB,kBAAkB;AAAA,EAChD;AAAA;AAAA,EAGA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,SAAS,SAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,QAAoD;AAErE,QAAI,CAAC,KAAK,WAAW,OAAO,OAAO;AACjC,YAAM,KAAK,UAAU,MAA4B;AACjD,YAAM,KAAK,sBAAA;AACX;AAAA,IACF;AAAA,EAOF;AAAA;AAAA,EAGS,eAA8D;AACrE,WAAO,IAAI;AAAA,MACT;AAAA,QACE,OAAO,OAAO,eAAe;AAC3B,eAAK,aAAa;AAElB,cAAI,KAAK,QAAQ,SAAS,CAAC,KAAK,SAAS;AACvC,kBAAM,KAAK,WAAA;AAAA,UACb;AAAA,QACF;AAAA,QAEA,WAAW,OAAO,UAAU;AAE1B,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,eAAe,KAAK,KAAK;AAC9B;AAAA,UACF;AAGA,cAAI,KAAK,oBAAoB;AAC3B,iBAAK,eAAe,KAAK,KAAK;AAC9B;AAAA,UACF;AAGA,gBAAM,KAAK,aAAa,KAAK;AAAA,QAC/B;AAAA,QAEA,OAAO,YAAY;AACjB,cAAI,KAAK,SAAS;AAChB,kBAAM,KAAK,MAAA;AAAA,UACb;AAAA,QACF;AAAA,MAAA;AAAA,MAEF;AAAA,QACE,eAAe,KAAK;AAAA,QACpB,MAAM,MAAM;AAAA,MAAA;AAAA,IACd;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAyC;AAClE,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,MAAM,yBAAyB;AAAA,IAC3C;AAEA,QAAI,KAAK,QAAQ,UAAU,cAAc;AACvC,cAAQ,MAAM,oDAAoD,KAAK,QAAQ,KAAK;AACpF,YAAM,IAAI,MAAM,kCAAkC,KAAK,QAAQ,KAAK,EAAE;AAAA,IACxE;AAGA,QAAI,KAAK,QAAQ,mBAAmB,KAAK,sBAAsB;AAC7D,YAAM,IAAI,QAAc,CAAC,YAAY;AACnC,cAAM,QAAQ,MAAM;AAClB,cAAI,CAAC,KAAK,WAAW,KAAK,QAAQ,kBAAkB,KAAK,uBAAuB,GAAG;AACjF,oBAAA;AAAA,UACF,OAAO;AACL,uBAAW,OAAO,EAAE;AAAA,UACtB;AAAA,QACF;AACA,cAAA;AAAA,MACF,CAAC;AAAA,IACH;AAGA,QAAI;AACF,WAAK,OAAO,KAAK;AAAA,IACnB,SAAS,OAAO;AACd,cAAQ,MAAM,qCAAqC,KAAK;AACxD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA,EAGA,MAAgB,kBAAkB,QAA6D;AAC7F,UAAM,SAAS,MAAM,aAAa,kBAAkB;AAAA,MAClD,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,IAAA,CAC1B;AACD,WAAO,EAAE,WAAW,OAAO,aAAa,MAAA;AAAA,EAC1C;AAAA,EAEU,cAAc,MAGP;AACf,WAAO,IAAI,aAAa,IAAI;AAAA,EAC9B;AAAA,EAEU,iBAAyB;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,MAAgB,iBAAiB,QAA2C;AAC1E,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,KAAK,QAAQ,UAAU;AAAA,MAC3B,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,kBAAkB,OAAO;AAAA,MACzB,GAAI,OAAO,eAAe,EAAE,aAAa,OAAO,YAAA;AAAA,IAAY,CAC7D;AAAA,EACH;AAAA,EAEU,OAAO,OAAgC;AAC/C,SAAK,SAAS,OAAO,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,QAA2C;AACzD,QAAI,KAAK,SAAS;AAEhB,YAAM,KAAK,YAAY,MAAM;AAC7B;AAAA,IACF;AAEA,SAAK,SAAS;AAGd,UAAM,KAAK,WAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,wBAAuC;AAC3C,QAAI,CAAC,KAAK,WAAW,KAAK,eAAe,WAAW,GAAG;AACrD;AAAA,IACF;AAEA,SAAK,qBAAqB;AAG1B,UAAM,SAAS,CAAC,GAAG,KAAK,cAAc;AACtC,SAAK,iBAAiB,CAAA;AAEtB,eAAW,SAAS,QAAQ;AAC1B,UAAI;AACF,cAAM,KAAK,aAAa,KAAK;AAAA,MAC/B,SAAS,OAAO;AACd,gBAAQ,MAAM,wDAAwD,KAAK;AAAA,MAC7E;AAAA,IACF;AAEA,SAAK,qBAAqB;AAG1B,QAAI,KAAK,eAAe,SAAS,GAAG;AAClC,YAAM,KAAK,sBAAA;AAAA,IACb;AAAA,EACF;AAAA;AAAA,EAGA,MAAe,QAAuB;AAEpC,SAAK,iBAAiB,CAAA;AAGtB,UAAM,MAAM,MAAA;AAAA,EACd;AACF;AC7NA,MAAM,uBAAuB,CAAC,SAAkE;AAC9F,MAAI,CAAC,KAAM,QAAO;AAElB,MAAI,gBAAgB,YAAa,QAAO;AAExC,QAAM,OAAO;AACb,SAAO,KAAK,OAAO,MAAM,KAAK,YAAY,KAAK,aAAa,KAAK,UAAU;AAC7E;AAcO,MAAM,kBAAkB;AAAA,EACrB;AAAA,EACA,UAAoC;AAAA,EACpC,SAAiB;AAAA,EACjB,UAAkB;AAAA,EAElB,gBAA6C,CAAA;AAAA,EAC7C,gBAAsC;AAAA,EAEtC,eAAmC;AAAA,EAE3C,cAAc;AACZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,SAAK,cAAA;AAAA,EACP;AAAA,EAEQ,gBAAsB;AAC5B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,SAAS,KAAK,YAAY,KAAK,IAAI,CAAC;AACjE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAAA,EACvF;AAAA,EAEA,MAAc,cAAc,SAQM;AAChC,UAAM,EAAE,MAAM,WAAW,WAAW,YAAY;AAEhD,QAAI,cAAc,YAAY;AAC5B,WAAK,eAAe;AACpB,WAAK,SAAS,aAAa;AAC3B,WAAK,UAAU,WAAW,aAAa;AAEvC,YAAM,UAAU,IAAI,cAAc,MAAM;AAAA,QACtC,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AAED,cAAQ,cAAc,CAAC,QAAQ,aAAa;AAC1C,aAAK,oBAAoB,QAAQ;AAAA,UAC/B,GAAG;AAAA,UACH,aAAa,QAAQ;AAAA,UACrB,gBAAgB,QAAQ;AAAA,QAAA,CACzB;AAAA,MACH,CAAC;AAED,cAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AAAA,IACtE;AAEA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,gBAAgB,SAQI;AAChC,UAAM,EAAE,WAAW,YAAY,OAAO,YAAY,kBAAkB,aAAa,WAC/E;AAEF,QAAI,aAAa,eAAe,SAAS;AAEvC,aAAO,OAAO,KAAK,eAAe;AAAA,QAChC;AAAA,QACA;AAAA,QACA;AAAA,QACA,aAAa,qBAAqB,WAAW;AAAA,MAAA,CAC9C;AAGD,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa;AAAA,UAC9B;AAAA,UACA;AAAA,UACA;AAAA,UACA,aAAa,qBAAqB,WAAW;AAAA,QAAA,CAC9C;AAAA,MACH;AAEA,aAAO,EAAE,SAAS,KAAA;AAAA,IACpB;AAEA,QAAI,QAAQ,OAAO;AACjB,aAAO,OAAO,KAAK,eAAe,OAAO,KAAK;AAE9C,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,aAAa,OAAO,KAAK;AAAA,MAC9C;AAAA,IACF;AAEA,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,oBACZ,QACA,UACe;AACf,UAAM,YAAY,UAAU,aAAa,KAAK;AAC9C,UAAM,UAAU,UAAU,WAAW,KAAK;AAC1C,QAAI,CAAC,KAAK,SAAS;AAGjB,YAAM,gBAAgB;AAAA,QACpB,GAAG,KAAK;AAAA,QACR,OAAO,UAAU,SAAS,KAAK,cAAc;AAAA,QAC7C,YAAY,UAAU,cAAc,KAAK,cAAc;AAAA,QACvD,kBAAkB,UAAU,oBAAoB,KAAK,cAAc;AAAA,QACnE,aAAa,qBAAqB,UAAU,WAAW,KAAK,KAAK,cAAc;AAAA,MAAA;AAGjF,WAAK,UAAU,IAAI,kBAAkB,SAAS,aAAa;AAAA,IAC7D;AAEA,SAAK,gBAAgB;AAAA,MACnB,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK,mBAAmB,UAAU,aAAa;AAAA,MACvD,YAAY,UAAU;AAAA,MACtB,kBAAkB,UAAU;AAAA,MAC5B,MAAO,UAAU,aAAuC;AAAA,IAAA;AAG1D,UAAM,YAAY,KAAK,QAAQ,aAAA;AAC/B,SAAK,QAAQ,WAAW,UAAU,UAAuC;AAAA,MACvE,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,aAAa,UAAU,eAAe;AAAA,MACtC,gBAAgB,UAAU,kBAAkB;AAAA,MAC5C,eAAe,KAAK;AAAA,IAAA,CACrB;AAED,WACG,OAAO,UAAU,QAAQ,EACzB,MAAM,CAAC,UAAU,QAAQ,MAAM,gDAAgD,KAAK,CAAC;AAAA,EAC1F;AAAA,EAEQ,mBAAmB,QAA+B;AACxD,WAAO;AAAA,MACL,aAAa,QAAQ,eAAe;AAAA,MACpC,YAAY,QAAQ;AAAA,MACpB,QAAQ,QAAQ,UAAU;AAAA,MAC1B,QAAQ,QAAQ;AAAA,MAChB,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ,WAAW,CAAA;AAAA,MAC5B,YAAY,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AACA,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,cAA6C;AACzD,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AAEA,SAAK,QAAQ,OAAO,kBAAkB;AAAA,MACpC,MAAM;AAAA,IAAA,CACP;AAED,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA,EAEA,MAAc,iBAA2C;AACvD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,CAAA;AAAA,IACT;AAEA,WAAO;AAAA,MACL,OAAO;AAAA,QACL,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,QACd,YAAY,KAAK,QAAQ;AAAA,QACzB,WAAW,KAAK,QAAQ;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,MAAA;AAAA,IACtB;AAAA,EAEJ;AAAA,EAEA,MAAc,gBAA+C;AAC3D,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAA;AACnB,WAAK,UAAU;AAAA,IACjB;AAEA,SAAK,cAAc,MAAA;AACnB,SAAK,eAAe;AAEpB,SAAK,gBAAgB;AAErB,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,kBAAA;AAEnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,qBAAe;"}

package/dist/workers/stages/demux/video-demux.worker.js

@@ -4,7 +4,8 @@ class VideoDemuxWorker {
   channel;
   demuxer = null;
   sessionId = null;
-  downstreamPort = null;
+  videoDownstreamPort = null;
+  audioDownstreamPort = null;
   constructor() {
     this.channel = new WorkerChannel(self, {
       name: "VideoDemuxWorker",
@@ -24,11 +25,17 @@ class VideoDemuxWorker {
    * Handle connection from orchestrator
    */
   async handleConnect(payload) {
-    const { port, sessionId, direction } = payload;
+    const { port, sessionId, direction, streamType } = payload;
     if (!port) {
       return { success: false };
     }
-    this.downstreamPort = port;
+    if (direction === "downstream") {
+      if (streamType === "audio") {
+        this.audioDownstreamPort = port;
+      } else {
+        this.videoDownstreamPort = port;
+      }
+    }
     this.sessionId = sessionId || null;
     return { success: true };
   }
@@ -47,8 +54,6 @@ class VideoDemuxWorker {
         }
         this.demuxer = new MP4Demuxer({
           ...config,
-          skipAudio: true,
-          // Video only
           onReady: () => this.handleDemuxerReady()
         });
         this.channel.notify("configured");
@@ -75,29 +80,40 @@ class VideoDemuxWorker {
     if (!this.demuxer) {
       this.demuxer = new MP4Demuxer({
         highWaterMark: 10,
-        skipAudio: true,
         onReady: () => this.handleDemuxerReady()
       });
     }
-    if (!this.downstreamPort) {
+    if (!this.videoDownstreamPort) {
       console.error("[VideoDemuxWorker] Decoder not connected", this.sessionId);
       return;
     }
     const videoStream = this.demuxer.createVideoStream();
-    const downstreamChannel = new WorkerChannel(this.downstreamPort, {
+    const audioStream = this.demuxer.createAudioStream();
+    const videoChannel = new WorkerChannel(this.videoDownstreamPort, {
       name: "VideoDemux-Decoder",
       timeout: 3e4
     });
-    downstreamChannel.sendStream(videoStream.readable, {
+    videoChannel.sendStream(videoStream, {
       streamType: "video",
       sessionId: this.sessionId
     });
-    await stream.pipeTo(videoStream.writable).catch((error) => {
-      console.error("[VideoDemuxWorker] Stream error:", this.sessionId, error);
+    if (audioStream && this.audioDownstreamPort) {
+      const audioChannel = new WorkerChannel(this.audioDownstreamPort, {
+        name: "VideoDemux-AudioDecoder",
+        timeout: 3e4
+      });
+      audioChannel.sendStream(audioStream, {
+        streamType: "audio",
+        sessionId: this.sessionId
+      });
+    }
+    const inputStream = this.demuxer.createInputStream();
+    await stream.pipeTo(inputStream).catch((error) => {
+      console.error("[VideoDemuxWorker] Input stream error:", this.sessionId, error);
     });
   }
   handleDemuxerReady() {
-    if (!this.demuxer || !this.downstreamPort) {
+    if (!this.demuxer || !this.videoDownstreamPort) {
       return;
     }
     const videoTrackInfo = this.demuxer.videoTrackInfo;
@@ -105,7 +121,7 @@ class VideoDemuxWorker {
       console.error("[VideoDemuxWorker] No video track found after ready");
       return;
     }
-    const downstreamChannel = new WorkerChannel(this.downstreamPort, {
+    const downstreamChannel = new WorkerChannel(this.videoDownstreamPort, {
       name: "VideoDemux-Decoder",
       timeout: 3e4
     });
@@ -117,6 +133,21 @@ class VideoDemuxWorker {
       height: videoTrackInfo.height,
       description: videoTrackInfo.description
     });
+    const audioTrackInfo = this.demuxer.audioTrackInfo;
+    if (audioTrackInfo && this.audioDownstreamPort) {
+      const audioChannel = new WorkerChannel(this.audioDownstreamPort, {
+        name: "VideoDemux-AudioDecoder",
+        timeout: 3e4
+      });
+      audioChannel.send("configure", {
+        sessionId: this.sessionId,
+        streamType: "audio",
+        codec: audioTrackInfo.codec,
+        sampleRate: audioTrackInfo.sampleRate,
+        numberOfChannels: audioTrackInfo.numberOfChannels,
+        description: audioTrackInfo.description
+      });
+    }
   }
   /**
    * Get demuxer statistics
@@ -137,8 +168,10 @@ class VideoDemuxWorker {
     this.demuxer?.destroy();
     this.demuxer = null;
     this.sessionId = null;
-    this.downstreamPort?.close();
-    this.downstreamPort = null;
+    this.videoDownstreamPort?.close();
+    this.videoDownstreamPort = null;
+    this.audioDownstreamPort?.close();
+    this.audioDownstreamPort = null;
     this.channel.state = WorkerState.Disposed;
     return { success: true };
   }

package/dist/workers/stages/demux/video-demux.worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"video-demux.worker.js","sources":["../../../../src/stages/demux/video-demux.worker.ts"],"sourcesContent":["import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { MP4Demuxer } from './MP4Demuxer';\nimport type { DemuxConfig } from './types';\n\ninterface LoaderStreamMetadata {\n  sessionId?: string;\n  byteStart?: number;\n  byteEnd?: number;\n}\n/**\n * VideoDemuxWorker - First stage for video processing\n * Extracts video tracks from container formats (MP4, etc.)\n *\n * Pipeline: ResourceLoader (Main Thread) → VideoDemuxWorker → DecodeWorker\n *\n * Architecture Note:\n * - One VideoDemuxWorker instance per CLIP (not per resource)\n * - Multiple clips can share the same resource (different workers, independent processing)\n * - This enables clean 2-Clip strategy lifecycle management\n *\n * Features:\n * - MP4 container demuxing with mp4box.js\n * - Stream-based processing with backpressure\n * - Direct streaming to DecodeWorker\n */\nexport class VideoDemuxWorker {\n  private channel: WorkerChannel;\n  private demuxer: MP4Demuxer | null = null;\n  private sessionId: string | null = null;\n  private downstreamPort: MessagePort | null = null;\n\n  constructor() {\n    // Initialize WorkerChannel\n    this.channel = new WorkerChannel(self as any, {\n      name: 'VideoDemuxWorker',\n      timeout: 30000,\n    });\n    this.setupHandlers();\n  }\n\n  /* @better-ai.mdc For test visibility */\n  protected setupHandlers(): void {\n    // Register message handlers\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n\n    // Setup stream receiver from ResourceLoader (main thread)\n    this.channel.receiveStream(this.handleReceiveStream.bind(this));\n  }\n\n  /**\n   * Handle connection from orchestrator\n   */\n  private async handleConnect(payload: {\n    port?: MessagePort;\n    streamType?: string;\n    sessionId?: string;\n    direction?: string;\n  }): Promise<{ success: boolean }> {\n    const { port, sessionId, direction } = payload;\n\n    if (!port) {\n      return { success: false };\n    }\n\n    this.downstreamPort = port;\n    this.sessionId = sessionId || null;\n    return { success: true };\n  }\n\n  /**\n   * Configure demuxer with format settings\n   * @param payload.config - Demuxer configuration\n   * @param payload.initial - If true, initialize worker state; otherwise just update config\n   */\n  private async handleConfigure(payload: {\n    config: DemuxConfig;\n    initial?: boolean;\n  }): Promise<{ success: boolean; tracks?: any[] }> {\n    const { config, initial = false } = payload;\n\n    try {\n      if (initial) {\n        // Initial setup - set worker state to ready\n        this.channel.state = WorkerState.Ready;\n\n        // Create new demuxer instance\n        if (this.demuxer) {\n          this.demuxer.destroy();\n        }\n\n        this.demuxer = new MP4Demuxer({\n          ...config,\n          skipAudio: true, // Video only\n          onReady: () => this.handleDemuxerReady(),\n        });\n\n        // Notify configuration complete\n        this.channel.notify('configured');\n\n        return { success: true };\n      } else {\n        // Update configuration only (e.g., backpressure settings)\n        this.demuxer?.updateConfig(config);\n        return { success: true };\n      }\n    } catch (error: any) {\n      throw {\n        code: error.code || 'CONFIG_ERROR',\n        message: error.message,\n      };\n    }\n  }\n\n  /**\n   * Handle input stream from ResourceLoader (main thread)\n   * Strategy: Stream immediately, send codec info when ready\n   */\n  private async handleReceiveStream(\n    stream: ReadableStream<Uint8Array | ArrayBuffer>,\n    metadata?: LoaderStreamMetadata\n  ): Promise<void> {\n    // Store sessionId from metadata (only happens once per worker lifecycle)\n    // Note: Do NOT override if already set by handleConnect (which has correct sessionId)\n    if (!this.sessionId) {\n      this.sessionId = metadata?.sessionId || this.sessionId;\n    }\n\n    // Initialize demuxer on first stream\n    if (!this.demuxer) {\n      this.demuxer = new MP4Demuxer({\n        highWaterMark: 10,\n        skipAudio: true,\n        onReady: () => this.handleDemuxerReady(),\n      });\n    }\n\n    if (!this.downstreamPort) {\n      console.error('[VideoDemuxWorker] Decoder not connected', this.sessionId);\n      return;\n    }\n\n    // Create and send stream to decoder\n    const videoStream = this.demuxer.createVideoStream();\n    const downstreamChannel = new WorkerChannel(this.downstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n\n    downstreamChannel.sendStream(videoStream.readable, {\n      streamType: 'video',\n      sessionId: this.sessionId,\n    });\n\n    await stream.pipeTo(videoStream.writable).catch((error) => {\n      console.error('[VideoDemuxWorker] Stream error:', this.sessionId, error);\n    });\n  }\n\n  private handleDemuxerReady(): void {\n    if (!this.demuxer || !this.downstreamPort) {\n      return;\n    }\n\n    const videoTrackInfo = this.demuxer.videoTrackInfo;\n    if (!videoTrackInfo) {\n      console.error('[VideoDemuxWorker] No video track found after ready');\n      return;\n    }\n\n    const downstreamChannel = new WorkerChannel(this.downstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n\n    downstreamChannel.send('configure' as any, {\n      sessionId: this.sessionId,\n      streamType: 'video',\n      codec: videoTrackInfo.codec,\n      width: videoTrackInfo.width,\n      height: videoTrackInfo.height,\n      description: videoTrackInfo.description,\n    });\n  }\n\n  /**\n   * Get demuxer statistics\n   */\n  private async handleGetStats(): Promise<{\n    queueSize?: number;\n    tracksInfo?: any[];\n    state?: WorkerState;\n  }> {\n    if (!this.demuxer) {\n      return { state: this.channel.state };\n    }\n\n    return {\n      tracksInfo: Array.from(this.demuxer.tracks.values()),\n      state: this.channel.state,\n    };\n  }\n\n  /**\n   * Dispose worker and cleanup resources\n   */\n  private async handleDispose(): Promise<{ success: boolean }> {\n    // Destroy demuxer\n    this.demuxer?.destroy();\n    this.demuxer = null;\n    this.sessionId = null;\n\n    // Close connections\n    this.downstreamPort?.close();\n    this.downstreamPort = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n// Initialize worker\nconst worker = new VideoDemuxWorker();\n\n// Handle worker termination\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null; // Required for TypeScript worker compilation\n"],"names":[],"mappings":";;AA0BO,MAAM,iBAAiB;AAAA,EACpB;AAAA,EACA,UAA6B;AAAA,EAC7B,YAA2B;AAAA,EAC3B,iBAAqC;AAAA,EAE7C,cAAc;AAEZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,SAAK,cAAA;AAAA,EACP;AAAA;AAAA,EAGU,gBAAsB;AAE9B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAGrF,SAAK,QAAQ,cAAc,KAAK,oBAAoB,KAAK,IAAI,CAAC;AAAA,EAChE;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cAAc,SAKM;AAChC,UAAM,EAAE,MAAM,WAAW,UAAA,IAAc;AAEvC,QAAI,CAAC,MAAM;AACT,aAAO,EAAE,SAAS,MAAA;AAAA,IACpB;AAEA,SAAK,iBAAiB;AACtB,SAAK,YAAY,aAAa;AAC9B,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,gBAAgB,SAGoB;AAChD,UAAM,EAAE,QAAQ,UAAU,MAAA,IAAU;AAEpC,QAAI;AACF,UAAI,SAAS;AAEX,aAAK,QAAQ,QAAQ,YAAY;AAGjC,YAAI,KAAK,SAAS;AAChB,eAAK,QAAQ,QAAA;AAAA,QACf;AAEA,aAAK,UAAU,IAAI,WAAW;AAAA,UAC5B,GAAG;AAAA,UACH,WAAW;AAAA;AAAA,UACX,SAAS,MAAM,KAAK,mBAAA;AAAA,QAAmB,CACxC;AAGD,aAAK,QAAQ,OAAO,YAAY;AAEhC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB,OAAO;AAEL,aAAK,SAAS,aAAa,MAAM;AACjC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB;AAAA,IACF,SAAS,OAAY;AACnB,YAAM;AAAA,QACJ,MAAM,MAAM,QAAQ;AAAA,QACpB,SAAS,MAAM;AAAA,MAAA;AAAA,IAEnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBACZ,QACA,UACe;AAGf,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,UAAU,aAAa,KAAK;AAAA,IAC/C;AAGA,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,IAAI,WAAW;AAAA,QAC5B,eAAe;AAAA,QACf,WAAW;AAAA,QACX,SAAS,MAAM,KAAK,mBAAA;AAAA,MAAmB,CACxC;AAAA,IACH;AAEA,QAAI,CAAC,KAAK,gBAAgB;AACxB,cAAQ,MAAM,4CAA4C,KAAK,SAAS;AACxE;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,oBAAoB,IAAI,cAAc,KAAK,gBAAgB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,sBAAkB,WAAW,YAAY,UAAU;AAAA,MACjD,YAAY;AAAA,MACZ,WAAW,KAAK;AAAA,IAAA,CACjB;AAED,UAAM,OAAO,OAAO,YAAY,QAAQ,EAAE,MAAM,CAAC,UAAU;AACzD,cAAQ,MAAM,oCAAoC,KAAK,WAAW,KAAK;AAAA,IACzE,CAAC;AAAA,EACH;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAW,CAAC,KAAK,gBAAgB;AACzC;AAAA,IACF;AAEA,UAAM,iBAAiB,KAAK,QAAQ;AACpC,QAAI,CAAC,gBAAgB;AACnB,cAAQ,MAAM,qDAAqD;AACnE;AAAA,IACF;AAEA,UAAM,oBAAoB,IAAI,cAAc,KAAK,gBAAgB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,sBAAkB,KAAK,aAAoB;AAAA,MACzC,WAAW,KAAK;AAAA,MAChB,YAAY;AAAA,MACZ,OAAO,eAAe;AAAA,MACtB,OAAO,eAAe;AAAA,MACtB,QAAQ,eAAe;AAAA,MACvB,aAAa,eAAe;AAAA,IAAA,CAC7B;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAIX;AACD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,EAAE,OAAO,KAAK,QAAQ,MAAA;AAAA,IAC/B;AAEA,WAAO;AAAA,MACL,YAAY,MAAM,KAAK,KAAK,QAAQ,OAAO,QAAQ;AAAA,MACnD,OAAO,KAAK,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAA+C;AAE3D,SAAK,SAAS,QAAA;AACd,SAAK,UAAU;AACf,SAAK,YAAY;AAGjB,SAAK,gBAAgB,MAAA;AACrB,SAAK,iBAAiB;AAEtB,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,iBAAA;AAGnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,oBAAe;"}
+{"version":3,"file":"video-demux.worker.js","sources":["../../../../src/stages/demux/video-demux.worker.ts"],"sourcesContent":["import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { MP4Demuxer } from './MP4Demuxer';\nimport type { DemuxConfig } from './types';\n\ninterface LoaderStreamMetadata {\n  sessionId?: string;\n  byteStart?: number;\n  byteEnd?: number;\n}\n/**\n * VideoDemuxWorker - First stage for video processing\n * Extracts video tracks from container formats (MP4, etc.)\n *\n * Pipeline: ResourceLoader (Main Thread) → VideoDemuxWorker → DecodeWorker\n *\n * Architecture Note:\n * - One VideoDemuxWorker instance per CLIP (not per resource)\n * - Multiple clips can share the same resource (different workers, independent processing)\n * - This enables clean 2-Clip strategy lifecycle management\n *\n * Features:\n * - MP4 container demuxing with mp4box.js\n * - Stream-based processing with backpressure\n * - Direct streaming to DecodeWorker\n */\nexport class VideoDemuxWorker {\n  private channel: WorkerChannel;\n  private demuxer: MP4Demuxer | null = null;\n  private sessionId: string | null = null;\n  private videoDownstreamPort: MessagePort | null = null;\n  private audioDownstreamPort: MessagePort | null = null;\n\n  constructor() {\n    // Initialize WorkerChannel\n    this.channel = new WorkerChannel(self as any, {\n      name: 'VideoDemuxWorker',\n      timeout: 30000,\n    });\n    this.setupHandlers();\n  }\n\n  /* @better-ai.mdc For test visibility */\n  protected setupHandlers(): void {\n    // Register message handlers\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n\n    // Setup stream receiver from ResourceLoader (main thread)\n    this.channel.receiveStream(this.handleReceiveStream.bind(this));\n  }\n\n  /**\n   * Handle connection from orchestrator\n   */\n  private async handleConnect(payload: {\n    port?: MessagePort;\n    streamType?: string;\n    sessionId?: string;\n    direction?: string;\n  }): Promise<{ success: boolean }> {\n    const { port, sessionId, direction, streamType } = payload;\n\n    if (!port) {\n      return { success: false };\n    }\n\n    if (direction === 'downstream') {\n      if (streamType === 'audio') {\n        this.audioDownstreamPort = port;\n      } else {\n        this.videoDownstreamPort = port;\n      }\n    }\n\n    this.sessionId = sessionId || null;\n    return { success: true };\n  }\n\n  /**\n   * Configure demuxer with format settings\n   * @param payload.config - Demuxer configuration\n   * @param payload.initial - If true, initialize worker state; otherwise just update config\n   */\n  private async handleConfigure(payload: {\n    config: DemuxConfig;\n    initial?: boolean;\n  }): Promise<{ success: boolean; tracks?: any[] }> {\n    const { config, initial = false } = payload;\n\n    try {\n      if (initial) {\n        // Initial setup - set worker state to ready\n        this.channel.state = WorkerState.Ready;\n\n        // Create new demuxer instance\n        if (this.demuxer) {\n          this.demuxer.destroy();\n        }\n\n        this.demuxer = new MP4Demuxer({\n          ...config,\n          onReady: () => this.handleDemuxerReady(),\n        });\n\n        // Notify configuration complete\n        this.channel.notify('configured');\n\n        return { success: true };\n      } else {\n        // Update configuration only (e.g., backpressure settings)\n        this.demuxer?.updateConfig(config);\n        return { success: true };\n      }\n    } catch (error: any) {\n      throw {\n        code: error.code || 'CONFIG_ERROR',\n        message: error.message,\n      };\n    }\n  }\n\n  /**\n   * Handle input stream from ResourceLoader (main thread)\n   * Strategy: Stream immediately, send codec info when ready\n   */\n  private async handleReceiveStream(\n    stream: ReadableStream<Uint8Array | ArrayBuffer>,\n    metadata?: LoaderStreamMetadata\n  ): Promise<void> {\n    // Store sessionId from metadata (only happens once per worker lifecycle)\n    // Note: Do NOT override if already set by handleConnect (which has correct sessionId)\n    if (!this.sessionId) {\n      this.sessionId = metadata?.sessionId || this.sessionId;\n    }\n\n    // Initialize demuxer on first stream\n    if (!this.demuxer) {\n      this.demuxer = new MP4Demuxer({\n        highWaterMark: 10,\n        onReady: () => this.handleDemuxerReady(),\n      });\n    }\n\n    if (!this.videoDownstreamPort) {\n      console.error('[VideoDemuxWorker] Decoder not connected', this.sessionId);\n      return;\n    }\n\n    // Create output streams (readable only)\n    const videoStream = this.demuxer.createVideoStream();\n    const audioStream = this.demuxer.createAudioStream();\n\n    // Send video stream to decoder\n    const videoChannel = new WorkerChannel(this.videoDownstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n    videoChannel.sendStream(videoStream, {\n      streamType: 'video',\n      sessionId: this.sessionId,\n    });\n\n    // Send audio stream to decoder if available\n    if (audioStream && this.audioDownstreamPort) {\n      const audioChannel = new WorkerChannel(this.audioDownstreamPort, {\n        name: 'VideoDemux-AudioDecoder',\n        timeout: 30000,\n      });\n      audioChannel.sendStream(audioStream, {\n        streamType: 'audio',\n        sessionId: this.sessionId,\n      });\n    }\n\n    // Create input stream and pipe source to it (single appendBuffer)\n    const inputStream = this.demuxer.createInputStream();\n    await stream.pipeTo(inputStream).catch((error) => {\n      console.error('[VideoDemuxWorker] Input stream error:', this.sessionId, error);\n    });\n  }\n\n  private handleDemuxerReady(): void {\n    if (!this.demuxer || !this.videoDownstreamPort) {\n      return;\n    }\n\n    const videoTrackInfo = this.demuxer.videoTrackInfo;\n    if (!videoTrackInfo) {\n      console.error('[VideoDemuxWorker] No video track found after ready');\n      return;\n    }\n\n    const downstreamChannel = new WorkerChannel(this.videoDownstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n\n    downstreamChannel.send('configure' as any, {\n      sessionId: this.sessionId,\n      streamType: 'video',\n      codec: videoTrackInfo.codec,\n      width: videoTrackInfo.width,\n      height: videoTrackInfo.height,\n      description: videoTrackInfo.description,\n    });\n\n    // Send audio track info if available\n    const audioTrackInfo = this.demuxer.audioTrackInfo;\n    if (audioTrackInfo && this.audioDownstreamPort) {\n      const audioChannel = new WorkerChannel(this.audioDownstreamPort, {\n        name: 'VideoDemux-AudioDecoder',\n        timeout: 30000,\n      });\n\n      audioChannel.send('configure' as any, {\n        sessionId: this.sessionId,\n        streamType: 'audio',\n        codec: audioTrackInfo.codec,\n        sampleRate: audioTrackInfo.sampleRate,\n        numberOfChannels: audioTrackInfo.numberOfChannels,\n        description: audioTrackInfo.description,\n      });\n    }\n  }\n\n  /**\n   * Get demuxer statistics\n   */\n  private async handleGetStats(): Promise<{\n    queueSize?: number;\n    tracksInfo?: any[];\n    state?: WorkerState;\n  }> {\n    if (!this.demuxer) {\n      return { state: this.channel.state };\n    }\n\n    return {\n      tracksInfo: Array.from(this.demuxer.tracks.values()),\n      state: this.channel.state,\n    };\n  }\n\n  /**\n   * Dispose worker and cleanup resources\n   */\n  private async handleDispose(): Promise<{ success: boolean }> {\n    // Destroy demuxer\n    this.demuxer?.destroy();\n    this.demuxer = null;\n    this.sessionId = null;\n\n    // Close connections\n    this.videoDownstreamPort?.close();\n    this.videoDownstreamPort = null;\n    this.audioDownstreamPort?.close();\n    this.audioDownstreamPort = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n// Initialize worker\nconst worker = new VideoDemuxWorker();\n\n// Handle worker termination\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null; // Required for TypeScript worker compilation\n"],"names":[],"mappings":";;AA0BO,MAAM,iBAAiB;AAAA,EACpB;AAAA,EACA,UAA6B;AAAA,EAC7B,YAA2B;AAAA,EAC3B,sBAA0C;AAAA,EAC1C,sBAA0C;AAAA,EAElD,cAAc;AAEZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,SAAK,cAAA;AAAA,EACP;AAAA;AAAA,EAGU,gBAAsB;AAE9B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAGrF,SAAK,QAAQ,cAAc,KAAK,oBAAoB,KAAK,IAAI,CAAC;AAAA,EAChE;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cAAc,SAKM;AAChC,UAAM,EAAE,MAAM,WAAW,WAAW,eAAe;AAEnD,QAAI,CAAC,MAAM;AACT,aAAO,EAAE,SAAS,MAAA;AAAA,IACpB;AAEA,QAAI,cAAc,cAAc;AAC9B,UAAI,eAAe,SAAS;AAC1B,aAAK,sBAAsB;AAAA,MAC7B,OAAO;AACL,aAAK,sBAAsB;AAAA,MAC7B;AAAA,IACF;AAEA,SAAK,YAAY,aAAa;AAC9B,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,gBAAgB,SAGoB;AAChD,UAAM,EAAE,QAAQ,UAAU,MAAA,IAAU;AAEpC,QAAI;AACF,UAAI,SAAS;AAEX,aAAK,QAAQ,QAAQ,YAAY;AAGjC,YAAI,KAAK,SAAS;AAChB,eAAK,QAAQ,QAAA;AAAA,QACf;AAEA,aAAK,UAAU,IAAI,WAAW;AAAA,UAC5B,GAAG;AAAA,UACH,SAAS,MAAM,KAAK,mBAAA;AAAA,QAAmB,CACxC;AAGD,aAAK,QAAQ,OAAO,YAAY;AAEhC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB,OAAO;AAEL,aAAK,SAAS,aAAa,MAAM;AACjC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB;AAAA,IACF,SAAS,OAAY;AACnB,YAAM;AAAA,QACJ,MAAM,MAAM,QAAQ;AAAA,QACpB,SAAS,MAAM;AAAA,MAAA;AAAA,IAEnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBACZ,QACA,UACe;AAGf,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,UAAU,aAAa,KAAK;AAAA,IAC/C;AAGA,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,IAAI,WAAW;AAAA,QAC5B,eAAe;AAAA,QACf,SAAS,MAAM,KAAK,mBAAA;AAAA,MAAmB,CACxC;AAAA,IACH;AAEA,QAAI,CAAC,KAAK,qBAAqB;AAC7B,cAAQ,MAAM,4CAA4C,KAAK,SAAS;AACxE;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,cAAc,KAAK,QAAQ,kBAAA;AAGjC,UAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,iBAAa,WAAW,aAAa;AAAA,MACnC,YAAY;AAAA,MACZ,WAAW,KAAK;AAAA,IAAA,CACjB;AAGD,QAAI,eAAe,KAAK,qBAAqB;AAC3C,YAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,QAC/D,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AACD,mBAAa,WAAW,aAAa;AAAA,QACnC,YAAY;AAAA,QACZ,WAAW,KAAK;AAAA,MAAA,CACjB;AAAA,IACH;AAGA,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,OAAO,OAAO,WAAW,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,0CAA0C,KAAK,WAAW,KAAK;AAAA,IAC/E,CAAC;AAAA,EACH;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,WAAW,CAAC,KAAK,qBAAqB;AAC9C;AAAA,IACF;AAEA,UAAM,iBAAiB,KAAK,QAAQ;AACpC,QAAI,CAAC,gBAAgB;AACnB,cAAQ,MAAM,qDAAqD;AACnE;AAAA,IACF;AAEA,UAAM,oBAAoB,IAAI,cAAc,KAAK,qBAAqB;AAAA,MACpE,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AAED,sBAAkB,KAAK,aAAoB;AAAA,MACzC,WAAW,KAAK;AAAA,MAChB,YAAY;AAAA,MACZ,OAAO,eAAe;AAAA,MACtB,OAAO,eAAe;AAAA,MACtB,QAAQ,eAAe;AAAA,MACvB,aAAa,eAAe;AAAA,IAAA,CAC7B;AAGD,UAAM,iBAAiB,KAAK,QAAQ;AACpC,QAAI,kBAAkB,KAAK,qBAAqB;AAC9C,YAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,QAC/D,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AAED,mBAAa,KAAK,aAAoB;AAAA,QACpC,WAAW,KAAK;AAAA,QAChB,YAAY;AAAA,QACZ,OAAO,eAAe;AAAA,QACtB,YAAY,eAAe;AAAA,QAC3B,kBAAkB,eAAe;AAAA,QACjC,aAAa,eAAe;AAAA,MAAA,CAC7B;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAIX;AACD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,EAAE,OAAO,KAAK,QAAQ,MAAA;AAAA,IAC/B;AAEA,WAAO;AAAA,MACL,YAAY,MAAM,KAAK,KAAK,QAAQ,OAAO,QAAQ;AAAA,MACnD,OAAO,KAAK,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAA+C;AAE3D,SAAK,SAAS,QAAA;AACd,SAAK,UAAU;AACf,SAAK,YAAY;AAGjB,SAAK,qBAAqB,MAAA;AAC1B,SAAK,sBAAsB;AAC3B,SAAK,qBAAqB,MAAA;AAC1B,SAAK,sBAAsB;AAE3B,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,iBAAA;AAGnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,oBAAe;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meframe/core",
-  "version": "0.0.16",
+  "version": "0.0.17",
   "description": "Next generation media processing framework based on WebCodecs",
   "type": "module",
   "main": "./dist/index.js",