@meframe/core 0.0.28 → 0.0.30-beta

package/dist/workers/stages/demux/video-demux.worker.D_WeHPkt.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"video-demux.worker.D_WeHPkt.js","sources":["../../../../src/stages/demux/video-demux.worker.ts"],"sourcesContent":["import { WorkerChannel } from '../../worker/WorkerChannel';\nimport { WorkerMessageType, WorkerState } from '../../worker/types';\nimport { MP4Demuxer } from './MP4Demuxer';\nimport type { DemuxConfig } from './types';\n\ninterface LoaderStreamMetadata {\n  sessionId?: string;\n  byteStart?: number;\n  byteEnd?: number;\n}\n/**\n * VideoDemuxWorker - First stage for video processing\n * Extracts video tracks from container formats (MP4, etc.)\n *\n * Pipeline: ResourceLoader (Main Thread) → VideoDemuxWorker → DecodeWorker\n *\n * Architecture Note:\n * - One VideoDemuxWorker instance per CLIP (not per resource)\n * - Multiple clips can share the same resource (different workers, independent processing)\n * - This enables clean 2-Clip strategy lifecycle management\n *\n * Features:\n * - MP4 container demuxing with mp4box.js\n * - Stream-based processing with backpressure\n * - Direct streaming to DecodeWorker\n */\nexport class VideoDemuxWorker {\n  private channel: WorkerChannel;\n  private demuxer: MP4Demuxer | null = null;\n  private sessionId: string | null = null;\n  private videoDownstreamPort: MessagePort | null = null;\n  private audioDownstreamPort: MessagePort | null = null;\n  private emitAudioToMain: boolean = false;\n\n  constructor() {\n    // Initialize WorkerChannel\n    this.channel = new WorkerChannel(self as any, {\n      name: 'VideoDemuxWorker',\n      timeout: 30000,\n    });\n    this.setupHandlers();\n  }\n\n  /* @better-ai.mdc For test visibility */\n  protected setupHandlers(): void {\n    // Register message handlers\n    this.channel.registerHandler('configure', this.handleConfigure.bind(this));\n    this.channel.registerHandler('connect', this.handleConnect.bind(this));\n    this.channel.registerHandler('get_stats', this.handleGetStats.bind(this));\n    this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));\n\n    // Setup stream receiver from ResourceLoader (main thread)\n    this.channel.receiveStream(this.handleReceiveStream.bind(this));\n  }\n\n  // ===== Helper methods (reduce duplication) =====\n  private buildAudioDecoderConfig(): any {\n    const info = this.demuxer?.audioTrackInfo;\n    if (!info) return undefined;\n    return {\n      codec: info.codec,\n      sampleRate: info.sampleRate,\n      numberOfChannels: info.numberOfChannels,\n      description: info.description,\n    };\n  }\n\n  private sendVideoConfigure(): void {\n    if (!this.videoDownstreamPort || !this.demuxer) return;\n    const videoTrackInfo = this.demuxer.videoTrackInfo;\n    if (!videoTrackInfo) {\n      console.error('[VideoDemuxWorker] No video track found after ready');\n      return;\n    }\n    const downstreamChannel = new WorkerChannel(this.videoDownstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n    downstreamChannel.send('configure' as any, {\n      sessionId: this.sessionId,\n      streamType: 'video',\n      codec: videoTrackInfo.codec,\n      width: videoTrackInfo.width,\n      height: videoTrackInfo.height,\n      description: videoTrackInfo.description,\n    });\n  }\n\n  private sendAudioConfigure(): void {\n    if (!this.audioDownstreamPort) return;\n    const cfg = this.buildAudioDecoderConfig();\n    if (!cfg) return;\n    const audioChannel = new WorkerChannel(this.audioDownstreamPort, {\n      name: 'VideoDemux-AudioDecoder',\n      timeout: 30000,\n    });\n    audioChannel.send('configure' as any, {\n      sessionId: this.sessionId,\n      streamType: 'audio',\n      ...cfg,\n    });\n  }\n\n  private sendVideoStream(videoStream: ReadableStream<EncodedVideoChunk>): void {\n    if (!this.videoDownstreamPort) return;\n    const videoChannel = new WorkerChannel(this.videoDownstreamPort, {\n      name: 'VideoDemux-Decoder',\n      timeout: 30000,\n    });\n    videoChannel.sendStream(videoStream, {\n      streamType: 'video',\n      sessionId: this.sessionId,\n    });\n  }\n\n  private sendAudioStream(audioStream: ReadableStream<EncodedAudioChunk> | null): void {\n    if (!audioStream) return;\n\n    // Prefer decoder when connected; otherwise emit to main when enabled\n    if (this.audioDownstreamPort) {\n      const audioChannel = new WorkerChannel(this.audioDownstreamPort, {\n        name: 'VideoDemux-AudioDecoder',\n        timeout: 30000,\n      });\n      audioChannel.sendStream(audioStream, {\n        streamType: 'audio',\n        sessionId: this.sessionId,\n      });\n      return;\n    }\n\n    if (this.emitAudioToMain) {\n      // Wrap to { chunk, metadata: { decoderConfig } }, compute decoderConfig per chunk\n      const mapped = audioStream.pipeThrough(\n        new TransformStream<EncodedAudioChunk, { chunk: EncodedAudioChunk; metadata: any }>({\n          transform: (chunk, ctl) => {\n            const decoderConfig = this.buildAudioDecoderConfig();\n            ctl.enqueue({ chunk, metadata: { decoderConfig } });\n          },\n        })\n      );\n      this.channel.sendStream(mapped, {\n        streamType: 'audio',\n        sessionId: this.sessionId,\n      });\n    }\n  }\n\n  /**\n   * Handle connection from orchestrator\n   */\n  private async handleConnect(payload: {\n    port?: MessagePort;\n    streamType?: string;\n    sessionId?: string;\n    direction?: string;\n  }): Promise<{ success: boolean }> {\n    const { port, sessionId, direction, streamType } = payload;\n\n    if (!port) {\n      return { success: false };\n    }\n\n    if (direction === 'downstream') {\n      if (streamType === 'audio') {\n        this.audioDownstreamPort = port;\n      } else {\n        this.videoDownstreamPort = port;\n      }\n    }\n\n    this.sessionId = sessionId || null;\n    return { success: true };\n  }\n\n  /**\n   * Configure demuxer with format settings\n   * @param payload.config - Demuxer configuration\n   * @param payload.initial - If true, initialize worker state; otherwise just update config\n   */\n  private async handleConfigure(payload: {\n    config: DemuxConfig;\n    initial?: boolean;\n  }): Promise<{ success: boolean; tracks?: any[] }> {\n    const { config, initial = false } = payload;\n\n    try {\n      if (initial) {\n        // Initial setup - set worker state to ready\n        this.channel.state = WorkerState.Ready;\n\n        // Create new demuxer instance\n        if (this.demuxer) {\n          this.demuxer.destroy();\n        }\n\n        // Persist audio emission preference\n        this.emitAudioToMain = !!config.emitAudioToMain;\n\n        this.demuxer = new MP4Demuxer({\n          ...config,\n          onReady: () => this.handleDemuxerReady(),\n        });\n\n        // Notify configuration complete\n        this.channel.notify('configured');\n\n        return { success: true };\n      } else {\n        // Update configuration only (e.g., backpressure settings)\n        this.demuxer?.updateConfig(config);\n        return { success: true };\n      }\n    } catch (error: any) {\n      throw {\n        code: error.code || 'CONFIG_ERROR',\n        message: error.message,\n      };\n    }\n  }\n\n  /**\n   * Handle input stream from ResourceLoader (main thread)\n   * Strategy: Stream immediately, send codec info when ready\n   */\n  private async handleReceiveStream(\n    stream: ReadableStream<Uint8Array | ArrayBuffer>,\n    metadata?: LoaderStreamMetadata\n  ): Promise<void> {\n    // Store sessionId from metadata (only happens once per worker lifecycle)\n    // Note: Do NOT override if already set by handleConnect (which has correct sessionId)\n    if (!this.sessionId) {\n      this.sessionId = metadata?.sessionId || this.sessionId;\n    }\n\n    // Initialize demuxer on first stream\n    if (!this.demuxer) {\n      this.demuxer = new MP4Demuxer({\n        highWaterMark: 10,\n        onReady: () => this.handleDemuxerReady(),\n      });\n    }\n\n    // If no video downstream is connected, we can still proceed when\n    // we only need to emit audio to the main thread for L2 caching.\n    if (!this.videoDownstreamPort && !this.emitAudioToMain) {\n      console.error('[VideoDemuxWorker] Decoder not connected', this.sessionId);\n      return;\n    }\n\n    // Create output streams (readable only)\n    const videoStream = this.demuxer.createVideoStream();\n    const audioStream = this.demuxer.createAudioStream();\n\n    // Send streams\n    this.sendVideoStream(videoStream);\n    this.sendAudioStream(audioStream);\n\n    // Create input stream and pipe source to it (single appendBuffer)\n    const inputStream = this.demuxer.createInputStream();\n    await stream.pipeTo(inputStream).catch((error) => {\n      console.error('[VideoDemuxWorker] Input stream error:', this.sessionId, error);\n    });\n  }\n\n  private handleDemuxerReady(): void {\n    if (!this.demuxer) return;\n    this.sendVideoConfigure();\n    this.sendAudioConfigure();\n  }\n\n  /**\n   * Get demuxer statistics\n   */\n  private async handleGetStats(): Promise<{\n    queueSize?: number;\n    tracksInfo?: any[];\n    state?: WorkerState;\n  }> {\n    if (!this.demuxer) {\n      return { state: this.channel.state };\n    }\n\n    return {\n      tracksInfo: Array.from(this.demuxer.tracks.values()),\n      state: this.channel.state,\n    };\n  }\n\n  /**\n   * Dispose worker and cleanup resources\n   */\n  private async handleDispose(): Promise<{ success: boolean }> {\n    // Destroy demuxer\n    this.demuxer?.destroy();\n    this.demuxer = null;\n    this.sessionId = null;\n\n    // Close connections\n    this.videoDownstreamPort?.close();\n    this.videoDownstreamPort = null;\n    this.audioDownstreamPort?.close();\n    this.audioDownstreamPort = null;\n\n    this.channel.state = WorkerState.Disposed;\n\n    return { success: true };\n  }\n}\n// Initialize worker\nconst worker = new VideoDemuxWorker();\n\n// Handle worker termination\nself.addEventListener('beforeunload', () => {\n  worker['handleDispose']();\n});\n\nexport default null; // Required for TypeScript worker compilation\n"],"names":[],"mappings":";;AA0BO,MAAM,iBAAiB;AAAA,EACpB;AAAA,EACA,UAA6B;AAAA,EAC7B,YAA2B;AAAA,EAC3B,sBAA0C;AAAA,EAC1C,sBAA0C;AAAA,EAC1C,kBAA2B;AAAA,EAEnC,cAAc;AAEZ,SAAK,UAAU,IAAI,cAAc,MAAa;AAAA,MAC5C,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,SAAK,cAAA;AAAA,EACP;AAAA;AAAA,EAGU,gBAAsB;AAE9B,SAAK,QAAQ,gBAAgB,aAAa,KAAK,gBAAgB,KAAK,IAAI,CAAC;AACzE,SAAK,QAAQ,gBAAgB,WAAW,KAAK,cAAc,KAAK,IAAI,CAAC;AACrE,SAAK,QAAQ,gBAAgB,aAAa,KAAK,eAAe,KAAK,IAAI,CAAC;AACxE,SAAK,QAAQ,gBAAgB,kBAAkB,SAAS,KAAK,cAAc,KAAK,IAAI,CAAC;AAGrF,SAAK,QAAQ,cAAc,KAAK,oBAAoB,KAAK,IAAI,CAAC;AAAA,EAChE;AAAA;AAAA,EAGQ,0BAA+B;AACrC,UAAM,OAAO,KAAK,SAAS;AAC3B,QAAI,CAAC,KAAM,QAAO;AAClB,WAAO;AAAA,MACL,OAAO,KAAK;AAAA,MACZ,YAAY,KAAK;AAAA,MACjB,kBAAkB,KAAK;AAAA,MACvB,aAAa,KAAK;AAAA,IAAA;AAAA,EAEtB;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,QAAS;AAChD,UAAM,iBAAiB,KAAK,QAAQ;AACpC,QAAI,CAAC,gBAAgB;AACnB,cAAQ,MAAM,qDAAqD;AACnE;AAAA,IACF;AACA,UAAM,oBAAoB,IAAI,cAAc,KAAK,qBAAqB;AAAA,MACpE,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,sBAAkB,KAAK,aAAoB;AAAA,MACzC,WAAW,KAAK;AAAA,MAChB,YAAY;AAAA,MACZ,OAAO,eAAe;AAAA,MACtB,OAAO,eAAe;AAAA,MACtB,QAAQ,eAAe;AAAA,MACvB,aAAa,eAAe;AAAA,IAAA,CAC7B;AAAA,EACH;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,oBAAqB;AAC/B,UAAM,MAAM,KAAK,wBAAA;AACjB,QAAI,CAAC,IAAK;AACV,UAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,iBAAa,KAAK,aAAoB;AAAA,MACpC,WAAW,KAAK;AAAA,MAChB,YAAY;AAAA,MACZ,GAAG;AAAA,IAAA,CACJ;AAAA,EACH;AAAA,EAEQ,gBAAgB,aAAsD;AAC5E,QAAI,CAAC,KAAK,oBAAqB;AAC/B,UAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,MAC/D,MAAM;AAAA,MACN,SAAS;AAAA,IAAA,CACV;AACD,iBAAa,WAAW,aAAa;AAAA,MACnC,YAAY;AAAA,MACZ,WAAW,KAAK;AAAA,IAAA,CACjB;AAAA,EACH;AAAA,EAEQ,gBAAgB,aAA6D;AACnF,QAAI,CAAC,YAAa;AAGlB,QAAI,KAAK,qBAAqB;AAC5B,YAAM,eAAe,IAAI,cAAc,KAAK,qBAAqB;AAAA,QAC/D,MAAM;AAAA,QACN,SAAS;AAAA,MAAA,CACV;AACD,mBAAa,WAAW,aAAa;AAAA,QACnC,YAAY;AAAA,QACZ,WAAW,KAAK;AAAA,MAAA,CACjB;AACD;AAAA,IACF;AAEA,QAAI,KAAK,iBAAiB;AAExB,YAAM,SAAS,YAAY;AAAA,QACzB,IAAI,gBAAgF;AAAA,UAClF,WAAW,CAAC,OAAO,QAAQ;AACzB,kBAAM,gBAAgB,KAAK,wBAAA;AAC3B,gBAAI,QAAQ,EAAE,OAAO,UAAU,EAAE,cAAA,GAAiB;AAAA,UACpD;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,WAAK,QAAQ,WAAW,QAAQ;AAAA,QAC9B,YAAY;AAAA,QACZ,WAAW,KAAK;AAAA,MAAA,CACjB;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cAAc,SAKM;AAChC,UAAM,EAAE,MAAM,WAAW,WAAW,eAAe;AAEnD,QAAI,CAAC,MAAM;AACT,aAAO,EAAE,SAAS,MAAA;AAAA,IACpB;AAEA,QAAI,cAAc,cAAc;AAC9B,UAAI,eAAe,SAAS;AAC1B,aAAK,sBAAsB;AAAA,MAC7B,OAAO;AACL,aAAK,sBAAsB;AAAA,MAC7B;AAAA,IACF;AAEA,SAAK,YAAY,aAAa;AAC9B,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,gBAAgB,SAGoB;AAChD,UAAM,EAAE,QAAQ,UAAU,MAAA,IAAU;AAEpC,QAAI;AACF,UAAI,SAAS;AAEX,aAAK,QAAQ,QAAQ,YAAY;AAGjC,YAAI,KAAK,SAAS;AAChB,eAAK,QAAQ,QAAA;AAAA,QACf;AAGA,aAAK,kBAAkB,CAAC,CAAC,OAAO;AAEhC,aAAK,UAAU,IAAI,WAAW;AAAA,UAC5B,GAAG;AAAA,UACH,SAAS,MAAM,KAAK,mBAAA;AAAA,QAAmB,CACxC;AAGD,aAAK,QAAQ,OAAO,YAAY;AAEhC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB,OAAO;AAEL,aAAK,SAAS,aAAa,MAAM;AACjC,eAAO,EAAE,SAAS,KAAA;AAAA,MACpB;AAAA,IACF,SAAS,OAAY;AACnB,YAAM;AAAA,QACJ,MAAM,MAAM,QAAQ;AAAA,QACpB,SAAS,MAAM;AAAA,MAAA;AAAA,IAEnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBACZ,QACA,UACe;AAGf,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,UAAU,aAAa,KAAK;AAAA,IAC/C;AAGA,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,IAAI,WAAW;AAAA,QAC5B,eAAe;AAAA,QACf,SAAS,MAAM,KAAK,mBAAA;AAAA,MAAmB,CACxC;AAAA,IACH;AAIA,QAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,iBAAiB;AACtD,cAAQ,MAAM,4CAA4C,KAAK,SAAS;AACxE;AAAA,IACF;AAGA,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,cAAc,KAAK,QAAQ,kBAAA;AAGjC,SAAK,gBAAgB,WAAW;AAChC,SAAK,gBAAgB,WAAW;AAGhC,UAAM,cAAc,KAAK,QAAQ,kBAAA;AACjC,UAAM,OAAO,OAAO,WAAW,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,0CAA0C,KAAK,WAAW,KAAK;AAAA,IAC/E,CAAC;AAAA,EACH;AAAA,EAEQ,qBAA2B;AACjC,QAAI,CAAC,KAAK,QAAS;AACnB,SAAK,mBAAA;AACL,SAAK,mBAAA;AAAA,EACP;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAIX;AACD,QAAI,CAAC,KAAK,SAAS;AACjB,aAAO,EAAE,OAAO,KAAK,QAAQ,MAAA;AAAA,IAC/B;AAEA,WAAO;AAAA,MACL,YAAY,MAAM,KAAK,KAAK,QAAQ,OAAO,QAAQ;AAAA,MACnD,OAAO,KAAK,QAAQ;AAAA,IAAA;AAAA,EAExB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAA+C;AAE3D,SAAK,SAAS,QAAA;AACd,SAAK,UAAU;AACf,SAAK,YAAY;AAGjB,SAAK,qBAAqB,MAAA;AAC1B,SAAK,sBAAsB;AAC3B,SAAK,qBAAqB,MAAA;AAC1B,SAAK,sBAAsB;AAE3B,SAAK,QAAQ,QAAQ,YAAY;AAEjC,WAAO,EAAE,SAAS,KAAA;AAAA,EACpB;AACF;AAEA,MAAM,SAAS,IAAI,iBAAA;AAGnB,KAAK,iBAAiB,gBAAgB,MAAM;AAC1C,SAAO,eAAe,EAAA;AACxB,CAAC;AAED,MAAA,oBAAe;"}