@meframe/core 0.0.9 → 0.0.11

package/dist/stages/mux/MuxManager.js

@@ -78,6 +78,7 @@ class MuxManager {
   }
   async writeVideoChunks(muxer, sortedClips) {
     let firstKeyframeWritten = false;
+    let exportTimeUs = 0;
     for (const clip of sortedClips) {
       const stream = await this.cacheManager.createL2ReadStream(clip.id, "video");
       if (!stream) {
@@ -89,15 +90,25 @@ class MuxManager {
         while (true) {
           const { done, value } = await reader.read();
           if (done) break;
-          const chunk = value;
+          const originalChunk = value;
+          const buffer = new ArrayBuffer(originalChunk.byteLength);
+          originalChunk.copyTo(buffer);
+          const remappedChunk = new EncodedVideoChunk({
+            type: originalChunk.type,
+            timestamp: exportTimeUs,
+            duration: originalChunk.duration ?? void 0,
+            data: buffer
+          });
           if (!firstKeyframeWritten) {
-            if (chunk.type !== "key") {
+            if (remappedChunk.type !== "key") {
               console.warn(`[MuxManager] Skipping non-keyframe at start of clip ${clip.id}`);
+              exportTimeUs += originalChunk.duration || 0;
               continue;
             }
             firstKeyframeWritten = true;
           }
-          muxer.writeVideoChunk(chunk);
+          muxer.writeVideoChunk(remappedChunk);
+          exportTimeUs += originalChunk.duration || 0;
         }
       } finally {
         reader.releaseLock();
@@ -109,15 +120,35 @@ class MuxManager {
       console.warn("[MuxManager] No audio stream available");
       return;
     }
+    let exportTimeUs = 0;
     if (this.audioFirstChunk) {
-      muxer.writeAudioChunk(this.audioFirstChunk);
+      const buffer = new ArrayBuffer(this.audioFirstChunk.byteLength);
+      this.audioFirstChunk.copyTo(buffer);
+      const remappedChunk = new EncodedAudioChunk({
+        type: this.audioFirstChunk.type,
+        timestamp: exportTimeUs,
+        duration: this.audioFirstChunk.duration ?? void 0,
+        data: buffer
+      });
+      muxer.writeAudioChunk(remappedChunk);
+      exportTimeUs += this.audioFirstChunk.duration || 0;
     }
     const reader = this.audioEncodedStream.getReader();
     try {
       while (true) {
         const { done, value } = await reader.read();
         if (done) break;
-        muxer.writeAudioChunk(value);
+        const originalChunk = value;
+        const buffer = new ArrayBuffer(originalChunk.byteLength);
+        originalChunk.copyTo(buffer);
+        const remappedChunk = new EncodedAudioChunk({
+          type: originalChunk.type,
+          timestamp: exportTimeUs,
+          duration: originalChunk.duration ?? void 0,
+          data: buffer
+        });
+        muxer.writeAudioChunk(remappedChunk);
+        exportTimeUs += originalChunk.duration || 0;
       }
     } finally {
       reader.releaseLock();

package/dist/stages/mux/MuxManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"MuxManager.js","sources":["../../../src/stages/mux/MuxManager.ts"],"sourcesContent":["import type { CompositionModel } from '../../model/CompositionModel';\nimport type { ExportOptions } from '../../types';\nimport { GlobalAudioSession } from '../compose/GlobalAudioSession';\nimport { MP4Muxer } from './MP4Muxer';\nimport { CacheManager } from '@/cache/CacheManager';\n\n/**\n * MuxManager: Main thread muxing service\n * Reads encoded chunks from L2 cache and muxes into final video file\n */\nexport class MuxManager {\n  private cacheManager: CacheManager;\n  private audioSession: GlobalAudioSession;\n  private audioEncoderConfig: AudioEncoderConfig;\n  private audioEncodedStream: ReadableStream<EncodedAudioChunk> | null = null;\n  private audioFirstChunk: EncodedAudioChunk | null = null;\n\n  constructor(\n    cacheManager: CacheManager,\n    audioSession: GlobalAudioSession,\n    audioEncoderConfig: AudioEncoderConfig\n  ) {\n    this.cacheManager = cacheManager;\n    this.audioSession = audioSession;\n    this.audioEncoderConfig = audioEncoderConfig;\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    const videoTrack = model.tracks.find((t) => t.kind === 'video');\n    if (!videoTrack || videoTrack.clips.length === 0) {\n      throw new Error('No video clips in composition');\n    }\n\n    const sortedClips = [...videoTrack.clips].sort((a, b) => a.startUs - b.startUs);\n    await this.checkL2Coverage(sortedClips);\n\n    const width = options.width || (model as any).renderConfig?.width || 720;\n    const height = options.height || (model as any).renderConfig?.height || 1280;\n    const fps = options.fps || model.fps || 30;\n\n    // Get video metadata from L2 cache (first clip)\n    const videoChunkMeta = sortedClips[0]\n      ? await this.cacheManager.getL2Metadata(sortedClips[0].id, 'video')\n      : null;\n\n    if (!videoChunkMeta) {\n      console.warn('[MuxManager] No videoChunkMeta available, export may fail');\n    }\n\n    const audioTrack = model.tracks.find((t) => t.kind === 'audio');\n\n    // Get audio metadata from first chunk if audio exists\n    let audioChunkMeta: any = undefined;\n    if (audioTrack?.clips.length) {\n      audioChunkMeta = await this.getAudioChunkMeta();\n    }\n\n    const muxer = new MP4Muxer({\n      width,\n      height,\n      fps,\n      fastStart: 'in-memory',\n      videoChunkMeta,\n      audioChunkMeta,\n    });\n\n    await this.writeVideoChunks(muxer, sortedClips);\n    if (audioTrack?.clips.length) {\n      await this.writeAudioChunks(muxer);\n    }\n\n    return muxer.finalize();\n  }\n\n  /**\n   * Get audio chunk metadata by reading first chunk from encoder\n   * Caches the stream and first chunk for later use\n   */\n  private async getAudioChunkMeta(): Promise<any> {\n    const audioEncoderConfig = this.audioEncoderConfig;\n    let metadata: any = null;\n\n    this.audioEncodedStream = await this.audioSession.createExportEncodedStream(\n      audioEncoderConfig,\n      (meta) => {\n        // Extract decoderConfig from first chunk metadata\n        if (meta.decoderConfig) {\n          metadata = meta.decoderConfig;\n        }\n      }\n    );\n\n    if (!this.audioEncodedStream) {\n      return null;\n    }\n\n    // Read first chunk to trigger metadata extraction and cache it\n    const reader = this.audioEncodedStream.getReader();\n    try {\n      const { done, value } = await reader.read();\n      if (!done && value) {\n        this.audioFirstChunk = value;\n      }\n      reader.releaseLock();\n    } catch (error) {\n      console.error('[MuxManager] Failed to read first audio chunk:', error);\n      reader.releaseLock();\n      this.audioEncodedStream = null;\n      return null;\n    }\n\n    return metadata;\n  }\n\n  private async writeVideoChunks(muxer: MP4Muxer, sortedClips: any[]): Promise<void> {\n    let firstKeyframeWritten = false;\n\n    for (const clip of sortedClips) {\n      const stream = await this.cacheManager.createL2ReadStream(clip.id, 'video');\n      if (!stream) {\n        console.warn(`[MuxManager] No video stream for clip ${clip.id}`);\n        continue;\n      }\n\n      const reader = stream.getReader();\n      try {\n        while (true) {\n          const { done, value } = await reader.read();\n          if (done) break;\n\n          const chunk = value as EncodedVideoChunk;\n\n          // Ensure first chunk in export is a keyframe\n          if (!firstKeyframeWritten) {\n            if (chunk.type !== 'key') {\n              console.warn(`[MuxManager] Skipping non-keyframe at start of clip ${clip.id}`);\n              continue;\n            }\n            firstKeyframeWritten = true;\n          }\n\n          muxer.writeVideoChunk(chunk);\n        }\n      } finally {\n        reader.releaseLock();\n      }\n    }\n  }\n\n  private async writeAudioChunks(muxer: MP4Muxer): Promise<void> {\n    // Use cached stream from getAudioChunkMeta()\n    if (!this.audioEncodedStream) {\n      console.warn('[MuxManager] No audio stream available');\n      return;\n    }\n\n    // Write the cached first chunk\n    if (this.audioFirstChunk) {\n      muxer.writeAudioChunk(this.audioFirstChunk);\n    }\n\n    // Continue reading remaining chunks\n    const reader = this.audioEncodedStream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done) break;\n\n        muxer.writeAudioChunk(value);\n      }\n    } finally {\n      reader.releaseLock();\n      // Clean up cached state\n      this.audioEncodedStream = null;\n      this.audioFirstChunk = null;\n    }\n  }\n\n  private async checkL2Coverage(clips: any[]): Promise<void> {\n    const missingClips: string[] = [];\n    for (const clip of clips) {\n      const inL2 = await this.cacheManager.hasClipInL2(clip.id, 'video');\n      if (!inL2) {\n        missingClips.push(clip.id);\n      }\n    }\n\n    if (missingClips.length > 0) {\n      const clipList = missingClips.slice(0, 3).join(', ');\n      const moreText = missingClips.length > 3 ? ` and ${missingClips.length - 3} more` : '';\n      throw new Error(\n        `Export failed: ${missingClips.length} clip(s) not cached (${clipList}${moreText}). ` +\n          `Please start PreRenderService and wait for background caching to complete.`\n      );\n    }\n  }\n}\n"],"names":[],"mappings":";AAUO,MAAM,WAAW;AAAA,EACd;AAAA,EACA;AAAA,EACA;AAAA,EACA,qBAA+D;AAAA,EAC/D,kBAA4C;AAAA,EAEpD,YACE,cACA,cACA,oBACA;AACA,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,UAAM,aAAa,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,OAAO;AAC9D,QAAI,CAAC,cAAc,WAAW,MAAM,WAAW,GAAG;AAChD,YAAM,IAAI,MAAM,+BAA+B;AAAA,IACjD;AAEA,UAAM,cAAc,CAAC,GAAG,WAAW,KAAK,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,UAAU,EAAE,OAAO;AAC9E,UAAM,KAAK,gBAAgB,WAAW;AAEtC,UAAM,QAAQ,QAAQ,SAAU,MAAc,cAAc,SAAS;AACrE,UAAM,SAAS,QAAQ,UAAW,MAAc,cAAc,UAAU;AACxE,UAAM,MAAM,QAAQ,OAAO,MAAM,OAAO;AAGxC,UAAM,iBAAiB,YAAY,CAAC,IAChC,MAAM,KAAK,aAAa,cAAc,YAAY,CAAC,EAAE,IAAI,OAAO,IAChE;AAEJ,QAAI,CAAC,gBAAgB;AACnB,cAAQ,KAAK,2DAA2D;AAAA,IAC1E;AAEA,UAAM,aAAa,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,OAAO;AAG9D,QAAI,iBAAsB;AAC1B,QAAI,YAAY,MAAM,QAAQ;AAC5B,uBAAiB,MAAM,KAAK,kBAAA;AAAA,IAC9B;AAEA,UAAM,QAAQ,IAAI,SAAS;AAAA,MACzB;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IAAA,CACD;AAED,UAAM,KAAK,iBAAiB,OAAO,WAAW;AAC9C,QAAI,YAAY,MAAM,QAAQ;AAC5B,YAAM,KAAK,iBAAiB,KAAK;AAAA,IACnC;AAEA,WAAO,MAAM,SAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBAAkC;AAC9C,UAAM,qBAAqB,KAAK;AAChC,QAAI,WAAgB;AAEpB,SAAK,qBAAqB,MAAM,KAAK,aAAa;AAAA,MAChD;AAAA,MACA,CAAC,SAAS;AAER,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK;AAAA,QAClB;AAAA,MACF;AAAA,IAAA;AAGF,QAAI,CAAC,KAAK,oBAAoB;AAC5B,aAAO;AAAA,IACT;AAGA,UAAM,SAAS,KAAK,mBAAmB,UAAA;AACvC,QAAI;AACF,YAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,UAAI,CAAC,QAAQ,OAAO;AAClB,aAAK,kBAAkB;AAAA,MACzB;AACA,aAAO,YAAA;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,kDAAkD,KAAK;AACrE,aAAO,YAAA;AACP,WAAK,qBAAqB;AAC1B,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,iBAAiB,OAAiB,aAAmC;AACjF,QAAI,uBAAuB;AAE3B,eAAW,QAAQ,aAAa;AAC9B,YAAM,SAAS,MAAM,KAAK,aAAa,mBAAmB,KAAK,IAAI,OAAO;AAC1E,UAAI,CAAC,QAAQ;AACX,gBAAQ,KAAK,yCAAyC,KAAK,EAAE,EAAE;AAC/D;AAAA,MACF;AAEA,YAAM,SAAS,OAAO,UAAA;AACtB,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,cAAI,KAAM;AAEV,gBAAM,QAAQ;AAGd,cAAI,CAAC,sBAAsB;AACzB,gBAAI,MAAM,SAAS,OAAO;AACxB,sBAAQ,KAAK,uDAAuD,KAAK,EAAE,EAAE;AAC7E;AAAA,YACF;AACA,mCAAuB;AAAA,UACzB;AAEA,gBAAM,gBAAgB,KAAK;AAAA,QAC7B;AAAA,MACF,UAAA;AACE,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,iBAAiB,OAAgC;AAE7D,QAAI,CAAC,KAAK,oBAAoB;AAC5B,cAAQ,KAAK,wCAAwC;AACrD;AAAA,IACF;AAGA,QAAI,KAAK,iBAAiB;AACxB,YAAM,gBAAgB,KAAK,eAAe;AAAA,IAC5C;AAGA,UAAM,SAAS,KAAK,mBAAmB,UAAA;AACvC,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,KAAM;AAEV,cAAM,gBAAgB,KAAK;AAAA,MAC7B;AAAA,IACF,UAAA;AACE,aAAO,YAAA;AAEP,WAAK,qBAAqB;AAC1B,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAc,gBAAgB,OAA6B;AACzD,UAAM,eAAyB,CAAA;AAC/B,eAAW,QAAQ,OAAO;AACxB,YAAM,OAAO,MAAM,KAAK,aAAa,YAAY,KAAK,IAAI,OAAO;AACjE,UAAI,CAAC,MAAM;AACT,qBAAa,KAAK,KAAK,EAAE;AAAA,MAC3B;AAAA,IACF;AAEA,QAAI,aAAa,SAAS,GAAG;AAC3B,YAAM,WAAW,aAAa,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI;AACnD,YAAM,WAAW,aAAa,SAAS,IAAI,QAAQ,aAAa,SAAS,CAAC,UAAU;AACpF,YAAM,IAAI;AAAA,QACR,kBAAkB,aAAa,MAAM,wBAAwB,QAAQ,GAAG,QAAQ;AAAA,MAAA;AAAA,IAGpF;AAAA,EACF;AACF;"}
+{"version":3,"file":"MuxManager.js","sources":["../../../src/stages/mux/MuxManager.ts"],"sourcesContent":["import type { CompositionModel } from '../../model/CompositionModel';\nimport type { ExportOptions } from '../../types';\nimport { GlobalAudioSession } from '../compose/GlobalAudioSession';\nimport { MP4Muxer } from './MP4Muxer';\nimport { CacheManager } from '@/cache/CacheManager';\n\n/**\n * MuxManager: Main thread muxing service\n * Reads encoded chunks from L2 cache and muxes into final video file\n */\nexport class MuxManager {\n  private cacheManager: CacheManager;\n  private audioSession: GlobalAudioSession;\n  private audioEncoderConfig: AudioEncoderConfig;\n  private audioEncodedStream: ReadableStream<EncodedAudioChunk> | null = null;\n  private audioFirstChunk: EncodedAudioChunk | null = null;\n\n  constructor(\n    cacheManager: CacheManager,\n    audioSession: GlobalAudioSession,\n    audioEncoderConfig: AudioEncoderConfig\n  ) {\n    this.cacheManager = cacheManager;\n    this.audioSession = audioSession;\n    this.audioEncoderConfig = audioEncoderConfig;\n  }\n\n  async export(model: CompositionModel, options: ExportOptions): Promise<Blob> {\n    const videoTrack = model.tracks.find((t) => t.kind === 'video');\n    if (!videoTrack || videoTrack.clips.length === 0) {\n      throw new Error('No video clips in composition');\n    }\n\n    const sortedClips = [...videoTrack.clips].sort((a, b) => a.startUs - b.startUs);\n    await this.checkL2Coverage(sortedClips);\n\n    const width = options.width || (model as any).renderConfig?.width || 720;\n    const height = options.height || (model as any).renderConfig?.height || 1280;\n    const fps = options.fps || model.fps || 30;\n\n    // Get video metadata from L2 cache (first clip)\n    const videoChunkMeta = sortedClips[0]\n      ? await this.cacheManager.getL2Metadata(sortedClips[0].id, 'video')\n      : null;\n\n    if (!videoChunkMeta) {\n      console.warn('[MuxManager] No videoChunkMeta available, export may fail');\n    }\n\n    const audioTrack = model.tracks.find((t) => t.kind === 'audio');\n\n    // Get audio metadata from first chunk if audio exists\n    let audioChunkMeta: any = undefined;\n    if (audioTrack?.clips.length) {\n      audioChunkMeta = await this.getAudioChunkMeta();\n    }\n\n    const muxer = new MP4Muxer({\n      width,\n      height,\n      fps,\n      fastStart: 'in-memory',\n      videoChunkMeta,\n      audioChunkMeta,\n    });\n\n    await this.writeVideoChunks(muxer, sortedClips);\n    if (audioTrack?.clips.length) {\n      await this.writeAudioChunks(muxer);\n    }\n\n    return muxer.finalize();\n  }\n\n  /**\n   * Get audio chunk metadata by reading first chunk from encoder\n   * Caches the stream and first chunk for later use\n   */\n  private async getAudioChunkMeta(): Promise<any> {\n    const audioEncoderConfig = this.audioEncoderConfig;\n    let metadata: any = null;\n\n    this.audioEncodedStream = await this.audioSession.createExportEncodedStream(\n      audioEncoderConfig,\n      (meta) => {\n        // Extract decoderConfig from first chunk metadata\n        if (meta.decoderConfig) {\n          metadata = meta.decoderConfig;\n        }\n      }\n    );\n\n    if (!this.audioEncodedStream) {\n      return null;\n    }\n\n    // Read first chunk to trigger metadata extraction and cache it\n    const reader = this.audioEncodedStream.getReader();\n    try {\n      const { done, value } = await reader.read();\n      if (!done && value) {\n        this.audioFirstChunk = value;\n      }\n      reader.releaseLock();\n    } catch (error) {\n      console.error('[MuxManager] Failed to read first audio chunk:', error);\n      reader.releaseLock();\n      this.audioEncodedStream = null;\n      return null;\n    }\n\n    return metadata;\n  }\n\n  private async writeVideoChunks(muxer: MP4Muxer, sortedClips: any[]): Promise<void> {\n    let firstKeyframeWritten = false;\n    let exportTimeUs = 0;\n\n    for (const clip of sortedClips) {\n      const stream = await this.cacheManager.createL2ReadStream(clip.id, 'video');\n      if (!stream) {\n        console.warn(`[MuxManager] No video stream for clip ${clip.id}`);\n        continue;\n      }\n\n      const reader = stream.getReader();\n      try {\n        while (true) {\n          const { done, value } = await reader.read();\n          if (done) break;\n\n          const originalChunk = value as EncodedVideoChunk;\n\n          // Copy chunk data\n          const buffer = new ArrayBuffer(originalChunk.byteLength);\n          originalChunk.copyTo(buffer);\n\n          // Rewrite timestamp to export timeline (tight concatenation)\n          const remappedChunk = new EncodedVideoChunk({\n            type: originalChunk.type,\n            timestamp: exportTimeUs,\n            duration: originalChunk.duration ?? undefined,\n            data: buffer,\n          });\n\n          // Ensure first chunk in export is a keyframe\n          if (!firstKeyframeWritten) {\n            if (remappedChunk.type !== 'key') {\n              console.warn(`[MuxManager] Skipping non-keyframe at start of clip ${clip.id}`);\n              exportTimeUs += originalChunk.duration || 0;\n              continue;\n            }\n            firstKeyframeWritten = true;\n          }\n\n          muxer.writeVideoChunk(remappedChunk);\n          exportTimeUs += originalChunk.duration || 0;\n        }\n      } finally {\n        reader.releaseLock();\n      }\n    }\n  }\n\n  private async writeAudioChunks(muxer: MP4Muxer): Promise<void> {\n    // Use cached stream from getAudioChunkMeta()\n    if (!this.audioEncodedStream) {\n      console.warn('[MuxManager] No audio stream available');\n      return;\n    }\n\n    let exportTimeUs = 0;\n\n    // Write the cached first chunk with remapped timestamp\n    if (this.audioFirstChunk) {\n      const buffer = new ArrayBuffer(this.audioFirstChunk.byteLength);\n      this.audioFirstChunk.copyTo(buffer);\n\n      const remappedChunk = new EncodedAudioChunk({\n        type: this.audioFirstChunk.type,\n        timestamp: exportTimeUs,\n        duration: this.audioFirstChunk.duration ?? undefined,\n        data: buffer,\n      });\n      muxer.writeAudioChunk(remappedChunk);\n      exportTimeUs += this.audioFirstChunk.duration || 0;\n    }\n\n    // Continue reading remaining chunks\n    const reader = this.audioEncodedStream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done) break;\n\n        const originalChunk = value as EncodedAudioChunk;\n\n        // Copy chunk data\n        const buffer = new ArrayBuffer(originalChunk.byteLength);\n        originalChunk.copyTo(buffer);\n\n        // Rewrite timestamp to export timeline\n        const remappedChunk = new EncodedAudioChunk({\n          type: originalChunk.type,\n          timestamp: exportTimeUs,\n          duration: originalChunk.duration ?? undefined,\n          data: buffer,\n        });\n\n        muxer.writeAudioChunk(remappedChunk);\n        exportTimeUs += originalChunk.duration || 0;\n      }\n    } finally {\n      reader.releaseLock();\n      // Clean up cached state\n      this.audioEncodedStream = null;\n      this.audioFirstChunk = null;\n    }\n  }\n\n  private async checkL2Coverage(clips: any[]): Promise<void> {\n    const missingClips: string[] = [];\n    for (const clip of clips) {\n      const inL2 = await this.cacheManager.hasClipInL2(clip.id, 'video');\n      if (!inL2) {\n        missingClips.push(clip.id);\n      }\n    }\n\n    if (missingClips.length > 0) {\n      const clipList = missingClips.slice(0, 3).join(', ');\n      const moreText = missingClips.length > 3 ? ` and ${missingClips.length - 3} more` : '';\n      throw new Error(\n        `Export failed: ${missingClips.length} clip(s) not cached (${clipList}${moreText}). ` +\n          `Please start PreRenderService and wait for background caching to complete.`\n      );\n    }\n  }\n}\n"],"names":[],"mappings":";AAUO,MAAM,WAAW;AAAA,EACd;AAAA,EACA;AAAA,EACA;AAAA,EACA,qBAA+D;AAAA,EAC/D,kBAA4C;AAAA,EAEpD,YACE,cACA,cACA,oBACA;AACA,SAAK,eAAe;AACpB,SAAK,eAAe;AACpB,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,OAAO,OAAyB,SAAuC;AAC3E,UAAM,aAAa,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,OAAO;AAC9D,QAAI,CAAC,cAAc,WAAW,MAAM,WAAW,GAAG;AAChD,YAAM,IAAI,MAAM,+BAA+B;AAAA,IACjD;AAEA,UAAM,cAAc,CAAC,GAAG,WAAW,KAAK,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,UAAU,EAAE,OAAO;AAC9E,UAAM,KAAK,gBAAgB,WAAW;AAEtC,UAAM,QAAQ,QAAQ,SAAU,MAAc,cAAc,SAAS;AACrE,UAAM,SAAS,QAAQ,UAAW,MAAc,cAAc,UAAU;AACxE,UAAM,MAAM,QAAQ,OAAO,MAAM,OAAO;AAGxC,UAAM,iBAAiB,YAAY,CAAC,IAChC,MAAM,KAAK,aAAa,cAAc,YAAY,CAAC,EAAE,IAAI,OAAO,IAChE;AAEJ,QAAI,CAAC,gBAAgB;AACnB,cAAQ,KAAK,2DAA2D;AAAA,IAC1E;AAEA,UAAM,aAAa,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,OAAO;AAG9D,QAAI,iBAAsB;AAC1B,QAAI,YAAY,MAAM,QAAQ;AAC5B,uBAAiB,MAAM,KAAK,kBAAA;AAAA,IAC9B;AAEA,UAAM,QAAQ,IAAI,SAAS;AAAA,MACzB;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IAAA,CACD;AAED,UAAM,KAAK,iBAAiB,OAAO,WAAW;AAC9C,QAAI,YAAY,MAAM,QAAQ;AAC5B,YAAM,KAAK,iBAAiB,KAAK;AAAA,IACnC;AAEA,WAAO,MAAM,SAAA;AAAA,EACf;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBAAkC;AAC9C,UAAM,qBAAqB,KAAK;AAChC,QAAI,WAAgB;AAEpB,SAAK,qBAAqB,MAAM,KAAK,aAAa;AAAA,MAChD;AAAA,MACA,CAAC,SAAS;AAER,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK;AAAA,QAClB;AAAA,MACF;AAAA,IAAA;AAGF,QAAI,CAAC,KAAK,oBAAoB;AAC5B,aAAO;AAAA,IACT;AAGA,UAAM,SAAS,KAAK,mBAAmB,UAAA;AACvC,QAAI;AACF,YAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,UAAI,CAAC,QAAQ,OAAO;AAClB,aAAK,kBAAkB;AAAA,MACzB;AACA,aAAO,YAAA;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,kDAAkD,KAAK;AACrE,aAAO,YAAA;AACP,WAAK,qBAAqB;AAC1B,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,iBAAiB,OAAiB,aAAmC;AACjF,QAAI,uBAAuB;AAC3B,QAAI,eAAe;AAEnB,eAAW,QAAQ,aAAa;AAC9B,YAAM,SAAS,MAAM,KAAK,aAAa,mBAAmB,KAAK,IAAI,OAAO;AAC1E,UAAI,CAAC,QAAQ;AACX,gBAAQ,KAAK,yCAAyC,KAAK,EAAE,EAAE;AAC/D;AAAA,MACF;AAEA,YAAM,SAAS,OAAO,UAAA;AACtB,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,cAAI,KAAM;AAEV,gBAAM,gBAAgB;AAGtB,gBAAM,SAAS,IAAI,YAAY,cAAc,UAAU;AACvD,wBAAc,OAAO,MAAM;AAG3B,gBAAM,gBAAgB,IAAI,kBAAkB;AAAA,YAC1C,MAAM,cAAc;AAAA,YACpB,WAAW;AAAA,YACX,UAAU,cAAc,YAAY;AAAA,YACpC,MAAM;AAAA,UAAA,CACP;AAGD,cAAI,CAAC,sBAAsB;AACzB,gBAAI,cAAc,SAAS,OAAO;AAChC,sBAAQ,KAAK,uDAAuD,KAAK,EAAE,EAAE;AAC7E,8BAAgB,cAAc,YAAY;AAC1C;AAAA,YACF;AACA,mCAAuB;AAAA,UACzB;AAEA,gBAAM,gBAAgB,aAAa;AACnC,0BAAgB,cAAc,YAAY;AAAA,QAC5C;AAAA,MACF,UAAA;AACE,eAAO,YAAA;AAAA,MACT;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,iBAAiB,OAAgC;AAE7D,QAAI,CAAC,KAAK,oBAAoB;AAC5B,cAAQ,KAAK,wCAAwC;AACrD;AAAA,IACF;AAEA,QAAI,eAAe;AAGnB,QAAI,KAAK,iBAAiB;AACxB,YAAM,SAAS,IAAI,YAAY,KAAK,gBAAgB,UAAU;AAC9D,WAAK,gBAAgB,OAAO,MAAM;AAElC,YAAM,gBAAgB,IAAI,kBAAkB;AAAA,QAC1C,MAAM,KAAK,gBAAgB;AAAA,QAC3B,WAAW;AAAA,QACX,UAAU,KAAK,gBAAgB,YAAY;AAAA,QAC3C,MAAM;AAAA,MAAA,CACP;AACD,YAAM,gBAAgB,aAAa;AACnC,sBAAgB,KAAK,gBAAgB,YAAY;AAAA,IACnD;AAGA,UAAM,SAAS,KAAK,mBAAmB,UAAA;AACvC,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,YAAI,KAAM;AAEV,cAAM,gBAAgB;AAGtB,cAAM,SAAS,IAAI,YAAY,cAAc,UAAU;AACvD,sBAAc,OAAO,MAAM;AAG3B,cAAM,gBAAgB,IAAI,kBAAkB;AAAA,UAC1C,MAAM,cAAc;AAAA,UACpB,WAAW;AAAA,UACX,UAAU,cAAc,YAAY;AAAA,UACpC,MAAM;AAAA,QAAA,CACP;AAED,cAAM,gBAAgB,aAAa;AACnC,wBAAgB,cAAc,YAAY;AAAA,MAC5C;AAAA,IACF,UAAA;AACE,aAAO,YAAA;AAEP,WAAK,qBAAqB;AAC1B,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAc,gBAAgB,OAA6B;AACzD,UAAM,eAAyB,CAAA;AAC/B,eAAW,QAAQ,OAAO;AACxB,YAAM,OAAO,MAAM,KAAK,aAAa,YAAY,KAAK,IAAI,OAAO;AACjE,UAAI,CAAC,MAAM;AACT,qBAAa,KAAK,KAAK,EAAE;AAAA,MAC3B;AAAA,IACF;AAEA,QAAI,aAAa,SAAS,GAAG;AAC3B,YAAM,WAAW,aAAa,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI;AACnD,YAAM,WAAW,aAAa,SAAS,IAAI,QAAQ,aAAa,SAAS,CAAC,UAAU;AACpF,YAAM,IAAI;AAAA,QACR,kBAAkB,aAAa,MAAM,wBAAwB,QAAQ,GAAG,QAAQ;AAAA,MAAA;AAAA,IAGpF;AAAA,EACF;AACF;"}

package/dist/workers/stages/compose/video-compose.worker.js

@@ -12,30 +12,6 @@ function frameDurationFromFps(fps) {
   const duration = MICROSECONDS_PER_SECOND / normalized;
   return Math.max(Math.round(duration), 1);
 }
-function frameIndexFromTimestamp(baseTimestampUs, timestampUs, fps, strategy = "nearest") {
-  const frameDurationUs = frameDurationFromFps(fps);
-  if (frameDurationUs <= 0) {
-    return 0;
-  }
-  const delta = timestampUs - baseTimestampUs;
-  const rawIndex = delta / frameDurationUs;
-  if (!Number.isFinite(rawIndex)) {
-    return 0;
-  }
-  switch (strategy) {
-    case "floor":
-      return Math.floor(rawIndex);
-    case "ceil":
-      return Math.ceil(rawIndex);
-    default:
-      return Math.round(rawIndex);
-  }
-}
-function quantizeTimestampToFrame(timestampUs, baseTimestampUs, fps, strategy = "nearest") {
-  const frameDurationUs = frameDurationFromFps(fps);
-  const index = frameIndexFromTimestamp(baseTimestampUs, timestampUs, fps, strategy);
-  return baseTimestampUs + index * frameDurationUs;
-}
 class LayerRenderer {
   ctx;
   width;
@@ -947,6 +923,7 @@ class VideoComposeWorker {
    */
   async handleConfigure(payload) {
     const { config, initial } = payload;
+    console.log("[VideoComposeWorker] handleConfigure", config, initial);
     const hasValidDimensions = config.width > 0 && config.height > 0;
     const hasValidFps = config.fps > 0;
     if (!hasValidDimensions || !hasValidFps) {
@@ -1122,7 +1099,7 @@ class VideoComposeWorker {
     if (!timeline) {
       return;
     }
-    const { composeStream, cacheStream } = this.composer.createStreams();
+    const { composeStream, cacheStream, encodeStream } = this.composer.createStreams();
     const { clipDurationUs, compositionFps } = timeline;
     let currentTimeUs = 0;
     const readableStream = new ReadableStream({
@@ -1149,23 +1126,32 @@ class VideoComposeWorker {
     readableStream.pipeTo(composeStream).catch((error) => {
       console.error("[VideoComposeWorker] image frame stream error", this.sessionId, error);
     });
+    if (this.downstreamPort) {
+      const encodeChannel = new WorkerChannel(this.downstreamPort, {
+        name: "VideoCompose-Encode",
+        timeout: 3e4
+      });
+      encodeChannel.sendStream(encodeStream, {
+        streamType: "video",
+        sessionId: this.sessionId
+      });
+    } else {
+      encodeStream.cancel();
+    }
   }
   buildComposeRequest(instruction, frame) {
-    const normalizedTime = this.computeTimelineTimestamp(frame, instruction.baseConfig);
-    const clipStartUs = instruction.baseConfig.timeline?.clipStartUs ?? 0;
+    const clipRelativeTime = this.computeTimelineTimestamp(frame, instruction.baseConfig);
     const clipDurationUs = instruction.baseConfig.timeline?.clipDurationUs ?? Infinity;
-    const clipEndUs = clipStartUs + clipDurationUs;
-    if (normalizedTime < clipStartUs || normalizedTime >= clipEndUs) {
+    if (clipRelativeTime < 0 || clipRelativeTime >= clipDurationUs) {
       return null;
     }
-    const clipRelativeTime = normalizedTime - clipStartUs;
     const activeLayers = resolveActiveLayers(instruction.layers, clipRelativeTime);
     if (!activeLayers.length) {
       return null;
     }
     const layers = activeLayers.map((layer) => materializeLayer(layer, frame));
     return {
-      timeUs: normalizedTime,
+      timeUs: clipRelativeTime,
       layers,
       transition: VideoComposeWorker.buildTransition(
         instruction.transitions,
@@ -1195,7 +1181,6 @@ class VideoComposeWorker {
   computeTimelineTimestamp(frame, config) {
     if (!this.streamState) {
       this.streamState = {
-        baseTimestamp: null,
         lastSourceTimestamp: null,
         nextFrameIndex: 0
       };
@@ -1206,42 +1191,21 @@ class VideoComposeWorker {
       this.streamState.lastSourceTimestamp = frame.timestamp ?? null;
       return ts;
     }
-    const { clipStartUs, compositionFps } = timeline;
+    const { compositionFps } = timeline;
     const sourceTimestamp = frame.timestamp ?? null;
     if (sourceTimestamp !== null && this.streamState.lastSourceTimestamp !== null && sourceTimestamp < this.streamState.lastSourceTimestamp) {
-      this.streamState.baseTimestamp = null;
       this.streamState.nextFrameIndex = 0;
     }
-    if (this.streamState.baseTimestamp === null) {
-      this.streamState.baseTimestamp = sourceTimestamp ?? 0;
-      this.streamState.nextFrameIndex = 0;
-      if (this.streamState.baseTimestamp > 1e3) {
-        console.warn(
-          `[VideoComposeWorker] First frame timestamp is ${this.streamState.baseTimestamp}us, expected ~0. Check MP4Demuxer normalization.`
-        );
-      }
-    }
     const frameDuration = frameDurationFromFps(compositionFps);
     let frameIndex = this.streamState.nextFrameIndex;
     if (sourceTimestamp !== null) {
-      const approxIndex = frameIndexFromTimestamp(
-        this.streamState.baseTimestamp,
-        sourceTimestamp,
-        compositionFps,
-        "nearest"
-      );
+      const approxIndex = Math.round(sourceTimestamp / frameDuration);
       frameIndex = Math.max(frameIndex, approxIndex);
     }
-    const rawTimeline = clipStartUs + frameIndex * frameDuration;
-    const timelineTime = quantizeTimestampToFrame(
-      rawTimeline,
-      clipStartUs,
-      compositionFps,
-      "nearest"
-    );
+    const relativeTimeUs = frameIndex * frameDuration;
     this.streamState.nextFrameIndex = frameIndex + 1;
     this.streamState.lastSourceTimestamp = sourceTimestamp;
-    return timelineTime;
+    return relativeTimeUs;
   }
 }
 const worker = new VideoComposeWorker();