@meframe/core 0.1.9 → 0.2.0

package/dist/stages/compose/OfflineAudioMixer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OfflineAudioMixer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAS7D,qBAAa,iBAAiB;IAK1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ;IALlB,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,gBAAgB,CAAK;gBAGnB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI;IAG3C,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAwE3E,OAAO,CAAC,gBAAgB;CA2CzB"}
+{"version":3,"file":"OfflineAudioMixer.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAS7D,qBAAa,iBAAiB;IAK1B,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ;IALlB,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,gBAAgB,CAAK;gBAGnB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,MAAM,gBAAgB,GAAG,IAAI;IAG3C,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IA6E3E,OAAO,CAAC,gBAAgB;CA2CzB"}

package/dist/stages/compose/OfflineAudioMixer.js

@@ -8,7 +8,10 @@ class OfflineAudioMixer {
   numberOfChannels = 2;
   async mix(windowStartUs, windowEndUs) {
     const durationUs = windowEndUs - windowStartUs;
-    const frameCount = Math.ceil(durationUs / 1e6 * this.sampleRate);
+    const frameCount = Math.max(
+      1,
+      Math.ceil(Math.max(0, durationUs) / 1e6 * this.sampleRate)
+    );
     const ctx = new OfflineAudioContext(this.numberOfChannels, frameCount, this.sampleRate);
     const clips = this.getClipsInWindow(windowStartUs, windowEndUs);
     for (const clip of clips) {

package/dist/stages/compose/OfflineAudioMixer.js.map

@@ -1 +1 @@
-{"version":3,"file":"OfflineAudioMixer.js","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport { hasAudioConfig } from '../../model/types';\nimport type { CompositionModel } from '../../model';\nimport type { CacheManager } from '../../cache/CacheManager';\n\ninterface MixClipInfo {\n  clipId: string;\n  startUs: TimeUs;\n  durationUs: TimeUs;\n  volume: number;\n}\n\nexport class OfflineAudioMixer {\n  private sampleRate = 48_000;\n  private numberOfChannels = 2;\n\n  constructor(\n    private cacheManager: CacheManager,\n    private getModel: () => CompositionModel | null\n  ) {}\n\n  async mix(windowStartUs: TimeUs, windowEndUs: TimeUs): Promise<AudioBuffer> {\n    const durationUs = windowEndUs - windowStartUs;\n    const frameCount = Math.ceil((durationUs / 1_000_000) * this.sampleRate);\n\n    const ctx = new OfflineAudioContext(this.numberOfChannels, frameCount, this.sampleRate);\n\n    const clips = this.getClipsInWindow(windowStartUs, windowEndUs);\n\n    for (const clip of clips) {\n      // Calculate clip-relative time range\n      const clipIntersectStartUs = Math.max(windowStartUs, clip.startUs);\n      const clipIntersectEndUs = Math.min(windowEndUs, clip.startUs + clip.durationUs);\n      const clipRelativeStartUs = clipIntersectStartUs - clip.startUs;\n      const clipRelativeEndUs = clipIntersectEndUs - clip.startUs;\n\n      // Convert to resource time (aligned with video architecture)\n      const clipModel = this.getModel()?.findClip(clip.clipId);\n      const trimStartUs = clipModel?.trimStartUs ?? 0;\n      const resourceStartUs = clipRelativeStartUs + trimStartUs;\n      const resourceEndUs = clipRelativeEndUs + trimStartUs;\n\n      // Get PCM data using resource time coordinates\n      const pcmData = this.cacheManager.getClipPCMWithMetadata(\n        clip.clipId,\n        resourceStartUs,\n        resourceEndUs\n      );\n\n      if (!pcmData || pcmData.planes.length === 0) {\n        // console.warn(\n        //   `[OfflineAudioMixer] No PCM data for clip ${clip.clipId} at ${(clipRelativeStartUs / 1000).toFixed(1)}-${(clipRelativeEndUs / 1000).toFixed(1)}ms`\n        // );\n        continue;\n      }\n\n      const intersectFrames = pcmData.planes[0]?.length ?? 0;\n      if (intersectFrames === 0) {\n        // console.warn(\n        //   `[OfflineAudioMixer] Empty PCM data for clip ${clip.clipId} at ${(clipRelativeStartUs / 1000).toFixed(1)}-${(clipRelativeEndUs / 1000).toFixed(1)}ms`\n        // );\n        continue;\n      }\n\n      // Create AudioBuffer\n      const buffer = ctx.createBuffer(pcmData.planes.length, intersectFrames, pcmData.sampleRate);\n\n      for (let channel = 0; channel < pcmData.planes.length; channel++) {\n        const plane = pcmData.planes[channel];\n        if (plane) {\n          // Create new Float32Array to ensure correct type (ArrayBuffer, not SharedArrayBuffer)\n          buffer.copyToChannel(new Float32Array(plane), channel);\n        }\n      }\n\n      const source = ctx.createBufferSource();\n      source.buffer = buffer;\n\n      const gainNode = ctx.createGain();\n      gainNode.gain.value = clip.volume;\n\n      source.connect(gainNode);\n      gainNode.connect(ctx.destination);\n\n      const relativeStartUs = clipIntersectStartUs - windowStartUs;\n      const startTime = relativeStartUs / 1_000_000;\n      source.start(startTime);\n    }\n\n    const mixedBuffer = await ctx.startRendering();\n    return mixedBuffer;\n  }\n\n  private getClipsInWindow(windowStartUs: TimeUs, windowEndUs: TimeUs): MixClipInfo[] {\n    const clips: MixClipInfo[] = [];\n    const model = this.getModel();\n    if (!model) {\n      return clips;\n    }\n\n    for (const track of model.tracks) {\n      for (const clip of track.clips) {\n        const clipEndUs = clip.startUs + clip.durationUs;\n        if (clip.startUs < windowEndUs && clipEndUs > windowStartUs) {\n          // Read audio config (only video/audio clips have audioConfig)\n          if (hasAudioConfig(clip)) {\n            const muted = clip.audioConfig?.muted ?? false;\n\n            // Skip muted clips in export (performance optimization)\n            if (muted) {\n              continue;\n            }\n\n            const volume = clip.audioConfig?.volume ?? 1.0;\n\n            clips.push({\n              clipId: clip.id,\n              startUs: clip.startUs,\n              durationUs: clip.durationUs,\n              volume,\n            });\n          } else {\n            // Caption/Fx clips in audio track should not happen, but handle gracefully\n            clips.push({\n              clipId: clip.id,\n              startUs: clip.startUs,\n              durationUs: clip.durationUs,\n              volume: 1.0,\n            });\n          }\n        }\n      }\n    }\n\n    return clips;\n  }\n}\n"],"names":[],"mappings":";AAYO,MAAM,kBAAkB;AAAA,EAI7B,YACU,cACA,UACR;AAFQ,SAAA,eAAA;AACA,SAAA,WAAA;AAAA,EACP;AAAA,EANK,aAAa;AAAA,EACb,mBAAmB;AAAA,EAO3B,MAAM,IAAI,eAAuB,aAA2C;AAC1E,UAAM,aAAa,cAAc;AACjC,UAAM,aAAa,KAAK,KAAM,aAAa,MAAa,KAAK,UAAU;AAEvE,UAAM,MAAM,IAAI,oBAAoB,KAAK,kBAAkB,YAAY,KAAK,UAAU;AAEtF,UAAM,QAAQ,KAAK,iBAAiB,eAAe,WAAW;AAE9D,eAAW,QAAQ,OAAO;AAExB,YAAM,uBAAuB,KAAK,IAAI,eAAe,KAAK,OAAO;AACjE,YAAM,qBAAqB,KAAK,IAAI,aAAa,KAAK,UAAU,KAAK,UAAU;AAC/E,YAAM,sBAAsB,uBAAuB,KAAK;AACxD,YAAM,oBAAoB,qBAAqB,KAAK;AAGpD,YAAM,YAAY,KAAK,SAAA,GAAY,SAAS,KAAK,MAAM;AACvD,YAAM,cAAc,WAAW,eAAe;AAC9C,YAAM,kBAAkB,sBAAsB;AAC9C,YAAM,gBAAgB,oBAAoB;AAG1C,YAAM,UAAU,KAAK,aAAa;AAAA,QAChC,KAAK;AAAA,QACL;AAAA,QACA;AAAA,MAAA;AAGF,UAAI,CAAC,WAAW,QAAQ,OAAO,WAAW,GAAG;AAI3C;AAAA,MACF;AAEA,YAAM,kBAAkB,QAAQ,OAAO,CAAC,GAAG,UAAU;AACrD,UAAI,oBAAoB,GAAG;AAIzB;AAAA,MACF;AAGA,YAAM,SAAS,IAAI,aAAa,QAAQ,OAAO,QAAQ,iBAAiB,QAAQ,UAAU;AAE1F,eAAS,UAAU,GAAG,UAAU,QAAQ,OAAO,QAAQ,WAAW;AAChE,cAAM,QAAQ,QAAQ,OAAO,OAAO;AACpC,YAAI,OAAO;AAET,iBAAO,cAAc,IAAI,aAAa,KAAK,GAAG,OAAO;AAAA,QACvD;AAAA,MACF;AAEA,YAAM,SAAS,IAAI,mBAAA;AACnB,aAAO,SAAS;AAEhB,YAAM,WAAW,IAAI,WAAA;AACrB,eAAS,KAAK,QAAQ,KAAK;AAE3B,aAAO,QAAQ,QAAQ;AACvB,eAAS,QAAQ,IAAI,WAAW;AAEhC,YAAM,kBAAkB,uBAAuB;AAC/C,YAAM,YAAY,kBAAkB;AACpC,aAAO,MAAM,SAAS;AAAA,IACxB;AAEA,UAAM,cAAc,MAAM,IAAI,eAAA;AAC9B,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,eAAuB,aAAoC;AAClF,UAAM,QAAuB,CAAA;AAC7B,UAAM,QAAQ,KAAK,SAAA;AACnB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,eAAW,SAAS,MAAM,QAAQ;AAChC,iBAAW,QAAQ,MAAM,OAAO;AAC9B,cAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAI,KAAK,UAAU,eAAe,YAAY,eAAe;AAE3D,cAAI,eAAe,IAAI,GAAG;AACxB,kBAAM,QAAQ,KAAK,aAAa,SAAS;AAGzC,gBAAI,OAAO;AACT;AAAA,YACF;AAEA,kBAAM,SAAS,KAAK,aAAa,UAAU;AAE3C,kBAAM,KAAK;AAAA,cACT,QAAQ,KAAK;AAAA,cACb,SAAS,KAAK;AAAA,cACd,YAAY,KAAK;AAAA,cACjB;AAAA,YAAA,CACD;AAAA,UACH,OAAO;AAEL,kBAAM,KAAK;AAAA,cACT,QAAQ,KAAK;AAAA,cACb,SAAS,KAAK;AAAA,cACd,YAAY,KAAK;AAAA,cACjB,QAAQ;AAAA,YAAA,CACT;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;"}
+{"version":3,"file":"OfflineAudioMixer.js","sources":["../../../src/stages/compose/OfflineAudioMixer.ts"],"sourcesContent":["import type { TimeUs } from '../../model/types';\nimport { hasAudioConfig } from '../../model/types';\nimport type { CompositionModel } from '../../model';\nimport type { CacheManager } from '../../cache/CacheManager';\n\ninterface MixClipInfo {\n  clipId: string;\n  startUs: TimeUs;\n  durationUs: TimeUs;\n  volume: number;\n}\n\nexport class OfflineAudioMixer {\n  private sampleRate = 48_000;\n  private numberOfChannels = 2;\n\n  constructor(\n    private cacheManager: CacheManager,\n    private getModel: () => CompositionModel | null\n  ) {}\n\n  async mix(windowStartUs: TimeUs, windowEndUs: TimeUs): Promise<AudioBuffer> {\n    const durationUs = windowEndUs - windowStartUs;\n    // Guard against invalid/empty ranges (can happen near timeline end or after clamping).\n    // OfflineAudioContext requires length >= 1.\n    const frameCount = Math.max(\n      1,\n      Math.ceil((Math.max(0, durationUs) / 1_000_000) * this.sampleRate)\n    );\n\n    const ctx = new OfflineAudioContext(this.numberOfChannels, frameCount, this.sampleRate);\n\n    const clips = this.getClipsInWindow(windowStartUs, windowEndUs);\n\n    for (const clip of clips) {\n      // Calculate clip-relative time range\n      const clipIntersectStartUs = Math.max(windowStartUs, clip.startUs);\n      const clipIntersectEndUs = Math.min(windowEndUs, clip.startUs + clip.durationUs);\n      const clipRelativeStartUs = clipIntersectStartUs - clip.startUs;\n      const clipRelativeEndUs = clipIntersectEndUs - clip.startUs;\n\n      // Convert to resource time (aligned with video architecture)\n      const clipModel = this.getModel()?.findClip(clip.clipId);\n      const trimStartUs = clipModel?.trimStartUs ?? 0;\n      const resourceStartUs = clipRelativeStartUs + trimStartUs;\n      const resourceEndUs = clipRelativeEndUs + trimStartUs;\n\n      // Get PCM data using resource time coordinates\n      const pcmData = this.cacheManager.getClipPCMWithMetadata(\n        clip.clipId,\n        resourceStartUs,\n        resourceEndUs\n      );\n\n      if (!pcmData || pcmData.planes.length === 0) {\n        // console.warn(\n        //   `[OfflineAudioMixer] No PCM data for clip ${clip.clipId} at ${(clipRelativeStartUs / 1000).toFixed(1)}-${(clipRelativeEndUs / 1000).toFixed(1)}ms`\n        // );\n        continue;\n      }\n\n      const intersectFrames = pcmData.planes[0]?.length ?? 0;\n      if (intersectFrames === 0) {\n        // console.warn(\n        //   `[OfflineAudioMixer] Empty PCM data for clip ${clip.clipId} at ${(clipRelativeStartUs / 1000).toFixed(1)}-${(clipRelativeEndUs / 1000).toFixed(1)}ms`\n        // );\n        continue;\n      }\n\n      // Create AudioBuffer\n      const buffer = ctx.createBuffer(pcmData.planes.length, intersectFrames, pcmData.sampleRate);\n\n      for (let channel = 0; channel < pcmData.planes.length; channel++) {\n        const plane = pcmData.planes[channel];\n        if (plane) {\n          // Create new Float32Array to ensure correct type (ArrayBuffer, not SharedArrayBuffer)\n          buffer.copyToChannel(new Float32Array(plane), channel);\n        }\n      }\n\n      const source = ctx.createBufferSource();\n      source.buffer = buffer;\n\n      const gainNode = ctx.createGain();\n      gainNode.gain.value = clip.volume;\n\n      source.connect(gainNode);\n      gainNode.connect(ctx.destination);\n\n      const relativeStartUs = clipIntersectStartUs - windowStartUs;\n      const startTime = relativeStartUs / 1_000_000;\n      source.start(startTime);\n    }\n\n    const mixedBuffer = await ctx.startRendering();\n    return mixedBuffer;\n  }\n\n  private getClipsInWindow(windowStartUs: TimeUs, windowEndUs: TimeUs): MixClipInfo[] {\n    const clips: MixClipInfo[] = [];\n    const model = this.getModel();\n    if (!model) {\n      return clips;\n    }\n\n    for (const track of model.tracks) {\n      for (const clip of track.clips) {\n        const clipEndUs = clip.startUs + clip.durationUs;\n        if (clip.startUs < windowEndUs && clipEndUs > windowStartUs) {\n          // Read audio config (only video/audio clips have audioConfig)\n          if (hasAudioConfig(clip)) {\n            const muted = clip.audioConfig?.muted ?? false;\n\n            // Skip muted clips in export (performance optimization)\n            if (muted) {\n              continue;\n            }\n\n            const volume = clip.audioConfig?.volume ?? 1.0;\n\n            clips.push({\n              clipId: clip.id,\n              startUs: clip.startUs,\n              durationUs: clip.durationUs,\n              volume,\n            });\n          } else {\n            // Caption/Fx clips in audio track should not happen, but handle gracefully\n            clips.push({\n              clipId: clip.id,\n              startUs: clip.startUs,\n              durationUs: clip.durationUs,\n              volume: 1.0,\n            });\n          }\n        }\n      }\n    }\n\n    return clips;\n  }\n}\n"],"names":[],"mappings":";AAYO,MAAM,kBAAkB;AAAA,EAI7B,YACU,cACA,UACR;AAFQ,SAAA,eAAA;AACA,SAAA,WAAA;AAAA,EACP;AAAA,EANK,aAAa;AAAA,EACb,mBAAmB;AAAA,EAO3B,MAAM,IAAI,eAAuB,aAA2C;AAC1E,UAAM,aAAa,cAAc;AAGjC,UAAM,aAAa,KAAK;AAAA,MACtB;AAAA,MACA,KAAK,KAAM,KAAK,IAAI,GAAG,UAAU,IAAI,MAAa,KAAK,UAAU;AAAA,IAAA;AAGnE,UAAM,MAAM,IAAI,oBAAoB,KAAK,kBAAkB,YAAY,KAAK,UAAU;AAEtF,UAAM,QAAQ,KAAK,iBAAiB,eAAe,WAAW;AAE9D,eAAW,QAAQ,OAAO;AAExB,YAAM,uBAAuB,KAAK,IAAI,eAAe,KAAK,OAAO;AACjE,YAAM,qBAAqB,KAAK,IAAI,aAAa,KAAK,UAAU,KAAK,UAAU;AAC/E,YAAM,sBAAsB,uBAAuB,KAAK;AACxD,YAAM,oBAAoB,qBAAqB,KAAK;AAGpD,YAAM,YAAY,KAAK,SAAA,GAAY,SAAS,KAAK,MAAM;AACvD,YAAM,cAAc,WAAW,eAAe;AAC9C,YAAM,kBAAkB,sBAAsB;AAC9C,YAAM,gBAAgB,oBAAoB;AAG1C,YAAM,UAAU,KAAK,aAAa;AAAA,QAChC,KAAK;AAAA,QACL;AAAA,QACA;AAAA,MAAA;AAGF,UAAI,CAAC,WAAW,QAAQ,OAAO,WAAW,GAAG;AAI3C;AAAA,MACF;AAEA,YAAM,kBAAkB,QAAQ,OAAO,CAAC,GAAG,UAAU;AACrD,UAAI,oBAAoB,GAAG;AAIzB;AAAA,MACF;AAGA,YAAM,SAAS,IAAI,aAAa,QAAQ,OAAO,QAAQ,iBAAiB,QAAQ,UAAU;AAE1F,eAAS,UAAU,GAAG,UAAU,QAAQ,OAAO,QAAQ,WAAW;AAChE,cAAM,QAAQ,QAAQ,OAAO,OAAO;AACpC,YAAI,OAAO;AAET,iBAAO,cAAc,IAAI,aAAa,KAAK,GAAG,OAAO;AAAA,QACvD;AAAA,MACF;AAEA,YAAM,SAAS,IAAI,mBAAA;AACnB,aAAO,SAAS;AAEhB,YAAM,WAAW,IAAI,WAAA;AACrB,eAAS,KAAK,QAAQ,KAAK;AAE3B,aAAO,QAAQ,QAAQ;AACvB,eAAS,QAAQ,IAAI,WAAW;AAEhC,YAAM,kBAAkB,uBAAuB;AAC/C,YAAM,YAAY,kBAAkB;AACpC,aAAO,MAAM,SAAS;AAAA,IACxB;AAEA,UAAM,cAAc,MAAM,IAAI,eAAA;AAC9B,WAAO;AAAA,EACT;AAAA,EAEQ,iBAAiB,eAAuB,aAAoC;AAClF,UAAM,QAAuB,CAAA;AAC7B,UAAM,QAAQ,KAAK,SAAA;AACnB,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,eAAW,SAAS,MAAM,QAAQ;AAChC,iBAAW,QAAQ,MAAM,OAAO;AAC9B,cAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAI,KAAK,UAAU,eAAe,YAAY,eAAe;AAE3D,cAAI,eAAe,IAAI,GAAG;AACxB,kBAAM,QAAQ,KAAK,aAAa,SAAS;AAGzC,gBAAI,OAAO;AACT;AAAA,YACF;AAEA,kBAAM,SAAS,KAAK,aAAa,UAAU;AAE3C,kBAAM,KAAK;AAAA,cACT,QAAQ,KAAK;AAAA,cACb,SAAS,KAAK;AAAA,cACd,YAAY,KAAK;AAAA,cACjB;AAAA,YAAA,CACD;AAAA,UACH,OAAO;AAEL,kBAAM,KAAK;AAAA,cACT,QAAQ,KAAK;AAAA,cACb,SAAS,KAAK;AAAA,cACd,YAAY,KAAK;AAAA,cACjB,QAAQ;AAAA,YAAA,CACT;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meframe/core",
-  "version": "0.1.9",
+  "version": "0.2.0",
   "description": "Next generation media processing framework based on WebCodecs",
   "type": "module",
   "main": "./dist/index.js",