@vosjs/studio-core 0.8.0 → 0.9.1

package/dist/index.js

@@ -3300,6 +3300,54 @@ function objectMotionPoseAt(o, t, clipDur) {
   if (!track.keyframes.length) return null;
   return [...sample(track, t, lerpArray)];
 }
+var FRAME_STEP_SRC = `
+  function stepPaused(vid, srcT) {
+    if (!vid.paused) vid.pause()
+    // A WebCodecs provider (capture pages) services the frame by PTS at
+    // decode speed \u2014 no element seek, no 250ms settle cap. The element stays
+    // paused as the dimension source and fallback.
+    var wcp = vid.__voilaWc
+    if (wcp) {
+      var wcT = Math.min(srcT, wcp.duration || srcT)
+      if (wcp.req !== wcT) {
+        var wdp = wcp.seek(wcT)
+        if (ns.pendingDecodes) {
+          ns.pendingDecodes.add(wdp)
+          wdp.finally(function () { ns.pendingDecodes.delete(wdp) })
+        }
+      }
+      return
+    }
+    var target = Math.min(srcT, vid.duration || srcT)
+    if (vid.readyState >= 1 && Math.abs(vid.currentTime - target) > 0.02) {
+      if (ns.pendingDecodes) {
+        var dp = new Promise(function (resolve) {
+          var done = function () { vid.removeEventListener('seeked', done); resolve() }
+          vid.addEventListener('seeked', done)
+          setTimeout(done, 250) // fallback so a missed 'seeked' can't hang the export
+        })
+        ns.pendingDecodes.add(dp)
+        dp.finally(function () { ns.pendingDecodes.delete(dp) })
+      }
+      vid.currentTime = target
+    }
+  }
+  function stepBg(bgEl, bgT) {
+    if (!bgEl.paused) bgEl.pause()
+    var bgTarget = Math.min(bgT, bgEl.duration || bgT)
+    if (bgEl.readyState >= 1 && !bgEl.seeking && Math.abs(bgEl.currentTime - bgTarget) > 0.02) {
+      if (ns.pendingDecodes) {
+        var bgDp = new Promise(function (resolve) {
+          var bgDone = function () { bgEl.removeEventListener('seeked', bgDone); resolve() }
+          bgEl.addEventListener('seeked', bgDone)
+          setTimeout(bgDone, 250) // fallback so a missed 'seeked' can't hang the export
+        })
+        ns.pendingDecodes.add(bgDp)
+        bgDp.finally(function () { ns.pendingDecodes.delete(bgDp) })
+      }
+      bgEl.currentTime = bgTarget
+    }
+  }`;
 var SETUP = `async (ctx) => {
   ;${timelineRuntimeCode2}
   const ns = (window.__vos__ = window.__vos__ || {})
@@ -3312,6 +3360,7 @@ var SETUP = `async (ctx) => {
   if (!ns.waitForVideosReady) ns.waitForVideosReady = async () => {
     if (ns.pendingDecodes.size) await Promise.all([...ns.pendingDecodes])
   }
+  ${FRAME_STEP_SRC}
   const cache = ns.videoCache || (ns.videoCache = new Map())
   // Server capture pages opt into BLOB-backed elements (data.videoFetchMode,
   // merged in by the render queue \u2014 never stored in a doc or config): a
@@ -3384,7 +3433,7 @@ var SETUP = `async (ctx) => {
   // exactly as it was; preview/scrub never sets the flag.
   const makeWcProvider = async (src) => {
     if (!window.VideoDecoder) return null
-    const MB = await import('https://esm.sh/mediabunny@1.27.3?target=es2022')
+    const MB = await import('https://esm.sh/mediabunny@1.55.7?target=es2022')
     const wcBlob = ns.videoBlobs && ns.videoBlobs.get(src)
     const input = new MB.Input({
       formats: MB.ALL_FORMATS,
@@ -3505,6 +3554,36 @@ var SETUP = `async (ctx) => {
       else (await load(bgm.key, true)).loop = true
     } catch (e) { console.warn('[voila] background media failed to load', e) }
   }
+  // Frame prep: a capture harness calls every ns.framePrep hook right after
+  // seeking the timeline and before the first paint, then awaits
+  // waitForVideosReady. The footage for the frame is requested HERE, so the
+  // paint that follows draws the right frame the first time. Without the
+  // hook the request could only be issued from inside ON_FRAME (the only
+  // place that knew the source time), so every take frame painted twice:
+  // once with the previous footage, then again after the decode. The steps
+  // are the SAME functions ON_FRAME's syncVid runs (one source, inlined in
+  // both scopes), so the paint finds its target already met and registers
+  // nothing. Keyed by program so a warm LOAD re-registers instead of
+  // chaining; playback never calls it; a harness without it keeps the
+  // two-phase loop and stays correct.
+  ns.framePrep = ns.framePrep || new Map()
+  ns.framePrep.set('voila.card', (t) => {
+    if (ns.isPaused === false) return
+    const d = ctx.data
+    const TL = globalThis.__vosTimeline
+    const srcT = TL.mapTime(d.segments || [], t)
+    if (video.play) stepPaused(video, srcT)
+    if (cam) stepPaused(cam, srcT)
+    if (mic) stepPaused(mic, srcT)
+    const bg2 = d.frame && d.frame.backgroundMedia
+    if (bg2 && bg2.key && bg2.kind !== 'image') {
+      const bgEl2 = cache.get(bg2.key)
+      if (bgEl2 && bgEl2.play) {
+        const bgDur2 = bg2.duration || bgEl2.duration || 0
+        stepBg(bgEl2, bgDur2 > 0 ? t % bgDur2 : 0)
+      }
+    }
+  })
   return { video: video, cam: cam, mic: mic }
 }`;
 var CREATE_CONTENT = `(ctx, setupData) => {
@@ -3683,6 +3762,7 @@ var ON_FRAME = `(ctx, content, dt) => {
   // correction covers cut-boundary jumps), else step to the exact frame (registering a
   // decode promise so the deterministic export awaits it). Shared by the screen video
   // and the webcam so both stay frame-accurate and in sync.
+  ${FRAME_STEP_SRC}
   function syncVid(vid) {
     try {
       if (playing) {
@@ -3728,35 +3808,11 @@ var ON_FRAME = `(ctx, content, dt) => {
           vid.__voilaAutoMuted = false
         }
       } else {
-        if (!vid.paused) vid.pause()
-        // A WebCodecs provider (capture pages) services the frame by
-        // PTS at decode speed \u2014 no element seek, no 250ms settle cap. The
-        // element stays paused as the dimension source and fallback.
-        var wcp = vid.__voilaWc
-        if (wcp) {
-          var wcT = Math.min(srcT, wcp.duration || srcT)
-          if (wcp.req !== wcT) {
-            var wdp = wcp.seek(wcT)
-            if (ns.pendingDecodes) {
-              ns.pendingDecodes.add(wdp)
-              wdp.finally(function () { ns.pendingDecodes.delete(wdp) })
-            }
-          }
-          return
-        }
-        var target = Math.min(srcT, vid.duration || srcT)
-        if (vid.readyState >= 1 && Math.abs(vid.currentTime - target) > 0.02) {
-          if (ns.pendingDecodes) {
-            var dp = new Promise(function (resolve) {
-              var done = function () { vid.removeEventListener('seeked', done); resolve() }
-              vid.addEventListener('seeked', done)
-              setTimeout(done, 250) // fallback so a missed 'seeked' can't hang the export
-            })
-            ns.pendingDecodes.add(dp)
-            dp.finally(function () { ns.pendingDecodes.delete(dp) })
-          }
-          vid.currentTime = target
-        }
+        // The paused step (FRAME_STEP_SRC): the provider by PTS, else the
+        // element seek. A capture harness that ran the frame-prep hook has
+        // already met this target, so nothing registers and the paint is
+        // the one that counts.
+        stepPaused(vid, srcT)
       }
     } catch (e) {}
   }
@@ -3850,27 +3906,9 @@ var ON_FRAME = `(ctx, content, dt) => {
           if (bgDur > 0 && !bgEl.seeking && bgDrift > 0.3 && bgDur - bgDrift > 0.3) bgEl.currentTime = bgT
           if (bgEl.paused) { var bgP = bgEl.play(); if (bgP && bgP.catch) bgP.catch(function () {}) }
         } else {
-          if (!bgEl.paused) bgEl.pause()
-          var bgTarget = Math.min(bgT, bgEl.duration || bgT)
-          // COALESCE seeks: a scrub moves t every frame, and re-assigning
-          // currentTime ABORTS the in-flight seek \u2014 on a remote (assets.vos.so)
-          // source that keeps the element mid-seek for the whole drag, so no
-          // frame ever decodes and the background pops in seconds late. Issue
-          // a seek only when none is in flight; the frame after 'seeked' fires
-          // corrects toward the latest target, so seeks run serially and
-          // converge on the release point.
-          if (bgEl.readyState >= 1 && !bgEl.seeking && Math.abs(bgEl.currentTime - bgTarget) > 0.02) {
-            if (ns.pendingDecodes) {
-              var bgDp = new Promise(function (resolve) {
-                var bgDone = function () { bgEl.removeEventListener('seeked', bgDone); resolve() }
-                bgEl.addEventListener('seeked', bgDone)
-                setTimeout(bgDone, 250) // fallback so a missed 'seeked' can't hang the export
-              })
-              ns.pendingDecodes.add(bgDp)
-              bgDp.finally(function () { ns.pendingDecodes.delete(bgDp) })
-            }
-            bgEl.currentTime = bgTarget
-          }
+          // The background step (FRAME_STEP_SRC): a coalesced seek, met
+          // already when a capture harness ran the frame-prep hook.
+          stepBg(bgEl, bgT)
         }
       } catch (e) {}
     }