@omnimedia/omnitool 1.1.0-9 → 1.1.0-91

package/x/timeline/renderers/export/parts/cursor.js

@@ -0,0 +1,237 @@
+import { ALL_FORMATS, Input, VideoSampleSink } from "mediabunny";
+import { ms } from "../../../../units/ms.js";
+import { loadDecoderSource } from "../../../../driver/utils/load-decoder-source.js";
+import { createVisualSampler } from "../../parts/samplers/visual/sampler.js";
+class BaseVisualSampler {
+    driver;
+    resolveMedia;
+    timeline;
+    #videoCursors = new Map();
+    #sampler;
+    constructor(driver, resolveMedia, timeline) {
+        this.driver = driver;
+        this.resolveMedia = resolveMedia;
+        this.timeline = timeline;
+        this.#sampler = createVisualSampler(this.resolveMedia, (item, time) => {
+            const targetUs = toUs(time);
+            let cursor = this.#videoCursors.get(item.id);
+            if (!cursor) {
+                const source = this.resolveMedia(item.mediaHash);
+                const endUs = toUs(ms(item.start + item.duration));
+                cursor = this.createCursor(source, targetUs, endUs);
+                this.#videoCursors.set(item.id, cursor);
+            }
+            return cursor.next(targetUs);
+        });
+    }
+    sample(timecode) {
+        return this.#sampler.sample(this.timeline, timecode);
+    }
+    async cancel() {
+        await Promise.all([...this.#videoCursors.values()].map(c => c.cancel()));
+        this.#videoCursors.clear();
+    }
+}
+/**
+ * forward-only frame cursor optimized for export purposes.
+ * it uses mediabunny internally so the support for non-clients
+ * should be done from mediabunny custom decoder/encoder
+ */
+export class CursorVisualSampler extends BaseVisualSampler {
+    #lastTimecode = -Infinity;
+    next(timecode) {
+        if (timecode < this.#lastTimecode)
+            throw new Error(`Forward-only cursor regression: ${timecode}ms < ${this.#lastTimecode}ms`);
+        this.#lastTimecode = timecode;
+        return this.sample(timecode);
+    }
+    createCursor(source, startUs, endUs) {
+        const video = this.driver.decodeVideo({ source, start: startUs / 1_000_000, end: endUs / 1_000_000 });
+        const reader = video.readable.getReader();
+        let current = null;
+        let nextPromise = null;
+        let ended = false;
+        const readNext = async () => {
+            if (ended)
+                return null;
+            const { done, value } = await reader.read();
+            if (done)
+                return (ended = true, null);
+            const frame = new VideoFrame(value);
+            value.close();
+            return frame;
+        };
+        return {
+            async next(targetUs) {
+                current ??= await readNext();
+                if (!current)
+                    return undefined;
+                while (true) {
+                    nextPromise ??= readNext();
+                    const nextFrame = await nextPromise;
+                    if (!nextFrame)
+                        return new VideoFrame(current);
+                    const currentUs = current.timestamp ?? -Infinity;
+                    const nextUs = nextFrame.timestamp ?? currentUs;
+                    if (nextUs < targetUs) {
+                        current.close();
+                        current = nextFrame;
+                        nextPromise = null;
+                        continue;
+                    }
+                    const useNext = Math.abs(nextUs - targetUs) < Math.abs(currentUs - targetUs);
+                    if (useNext) {
+                        current.close();
+                        current = nextFrame;
+                        nextPromise = null;
+                        continue;
+                    }
+                    return new VideoFrame(current);
+                }
+            },
+            async cancel() {
+                const pending = nextPromise;
+                nextPromise = null;
+                ended = true;
+                const buffered = await pending?.catch(() => null);
+                buffered?.close();
+                current?.close();
+                current = null;
+                video.cancel();
+            }
+        };
+    }
+}
+export class ReverseCursorVisualSampler extends BaseVisualSampler {
+    #lastTimecode = Infinity;
+    next(timecode) {
+        if (timecode > this.#lastTimecode)
+            throw new Error(`Reverse-only cursor regression: ${timecode}ms > ${this.#lastTimecode}ms`);
+        this.#lastTimecode = timecode;
+        return this.sample(timecode);
+    }
+    createCursor(source, _initialTargetUs, endUs) {
+        const startUs = 0;
+        const windowUs = 1_000_000;
+        const prefetchThreshold = windowUs * 0.5;
+        let frames = [];
+        let windowStart = Infinity;
+        let windowEnd = -Infinity;
+        let input = null;
+        let sink = null;
+        let prefetchPromise = null;
+        let activeFetches = 0;
+        let idle = Promise.resolve();
+        let resolveIdle = null;
+        let canceled = false;
+        const clear = () => {
+            for (const frame of frames)
+                frame.close();
+            frames = [];
+        };
+        const startFetch = () => {
+            if (activeFetches++ === 0)
+                idle = new Promise(resolve => resolveIdle = resolve);
+        };
+        const endFetch = () => {
+            if (--activeFetches === 0) {
+                resolveIdle?.();
+                resolveIdle = null;
+            }
+        };
+        const getSink = async () => {
+            if (sink)
+                return sink;
+            input = new Input({
+                source: await loadDecoderSource(source),
+                formats: ALL_FORMATS,
+            });
+            const track = await input.getPrimaryVideoTrack();
+            sink = track && await track.canDecode()
+                ? new VideoSampleSink(track)
+                : null;
+            return sink;
+        };
+        const fetchFrames = async (targetUs) => {
+            startFetch();
+            const wEnd = Math.min(endUs, targetUs + 1);
+            const wStart = Math.max(startUs, wEnd - windowUs);
+            const newFrames = [];
+            const videoSink = await getSink();
+            if (videoSink) {
+                for await (const sample of videoSink.samples(wStart / 1_000_000, wEnd / 1_000_000)) {
+                    newFrames.push(sample.toVideoFrame());
+                    sample.close();
+                }
+            }
+            endFetch();
+            return { frames: newFrames, windowStart: wStart, windowEnd: wEnd };
+        };
+        const loadWindow = async (targetUs) => {
+            clear();
+            const result = await fetchFrames(targetUs);
+            frames = result.frames;
+            windowStart = result.windowStart;
+            windowEnd = result.windowEnd;
+        };
+        return {
+            async next(targetUs) {
+                if (canceled)
+                    return undefined;
+                if (targetUs < windowStart || targetUs > windowEnd) {
+                    if (prefetchPromise) {
+                        const prefetched = await prefetchPromise;
+                        prefetchPromise = null;
+                        if (canceled) {
+                            for (const f of prefetched.frames)
+                                f.close();
+                            return undefined;
+                        }
+                        if (targetUs >= prefetched.windowStart && targetUs <= prefetched.windowEnd) {
+                            clear();
+                            frames = prefetched.frames;
+                            windowStart = prefetched.windowStart;
+                            windowEnd = prefetched.windowEnd;
+                        }
+                        else {
+                            for (const f of prefetched.frames)
+                                f.close();
+                            await loadWindow(targetUs);
+                        }
+                    }
+                    else {
+                        await loadWindow(targetUs);
+                    }
+                }
+                if (!prefetchPromise && targetUs < windowStart + prefetchThreshold && windowStart > startUs)
+                    prefetchPromise = fetchFrames(windowStart - 1);
+                let best;
+                let bestDistance = Infinity;
+                for (const frame of frames) {
+                    const distance = Math.abs((frame.timestamp ?? targetUs) - targetUs);
+                    if (distance < bestDistance) {
+                        best = frame;
+                        bestDistance = distance;
+                    }
+                }
+                return best ? new VideoFrame(best) : undefined;
+            },
+            async cancel() {
+                canceled = true;
+                const pending = prefetchPromise;
+                prefetchPromise = null;
+                const prefetched = await pending?.catch(() => null);
+                if (prefetched)
+                    for (const f of prefetched.frames)
+                        f.close();
+                await idle;
+                clear();
+                input?.dispose();
+                input = null;
+                sink = null;
+            }
+        };
+    }
+}
+const toUs = (ms) => Math.round(ms * 1_000);
+//# sourceMappingURL=cursor.js.map

package/x/timeline/renderers/export/parts/cursor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/cursor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,YAAY,CAAA;AAE9D,OAAO,EAAC,EAAE,EAAK,MAAM,yBAAyB,CAAA;AAI9C,OAAO,EAAC,iBAAiB,EAAC,MAAM,iDAAiD,CAAA;AACjF,OAAO,EAAC,mBAAmB,EAAC,MAAM,wCAAwC,CAAA;AAS1E,MAAe,iBAAiB;IAKpB;IACA;IACA;IANF,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IACnD,QAAQ,CAAA;IAEjB,YACW,MAAc,EACd,YAA6C,EAC7C,QAAsB;QAFtB,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAiC;QAC7C,aAAQ,GAAR,QAAQ,CAAc;QAEhC,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;YAC3B,IAAI,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAE5C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;gBAClD,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;gBACnD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;YACxC,CAAC;YAED,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;IACH,CAAC;IAIS,MAAM,CAAC,QAAY;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,MAAM;QACX,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QACxE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;CACD;AAED;;;;GAIG;AAEH,MAAM,OAAO,mBAAoB,SAAQ,iBAAiB;IACzD,aAAa,GAAG,CAAC,QAAQ,CAAA;IAEzB,IAAI,CAAC,QAAY;QAChB,IAAI,QAAQ,GAAG,IAAI,CAAC,aAAa;YAChC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,QAAQ,IAAI,CAAC,aAAa,IAAI,CAAC,CAAA;QAE3F,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAA;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC;IAES,YAAY,CAAC,MAAqB,EAAE,OAAe,EAAE,KAAa;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,SAAS,EAAE,GAAG,EAAE,KAAK,GAAG,SAAS,EAAC,CAAC,CAAA;QACnG,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QAEzC,IAAI,OAAO,GAAsB,IAAI,CAAA;QACrC,IAAI,WAAW,GAAsC,IAAI,CAAA;QACzD,IAAI,KAAK,GAAG,KAAK,CAAA;QAEjB,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;YAC3B,IAAI,KAAK;gBAAE,OAAO,IAAI,CAAA;YACtB,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACzC,IAAI,IAAI;gBAAE,OAAO,CAAC,KAAK,GAAG,IAAI,EAAE,IAAI,CAAC,CAAA;YAErC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;YACb,OAAO,KAAK,CAAA;QACb,CAAC,CAAA;QAED,OAAO;YACN,KAAK,CAAC,IAAI,CAAC,QAAgB;gBAC1B,OAAO,KAAK,MAAM,QAAQ,EAAE,CAAA;gBAC5B,IAAI,CAAC,OAAO;oBAAE,OAAO,SAAS,CAAA;gBAE9B,OAAO,IAAI,EAAE,CAAC;oBACb,WAAW,KAAK,QAAQ,EAAE,CAAA;oBAC1B,MAAM,SAAS,GAAG,MAAM,WAAW,CAAA;oBAEnC,IAAI,CAAC,SAAS;wBAAE,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;oBAE9C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAA;oBAChD,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,IAAI,SAAS,CAAA;oBAE/C,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;wBACvB,OAAO,CAAC,KAAK,EAAE,CAAA;wBACf,OAAO,GAAG,SAAS,CAAA;wBACnB,WAAW,GAAG,IAAI,CAAA;wBAClB,SAAQ;oBACT,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAA;oBAE5E,IAAI,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,EAAE,CAAA;wBACf,OAAO,GAAG,SAAS,CAAA;wBACnB,WAAW,GAAG,IAAI,CAAA;wBAClB,SAAQ;oBACT,CAAC;oBAED,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;gBAC/B,CAAC;YACF,CAAC;YAED,KAAK,CAAC,MAAM;gBACX,MAAM,OAAO,GAAG,WAAW,CAAA;gBAC3B,WAAW,GAAG,IAAI,CAAA;gBAClB,KAAK,GAAG,IAAI,CAAA;gBAEZ,MAAM,QAAQ,GAAG,MAAM,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;gBACjD,QAAQ,EAAE,KAAK,EAAE,CAAA;gBAEjB,OAAO,EAAE,KAAK,EAAE,CAAA;gBAChB,OAAO,GAAG,IAAI,CAAA;gBAEd,KAAK,CAAC,MAAM,EAAE,CAAA;YACf,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,OAAO,0BAA2B,SAAQ,iBAAiB;IAChE,aAAa,GAAG,QAAQ,CAAA;IAExB,IAAI,CAAC,QAAY;QAChB,IAAI,QAAQ,GAAG,IAAI,CAAC,aAAa;YAChC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,QAAQ,IAAI,CAAC,aAAa,IAAI,CAAC,CAAA;QAE3F,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAA;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC;IAES,YAAY,CAAC,MAAqB,EAAE,gBAAwB,EAAE,KAAa;QACpF,MAAM,OAAO,GAAG,CAAC,CAAA;QACjB,MAAM,QAAQ,GAAG,SAAS,CAAA;QAC1B,MAAM,iBAAiB,GAAG,QAAQ,GAAG,GAAG,CAAA;QAExC,IAAI,MAAM,GAAiB,EAAE,CAAA;QAC7B,IAAI,WAAW,GAAG,QAAQ,CAAA;QAC1B,IAAI,SAAS,GAAG,CAAC,QAAQ,CAAA;QACzB,IAAI,KAAK,GAAiB,IAAI,CAAA;QAC9B,IAAI,IAAI,GAA2B,IAAI,CAAA;QACvC,IAAI,eAAe,GAAmF,IAAI,CAAA;QAC1G,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,IAAI,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAA;QAC3C,IAAI,WAAW,GAAwB,IAAI,CAAA;QAC3C,IAAI,QAAQ,GAAG,KAAK,CAAA;QAEpB,MAAM,KAAK,GAAG,GAAG,EAAE;YAClB,KAAK,MAAM,KAAK,IAAI,MAAM;gBACzB,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,MAAM,GAAG,EAAE,CAAA;QACZ,CAAC,CAAA;QAED,MAAM,UAAU,GAAG,GAAG,EAAE;YACvB,IAAI,aAAa,EAAE,KAAK,CAAC;gBACxB,IAAI,GAAG,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,CAAC,WAAW,GAAG,OAAO,CAAC,CAAA;QAC5D,CAAC,CAAA;QAED,MAAM,QAAQ,GAAG,GAAG,EAAE;YACrB,IAAI,EAAE,aAAa,KAAK,CAAC,EAAE,CAAC;gBAC3B,WAAW,EAAE,EAAE,CAAA;gBACf,WAAW,GAAG,IAAI,CAAA;YACnB,CAAC;QACF,CAAC,CAAA;QAED,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YAC1B,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAA;YAErB,KAAK,GAAG,IAAI,KAAK,CAAC;gBACjB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;gBACvC,OAAO,EAAE,WAAW;aACpB,CAAC,CAAA;YAEF,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;YAChD,IAAI,GAAG,KAAK,IAAI,MAAM,KAAK,CAAC,SAAS,EAAE;gBACtC,CAAC,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC;gBAC5B,CAAC,CAAC,IAAI,CAAA;YAEP,OAAO,IAAI,CAAA;QACZ,CAAC,CAAA;QAED,MAAM,WAAW,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;YAC9C,UAAU,EAAE,CAAA;YACZ,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAA;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,GAAG,QAAQ,CAAC,CAAA;YACjD,MAAM,SAAS,GAAiB,EAAE,CAAA;YAElC,MAAM,SAAS,GAAG,MAAM,OAAO,EAAE,CAAA;YACjC,IAAI,SAAS,EAAE,CAAC;gBACf,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,SAAS,EAAE,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;oBACpF,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAA;oBACrC,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC;YAED,QAAQ,EAAE,CAAA;YACV,OAAO,EAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAC,CAAA;QACjE,CAAC,CAAA;QAED,MAAM,UAAU,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;YAC7C,KAAK,EAAE,CAAA;YACP,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC1C,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;YACtB,WAAW,GAAG,MAAM,CAAC,WAAW,CAAA;YAChC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QAC7B,CAAC,CAAA;QAED,OAAO;YACN,KAAK,CAAC,IAAI,CAAC,QAAgB;gBAC1B,IAAI,QAAQ;oBACX,OAAO,SAAS,CAAA;gBAEjB,IAAI,QAAQ,GAAG,WAAW,IAAI,QAAQ,GAAG,SAAS,EAAE,CAAC;oBACpD,IAAI,eAAe,EAAE,CAAC;wBACrB,MAAM,UAAU,GAAG,MAAM,eAAe,CAAA;wBACxC,eAAe,GAAG,IAAI,CAAA;wBAEtB,IAAI,QAAQ,EAAE,CAAC;4BACd,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM;gCAAE,CAAC,CAAC,KAAK,EAAE,CAAA;4BAC5C,OAAO,SAAS,CAAA;wBACjB,CAAC;wBAED,IAAI,QAAQ,IAAI,UAAU,CAAC,WAAW,IAAI,QAAQ,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;4BAC5E,KAAK,EAAE,CAAA;4BACP,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;4BAC1B,WAAW,GAAG,UAAU,CAAC,WAAW,CAAA;4BACpC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAA;wBACjC,CAAC;6BAAM,CAAC;4BACP,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM;gCAAE,CAAC,CAAC,KAAK,EAAE,CAAA;4BAC5C,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;wBAC3B,CAAC;oBACF,CAAC;yBAAM,CAAC;wBACP,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;oBAC3B,CAAC;gBACF,CAAC;gBAED,IAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,WAAW,GAAG,iBAAiB,IAAI,WAAW,GAAG,OAAO;oBAC1F,eAAe,GAAG,WAAW,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;gBAE/C,IAAI,IAA4B,CAAA;gBAChC,IAAI,YAAY,GAAG,QAAQ,CAAA;gBAE3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,GAAG,QAAQ,CAAC,CAAA;oBACnE,IAAI,QAAQ,GAAG,YAAY,EAAE,CAAC;wBAC7B,IAAI,GAAG,KAAK,CAAA;wBACZ,YAAY,GAAG,QAAQ,CAAA;oBACxB,CAAC;gBACF,CAAC;gBAED,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAC/C,CAAC;YAED,KAAK,CAAC,MAAM;gBACX,QAAQ,GAAG,IAAI,CAAA;gBACf,MAAM,OAAO,GAAG,eAAe,CAAA;gBAC/B,eAAe,GAAG,IAAI,CAAA;gBAEtB,MAAM,UAAU,GAAG,MAAM,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;gBACnD,IAAI,UAAU;oBACb,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM;wBAAE,CAAC,CAAC,KAAK,EAAE,CAAA;gBAE7C,MAAM,IAAI,CAAA;gBACV,KAAK,EAAE,CAAA;gBACP,KAAK,EAAE,OAAO,EAAE,CAAA;gBAChB,KAAK,GAAG,IAAI,CAAA;gBACZ,IAAI,GAAG,IAAI,CAAA;YACZ,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,IAAI,GAAG,CAAC,EAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAA"}

package/x/timeline/renderers/export/parts/produce-audio.d.ts

@@ -0,0 +1,6 @@
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare function produceAudio({ timeline, resolveMedia }: {
+    timeline: TimelineFile;
+    resolveMedia: (hash: string) => DecoderSource;
+}): ReadableStream<AudioData>;

package/x/timeline/renderers/export/parts/produce-audio.js

@@ -0,0 +1,41 @@
+import { AudioMix } from "./audio-mix.js";
+import { ms } from "../../../../units/ms.js";
+import { resampleToPlanar } from "./resamplers.js";
+import { applyGainToPlanar } from "./audio-gain.js";
+import { createAudioSampler } from "../../parts/samplers/audio/sampler.js";
+export function produceAudio({ timeline, resolveMedia }) {
+    const mixer = new AudioMix();
+    const audio = streamAudio(timeline, resolveMedia);
+    const stream = new TransformStream();
+    const writer = stream.writable.getWriter();
+    async function produce() {
+        for await (const chunk of mixer.mix(audio)) {
+            const data = new AudioData({
+                format: 'f32-planar',
+                sampleRate: chunk.sampleRate,
+                numberOfFrames: chunk.frames,
+                numberOfChannels: chunk.channels,
+                timestamp: Math.round((chunk.startFrame / chunk.sampleRate) * 1_000_000),
+                data: new Float32Array(chunk.planar)
+            });
+            await writer.write(data);
+        }
+        await writer.close();
+    }
+    produce();
+    return stream.readable;
+}
+async function* streamAudio(timeline, resolveMedia) {
+    const audioSampler = createAudioSampler(resolveMedia);
+    for await (const { sample, timestamp, gain } of audioSampler.sampleAudio(timeline, ms(0))) {
+        const { data } = resampleToPlanar(sample, 48000);
+        applyGainToPlanar(data, gain);
+        yield {
+            planes: data,
+            sampleRate: 48000,
+            timestamp
+        };
+        sample.close();
+    }
+}
+//# sourceMappingURL=produce-audio.js.map

package/x/timeline/renderers/export/parts/produce-audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce-audio.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-audio.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAC,EAAE,EAAC,MAAM,yBAAyB,CAAA;AAC1C,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAGjD,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAA;AAExE,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,YAAY,EAIZ;IACA,MAAM,KAAK,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IACjD,MAAM,MAAM,GAAG,IAAI,eAAe,EAAwB,CAAA;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAE1C,KAAK,UAAU,OAAO;QACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC;gBAC1B,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,QAAQ;gBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,CACpB,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CACjD;gBACD,IAAI,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC;AAED,KAAK,SAAU,CAAC,CAAA,WAAW,CAAC,QAAsB,EAAE,YAA6C;IAChG,MAAM,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;IAErD,IAAI,KAAK,EAAE,MAAM,EAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAC,IACtC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE/C,MAAM,EAAC,IAAI,EAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAC9C,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAE7B,MAAM;YACL,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,KAAK;YACjB,SAAS;SACT,CAAA;QAED,MAAM,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;AACF,CAAC"}

package/x/timeline/renderers/export/parts/produce-video.d.ts

@@ -0,0 +1,10 @@
+import { Fps } from "../../../../units/fps.js";
+import { Driver } from "../../../../driver/driver.js";
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare function produceVideo({ timeline, fps, driver, resolveMedia, }: {
+    driver: Driver;
+    resolveMedia: (hash: string) => DecoderSource;
+    timeline: TimelineFile;
+    fps: Fps;
+}): ReadableStream<VideoFrame>;

package/x/timeline/renderers/export/parts/produce-video.js

@@ -0,0 +1,26 @@
+import { CursorVisualSampler } from "./cursor.js";
+import { fixedStep } from "../../parts/schedulers.js";
+import { computeItemDuration } from "../../parts/handy.js";
+export function produceVideo({ timeline, fps, driver, resolveMedia, }) {
+    const stream = new TransformStream();
+    const writer = stream.writable.getWriter();
+    const sampler = new CursorVisualSampler(driver, resolveMedia, timeline);
+    const dt = 1 / fps;
+    const duration = computeItemDuration(timeline.rootId, timeline);
+    async function produce() {
+        await fixedStep({ fps, duration }, async (timecode, i) => {
+            const layers = await sampler.next(timecode);
+            const composed = await driver.composite(layers);
+            const frame = new VideoFrame(composed, {
+                timestamp: Math.round(i * dt * 1_000_000),
+                duration: Math.round(dt * 1_000_000)
+            });
+            await writer.write(frame);
+            composed.close();
+        });
+        await writer.close();
+    }
+    produce();
+    return stream.readable;
+}
+//# sourceMappingURL=produce-video.js.map

package/x/timeline/renderers/export/parts/produce-video.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce-video.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-video.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAE/C,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAA;AAEnD,OAAO,EAAC,mBAAmB,EAAC,MAAM,sBAAsB,CAAA;AAGxD,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,GAAG,EACH,MAAM,EACN,YAAY,GAMZ;IAEA,MAAM,MAAM,GAAG,IAAI,eAAe,EAA0B,CAAA;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAA;IACvE,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAA;IAClB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAE/D,KAAK,UAAU,OAAO;QACrB,MAAM,SAAS,CAAC,EAAC,GAAG,EAAE,QAAQ,EAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC3C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YAE/C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;gBACtC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACzB,QAAQ,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC"}

package/x/timeline/renderers/export/parts/resamplers.d.ts

@@ -0,0 +1,12 @@
+export declare const resampleToPlanar: (sample: {
+    numberOfFrames: number;
+    numberOfChannels: number;
+    sampleRate: number;
+    copyTo: (dest: Float32Array, options: {
+        planeIndex: number;
+        format: "f32-planar";
+    }) => void;
+}, targetRate: number) => {
+    data: Float32Array[];
+    frames: number;
+};

package/x/timeline/renderers/export/parts/resamplers.js

@@ -0,0 +1,29 @@
+const resampleLinear = (src, fromRate, targetRate) => {
+    if (fromRate === targetRate)
+        return src;
+    const ratio = targetRate / fromRate;
+    const outFrames = Math.max(1, Math.round(src.length * ratio));
+    const out = new Float32Array(outFrames);
+    for (let i = 0; i < outFrames; i++) {
+        const t = i / ratio;
+        const i0 = Math.floor(t);
+        const i1 = Math.min(i0 + 1, src.length - 1);
+        const frac = t - i0;
+        out[i] = src[i0] * (1 - frac) + src[i1] * frac;
+    }
+    return out;
+};
+export const resampleToPlanar = (sample, targetRate) => {
+    const channels = sample.numberOfChannels;
+    const data = new Array(channels);
+    let frames = 0;
+    for (let ch = 0; ch < channels; ch++) {
+        const plane = new Float32Array(sample.numberOfFrames);
+        sample.copyTo(plane, { planeIndex: ch, format: 'f32-planar' });
+        const resampled = resampleLinear(plane, sample.sampleRate, targetRate);
+        data[ch] = resampled;
+        frames = resampled.length;
+    }
+    return { data, frames };
+};
+//# sourceMappingURL=resamplers.js.map

package/x/timeline/renderers/export/parts/resamplers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resamplers.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/resamplers.ts"],"names":[],"mappings":"AACA,MAAM,cAAc,GAAG,CACtB,GAAiB,EACjB,QAAgB,EAChB,UAAkB,EACjB,EAAE;IACH,IAAI,QAAQ,KAAK,UAAU;QAC1B,OAAO,GAAG,CAAA;IAEX,MAAM,KAAK,GAAG,UAAU,GAAG,QAAQ,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAA;IAC7D,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAA;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAA;QACnB,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;IAC/C,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC/B,MAKC,EACD,UAAkB,EACuB,EAAE;IAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAe,QAAQ,CAAC,CAAA;IAC9C,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;QACrD,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAC,CAAC,CAAA;QAC5D,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QACtE,IAAI,CAAC,EAAE,CAAC,GAAG,SAAS,CAAA;QACpB,MAAM,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAA;AACtB,CAAC,CAAA"}

package/x/timeline/renderers/export/produce.d.ts

@@ -0,0 +1,13 @@
+import { Fps } from "../../../units/fps.js";
+import { Driver } from "../../../driver/driver.js";
+import { TimelineFile } from "../../parts/basics.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+export declare function produce(opts: {
+    timeline: TimelineFile;
+    fps: Fps;
+    driver: Driver;
+    resolveMedia: (hash: string) => DecoderSource;
+}): {
+    readable: ReadableStream<import("mediabunny").StreamTargetChunk>;
+    done: Promise<void>;
+};

package/x/timeline/renderers/export/produce.js

@@ -0,0 +1,15 @@
+import { produceAudio } from "./parts/produce-audio.js";
+import { produceVideo } from "./parts/produce-video.js";
+export function produce(opts) {
+    const audio = produceAudio({ ...opts });
+    const video = produceVideo({ ...opts });
+    return opts.driver.encode({
+        video,
+        audio,
+        config: {
+            audio: { codec: 'opus', bitrate: 128000 },
+            video: { codec: 'vp9', bitrate: 1000000 }
+        }
+    });
+}
+//# sourceMappingURL=produce.js.map

package/x/timeline/renderers/export/produce.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/export/produce.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AACrD,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AAGrD,MAAM,UAAU,OAAO,CAAC,IAKvB;IAEA,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IAErC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACzB,KAAK;QACL,KAAK;QACL,MAAM,EAAE;YACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;YACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;SACvC;KACD,CAAC,CAAA;AACH,CAAC"}

package/x/timeline/renderers/parts/handy.d.ts

@@ -0,0 +1,36 @@
+import { Ms } from '../../../units/ms.js';
+import { Id, TimelineFile } from '../../parts/basics.js';
+import { SampleContext } from './samplers/visual/parts/types.js';
+import { Mat6 } from '../../utils/matrix.js';
+import { ContainerItem, Item } from '../../parts/item.js';
+type WalkCallbacks = {
+    sequence?: (x: Item.Sequence, matrix: Mat6, ancestors: AncestorAt[]) => void;
+    stack?: (x: Item.Stack, matrix: Mat6, ancestors: AncestorAt[]) => void;
+    video?: (x: Item.Video, matrix: Mat6, ancestors: AncestorAt[]) => void;
+    text?: (x: Item.Text, matrix: Mat6, ancestors: AncestorAt[]) => void;
+    audio?: (x: Item.Audio) => void;
+};
+interface Props {
+    timeline: TimelineFile;
+    timecode: Ms;
+}
+export interface AncestorAt {
+    item: ContainerItem;
+    localTime: Ms;
+}
+interface At {
+    item: Item.Any;
+    localTime: Ms;
+    ancestors: AncestorAt[];
+}
+export declare function itemsAt(p: Props): At[];
+interface FromProps {
+    timeline: TimelineFile;
+    from: Ms;
+}
+export declare function itemsFrom(p: FromProps): At[];
+export declare function computeWorldMatrix(items: Map<Id, Item.Any>, ancestors: AncestorAt[], item: Item.Any, localTime: Ms): Mat6;
+export declare function walk(id: Id, items: Map<Id, Item.Any>, parentMatrix: Mat6, localTime: Ms, callbacks: WalkCallbacks, ancestors?: AncestorAt[]): void;
+export declare function computeItemDuration(id: number, timeline: TimelineFile): Ms;
+export declare function computeOpacity(ctx: SampleContext, item: Item.Any, time: Ms): number;
+export {};