@omnimedia/omnitool 1.1.0-1 → 1.1.0-100

package/x/timeline/parts/waveform/waveform.js

@@ -0,0 +1,133 @@
+import { renderTile } from "./parts/render.js";
+import { collectPeakLevels } from "./parts/collect.js";
+const MAX_TILE_WIDTH = 4096;
+export class Waveform {
+    #tiles = new Map();
+    #activeRange = [0, 0];
+    #visibleRange = [0, 0];
+    #zoom;
+    #levels;
+    #onChange;
+    #updateQueued = false;
+    color;
+    duration;
+    tileSize;
+    tileHeight;
+    preloadMargin;
+    constructor(levels, duration, options) {
+        this.#levels = levels;
+        this.duration = duration;
+        this.tileSize = options.tileSize ?? 1;
+        this.#zoom = options.zoom ?? ((options.tileWidth ?? 256) / this.tileSize);
+        this.tileHeight = options.tileHeight ?? 96;
+        this.preloadMargin = options.preloadMargin ?? 2;
+        this.color = options.color ?? "rgb(3, 148, 129)";
+        this.#onChange = options.onChange;
+    }
+    static async init(driver, source, options = {}) {
+        const { duration, levels } = await collectPeakLevels(driver, source);
+        return new Waveform(levels, duration, options);
+    }
+    /** Waveform render density in pixels per second. */
+    set zoom(pixelsPerSecond) {
+        const next = Math.max(1, pixelsPerSecond);
+        if (next === this.#zoom)
+            return;
+        this.#zoom = next;
+        this.#tiles.clear();
+        this.#queueUpdate();
+    }
+    get zoom() {
+        return this.#zoom;
+    }
+    get range() {
+        return this.#visibleRange;
+    }
+    #computeActiveRange([start, end], margin = 1) {
+        const visibleSize = end - start;
+        return [
+            Math.max(0, start - visibleSize * margin),
+            Math.min(this.duration, end + visibleSize * margin),
+        ];
+    }
+    set range(visibleRange) {
+        this.#visibleRange = visibleRange;
+        const [visibleStart, visibleEnd] = visibleRange;
+        const visibleSize = visibleEnd - visibleStart;
+        const [activeStart, activeEnd] = this.#activeRange;
+        const leftBuffered = activeStart > 0;
+        const rightBuffered = activeEnd < this.duration;
+        const leftSettled = !leftBuffered || visibleStart >= activeStart + visibleSize;
+        const rightSettled = !rightBuffered || visibleEnd <= activeEnd - visibleSize;
+        if (leftSettled && rightSettled)
+            return;
+        this.#activeRange = this.#computeActiveRange(visibleRange, this.preloadMargin);
+        this.#queueUpdate();
+    }
+    #queueUpdate() {
+        if (this.#updateQueued)
+            return;
+        this.#updateQueued = true;
+        queueMicrotask(() => {
+            this.#updateQueued = false;
+            this.#generateTiles();
+        });
+    }
+    #generateTiles() {
+        const [rangeStart, rangeEnd] = this.#activeRange;
+        const neededStarts = new Set();
+        const level = this.#levelForZoom();
+        const firstStart = Math.max(0, Math.floor(rangeStart / this.tileSize) * this.tileSize);
+        const lastStart = Math.min(this.duration, rangeEnd);
+        for (let startTime = firstStart; startTime <= lastStart; startTime += this.tileSize) {
+            neededStarts.add(startTime);
+        }
+        for (const startTime of neededStarts) {
+            if (!this.#tiles.has(startTime)) {
+                const endTime = Math.min(startTime + this.tileSize, this.duration);
+                this.#tiles.set(startTime, this.#buildTileData(startTime, endTime, level));
+            }
+        }
+        for (const startTime of this.#tiles.keys()) {
+            if (!neededStarts.has(startTime))
+                this.#tiles.delete(startTime);
+        }
+        this.#emit();
+    }
+    #buildTileData(startTime, endTime, level) {
+        const peaks = this.#slicePeaks(level, startTime, endTime);
+        return {
+            startTime,
+            endTime,
+            peaks,
+            canvas: renderTile(peaks, {
+                width: this.#tilePixelWidth(startTime, endTime),
+                height: this.tileHeight,
+                color: this.color,
+            }),
+        };
+    }
+    #levelForZoom() {
+        return this.#levels.find(level => level.peaksPerSecond >= this.#zoom)
+            ?? this.#levels[this.#levels.length - 1];
+    }
+    #slicePeaks(level, startTime, endTime) {
+        if (!level.peaksPerSecond)
+            return new Float32Array();
+        const from = Math.max(0, Math.floor(startTime * level.peaksPerSecond));
+        const to = Math.max(from + 1, Math.min(level.peaks.length, Math.ceil(endTime * level.peaksPerSecond)));
+        return level.peaks.slice(from, to);
+    }
+    #tilePixelWidth(startTime, endTime) {
+        return Math.min(MAX_TILE_WIDTH, Math.max(1, Math.ceil((endTime - startTime) * this.#zoom)));
+    }
+    #emit() {
+        if (!this.#onChange)
+            return;
+        this.#onChange([...this.#tiles.values()].sort((a, b) => a.startTime - b.startTime));
+    }
+    getTiles() {
+        return this.#tiles;
+    }
+}
+//# sourceMappingURL=waveform.js.map

package/x/timeline/parts/waveform/waveform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../../s/timeline/parts/waveform/waveform.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAC,iBAAiB,EAAC,MAAM,oBAAoB,CAAA;AAIpD,MAAM,cAAc,GAAG,IAAI,CAAA;AAE3B,MAAM,OAAO,QAAQ;IACpB,MAAM,GAAG,IAAI,GAAG,EAA4B,CAAA;IAC5C,YAAY,GAAsB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACxC,aAAa,GAAsB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAEzC,KAAK,CAAA;IACL,OAAO,CAAA;IACP,SAAS,CAAA;IACT,aAAa,GAAG,KAAK,CAAA;IAEZ,KAAK,CAAA;IACL,QAAQ,CAAA;IACR,QAAQ,CAAA;IACR,UAAU,CAAA;IACV,aAAa,CAAA;IAEtB,YAAoB,MAA2B,EAAE,QAAgB,EAAE,OAAwB;QAC1F,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAA;QACrC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAA;QAC1C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAA;QAC/C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAA;QAChD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAA;IAClC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,MAAqB,EAAE,UAA2B,EAAE;QACrF,MAAM,EAAC,QAAQ,EAAE,MAAM,EAAC,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAClE,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC/C,CAAC;IAED,oDAAoD;IACpD,IAAI,IAAI,CAAC,eAAuB;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,CAAA;QACzC,IAAI,IAAI,KAAK,IAAI,CAAC,KAAK;YACtB,OAAM;QAEP,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACnB,IAAI,CAAC,YAAY,EAAE,CAAA;IACpB,CAAC;IAED,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,KAAK,CAAA;IAClB,CAAC;IAED,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,aAAa,CAAA;IAC1B,CAAC;IAED,mBAAmB,CAAC,CAAC,KAAK,EAAE,GAAG,CAAoB,EAAE,MAAM,GAAG,CAAC;QAC9D,MAAM,WAAW,GAAG,GAAG,GAAG,KAAK,CAAA;QAC/B,OAAO;YACN,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,WAAW,GAAG,MAAM,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,WAAW,GAAG,MAAM,CAAC;SACnD,CAAA;IACF,CAAC;IAED,IAAI,KAAK,CAAC,YAA+B;QACxC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAA;QAEjC,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,GAAG,YAAY,CAAA;QAC/C,MAAM,WAAW,GAAG,UAAU,GAAG,YAAY,CAAA;QAC7C,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC,YAAY,CAAA;QAElD,MAAM,YAAY,GAAG,WAAW,GAAG,CAAC,CAAA;QACpC,MAAM,aAAa,GAAG,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAA;QAC/C,MAAM,WAAW,GAAG,CAAC,YAAY,IAAI,YAAY,IAAI,WAAW,GAAG,WAAW,CAAA;QAC9E,MAAM,YAAY,GAAG,CAAC,aAAa,IAAI,UAAU,IAAI,SAAS,GAAG,WAAW,CAAA;QAE5E,IAAI,WAAW,IAAI,YAAY;YAAE,OAAM;QAEvC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAC9E,IAAI,CAAC,YAAY,EAAE,CAAA;IACpB,CAAC;IAED,YAAY;QACX,IAAI,IAAI,CAAC,aAAa;YAAE,OAAM;QAC9B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAEzB,cAAc,CAAC,GAAG,EAAE;YACnB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;YAC1B,IAAI,CAAC,cAAc,EAAE,CAAA;QACtB,CAAC,CAAC,CAAA;IACH,CAAC;IAED,cAAc;QACb,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,YAAY,CAAA;QAChD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAA;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;QAElC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;QACtF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAEnD,KAAK,IAAI,SAAS,GAAG,UAAU,EAAE,SAAS,IAAI,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrF,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC5B,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;gBAClE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;YAC3E,CAAC;QACF,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QAChE,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAA;IACb,CAAC;IAED,cAAc,CAAC,SAAiB,EAAE,OAAe,EAAE,KAAwB;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;QACzD,OAAO;YACN,SAAS;YACT,OAAO;YACP,KAAK;YACL,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE;gBACzB,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,CAAC;gBAC/C,MAAM,EAAE,IAAI,CAAC,UAAU;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;aACjB,CAAC;SACF,CAAA;IACF,CAAC;IAED,aAAa;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC;eACjE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;IAC3C,CAAC;IAED,WAAW,CAAC,KAAwB,EAAE,SAAiB,EAAE,OAAe;QACvE,IAAI,CAAC,KAAK,CAAC,cAAc;YAAE,OAAO,IAAI,YAAY,EAAE,CAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAA;QACtE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACtG,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IACnC,CAAC;IAED,eAAe,CAAC,SAAiB,EAAE,OAAe;QACjD,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAM;QAC3B,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;IACpF,CAAC;IAED,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACnB,CAAC;CACD"}

package/x/timeline/renderers/export/parts/audio-gain.d.ts

@@ -0,0 +1 @@
+export declare const applyGainToPlanar: (planes: Float32Array[], gain: number) => void;

package/x/timeline/renderers/export/parts/audio-gain.js

@@ -0,0 +1,13 @@
+// this is mutating fn
+export const applyGainToPlanar = (planes, gain) => {
+    if (gain === 1)
+        return;
+    // planes
+    for (const plane of planes) {
+        for (let i = 0; i < plane.length; i++) {
+            plane[i] *= gain;
+        }
+    }
+    // return planes
+};
+//# sourceMappingURL=audio-gain.js.map

package/x/timeline/renderers/export/parts/audio-gain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-gain.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-gain.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAChC,MAAsB,EACtB,IAAY,EACX,EAAE;IACH,IAAI,IAAI,KAAK,CAAC;QACb,OAAM;IACP,SAAS;IAET,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;QACjB,CAAC;IACF,CAAC;IAED,gBAAgB;AACjB,CAAC,CAAA"}

package/x/timeline/renderers/export/parts/audio-mix.d.ts

@@ -0,0 +1,21 @@
+export type AudioPlanesInput = {
+    planes: Float32Array[];
+    sampleRate: number;
+    timestamp: number;
+};
+export type MixedChunk = {
+    planar: Float32Array;
+    sampleRate: number;
+    channels: number;
+    frames: number;
+    startFrame: number;
+};
+export type AudioMixOptions = {
+    chunkFrames?: number;
+    clamp?: boolean;
+};
+export declare class AudioMix {
+    #private;
+    constructor(options?: AudioMixOptions);
+    mix(samples: AsyncIterable<AudioPlanesInput>): AsyncGenerator<MixedChunk>;
+}

package/x/timeline/renderers/export/parts/audio-mix.js

@@ -0,0 +1,89 @@
+export class AudioMix {
+    #chunkFrames;
+    #clamp;
+    constructor(options = {}) {
+        this.#chunkFrames = options.chunkFrames ?? 1024;
+        this.#clamp = options.clamp ?? true;
+    }
+    async *mix(samples) {
+        const chunkFrames = this.#chunkFrames;
+        let sampleRate = null;
+        let channels = null;
+        const active = [];
+        let nextFrame = 0;
+        let maxEnd = 0;
+        for await (const input of samples) {
+            if (channels === null) {
+                channels = input.planes.length;
+                sampleRate = input.sampleRate;
+            }
+            else {
+                if (input.planes.length !== channels)
+                    throw new Error(`Channel count changed`);
+                if (input.sampleRate !== sampleRate)
+                    throw new Error(`Sample rate changed`);
+            }
+            const inputStart = Math.round(input.timestamp * sampleRate);
+            const frames = input.planes[0]?.length ?? 0;
+            while (nextFrame + chunkFrames <= inputStart) {
+                yield this.#processChunk(active, nextFrame, channels, sampleRate);
+                nextFrame += chunkFrames;
+            }
+            active.push({
+                startFrame: inputStart,
+                endFrame: inputStart + frames,
+                data: input.planes
+            });
+            maxEnd = Math.max(maxEnd, inputStart + frames);
+        }
+        if (channels !== null && sampleRate !== null) {
+            while (nextFrame < maxEnd) {
+                yield this.#processChunk(active, nextFrame, channels, sampleRate);
+                nextFrame += chunkFrames;
+            }
+        }
+    }
+    #processChunk(active, currentStartFrame, channels, sampleRate) {
+        const chunkFrames = this.#chunkFrames;
+        const outputBuffer = new Float32Array(channels * chunkFrames);
+        const chunkEnd = currentStartFrame + chunkFrames;
+        for (let ch = 0; ch < channels; ch++) {
+            const channelOffset = ch * chunkFrames;
+            const outChannelView = outputBuffer.subarray(channelOffset, channelOffset + chunkFrames);
+            for (const sample of active) {
+                const data = sample.data[ch];
+                if (!data)
+                    continue;
+                const start = Math.max(currentStartFrame, sample.startFrame);
+                const end = Math.min(chunkEnd, sample.endFrame);
+                if (start >= end)
+                    continue;
+                const dstIdx = start - currentStartFrame;
+                const srcIdx = start - sample.startFrame;
+                const len = end - start;
+                for (let i = 0; i < len; i++) {
+                    outChannelView[dstIdx + i] += data[srcIdx + i];
+                }
+            }
+            if (this.#clamp) {
+                for (let i = 0; i < chunkFrames; i++) {
+                    const v = outChannelView[i];
+                    outChannelView[i] = v < -1.0 ? -1.0 : (v > 1.0 ? 1.0 : v);
+                }
+            }
+        }
+        for (let i = active.length - 1; i >= 0; i--) {
+            if (active[i].endFrame <= chunkEnd) {
+                active.splice(i, 1);
+            }
+        }
+        return {
+            planar: outputBuffer,
+            sampleRate,
+            channels,
+            frames: chunkFrames,
+            startFrame: currentStartFrame
+        };
+    }
+}
+//# sourceMappingURL=audio-mix.js.map

package/x/timeline/renderers/export/parts/audio-mix.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-mix.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-mix.ts"],"names":[],"mappings":"AA0BA,MAAM,OAAO,QAAQ;IACX,YAAY,CAAQ;IACpB,MAAM,CAAS;IAExB,YAAY,UAA2B,EAAE;QACxC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC/C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,GAAG,CAAC,OAAwC;QAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,IAAI,UAAU,GAAkB,IAAI,CAAA;QACpC,IAAI,QAAQ,GAAkB,IAAI,CAAA;QAClC,MAAM,MAAM,GAAmB,EAAE,CAAA;QACjC,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QAEd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACvB,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAA;gBAC9B,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACP,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;gBAC9E,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;YAC5E,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,CAAA;YAC3D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAA;YAE3C,OAAO,SAAS,GAAG,WAAW,IAAI,UAAU,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,UAAU,GAAG,MAAM;gBAC7B,IAAI,EAAE,KAAK,CAAC,MAAM;aAClB,CAAC,CAAA;YAEF,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,QAAQ,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YAC9C,OAAO,SAAS,GAAG,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,aAAa,CACZ,MAAsB,EACtB,iBAAyB,EACzB,QAAgB,EAChB,UAAkB;QAElB,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,GAAG,WAAW,CAAC,CAAA;QAC7D,MAAM,QAAQ,GAAG,iBAAiB,GAAG,WAAW,CAAA;QAEhD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,EAAE,GAAG,WAAW,CAAA;YACtC,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,WAAW,CAAC,CAAA;YAExF,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5B,IAAI,CAAC,IAAI;oBAAE,SAAQ;gBAEnB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;gBAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;gBAE/C,IAAI,KAAK,IAAI,GAAG;oBAAE,SAAQ;gBAE1B,MAAM,MAAM,GAAG,KAAK,GAAG,iBAAiB,CAAA;gBACxC,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC,UAAU,CAAA;gBACxC,MAAM,GAAG,GAAG,GAAG,GAAG,KAAK,CAAA;gBAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;gBAC/C,CAAC;YACF,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;oBAC3B,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC1D,CAAC;YACF,CAAC;QACF,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YACpB,CAAC;QACF,CAAC;QAED,OAAO;YACN,MAAM,EAAE,YAAY;YACpB,UAAU;YACV,QAAQ;YACR,MAAM,EAAE,WAAW;YACnB,UAAU,EAAE,iBAAiB;SAC7B,CAAA;IACF,CAAC;CACD"}

package/x/timeline/renderers/export/parts/cursor.d.ts

@@ -0,0 +1,35 @@
+import { Ms } from "../../../../units/ms.js";
+import { Driver } from "../../../../driver/driver.js";
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+type StreamCursor<T> = {
+    next(target: number): Promise<T | undefined>;
+    cancel(): Promise<void>;
+};
+type VideoFrameCursor = StreamCursor<VideoFrame>;
+declare abstract class BaseVisualSampler {
+    #private;
+    protected driver: Driver;
+    protected resolveMedia: (hash: string) => DecoderSource;
+    protected timeline: TimelineFile;
+    constructor(driver: Driver, resolveMedia: (hash: string) => DecoderSource, timeline: TimelineFile);
+    protected abstract createCursor(source: DecoderSource, startUs: number, endUs: number): VideoFrameCursor;
+    protected sample(timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    cancel(): Promise<void>;
+}
+/**
+ * forward-only frame cursor optimized for export purposes.
+ * it uses mediabunny internally so the support for non-clients
+ * should be done from mediabunny custom decoder/encoder
+ */
+export declare class CursorVisualSampler extends BaseVisualSampler {
+    #private;
+    next(timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    protected createCursor(source: DecoderSource, startUs: number, endUs: number): VideoFrameCursor;
+}
+export declare class ReverseCursorVisualSampler extends BaseVisualSampler {
+    #private;
+    next(timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    protected createCursor(source: DecoderSource, startUs: number, endUs: number): VideoFrameCursor;
+}
+export {};

package/x/timeline/renderers/export/parts/cursor.js

@@ -0,0 +1,236 @@
+import { ALL_FORMATS, Input, VideoSampleSink } from "mediabunny";
+import { ms } from "../../../../units/ms.js";
+import { loadDecoderSource } from "../../../../driver/utils/load-decoder-source.js";
+import { createVisualSampler } from "../../parts/samplers/visual/sampler.js";
+class BaseVisualSampler {
+    driver;
+    resolveMedia;
+    timeline;
+    #videoCursors = new Map();
+    #sampler;
+    constructor(driver, resolveMedia, timeline) {
+        this.driver = driver;
+        this.resolveMedia = resolveMedia;
+        this.timeline = timeline;
+        this.#sampler = createVisualSampler(this.resolveMedia, (item, time) => {
+            const targetUs = toUs(ms(item.start + time));
+            let cursor = this.#videoCursors.get(item.id);
+            if (!cursor) {
+                const source = this.resolveMedia(item.mediaHash);
+                const endUs = toUs(ms(item.start + item.duration));
+                cursor = this.createCursor(source, targetUs, endUs);
+                this.#videoCursors.set(item.id, cursor);
+            }
+            return cursor.next(targetUs);
+        });
+    }
+    sample(timecode) {
+        return this.#sampler.sample(this.timeline, timecode);
+    }
+    async cancel() {
+        await Promise.all([...this.#videoCursors.values()].map(c => c.cancel()));
+        this.#videoCursors.clear();
+    }
+}
+/**
+ * forward-only frame cursor optimized for export purposes.
+ * it uses mediabunny internally so the support for non-clients
+ * should be done from mediabunny custom decoder/encoder
+ */
+export class CursorVisualSampler extends BaseVisualSampler {
+    #lastTimecode = -Infinity;
+    next(timecode) {
+        if (timecode < this.#lastTimecode)
+            throw new Error(`Forward-only cursor regression: ${timecode}ms < ${this.#lastTimecode}ms`);
+        this.#lastTimecode = timecode;
+        return this.sample(timecode);
+    }
+    createCursor(source, startUs, endUs) {
+        const video = this.driver.decodeVideo({ source, start: startUs / 1_000_000, end: endUs / 1_000_000 });
+        const reader = video.readable.getReader();
+        let current = null;
+        let nextPromise = null;
+        let ended = false;
+        const readNext = async () => {
+            if (ended)
+                return null;
+            const { done, value } = await reader.read();
+            if (done)
+                return (ended = true, null);
+            const frame = new VideoFrame(value);
+            value.close();
+            return frame;
+        };
+        return {
+            async next(targetUs) {
+                current ??= await readNext();
+                if (!current)
+                    return undefined;
+                while (true) {
+                    nextPromise ??= readNext();
+                    const nextFrame = await nextPromise;
+                    if (!nextFrame)
+                        return new VideoFrame(current);
+                    const currentUs = current.timestamp ?? -Infinity;
+                    const nextUs = nextFrame.timestamp ?? currentUs;
+                    if (nextUs < targetUs) {
+                        current.close();
+                        current = nextFrame;
+                        nextPromise = null;
+                        continue;
+                    }
+                    const useNext = Math.abs(nextUs - targetUs) < Math.abs(currentUs - targetUs);
+                    if (useNext) {
+                        current.close();
+                        current = nextFrame;
+                        nextPromise = null;
+                        continue;
+                    }
+                    return new VideoFrame(current);
+                }
+            },
+            async cancel() {
+                const pending = nextPromise;
+                nextPromise = null;
+                ended = true;
+                const buffered = await pending?.catch(() => null);
+                buffered?.close();
+                current?.close();
+                current = null;
+                video.cancel();
+            }
+        };
+    }
+}
+export class ReverseCursorVisualSampler extends BaseVisualSampler {
+    #lastTimecode = Infinity;
+    next(timecode) {
+        if (timecode > this.#lastTimecode)
+            throw new Error(`Reverse-only cursor regression: ${timecode}ms > ${this.#lastTimecode}ms`);
+        this.#lastTimecode = timecode;
+        return this.sample(timecode);
+    }
+    createCursor(source, startUs, endUs) {
+        const windowUs = 1_000_000;
+        const prefetchThreshold = windowUs * 0.5;
+        let frames = [];
+        let windowStart = Infinity;
+        let windowEnd = -Infinity;
+        let input = null;
+        let sink = null;
+        let prefetchPromise = null;
+        let activeFetches = 0;
+        let idle = Promise.resolve();
+        let resolveIdle = null;
+        let canceled = false;
+        const clear = () => {
+            for (const frame of frames)
+                frame.close();
+            frames = [];
+        };
+        const startFetch = () => {
+            if (activeFetches++ === 0)
+                idle = new Promise(resolve => resolveIdle = resolve);
+        };
+        const endFetch = () => {
+            if (--activeFetches === 0) {
+                resolveIdle?.();
+                resolveIdle = null;
+            }
+        };
+        const getSink = async () => {
+            if (sink)
+                return sink;
+            input = new Input({
+                source: await loadDecoderSource(source),
+                formats: ALL_FORMATS,
+            });
+            const track = await input.getPrimaryVideoTrack();
+            sink = track && await track.canDecode()
+                ? new VideoSampleSink(track)
+                : null;
+            return sink;
+        };
+        const fetchFrames = async (targetUs) => {
+            startFetch();
+            const wEnd = Math.min(endUs, targetUs + 1);
+            const wStart = Math.max(startUs, wEnd - windowUs);
+            const newFrames = [];
+            const videoSink = await getSink();
+            if (videoSink) {
+                for await (const sample of videoSink.samples(wStart / 1_000_000, wEnd / 1_000_000)) {
+                    newFrames.push(sample.toVideoFrame());
+                    sample.close();
+                }
+            }
+            endFetch();
+            return { frames: newFrames, windowStart: wStart, windowEnd: wEnd };
+        };
+        const loadWindow = async (targetUs) => {
+            clear();
+            const result = await fetchFrames(targetUs);
+            frames = result.frames;
+            windowStart = result.windowStart;
+            windowEnd = result.windowEnd;
+        };
+        return {
+            async next(targetUs) {
+                if (canceled)
+                    return undefined;
+                if (targetUs < windowStart || targetUs > windowEnd) {
+                    if (prefetchPromise) {
+                        const prefetched = await prefetchPromise;
+                        prefetchPromise = null;
+                        if (canceled) {
+                            for (const f of prefetched.frames)
+                                f.close();
+                            return undefined;
+                        }
+                        if (targetUs >= prefetched.windowStart && targetUs <= prefetched.windowEnd) {
+                            clear();
+                            frames = prefetched.frames;
+                            windowStart = prefetched.windowStart;
+                            windowEnd = prefetched.windowEnd;
+                        }
+                        else {
+                            for (const f of prefetched.frames)
+                                f.close();
+                            await loadWindow(targetUs);
+                        }
+                    }
+                    else {
+                        await loadWindow(targetUs);
+                    }
+                }
+                if (!prefetchPromise && targetUs < windowStart + prefetchThreshold && windowStart > startUs)
+                    prefetchPromise = fetchFrames(windowStart - 1);
+                let best;
+                let bestDistance = Infinity;
+                for (const frame of frames) {
+                    const distance = Math.abs((frame.timestamp ?? targetUs) - targetUs);
+                    if (distance < bestDistance) {
+                        best = frame;
+                        bestDistance = distance;
+                    }
+                }
+                return best ? new VideoFrame(best) : undefined;
+            },
+            async cancel() {
+                canceled = true;
+                const pending = prefetchPromise;
+                prefetchPromise = null;
+                const prefetched = await pending?.catch(() => null);
+                if (prefetched)
+                    for (const f of prefetched.frames)
+                        f.close();
+                await idle;
+                clear();
+                input?.dispose();
+                input = null;
+                sink = null;
+            }
+        };
+    }
+}
+const toUs = (ms) => Math.round(ms * 1_000);
+//# sourceMappingURL=cursor.js.map

package/x/timeline/renderers/export/parts/cursor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/cursor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,YAAY,CAAA;AAE9D,OAAO,EAAC,EAAE,EAAK,MAAM,yBAAyB,CAAA;AAI9C,OAAO,EAAC,iBAAiB,EAAC,MAAM,iDAAiD,CAAA;AACjF,OAAO,EAAC,mBAAmB,EAAC,MAAM,wCAAwC,CAAA;AAS1E,MAAe,iBAAiB;IAKpB;IACA;IACA;IANF,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IACnD,QAAQ,CAAA;IAEjB,YACW,MAAc,EACd,YAA6C,EAC7C,QAAsB;QAFtB,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAiC;QAC7C,aAAQ,GAAR,QAAQ,CAAc;QAEhC,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAA;YAC5C,IAAI,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAE5C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;gBAClD,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;gBACnD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;YACxC,CAAC;YAED,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;IACH,CAAC;IAIS,MAAM,CAAC,QAAY;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,MAAM;QACX,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QACxE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;CACD;AAED;;;;GAIG;AAEH,MAAM,OAAO,mBAAoB,SAAQ,iBAAiB;IACzD,aAAa,GAAG,CAAC,QAAQ,CAAA;IAEzB,IAAI,CAAC,QAAY;QAChB,IAAI,QAAQ,GAAG,IAAI,CAAC,aAAa;YAChC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,QAAQ,IAAI,CAAC,aAAa,IAAI,CAAC,CAAA;QAE3F,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAA;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC;IAES,YAAY,CAAC,MAAqB,EAAE,OAAe,EAAE,KAAa;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,SAAS,EAAE,GAAG,EAAE,KAAK,GAAG,SAAS,EAAC,CAAC,CAAA;QACnG,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QAEzC,IAAI,OAAO,GAAsB,IAAI,CAAA;QACrC,IAAI,WAAW,GAAsC,IAAI,CAAA;QACzD,IAAI,KAAK,GAAG,KAAK,CAAA;QAEjB,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;YAC3B,IAAI,KAAK;gBAAE,OAAO,IAAI,CAAA;YACtB,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACzC,IAAI,IAAI;gBAAE,OAAO,CAAC,KAAK,GAAG,IAAI,EAAE,IAAI,CAAC,CAAA;YAErC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;YACb,OAAO,KAAK,CAAA;QACb,CAAC,CAAA;QAED,OAAO;YACN,KAAK,CAAC,IAAI,CAAC,QAAgB;gBAC1B,OAAO,KAAK,MAAM,QAAQ,EAAE,CAAA;gBAC5B,IAAI,CAAC,OAAO;oBAAE,OAAO,SAAS,CAAA;gBAE9B,OAAO,IAAI,EAAE,CAAC;oBACb,WAAW,KAAK,QAAQ,EAAE,CAAA;oBAC1B,MAAM,SAAS,GAAG,MAAM,WAAW,CAAA;oBAEnC,IAAI,CAAC,SAAS;wBAAE,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;oBAE9C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAA;oBAChD,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,IAAI,SAAS,CAAA;oBAE/C,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;wBACvB,OAAO,CAAC,KAAK,EAAE,CAAA;wBACf,OAAO,GAAG,SAAS,CAAA;wBACnB,WAAW,GAAG,IAAI,CAAA;wBAClB,SAAQ;oBACT,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAA;oBAE5E,IAAI,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,EAAE,CAAA;wBACf,OAAO,GAAG,SAAS,CAAA;wBACnB,WAAW,GAAG,IAAI,CAAA;wBAClB,SAAQ;oBACT,CAAC;oBAED,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;gBAC/B,CAAC;YACF,CAAC;YAED,KAAK,CAAC,MAAM;gBACX,MAAM,OAAO,GAAG,WAAW,CAAA;gBAC3B,WAAW,GAAG,IAAI,CAAA;gBAClB,KAAK,GAAG,IAAI,CAAA;gBAEZ,MAAM,QAAQ,GAAG,MAAM,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;gBACjD,QAAQ,EAAE,KAAK,EAAE,CAAA;gBAEjB,OAAO,EAAE,KAAK,EAAE,CAAA;gBAChB,OAAO,GAAG,IAAI,CAAA;gBAEd,KAAK,CAAC,MAAM,EAAE,CAAA;YACf,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,OAAO,0BAA2B,SAAQ,iBAAiB;IAChE,aAAa,GAAG,QAAQ,CAAA;IAExB,IAAI,CAAC,QAAY;QAChB,IAAI,QAAQ,GAAG,IAAI,CAAC,aAAa;YAChC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,QAAQ,IAAI,CAAC,aAAa,IAAI,CAAC,CAAA;QAE3F,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAA;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC;IAES,YAAY,CAAC,MAAqB,EAAE,OAAe,EAAE,KAAa;QAC3E,MAAM,QAAQ,GAAG,SAAS,CAAA;QAC1B,MAAM,iBAAiB,GAAG,QAAQ,GAAG,GAAG,CAAA;QAExC,IAAI,MAAM,GAAiB,EAAE,CAAA;QAC7B,IAAI,WAAW,GAAG,QAAQ,CAAA;QAC1B,IAAI,SAAS,GAAG,CAAC,QAAQ,CAAA;QACzB,IAAI,KAAK,GAAiB,IAAI,CAAA;QAC9B,IAAI,IAAI,GAA2B,IAAI,CAAA;QACvC,IAAI,eAAe,GAAmF,IAAI,CAAA;QAC1G,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,IAAI,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAA;QAC3C,IAAI,WAAW,GAAwB,IAAI,CAAA;QAC3C,IAAI,QAAQ,GAAG,KAAK,CAAA;QAEpB,MAAM,KAAK,GAAG,GAAG,EAAE;YAClB,KAAK,MAAM,KAAK,IAAI,MAAM;gBACzB,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,MAAM,GAAG,EAAE,CAAA;QACZ,CAAC,CAAA;QAED,MAAM,UAAU,GAAG,GAAG,EAAE;YACvB,IAAI,aAAa,EAAE,KAAK,CAAC;gBACxB,IAAI,GAAG,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,CAAC,WAAW,GAAG,OAAO,CAAC,CAAA;QAC5D,CAAC,CAAA;QAED,MAAM,QAAQ,GAAG,GAAG,EAAE;YACrB,IAAI,EAAE,aAAa,KAAK,CAAC,EAAE,CAAC;gBAC3B,WAAW,EAAE,EAAE,CAAA;gBACf,WAAW,GAAG,IAAI,CAAA;YACnB,CAAC;QACF,CAAC,CAAA;QAED,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YAC1B,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAA;YAErB,KAAK,GAAG,IAAI,KAAK,CAAC;gBACjB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;gBACvC,OAAO,EAAE,WAAW;aACpB,CAAC,CAAA;YAEF,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;YAChD,IAAI,GAAG,KAAK,IAAI,MAAM,KAAK,CAAC,SAAS,EAAE;gBACtC,CAAC,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC;gBAC5B,CAAC,CAAC,IAAI,CAAA;YAEP,OAAO,IAAI,CAAA;QACZ,CAAC,CAAA;QAED,MAAM,WAAW,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;YAC9C,UAAU,EAAE,CAAA;YACZ,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAA;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,GAAG,QAAQ,CAAC,CAAA;YACjD,MAAM,SAAS,GAAiB,EAAE,CAAA;YAElC,MAAM,SAAS,GAAG,MAAM,OAAO,EAAE,CAAA;YACjC,IAAI,SAAS,EAAE,CAAC;gBACf,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,SAAS,EAAE,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;oBACpF,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAA;oBACrC,MAAM,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;YACF,CAAC;YAED,QAAQ,EAAE,CAAA;YACV,OAAO,EAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAC,CAAA;QACjE,CAAC,CAAA;QAED,MAAM,UAAU,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;YAC7C,KAAK,EAAE,CAAA;YACP,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC1C,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;YACtB,WAAW,GAAG,MAAM,CAAC,WAAW,CAAA;YAChC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QAC7B,CAAC,CAAA;QAED,OAAO;YACN,KAAK,CAAC,IAAI,CAAC,QAAgB;gBAC1B,IAAI,QAAQ;oBACX,OAAO,SAAS,CAAA;gBAEjB,IAAI,QAAQ,GAAG,WAAW,IAAI,QAAQ,GAAG,SAAS,EAAE,CAAC;oBACpD,IAAI,eAAe,EAAE,CAAC;wBACrB,MAAM,UAAU,GAAG,MAAM,eAAe,CAAA;wBACxC,eAAe,GAAG,IAAI,CAAA;wBAEtB,IAAI,QAAQ,EAAE,CAAC;4BACd,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM;gCAAE,CAAC,CAAC,KAAK,EAAE,CAAA;4BAC5C,OAAO,SAAS,CAAA;wBACjB,CAAC;wBAED,IAAI,QAAQ,IAAI,UAAU,CAAC,WAAW,IAAI,QAAQ,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;4BAC5E,KAAK,EAAE,CAAA;4BACP,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;4BAC1B,WAAW,GAAG,UAAU,CAAC,WAAW,CAAA;4BACpC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAA;wBACjC,CAAC;6BAAM,CAAC;4BACP,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM;gCAAE,CAAC,CAAC,KAAK,EAAE,CAAA;4BAC5C,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;wBAC3B,CAAC;oBACF,CAAC;yBAAM,CAAC;wBACP,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;oBAC3B,CAAC;gBACF,CAAC;gBAED,IAAI,CAAC,eAAe,IAAI,QAAQ,GAAG,WAAW,GAAG,iBAAiB,IAAI,WAAW,GAAG,OAAO;oBAC1F,eAAe,GAAG,WAAW,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;gBAE/C,IAAI,IAA4B,CAAA;gBAChC,IAAI,YAAY,GAAG,QAAQ,CAAA;gBAE3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,GAAG,QAAQ,CAAC,CAAA;oBACnE,IAAI,QAAQ,GAAG,YAAY,EAAE,CAAC;wBAC7B,IAAI,GAAG,KAAK,CAAA;wBACZ,YAAY,GAAG,QAAQ,CAAA;oBACxB,CAAC;gBACF,CAAC;gBAED,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAC/C,CAAC;YAED,KAAK,CAAC,MAAM;gBACX,QAAQ,GAAG,IAAI,CAAA;gBACf,MAAM,OAAO,GAAG,eAAe,CAAA;gBAC/B,eAAe,GAAG,IAAI,CAAA;gBAEtB,MAAM,UAAU,GAAG,MAAM,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;gBACnD,IAAI,UAAU;oBACb,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM;wBAAE,CAAC,CAAC,KAAK,EAAE,CAAA;gBAE7C,MAAM,IAAI,CAAA;gBACV,KAAK,EAAE,CAAA;gBACP,KAAK,EAAE,OAAO,EAAE,CAAA;gBAChB,KAAK,GAAG,IAAI,CAAA;gBACZ,IAAI,GAAG,IAAI,CAAA;YACZ,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,IAAI,GAAG,CAAC,EAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAA"}

package/x/timeline/renderers/export/parts/produce-audio.d.ts

@@ -0,0 +1,6 @@
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare function produceAudio({ timeline, resolveMedia }: {
+    timeline: TimelineFile;
+    resolveMedia: (hash: string) => DecoderSource;
+}): ReadableStream<AudioData>;

package/x/timeline/renderers/export/parts/produce-audio.js

@@ -0,0 +1,41 @@
+import { AudioMix } from "./audio-mix.js";
+import { ms } from "../../../../units/ms.js";
+import { resampleToPlanar } from "./resamplers.js";
+import { applyGainToPlanar } from "./audio-gain.js";
+import { createAudioSampler } from "../../parts/samplers/audio/sampler.js";
+export function produceAudio({ timeline, resolveMedia }) {
+    const mixer = new AudioMix();
+    const audio = streamAudio(timeline, resolveMedia);
+    const stream = new TransformStream();
+    const writer = stream.writable.getWriter();
+    async function produce() {
+        for await (const chunk of mixer.mix(audio)) {
+            const data = new AudioData({
+                format: 'f32-planar',
+                sampleRate: chunk.sampleRate,
+                numberOfFrames: chunk.frames,
+                numberOfChannels: chunk.channels,
+                timestamp: Math.round((chunk.startFrame / chunk.sampleRate) * 1_000_000),
+                data: new Float32Array(chunk.planar)
+            });
+            await writer.write(data);
+        }
+        await writer.close();
+    }
+    produce();
+    return stream.readable;
+}
+async function* streamAudio(timeline, resolveMedia) {
+    const audioSampler = createAudioSampler(resolveMedia);
+    for await (const { sample, timestamp, gain } of audioSampler.sampleAudio(timeline, ms(0))) {
+        const { data } = resampleToPlanar(sample, 48000);
+        applyGainToPlanar(data, gain);
+        yield {
+            planes: data,
+            sampleRate: 48000,
+            timestamp
+        };
+        sample.close();
+    }
+}
+//# sourceMappingURL=produce-audio.js.map

package/x/timeline/renderers/export/parts/produce-audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce-audio.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-audio.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAC,EAAE,EAAC,MAAM,yBAAyB,CAAA;AAC1C,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAGjD,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAA;AAExE,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,YAAY,EAIZ;IACA,MAAM,KAAK,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IACjD,MAAM,MAAM,GAAG,IAAI,eAAe,EAAwB,CAAA;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAE1C,KAAK,UAAU,OAAO;QACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC;gBAC1B,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,QAAQ;gBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,CACpB,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CACjD;gBACD,IAAI,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC;AAED,KAAK,SAAU,CAAC,CAAA,WAAW,CAAC,QAAsB,EAAE,YAA6C;IAChG,MAAM,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;IAErD,IAAI,KAAK,EAAE,MAAM,EAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAC,IACtC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE/C,MAAM,EAAC,IAAI,EAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAC9C,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAE7B,MAAM;YACL,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,KAAK;YACjB,SAAS;SACT,CAAA;QAED,MAAM,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;AACF,CAAC"}

package/x/timeline/renderers/export/parts/produce-video.d.ts

@@ -0,0 +1,10 @@
+import { Fps } from "../../../../units/fps.js";
+import { Driver } from "../../../../driver/driver.js";
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare function produceVideo({ timeline, fps, driver, resolveMedia, }: {
+    driver: Driver;
+    resolveMedia: (hash: string) => DecoderSource;
+    timeline: TimelineFile;
+    fps: Fps;
+}): ReadableStream<VideoFrame>;