@omnimedia/omnitool 1.1.0-7 → 1.1.0-71

package/x/timeline/parts/waveform/parts/collect.d.ts

@@ -0,0 +1,11 @@
+import { Driver } from "../../../../driver/driver.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare const PEAK_LEVELS: readonly [2048, 1024, 512, 256, 128, 64, 32];
+export declare function collectPeakLevels(driver: Driver, source: DecoderSource): Promise<{
+    duration: number;
+    levels: {
+        samplesPerPeak: 2048 | 1024 | 512 | 256 | 128 | 64 | 32;
+        peaks: Float32Array<ArrayBuffer>;
+        peaksPerSecond: number;
+    }[];
+}>;

package/x/timeline/parts/waveform/parts/collect.js

@@ -0,0 +1,56 @@
+export const PEAK_LEVELS = [2048, 1024, 512, 256, 128, 64, 32];
+export async function collectPeakLevels(driver, source) {
+    const duration = (await driver.getAudioDuration(source)) ?? 0;
+    const readable = driver.decodeAudio({ source }).readable;
+    const finestSamplesPerPeak = PEAK_LEVELS[PEAK_LEVELS.length - 1];
+    const finestPeaks = [];
+    let currentMax = 0;
+    let sampleCount = 0;
+    let sampleRate = 0;
+    for await (const audioData of readable) {
+        sampleRate ||= audioData.sampleRate;
+        const frames = audioData.numberOfFrames;
+        const plane = new Float32Array(frames);
+        audioData.copyTo(plane, { planeIndex: 0 });
+        for (let i = 0; i < plane.length; i++) {
+            const amplitude = Math.abs(plane[i]);
+            if (amplitude > currentMax)
+                currentMax = amplitude;
+            sampleCount++;
+            if (sampleCount >= finestSamplesPerPeak) {
+                finestPeaks.push(currentMax);
+                currentMax = 0;
+                sampleCount = 0;
+            }
+        }
+        audioData.close();
+    }
+    if (sampleCount > 0)
+        finestPeaks.push(currentMax);
+    const base = new Float32Array(finestPeaks);
+    const levels = PEAK_LEVELS.map(samplesPerPeak => {
+        const factor = Math.max(1, Math.round(samplesPerPeak / finestSamplesPerPeak));
+        const peaks = factor === 1 ? base : downsampleMax(base, factor);
+        return {
+            samplesPerPeak,
+            peaks,
+            peaksPerSecond: sampleRate > 0 ? sampleRate / samplesPerPeak : 0,
+        };
+    });
+    return { duration, levels };
+}
+function downsampleMax(peaks, factor) {
+    const downsampled = new Float32Array(Math.ceil(peaks.length / factor));
+    for (let i = 0; i < downsampled.length; i++) {
+        let maxPeak = 0;
+        const start = i * factor;
+        const end = Math.min(start + factor, peaks.length);
+        for (let j = start; j < end; j++) {
+            if (peaks[j] > maxPeak)
+                maxPeak = peaks[j];
+        }
+        downsampled[i] = maxPeak;
+    }
+    return downsampled;
+}
+//# sourceMappingURL=collect.js.map

package/x/timeline/parts/waveform/parts/collect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collect.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/waveform/parts/collect.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAU,CAAA;AAEvE,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,MAAqB;IAC5E,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAA;IAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,QAAQ,CAAA;IACtD,MAAM,oBAAoB,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAChE,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;QACxC,UAAU,KAAK,SAAS,CAAC,UAAU,CAAA;QAEnC,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;QACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;QACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA;QAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAA;YACrC,IAAI,SAAS,GAAG,UAAU;gBAAE,UAAU,GAAG,SAAS,CAAA;YAElD,WAAW,EAAE,CAAA;YACb,IAAI,WAAW,IAAI,oBAAoB,EAAE,CAAC;gBACzC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBAC5B,UAAU,GAAG,CAAC,CAAA;gBACd,WAAW,GAAG,CAAC,CAAA;YAChB,CAAC;QACF,CAAC;QAED,SAAS,CAAC,KAAK,EAAE,CAAA;IAClB,CAAC;IAED,IAAI,WAAW,GAAG,CAAC;QAAE,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IAEjD,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAA;IAC1C,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,oBAAoB,CAAC,CAAC,CAAA;QAC7E,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAC/D,OAAO;YACN,cAAc;YACd,KAAK;YACL,cAAc,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;SAChE,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,OAAO,EAAC,QAAQ,EAAE,MAAM,EAAC,CAAA;AAC1B,CAAC;AAED,SAAS,aAAa,CAAC,KAAmB,EAAE,MAAc;IACzD,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAA;IAEtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAA;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAElD,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,CAAC,CAAE,GAAG,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;QAC7C,CAAC;QAED,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAA;IACzB,CAAC;IAED,OAAO,WAAW,CAAA;AACnB,CAAC"}

package/x/timeline/parts/waveform/parts/render.d.ts

@@ -0,0 +1,5 @@
+export declare function renderTile(peaks: Float32Array, opts: {
+    width: number;
+    height: number;
+    color: string;
+}): HTMLCanvasElement;

package/x/timeline/parts/waveform/parts/render.js

@@ -0,0 +1,29 @@
+export function renderTile(peaks, opts) {
+    const dpr = typeof window !== "undefined" ? window.devicePixelRatio || 1 : 1;
+    const canvas = document.createElement("canvas");
+    canvas.width = opts.width * dpr;
+    canvas.height = opts.height * dpr;
+    canvas.style.width = `${opts.width}px`;
+    canvas.style.height = `${opts.height}px`;
+    const ctx = canvas.getContext("2d");
+    if (!ctx)
+        return canvas;
+    ctx.scale(dpr, dpr);
+    ctx.fillStyle = opts.color;
+    const centerY = opts.height / 2;
+    const columns = Math.max(1, opts.width);
+    const peaksPerPixel = peaks.length / columns;
+    for (let px = 0; px < columns; px++) {
+        const startIndex = Math.floor(px * peaksPerPixel);
+        const endIndex = Math.max(startIndex + 1, Math.floor((px + 1) * peaksPerPixel));
+        let maxPeak = 0;
+        for (let i = startIndex; i < endIndex && i < peaks.length; i++) {
+            if (peaks[i] > maxPeak)
+                maxPeak = peaks[i];
+        }
+        const barHeight = maxPeak * opts.height;
+        ctx.fillRect(px, centerY - barHeight / 2, 1, barHeight);
+    }
+    return canvas;
+}
+//# sourceMappingURL=render.js.map

package/x/timeline/parts/waveform/parts/render.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/waveform/parts/render.ts"],"names":[],"mappings":"AACA,MAAM,UAAU,UAAU,CACzB,KAAmB,EACnB,IAIC;IAED,MAAM,GAAG,GAAG,OAAO,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5E,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;IAC/C,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,GAAG,CAAA;IAC/B,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,CAAA;IACjC,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,CAAA;IACtC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,CAAA;IAExC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO,MAAM,CAAA;IAEvB,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IACnB,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAA;IAE1B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IACvC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,OAAO,CAAA;IAE5C,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,aAAa,CAAC,CAAA;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACxB,UAAU,GAAG,CAAC,EACd,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,CACpC,CAAA;QAED,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,QAAQ,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChE,IAAI,KAAK,CAAC,CAAC,CAAE,GAAG,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;QAC7C,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,GAAG,IAAI,CAAC,MAAM,CAAA;QACvC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;IACxD,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC"}

package/x/timeline/parts/waveform/parts/types.d.ts

@@ -0,0 +1,21 @@
+export interface WaveformTileData {
+    startTime: number;
+    endTime: number;
+    peaks: Float32Array;
+    canvas: HTMLCanvasElement;
+}
+export interface WaveformOptions {
+    tileSize?: number;
+    zoom?: number;
+    tileWidth?: number;
+    tileHeight?: number;
+    preloadMargin?: number;
+    color?: string;
+    onChange?: (tiles: WaveformTileData[]) => void;
+}
+export type WaveformTimeRange = [start: number, end: number];
+export type WaveformPeakLevel = {
+    samplesPerPeak: number;
+    peaks: Float32Array;
+    peaksPerSecond: number;
+};

package/x/timeline/parts/waveform/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/waveform/parts/types.ts"],"names":[],"mappings":""}

package/x/timeline/parts/waveform/waveform.d.ts

@@ -0,0 +1,19 @@
+import { Driver } from "../../../driver/driver.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+import { WaveformOptions, WaveformTileData, WaveformTimeRange } from "./parts/types.js";
+export declare class Waveform {
+    #private;
+    readonly color: string;
+    readonly duration: number;
+    readonly tileSize: number;
+    readonly tileHeight: number;
+    readonly preloadMargin: number;
+    private constructor();
+    static init(driver: Driver, source: DecoderSource, options?: WaveformOptions): Promise<Waveform>;
+    /** Waveform render density in pixels per second. */
+    set zoom(pixelsPerSecond: number);
+    get zoom(): number;
+    get range(): WaveformTimeRange;
+    set range(visibleRange: WaveformTimeRange);
+    getTiles(): Map<number, WaveformTileData>;
+}

package/x/timeline/parts/waveform/waveform.js

@@ -0,0 +1,133 @@
+import { renderTile } from "./parts/render.js";
+import { collectPeakLevels } from "./parts/collect.js";
+const MAX_TILE_WIDTH = 4096;
+export class Waveform {
+    #tiles = new Map();
+    #activeRange = [0, 0];
+    #visibleRange = [0, 0];
+    #zoom;
+    #levels;
+    #onChange;
+    #updateQueued = false;
+    color;
+    duration;
+    tileSize;
+    tileHeight;
+    preloadMargin;
+    constructor(levels, duration, options) {
+        this.#levels = levels;
+        this.duration = duration;
+        this.tileSize = options.tileSize ?? 1;
+        this.#zoom = options.zoom ?? ((options.tileWidth ?? 256) / this.tileSize);
+        this.tileHeight = options.tileHeight ?? 96;
+        this.preloadMargin = options.preloadMargin ?? 2;
+        this.color = options.color ?? "rgb(3, 148, 129)";
+        this.#onChange = options.onChange;
+    }
+    static async init(driver, source, options = {}) {
+        const { duration, levels } = await collectPeakLevels(driver, source);
+        return new Waveform(levels, duration, options);
+    }
+    /** Waveform render density in pixels per second. */
+    set zoom(pixelsPerSecond) {
+        const next = Math.max(1, pixelsPerSecond);
+        if (next === this.#zoom)
+            return;
+        this.#zoom = next;
+        this.#tiles.clear();
+        this.#queueUpdate();
+    }
+    get zoom() {
+        return this.#zoom;
+    }
+    get range() {
+        return this.#visibleRange;
+    }
+    #computeActiveRange([start, end], margin = 1) {
+        const visibleSize = end - start;
+        return [
+            Math.max(0, start - visibleSize * margin),
+            Math.min(this.duration, end + visibleSize * margin),
+        ];
+    }
+    set range(visibleRange) {
+        this.#visibleRange = visibleRange;
+        const [visibleStart, visibleEnd] = visibleRange;
+        const visibleSize = visibleEnd - visibleStart;
+        const [activeStart, activeEnd] = this.#activeRange;
+        const leftBuffered = activeStart > 0;
+        const rightBuffered = activeEnd < this.duration;
+        const leftSettled = !leftBuffered || visibleStart >= activeStart + visibleSize;
+        const rightSettled = !rightBuffered || visibleEnd <= activeEnd - visibleSize;
+        if (leftSettled && rightSettled)
+            return;
+        this.#activeRange = this.#computeActiveRange(visibleRange, this.preloadMargin);
+        this.#queueUpdate();
+    }
+    #queueUpdate() {
+        if (this.#updateQueued)
+            return;
+        this.#updateQueued = true;
+        queueMicrotask(() => {
+            this.#updateQueued = false;
+            this.#generateTiles();
+        });
+    }
+    #generateTiles() {
+        const [rangeStart, rangeEnd] = this.#activeRange;
+        const neededStarts = new Set();
+        const level = this.#levelForZoom();
+        const firstStart = Math.max(0, Math.floor(rangeStart / this.tileSize) * this.tileSize);
+        const lastStart = Math.min(this.duration, rangeEnd);
+        for (let startTime = firstStart; startTime <= lastStart; startTime += this.tileSize) {
+            neededStarts.add(startTime);
+        }
+        for (const startTime of neededStarts) {
+            if (!this.#tiles.has(startTime)) {
+                const endTime = Math.min(startTime + this.tileSize, this.duration);
+                this.#tiles.set(startTime, this.#buildTileData(startTime, endTime, level));
+            }
+        }
+        for (const startTime of this.#tiles.keys()) {
+            if (!neededStarts.has(startTime))
+                this.#tiles.delete(startTime);
+        }
+        this.#emit();
+    }
+    #buildTileData(startTime, endTime, level) {
+        const peaks = this.#slicePeaks(level, startTime, endTime);
+        return {
+            startTime,
+            endTime,
+            peaks,
+            canvas: renderTile(peaks, {
+                width: this.#tilePixelWidth(startTime, endTime),
+                height: this.tileHeight,
+                color: this.color,
+            }),
+        };
+    }
+    #levelForZoom() {
+        return this.#levels.find(level => level.peaksPerSecond >= this.#zoom)
+            ?? this.#levels[this.#levels.length - 1];
+    }
+    #slicePeaks(level, startTime, endTime) {
+        if (!level.peaksPerSecond)
+            return new Float32Array();
+        const from = Math.max(0, Math.floor(startTime * level.peaksPerSecond));
+        const to = Math.max(from + 1, Math.min(level.peaks.length, Math.ceil(endTime * level.peaksPerSecond)));
+        return level.peaks.slice(from, to);
+    }
+    #tilePixelWidth(startTime, endTime) {
+        return Math.min(MAX_TILE_WIDTH, Math.max(1, Math.ceil((endTime - startTime) * this.#zoom)));
+    }
+    #emit() {
+        if (!this.#onChange)
+            return;
+        this.#onChange([...this.#tiles.values()].sort((a, b) => a.startTime - b.startTime));
+    }
+    getTiles() {
+        return this.#tiles;
+    }
+}
+//# sourceMappingURL=waveform.js.map

package/x/timeline/parts/waveform/waveform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../../s/timeline/parts/waveform/waveform.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAC,iBAAiB,EAAC,MAAM,oBAAoB,CAAA;AAIpD,MAAM,cAAc,GAAG,IAAI,CAAA;AAE3B,MAAM,OAAO,QAAQ;IACpB,MAAM,GAAG,IAAI,GAAG,EAA4B,CAAA;IAC5C,YAAY,GAAsB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACxC,aAAa,GAAsB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAEzC,KAAK,CAAA;IACL,OAAO,CAAA;IACP,SAAS,CAAA;IACT,aAAa,GAAG,KAAK,CAAA;IAEZ,KAAK,CAAA;IACL,QAAQ,CAAA;IACR,QAAQ,CAAA;IACR,UAAU,CAAA;IACV,aAAa,CAAA;IAEtB,YAAoB,MAA2B,EAAE,QAAgB,EAAE,OAAwB;QAC1F,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAA;QACrC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAA;QAC1C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAA;QAC/C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAA;QAChD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAA;IAClC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,MAAqB,EAAE,UAA2B,EAAE;QACrF,MAAM,EAAC,QAAQ,EAAE,MAAM,EAAC,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAClE,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC/C,CAAC;IAED,oDAAoD;IACpD,IAAI,IAAI,CAAC,eAAuB;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,CAAA;QACzC,IAAI,IAAI,KAAK,IAAI,CAAC,KAAK;YACtB,OAAM;QAEP,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACnB,IAAI,CAAC,YAAY,EAAE,CAAA;IACpB,CAAC;IAED,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,KAAK,CAAA;IAClB,CAAC;IAED,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,aAAa,CAAA;IAC1B,CAAC;IAED,mBAAmB,CAAC,CAAC,KAAK,EAAE,GAAG,CAAoB,EAAE,MAAM,GAAG,CAAC;QAC9D,MAAM,WAAW,GAAG,GAAG,GAAG,KAAK,CAAA;QAC/B,OAAO;YACN,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,WAAW,GAAG,MAAM,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,WAAW,GAAG,MAAM,CAAC;SACnD,CAAA;IACF,CAAC;IAED,IAAI,KAAK,CAAC,YAA+B;QACxC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAA;QAEjC,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,GAAG,YAAY,CAAA;QAC/C,MAAM,WAAW,GAAG,UAAU,GAAG,YAAY,CAAA;QAC7C,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC,YAAY,CAAA;QAElD,MAAM,YAAY,GAAG,WAAW,GAAG,CAAC,CAAA;QACpC,MAAM,aAAa,GAAG,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAA;QAC/C,MAAM,WAAW,GAAG,CAAC,YAAY,IAAI,YAAY,IAAI,WAAW,GAAG,WAAW,CAAA;QAC9E,MAAM,YAAY,GAAG,CAAC,aAAa,IAAI,UAAU,IAAI,SAAS,GAAG,WAAW,CAAA;QAE5E,IAAI,WAAW,IAAI,YAAY;YAAE,OAAM;QAEvC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAC9E,IAAI,CAAC,YAAY,EAAE,CAAA;IACpB,CAAC;IAED,YAAY;QACX,IAAI,IAAI,CAAC,aAAa;YAAE,OAAM;QAC9B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAEzB,cAAc,CAAC,GAAG,EAAE;YACnB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;YAC1B,IAAI,CAAC,cAAc,EAAE,CAAA;QACtB,CAAC,CAAC,CAAA;IACH,CAAC;IAED,cAAc;QACb,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,YAAY,CAAA;QAChD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAA;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;QAElC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;QACtF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAEnD,KAAK,IAAI,SAAS,GAAG,UAAU,EAAE,SAAS,IAAI,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrF,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC5B,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;gBAClE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;YAC3E,CAAC;QACF,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QAChE,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAA;IACb,CAAC;IAED,cAAc,CAAC,SAAiB,EAAE,OAAe,EAAE,KAAwB;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;QACzD,OAAO;YACN,SAAS;YACT,OAAO;YACP,KAAK;YACL,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE;gBACzB,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,CAAC;gBAC/C,MAAM,EAAE,IAAI,CAAC,UAAU;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;aACjB,CAAC;SACF,CAAA;IACF,CAAC;IAED,aAAa;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC;eACjE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;IAC3C,CAAC;IAED,WAAW,CAAC,KAAwB,EAAE,SAAiB,EAAE,OAAe;QACvE,IAAI,CAAC,KAAK,CAAC,cAAc;YAAE,OAAO,IAAI,YAAY,EAAE,CAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAA;QACtE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACtG,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IACnC,CAAC;IAED,eAAe,CAAC,SAAiB,EAAE,OAAe;QACjD,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAM;QAC3B,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;IACpF,CAAC;IAED,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACnB,CAAC;CACD"}

package/x/timeline/renderers/export/parts/audio-gain.d.ts

@@ -0,0 +1 @@
+export declare const applyGainToPlanar: (planes: Float32Array[], gain: number) => void;

package/x/timeline/renderers/export/parts/audio-gain.js

@@ -0,0 +1,13 @@
+// this is mutating fn
+export const applyGainToPlanar = (planes, gain) => {
+    if (gain === 1)
+        return;
+    // planes
+    for (const plane of planes) {
+        for (let i = 0; i < plane.length; i++) {
+            plane[i] *= gain;
+        }
+    }
+    // return planes
+};
+//# sourceMappingURL=audio-gain.js.map

package/x/timeline/renderers/export/parts/audio-gain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-gain.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-gain.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAChC,MAAsB,EACtB,IAAY,EACX,EAAE;IACH,IAAI,IAAI,KAAK,CAAC;QACb,OAAM;IACP,SAAS;IAET,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;QACjB,CAAC;IACF,CAAC;IAED,gBAAgB;AACjB,CAAC,CAAA"}

package/x/timeline/renderers/export/parts/audio-mix.d.ts

@@ -0,0 +1,21 @@
+export type AudioPlanesInput = {
+    planes: Float32Array[];
+    sampleRate: number;
+    timestamp: number;
+};
+export type MixedChunk = {
+    planar: Float32Array;
+    sampleRate: number;
+    channels: number;
+    frames: number;
+    startFrame: number;
+};
+export type AudioMixOptions = {
+    chunkFrames?: number;
+    clamp?: boolean;
+};
+export declare class AudioMix {
+    #private;
+    constructor(options?: AudioMixOptions);
+    mix(samples: AsyncIterable<AudioPlanesInput>): AsyncGenerator<MixedChunk>;
+}

package/x/timeline/renderers/export/parts/audio-mix.js

@@ -0,0 +1,89 @@
+export class AudioMix {
+    #chunkFrames;
+    #clamp;
+    constructor(options = {}) {
+        this.#chunkFrames = options.chunkFrames ?? 1024;
+        this.#clamp = options.clamp ?? true;
+    }
+    async *mix(samples) {
+        const chunkFrames = this.#chunkFrames;
+        let sampleRate = null;
+        let channels = null;
+        const active = [];
+        let nextFrame = 0;
+        let maxEnd = 0;
+        for await (const input of samples) {
+            if (channels === null) {
+                channels = input.planes.length;
+                sampleRate = input.sampleRate;
+            }
+            else {
+                if (input.planes.length !== channels)
+                    throw new Error(`Channel count changed`);
+                if (input.sampleRate !== sampleRate)
+                    throw new Error(`Sample rate changed`);
+            }
+            const inputStart = Math.round(input.timestamp * sampleRate);
+            const frames = input.planes[0]?.length ?? 0;
+            while (nextFrame + chunkFrames <= inputStart) {
+                yield this.#processChunk(active, nextFrame, channels, sampleRate);
+                nextFrame += chunkFrames;
+            }
+            active.push({
+                startFrame: inputStart,
+                endFrame: inputStart + frames,
+                data: input.planes
+            });
+            maxEnd = Math.max(maxEnd, inputStart + frames);
+        }
+        if (channels !== null && sampleRate !== null) {
+            while (nextFrame < maxEnd) {
+                yield this.#processChunk(active, nextFrame, channels, sampleRate);
+                nextFrame += chunkFrames;
+            }
+        }
+    }
+    #processChunk(active, currentStartFrame, channels, sampleRate) {
+        const chunkFrames = this.#chunkFrames;
+        const outputBuffer = new Float32Array(channels * chunkFrames);
+        const chunkEnd = currentStartFrame + chunkFrames;
+        for (let ch = 0; ch < channels; ch++) {
+            const channelOffset = ch * chunkFrames;
+            const outChannelView = outputBuffer.subarray(channelOffset, channelOffset + chunkFrames);
+            for (const sample of active) {
+                const data = sample.data[ch];
+                if (!data)
+                    continue;
+                const start = Math.max(currentStartFrame, sample.startFrame);
+                const end = Math.min(chunkEnd, sample.endFrame);
+                if (start >= end)
+                    continue;
+                const dstIdx = start - currentStartFrame;
+                const srcIdx = start - sample.startFrame;
+                const len = end - start;
+                for (let i = 0; i < len; i++) {
+                    outChannelView[dstIdx + i] += data[srcIdx + i];
+                }
+            }
+            if (this.#clamp) {
+                for (let i = 0; i < chunkFrames; i++) {
+                    const v = outChannelView[i];
+                    outChannelView[i] = v < -1.0 ? -1.0 : (v > 1.0 ? 1.0 : v);
+                }
+            }
+        }
+        for (let i = active.length - 1; i >= 0; i--) {
+            if (active[i].endFrame <= chunkEnd) {
+                active.splice(i, 1);
+            }
+        }
+        return {
+            planar: outputBuffer,
+            sampleRate,
+            channels,
+            frames: chunkFrames,
+            startFrame: currentStartFrame
+        };
+    }
+}
+//# sourceMappingURL=audio-mix.js.map

package/x/timeline/renderers/export/parts/audio-mix.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-mix.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-mix.ts"],"names":[],"mappings":"AA0BA,MAAM,OAAO,QAAQ;IACX,YAAY,CAAQ;IACpB,MAAM,CAAS;IAExB,YAAY,UAA2B,EAAE;QACxC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC/C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,GAAG,CAAC,OAAwC;QAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,IAAI,UAAU,GAAkB,IAAI,CAAA;QACpC,IAAI,QAAQ,GAAkB,IAAI,CAAA;QAClC,MAAM,MAAM,GAAmB,EAAE,CAAA;QACjC,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QAEd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACvB,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAA;gBAC9B,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACP,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;gBAC9E,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;YAC5E,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,CAAA;YAC3D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAA;YAE3C,OAAO,SAAS,GAAG,WAAW,IAAI,UAAU,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,UAAU,GAAG,MAAM;gBAC7B,IAAI,EAAE,KAAK,CAAC,MAAM;aAClB,CAAC,CAAA;YAEF,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,QAAQ,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YAC9C,OAAO,SAAS,GAAG,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,aAAa,CACZ,MAAsB,EACtB,iBAAyB,EACzB,QAAgB,EAChB,UAAkB;QAElB,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,GAAG,WAAW,CAAC,CAAA;QAC7D,MAAM,QAAQ,GAAG,iBAAiB,GAAG,WAAW,CAAA;QAEhD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,EAAE,GAAG,WAAW,CAAA;YACtC,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,WAAW,CAAC,CAAA;YAExF,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5B,IAAI,CAAC,IAAI;oBAAE,SAAQ;gBAEnB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;gBAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;gBAE/C,IAAI,KAAK,IAAI,GAAG;oBAAE,SAAQ;gBAE1B,MAAM,MAAM,GAAG,KAAK,GAAG,iBAAiB,CAAA;gBACxC,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC,UAAU,CAAA;gBACxC,MAAM,GAAG,GAAG,GAAG,GAAG,KAAK,CAAA;gBAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;gBAC/C,CAAC;YACF,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;oBAC3B,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC1D,CAAC;YACF,CAAC;QACF,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YACpB,CAAC;QACF,CAAC;QAED,OAAO;YACN,MAAM,EAAE,YAAY;YACpB,UAAU;YACV,QAAQ;YACR,MAAM,EAAE,WAAW;YACnB,UAAU,EAAE,iBAAiB;SAC7B,CAAA;IACF,CAAC;CACD"}

package/x/timeline/renderers/export/parts/cursor.d.ts

@@ -0,0 +1,18 @@
+import { Ms } from "../../../../units/ms.js";
+import { Driver } from "../../../../driver/driver.js";
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+/**
+ * forward-only frame cursor optimized for export purposes.
+ * it uses mediabunny internally so the support for non-clients
+ * should be done from mediabunny custom decoder/encoder
+ */
+export declare class CursorVisualSampler {
+    #private;
+    private driver;
+    private resolveMedia;
+    private timeline;
+    constructor(driver: Driver, resolveMedia: (hash: string) => DecoderSource, timeline: TimelineFile);
+    next(timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    cancel(): Promise<void>;
+}

package/x/timeline/renderers/export/parts/cursor.js

@@ -0,0 +1,99 @@
+import { ms } from "../../../../units/ms.js";
+import { createVisualSampler } from "../../parts/samplers/visual/sampler.js";
+/**
+ * forward-only frame cursor optimized for export purposes.
+ * it uses mediabunny internally so the support for non-clients
+ * should be done from mediabunny custom decoder/encoder
+ */
+export class CursorVisualSampler {
+    driver;
+    resolveMedia;
+    timeline;
+    #lastTimecode = -Infinity;
+    #videoCursors = new Map();
+    #sampler;
+    constructor(driver, resolveMedia, timeline) {
+        this.driver = driver;
+        this.resolveMedia = resolveMedia;
+        this.timeline = timeline;
+        this.#sampler = createVisualSampler(this.resolveMedia, (item, time) => {
+            const targetUs = toUs(time);
+            let cursor = this.#videoCursors.get(item.id);
+            if (!cursor) {
+                const source = this.resolveMedia(item.mediaHash);
+                const endUs = toUs(ms(item.start + item.duration));
+                cursor = this.#createVideoCursor(source, targetUs, endUs);
+                this.#videoCursors.set(item.id, cursor);
+            }
+            return cursor.next(targetUs);
+        });
+    }
+    next(timecode) {
+        if (timecode < this.#lastTimecode)
+            throw new Error(`Forward-only cursor regression: ${timecode}ms < ${this.#lastTimecode}ms`);
+        this.#lastTimecode = timecode;
+        return this.#sampler.sample(this.timeline, timecode);
+    }
+    async cancel() {
+        await Promise.all([...this.#videoCursors.values()].map(c => c.cancel()));
+        this.#videoCursors.clear();
+    }
+    #createVideoCursor(source, startUs, endUs) {
+        const video = this.driver.decodeVideo({ source, start: startUs / 1_000_000, end: endUs / 1_000_000 });
+        const reader = video.readable.getReader();
+        let current = null;
+        let nextPromise = null;
+        let ended = false;
+        const readNext = async () => {
+            if (ended)
+                return null;
+            const { done, value } = await reader.read();
+            if (done)
+                return (ended = true, null);
+            const frame = new VideoFrame(value);
+            value.close();
+            return frame;
+        };
+        return {
+            async next(targetUs) {
+                current ??= await readNext();
+                if (!current)
+                    return undefined;
+                while (true) {
+                    nextPromise ??= readNext();
+                    const nextFrame = await nextPromise;
+                    if (!nextFrame)
+                        return new VideoFrame(current);
+                    const currentUs = current.timestamp ?? -Infinity;
+                    const nextUs = nextFrame.timestamp ?? currentUs;
+                    if (nextUs < targetUs) {
+                        current.close();
+                        current = nextFrame;
+                        nextPromise = null;
+                        continue;
+                    }
+                    const useNext = Math.abs(nextUs - targetUs) < Math.abs(currentUs - targetUs);
+                    if (useNext) {
+                        current.close();
+                        current = nextFrame;
+                        nextPromise = null;
+                        continue;
+                    }
+                    return new VideoFrame(current);
+                }
+            },
+            async cancel() {
+                const pending = nextPromise;
+                nextPromise = null;
+                ended = true;
+                const buffered = await pending?.catch(() => null);
+                buffered?.close();
+                current?.close();
+                current = null;
+                video.cancel();
+            }
+        };
+    }
+}
+const toUs = (ms) => Math.round(ms * 1_000);
+//# sourceMappingURL=cursor.js.map

package/x/timeline/renderers/export/parts/cursor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/cursor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAK,MAAM,yBAAyB,CAAA;AAI9C,OAAO,EAAC,mBAAmB,EAAC,MAAM,wCAAwC,CAAA;AAE1E;;;;GAIG;AAEH,MAAM,OAAO,mBAAmB;IAMtB;IACA;IACA;IAPT,aAAa,GAAG,CAAC,QAAQ,CAAA;IACzB,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IACnD,QAAQ,CAAA;IAER,YACS,MAAc,EACd,YAA6C,EAC7C,QAAsB;QAFtB,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAiC;QAC7C,aAAQ,GAAR,QAAQ,CAAc;QAE9B,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;YAC3B,IAAI,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAE5C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;gBAClD,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;gBACzD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;YACxC,CAAC;YAED,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;IACH,CAAC;IAED,IAAI,CAAC,QAAY;QAChB,IAAI,QAAQ,GAAG,IAAI,CAAC,aAAa;YAChC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,QAAQ,IAAI,CAAC,aAAa,IAAI,CAAC,CAAA;QAE3F,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAA;QAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,MAAM;QACX,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QACxE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,kBAAkB,CAAC,MAAqB,EAAE,OAAe,EAAE,KAAa;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,SAAS,EAAE,GAAG,EAAE,KAAK,GAAG,SAAS,EAAC,CAAC,CAAA;QACnG,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QAEzC,IAAI,OAAO,GAAsB,IAAI,CAAA;QACrC,IAAI,WAAW,GAAsC,IAAI,CAAA;QACzD,IAAI,KAAK,GAAG,KAAK,CAAA;QAEjB,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;YAC3B,IAAI,KAAK;gBAAE,OAAO,IAAI,CAAA;YACtB,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACzC,IAAI,IAAI;gBAAE,OAAO,CAAC,KAAK,GAAG,IAAI,EAAE,IAAI,CAAC,CAAA;YAErC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;YACb,OAAO,KAAK,CAAA;QACb,CAAC,CAAA;QAED,OAAO;YACN,KAAK,CAAC,IAAI,CAAC,QAAgB;gBAC1B,OAAO,KAAK,MAAM,QAAQ,EAAE,CAAA;gBAC5B,IAAI,CAAC,OAAO;oBAAE,OAAO,SAAS,CAAA;gBAE9B,OAAO,IAAI,EAAE,CAAC;oBACb,WAAW,KAAK,QAAQ,EAAE,CAAA;oBAC1B,MAAM,SAAS,GAAG,MAAM,WAAW,CAAA;oBAEnC,IAAI,CAAC,SAAS;wBAAE,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;oBAE9C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAA;oBAChD,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,IAAI,SAAS,CAAA;oBAE/C,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;wBACvB,OAAO,CAAC,KAAK,EAAE,CAAA;wBACf,OAAO,GAAG,SAAS,CAAA;wBACnB,WAAW,GAAG,IAAI,CAAA;wBAClB,SAAQ;oBACT,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAA;oBAE5E,IAAI,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,EAAE,CAAA;wBACf,OAAO,GAAG,SAAS,CAAA;wBACnB,WAAW,GAAG,IAAI,CAAA;wBAClB,SAAQ;oBACT,CAAC;oBAED,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;gBAC/B,CAAC;YACF,CAAC;YAED,KAAK,CAAC,MAAM;gBACX,MAAM,OAAO,GAAG,WAAW,CAAA;gBAC3B,WAAW,GAAG,IAAI,CAAA;gBAClB,KAAK,GAAG,IAAI,CAAA;gBAEZ,MAAM,QAAQ,GAAG,MAAM,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;gBACjD,QAAQ,EAAE,KAAK,EAAE,CAAA;gBAEjB,OAAO,EAAE,KAAK,EAAE,CAAA;gBAChB,OAAO,GAAG,IAAI,CAAA;gBAEd,KAAK,CAAC,MAAM,EAAE,CAAA;YACf,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,IAAI,GAAG,CAAC,EAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAA"}

package/x/timeline/renderers/export/parts/produce-audio.d.ts

@@ -0,0 +1,6 @@
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare function produceAudio({ timeline, resolveMedia }: {
+    timeline: TimelineFile;
+    resolveMedia: (hash: string) => DecoderSource;
+}): ReadableStream<AudioData>;

package/x/timeline/renderers/export/parts/produce-audio.js

@@ -0,0 +1,41 @@
+import { AudioMix } from "./audio-mix.js";
+import { ms } from "../../../../units/ms.js";
+import { resampleToPlanar } from "./resamplers.js";
+import { applyGainToPlanar } from "./audio-gain.js";
+import { createAudioSampler } from "../../parts/samplers/audio/sampler.js";
+export function produceAudio({ timeline, resolveMedia }) {
+    const mixer = new AudioMix();
+    const audio = streamAudio(timeline, resolveMedia);
+    const stream = new TransformStream();
+    const writer = stream.writable.getWriter();
+    async function produce() {
+        for await (const chunk of mixer.mix(audio)) {
+            const data = new AudioData({
+                format: 'f32-planar',
+                sampleRate: chunk.sampleRate,
+                numberOfFrames: chunk.frames,
+                numberOfChannels: chunk.channels,
+                timestamp: Math.round((chunk.startFrame / chunk.sampleRate) * 1_000_000),
+                data: new Float32Array(chunk.planar)
+            });
+            await writer.write(data);
+        }
+        await writer.close();
+    }
+    produce();
+    return stream.readable;
+}
+async function* streamAudio(timeline, resolveMedia) {
+    const audioSampler = createAudioSampler(resolveMedia);
+    for await (const { sample, timestamp, gain } of audioSampler.sampleAudio(timeline, ms(0))) {
+        const { data } = resampleToPlanar(sample, 48000);
+        applyGainToPlanar(data, gain);
+        yield {
+            planes: data,
+            sampleRate: 48000,
+            timestamp
+        };
+        sample.close();
+    }
+}
+//# sourceMappingURL=produce-audio.js.map

package/x/timeline/renderers/export/parts/produce-audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce-audio.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-audio.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAC,EAAE,EAAC,MAAM,yBAAyB,CAAA;AAC1C,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAGjD,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAA;AAExE,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,YAAY,EAIZ;IACA,MAAM,KAAK,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IACjD,MAAM,MAAM,GAAG,IAAI,eAAe,EAAwB,CAAA;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAE1C,KAAK,UAAU,OAAO;QACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC;gBAC1B,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,QAAQ;gBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,CACpB,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CACjD;gBACD,IAAI,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC;AAED,KAAK,SAAU,CAAC,CAAA,WAAW,CAAC,QAAsB,EAAE,YAA6C;IAChG,MAAM,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;IAErD,IAAI,KAAK,EAAE,MAAM,EAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAC,IACtC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE/C,MAAM,EAAC,IAAI,EAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAC9C,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAE7B,MAAM;YACL,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,KAAK;YACjB,SAAS;SACT,CAAA;QAED,MAAM,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;AACF,CAAC"}

package/x/timeline/renderers/export/parts/produce-video.d.ts

@@ -0,0 +1,10 @@
+import { Fps } from "../../../../units/fps.js";
+import { Driver } from "../../../../driver/driver.js";
+import { TimelineFile } from "../../../parts/basics.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare function produceVideo({ timeline, fps, driver, resolveMedia, }: {
+    driver: Driver;
+    resolveMedia: (hash: string) => DecoderSource;
+    timeline: TimelineFile;
+    fps: Fps;
+}): ReadableStream<VideoFrame>;