@omnimedia/omnitool 1.1.0-5 → 1.1.0-51

package/x/timeline/renderers/parts/samplers/visual/parts/transition.js

@@ -0,0 +1,18 @@
+export async function sampleTransition(item, progress, p1, p2) {
+    const [l1, l2] = await Promise.all([p1, p2]);
+    const f1 = l1.find(l => l.kind === "image")?.frame;
+    const f2 = l2.find(l => l.kind === "image")?.frame;
+    const rest = [
+        ...l1.filter(l => l.kind !== "image"),
+        ...l2.filter(l => l.kind !== "image")
+    ];
+    return f1 && f2 ? [{
+            id: item.id,
+            kind: "transition",
+            name: "circle",
+            progress,
+            from: f1,
+            to: f2
+        }, ...rest] : rest;
+}
+//# sourceMappingURL=transition.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transition.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/transition.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,IAAqB,EACrB,QAAgB,EAChB,EAAoB,EACpB,EAAoB;IAEpB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAClD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAElD,MAAM,IAAI,GAAG;QACZ,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;QACrC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;KACrC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAClB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,QAAQ;YACd,QAAQ;YACR,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,EAAE;SACN,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACnB,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts

@@ -0,0 +1,8 @@
+import { VideoSampler } from "./defaults.js";
+import { Item } from "../../../../../parts/item.js";
+import { TimelineFile } from "../../../../../parts/basics.js";
+export type SampleContext = {
+    videoSampler: VideoSampler;
+    timeline: TimelineFile;
+    items: Map<number, Item.Any>;
+};

package/x/timeline/renderers/parts/samplers/visual/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/types.ts"],"names":[],"mappings":""}

package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts

@@ -0,0 +1,7 @@
+import { Ms } from "../../../../../units/ms.js";
+import { TimelineFile } from "../../../../parts/basics.js";
+import { DecoderSource } from "../../../../../driver/fns/schematic.js";
+import { VideoSampler } from "./parts/defaults.js";
+export declare function createVisualSampler(resolveMedia: (hash: string) => DecoderSource, sampleVideo?: VideoSampler): {
+    sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../../driver/fns/schematic.js").Layer[]>;
+};

package/x/timeline/renderers/parts/samplers/visual/sampler.js

@@ -0,0 +1,17 @@
+import { VideoSink } from "./parts/sink.js";
+import { sampleVisual } from "./parts/sample.js";
+import { createDefaultVideoSampler } from "./parts/defaults.js";
+export function createVisualSampler(resolveMedia, sampleVideo) {
+    const sink = new VideoSink(resolveMedia);
+    const videoSampler = sampleVideo ?? createDefaultVideoSampler(sink);
+    return {
+        async sample(timeline, timecode) {
+            const items = new Map(timeline.items.map(item => [item.id, item]));
+            const root = items.get(timeline.rootId);
+            if (!root)
+                return [];
+            return sampleVisual({ videoSampler, timeline, items }, root, timecode, []);
+        }
+    };
+}
+//# sourceMappingURL=sampler.js.map

package/x/timeline/renderers/parts/samplers/visual/sampler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../../../../s/timeline/renderers/parts/samplers/visual/sampler.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAI9C,OAAO,EAAC,yBAAyB,EAAe,MAAM,qBAAqB,CAAA;AAE3E,MAAM,UAAU,mBAAmB,CAClC,YAA6C,EAC7C,WAA0B;IAE1B,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAA;IACxC,MAAM,YAAY,GAAG,WAAW,IAAI,yBAAyB,CAAC,IAAI,CAAC,CAAA;IAEnE,OAAO;QACN,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,QAAY;YAChD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAEvC,IAAI,CAAC,IAAI;gBACR,OAAO,EAAE,CAAA;YAEV,OAAO,YAAY,CAAC,EAAC,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QACzE,CAAC;KACD,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/schedulers.d.ts

@@ -0,0 +1,17 @@
+import { Pub } from "@e280/stz";
+import { Ms } from "../../../units/ms.js";
+import { Fps } from "../../../units/fps.js";
+export type RealtimeGenerator = {
+    play(): void;
+    pause(): void;
+    setFPS(v: Fps): void;
+    isPlaying(): boolean;
+    ticks(): AsyncGenerator<void>;
+    onTick: Pub<[]>;
+};
+export declare const realtime: () => RealtimeGenerator;
+export type FixedStepOptions = {
+    fps: Fps;
+    duration: Ms;
+};
+export declare const fixedStep: (opts: FixedStepOptions, onFrame: (t: Ms, index: number) => Promise<void> | void) => Promise<void>;

package/x/timeline/renderers/parts/schedulers.js

@@ -0,0 +1,64 @@
+import { pub } from "@e280/stz";
+import { ms } from "../../../units/ms.js";
+import { fps } from "../../../units/fps.js";
+export const realtime = () => {
+    let playing = false;
+    let frameRate = fps(60);
+    let frameDuration = 1000 / frameRate;
+    let lastNow = 0;
+    let lastComposite = 0;
+    const onTick = pub();
+    let resolveTick = null;
+    const loop = (now) => {
+        requestAnimationFrame(loop);
+        if (!playing)
+            return;
+        lastNow = now;
+        while (now - lastComposite >= frameDuration) {
+            lastComposite += frameDuration;
+            resolveTick?.();
+            resolveTick = null;
+            onTick();
+        }
+    };
+    async function* ticks() {
+        lastNow = performance.now();
+        lastComposite = lastNow;
+        requestAnimationFrame(loop);
+        while (true) {
+            await new Promise(r => resolveTick = r);
+            yield;
+        }
+    }
+    return {
+        play() {
+            if (playing)
+                return;
+            playing = true;
+            lastNow = performance.now();
+            lastComposite = lastNow;
+        },
+        pause() {
+            playing = false;
+        },
+        setFPS(v) {
+            frameRate = v;
+            frameDuration = 1000 / frameRate;
+        },
+        isPlaying() {
+            return playing;
+        },
+        ticks,
+        onTick
+    };
+};
+export const fixedStep = async (opts, onFrame) => {
+    const dt = ms(1000 / opts.fps);
+    const durationInSeconds = opts.duration / 1000;
+    const total = Math.ceil(durationInSeconds * opts.fps);
+    for (let i = 0; i < total; i++) {
+        const t = ms(i * dt);
+        await onFrame(t, i);
+    }
+};
+//# sourceMappingURL=schedulers.js.map

package/x/timeline/renderers/parts/schedulers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schedulers.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/parts/schedulers.ts"],"names":[],"mappings":"AACA,OAAO,EAAM,GAAG,EAAC,MAAM,WAAW,CAAA;AAElC,OAAO,EAAC,EAAE,EAAK,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAC,GAAG,EAAM,MAAM,uBAAuB,CAAA;AAW9C,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAsB,EAAE;IAE/C,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC,CAAA;IACvB,IAAI,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;IAEpC,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAA;IACpB,IAAI,WAAW,GAAwB,IAAI,CAAA;IAE3C,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC5B,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,OAAO,GAAG,GAAG,CAAA;QAEb,OAAO,GAAG,GAAG,aAAa,IAAI,aAAa,EAAE,CAAC;YAC7C,aAAa,IAAI,aAAa,CAAA;YAE9B,WAAW,EAAE,EAAE,CAAA;YACf,WAAW,GAAG,IAAI,CAAA;YAClB,MAAM,EAAE,CAAA;QACT,CAAC;IACF,CAAC,CAAA;IAED,KAAK,SAAS,CAAC,CAAC,KAAK;QACpB,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC3B,aAAa,GAAG,OAAO,CAAA;QACvB,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;YAC7C,KAAK,CAAA;QACN,CAAC;IAEF,CAAC;IAED,OAAO;QACN,IAAI;YACH,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC3B,aAAa,GAAG,OAAO,CAAA;QACxB,CAAC;QACD,KAAK;YACJ,OAAO,GAAG,KAAK,CAAA;QAChB,CAAC;QACD,MAAM,CAAC,CAAM;YACZ,SAAS,GAAG,CAAC,CAAA;YACb,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;QACjC,CAAC;QACD,SAAS;YACR,OAAO,OAAO,CAAA;QACf,CAAC;QACD,KAAK;QACL,MAAM;KACN,CAAA;AACF,CAAC,CAAA;AAOD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC7B,IAAsB,EACtB,OAAuD,EACtD,EAAE;IACH,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAC9B,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QACpB,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACpB,CAAC;AACF,CAAC,CAAA"}

package/x/timeline/renderers/player/parts/playback.d.ts

@@ -0,0 +1,31 @@
+import { Fps } from '../../../../units/fps.js';
+import { Ms } from '../../../../units/ms.js';
+import { TimelineFile } from '../../../parts/basics.js';
+import { DecoderSource } from '../../../../driver/fns/schematic.js';
+export declare class Playback {
+    #private;
+    private timeline;
+    private resolveMedia;
+    visualSampler: {
+        sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    };
+    audioSampler: {
+        sampleAudio(timeline: TimelineFile, from: Ms): AsyncGenerator<{
+            sample: import("mediabunny").AudioSample;
+            timestamp: number;
+            gain: number;
+        }, void, unknown>;
+    };
+    onTick: import("@e280/stz").Pub<[]>;
+    onSeek: import("@e280/stz").Pub<[]>;
+    audioContext: AudioContext;
+    audioGain: GainNode;
+    audioNodes: Set<AudioBufferSourceNode>;
+    constructor(timeline: TimelineFile, resolveMedia: (hash: string) => DecoderSource);
+    samples(): AsyncGenerator<import("../../../../driver/fns/schematic.js").Layer[], void, unknown>;
+    seek(time: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    start(timeline: TimelineFile): Promise<void>;
+    pause(): void;
+    get currentTime(): Ms;
+    setFps(fps: Fps): void;
+}

package/x/timeline/renderers/player/parts/playback.js

@@ -0,0 +1,91 @@
+import { pub } from '@e280/stz';
+import { ms } from '../../../../units/ms.js';
+import { realtime } from '../../parts/schedulers.js';
+import { seconds } from '../../../../units/seconds.js';
+import { createAudioSampler } from '../../parts/samplers/audio/sampler.js';
+import { createVisualSampler } from '../../parts/samplers/visual/sampler.js';
+export class Playback {
+    timeline;
+    resolveMedia;
+    visualSampler;
+    audioSampler;
+    #playbackStart = ms(0);
+    #audioStartSec = null;
+    #controller = realtime();
+    onTick = this.#controller.onTick;
+    onSeek = pub();
+    audioContext = new AudioContext({ sampleRate: 48000 });
+    audioGain = this.audioContext.createGain();
+    audioNodes = new Set();
+    #audioAbort = null;
+    constructor(timeline, resolveMedia) {
+        this.timeline = timeline;
+        this.resolveMedia = resolveMedia;
+        this.audioGain.connect(this.audioContext.destination);
+        this.audioGain.gain.value = 0.7 ** 2;
+        this.visualSampler = createVisualSampler(this.resolveMedia);
+        this.audioSampler = createAudioSampler(this.resolveMedia);
+    }
+    async *samples() {
+        for await (const _ of this.#controller.ticks()) {
+            yield this.visualSampler.sample(this.timeline, this.currentTime);
+        }
+    }
+    async seek(time) {
+        this.pause();
+        this.#playbackStart = time;
+        this.onSeek.publish();
+        return await this.visualSampler.sample(this.timeline, time);
+    }
+    async start(timeline) {
+        this.timeline = timeline;
+        await this.audioContext.resume();
+        this.#playbackStart = this.currentTime;
+        this.#audioStartSec = this.audioContext.currentTime;
+        this.#audioAbort?.abort();
+        this.#audioAbort = new AbortController();
+        for (const node of this.audioNodes)
+            node.stop();
+        this.audioNodes.clear();
+        this.#controller.play();
+        this.#startAudio(this.#audioAbort.signal, seconds(this.#playbackStart / 1000));
+    }
+    pause() {
+        this.#playbackStart = this.currentTime;
+        this.#controller.pause();
+        this.#audioAbort?.abort();
+        for (const node of this.audioNodes)
+            node.stop();
+        this.audioNodes.clear();
+    }
+    get currentTime() {
+        if (!this.#controller.isPlaying() || this.#audioStartSec === null)
+            return this.#playbackStart;
+        const elapsedMs = (this.audioContext.currentTime - this.#audioStartSec) * 1000;
+        return ms(this.#playbackStart + elapsedMs);
+    }
+    setFps(fps) {
+        this.#controller.setFPS(fps);
+    }
+    async #startAudio(signal, from) {
+        const ctx = this.audioContext;
+        if (this.#audioStartSec === null)
+            return;
+        for await (const { sample, timestamp } of this.audioSampler.sampleAudio(this.timeline, ms(from * 1000))) {
+            if (signal.aborted || !this.#controller.isPlaying())
+                return;
+            while (timestamp - (ctx.currentTime - this.#audioStartSec + from) > 0.75)
+                await new Promise(r => setTimeout(r, 25));
+            const node = ctx.createBufferSource();
+            node.buffer = sample.toAudioBuffer();
+            node.connect(this.audioGain);
+            node.onended = () => this.audioNodes.delete(node);
+            this.audioNodes.add(node);
+            const startAt = this.#audioStartSec + timestamp - from;
+            startAt >= ctx.currentTime
+                ? node.start(startAt)
+                : node.start(ctx.currentTime, ctx.currentTime - startAt);
+        }
+    }
+}
+//# sourceMappingURL=playback.js.map

package/x/timeline/renderers/player/parts/playback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playback.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/player/parts/playback.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAC,MAAM,WAAW,CAAA;AAE7B,OAAO,EAAC,EAAE,EAAK,MAAM,yBAAyB,CAAA;AAC9C,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAElD,OAAO,EAAC,OAAO,EAAU,MAAM,8BAA8B,CAAA;AAE7D,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAA;AACxE,OAAO,EAAC,mBAAmB,EAAC,MAAM,wCAAwC,CAAA;AAE1E,MAAM,OAAO,QAAQ;IAiBX;IACA;IAjBT,aAAa,CAAA;IACb,YAAY,CAAA;IAEZ,cAAc,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IACtB,cAAc,GAAkB,IAAI,CAAA;IAEpC,WAAW,GAAG,QAAQ,EAAE,CAAA;IACxB,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAA;IAChC,MAAM,GAAG,GAAG,EAAE,CAAA;IAEd,YAAY,GAAG,IAAI,YAAY,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAA;IACpD,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAA;IAC1C,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAA;IAC7C,WAAW,GAA2B,IAAI,CAAA;IAE1C,YACS,QAAsB,EACtB,YAA6C;QAD7C,aAAQ,GAAR,QAAQ,CAAc;QACtB,iBAAY,GAAZ,YAAY,CAAiC;QAErD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QACrD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,IAAI,CAAC,CAAA;QACpC,IAAI,CAAC,aAAa,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAC3D,IAAI,CAAC,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IAC1D,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACb,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QACjE,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAQ;QAClB,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;QAC1B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;QACrB,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IAC5D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAsB;QACjC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;QAEhC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAA;QACtC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAA;QAEnD,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAA;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,EAAE,CAAA;QAExC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU;YACjC,IAAI,CAAC,IAAI,EAAE,CAAA;QAEZ,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;QAEvB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QACvB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC,CAAA;IAC/E,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAA;QACtC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;QACxB,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAA;QAEzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU;YACjC,IAAI,CAAC,IAAI,EAAE,CAAA;QAEZ,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;IACxB,CAAC;IAED,IAAI,WAAW;QACd,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAChE,OAAO,IAAI,CAAC,cAAc,CAAA;QAE3B,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAA;QAC9E,OAAO,EAAE,CAAC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,CAAC,GAAQ;QACd,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAmB,EAAE,IAAa;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAA;QAE7B,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAC/B,OAAM;QAEP,IAAI,KAAK,EAAE,MAAM,EAAC,MAAM,EAAE,SAAS,EAAC,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CACpE,IAAI,CAAC,QAAQ,EACb,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CACf,EAAE,CAAC;YAEH,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE;gBAClD,OAAM;YAEP,OAAO,SAAS,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,IAAI;gBACvE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;YAE1C,MAAM,IAAI,GAAG,GAAG,CAAC,kBAAkB,EAAE,CAAA;YACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,CAAA;YACpC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC5B,IAAI,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,IAAI,CAAA;YAEtD,OAAO,IAAI,GAAG,CAAC,WAAW;gBACzB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;gBACrB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,CAAA;QAE1D,CAAC;IACF,CAAC;CACD"}

package/x/timeline/renderers/player/player.d.ts

@@ -0,0 +1,23 @@
+import { Playback } from "./parts/playback.js";
+import { Driver } from "../../../driver/driver.js";
+import { TimelineFile } from "../../parts/basics.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+type ResolveMedia = (hash: string) => DecoderSource;
+export declare class VideoPlayer {
+    private driver;
+    private timeline;
+    canvas: HTMLCanvasElement;
+    playback: Playback;
+    constructor(driver: Driver, resolveMedia: ResolveMedia, timeline: TimelineFile);
+    play(): Promise<void>;
+    pause(): void;
+    seek(timeMs: number): Promise<void>;
+    setFPS(value: number): void;
+    get duration(): import("../../../units/ms.js").Ms;
+    get currentTime(): import("../../../units/ms.js").Ms;
+    /**
+     call this whenever your timeline state changes
+    */
+    update(timeline: TimelineFile): Promise<void>;
+}
+export {};

package/x/timeline/renderers/player/player.js

@@ -0,0 +1,50 @@
+import { ms } from "../../../units/ms.js";
+import { fps } from "../../../units/fps.js";
+import { Playback } from "./parts/playback.js";
+import { computeItemDuration } from "../parts/handy.js";
+export class VideoPlayer {
+    driver;
+    timeline;
+    canvas;
+    playback;
+    constructor(driver, resolveMedia, timeline) {
+        this.driver = driver;
+        this.timeline = timeline;
+        this.playback = new Playback(timeline, resolveMedia);
+        this.canvas = driver.compositor.pixi.renderer.canvas;
+    }
+    async play() {
+        await this.playback.start(this.timeline);
+        for await (const layers of this.playback.samples()) {
+            const frame = await this.driver.composite(layers);
+            frame.close();
+            if (this.currentTime >= this.duration)
+                this.pause();
+        }
+    }
+    pause() {
+        this.playback.pause();
+    }
+    async seek(timeMs) {
+        const layers = await this.playback.seek(ms(timeMs));
+        const frame = await this.driver.composite(layers);
+        frame.close();
+    }
+    setFPS(value) {
+        this.playback.setFps(fps(value));
+    }
+    get duration() {
+        return computeItemDuration(this.timeline.rootId, this.timeline);
+    }
+    get currentTime() {
+        return this.playback.currentTime;
+    }
+    /**
+     call this whenever your timeline state changes
+    */
+    async update(timeline) {
+        this.timeline = timeline;
+    }
+}
+const toUrl = (src) => (src instanceof Blob ? URL.createObjectURL(src) : String(src));
+//# sourceMappingURL=player.js.map

package/x/timeline/renderers/player/player.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"player.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/player/player.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,sBAAsB,CAAA;AACvC,OAAO,EAAC,GAAG,EAAC,MAAM,uBAAuB,CAAA;AACzC,OAAO,EAAC,QAAQ,EAAC,MAAM,qBAAqB,CAAA;AAG5C,OAAO,EAAC,mBAAmB,EAAC,MAAM,mBAAmB,CAAA;AAKrD,MAAM,OAAO,WAAW;IAKd;IAEA;IANT,MAAM,CAAmB;IACzB,QAAQ,CAAU;IAElB,YACS,MAAc,EACtB,YAA0B,EAClB,QAAsB;QAFtB,WAAM,GAAN,MAAM,CAAQ;QAEd,aAAQ,GAAR,QAAQ,CAAc;QAE9B,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QACpD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAExC,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YACjD,KAAK,CAAC,KAAK,EAAE,CAAA;YAEb,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,QAAQ;gBACpC,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACF,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QACnD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QACjD,KAAK,CAAC,KAAK,EAAE,CAAA;IACd,CAAC;IAED,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;IACjC,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,mBAAmB,CACzB,IAAI,CAAC,QAAQ,CAAC,MAAM,EACpB,IAAI,CAAC,QAAQ,CACb,CAAA;IACF,CAAC;IAED,IAAI,WAAW;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAA;IACjC,CAAC;IAED;;MAEE;IACF,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;IACzB,CAAC;CAED;AAED,MAAM,KAAK,GAAG,CAAC,GAAkB,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA"}

package/x/timeline/renderers/renderers.test.d.ts

@@ -0,0 +1,32 @@
+import { Science } from "@e280/science";
+import { Omni } from "../sugar/omni.js";
+import { Driver } from "../../driver/driver.js";
+export declare function setupTest(): Promise<{
+    driver: Driver;
+    omni: Omni;
+    testVideo: Blob;
+    videoA: import("../index.js").Media;
+    resolveMedia: (hash: string) => Blob;
+}>;
+declare const _default: {
+    "cursor visual sampler cannot get previous samples": Science.Test;
+    "visual sampler gives correct layer at x time": Science.Test;
+    "audio mix sums overlapping chunks": Science.Test;
+    "audio mix clamps output to [-1, 1]": Science.Test;
+    "audio mix fills gaps with silence": Science.Test;
+    "audio mix truncates negative timestamps": Science.Test;
+    "audio mix handles stereo planar layout": Science.Test;
+    "applyGainToPlanar scales values across multiple channels": Science.Test;
+    "applyGainToPlanar does not mutate when gain is 1": Science.Test;
+    "applyGainToPlanar mutes entirely when gain is 0": Science.Test;
+    "resampleToPlanar returns original data when sample rates match": Science.Test;
+    "resampleToPlanar upsamples using linear interpolation": Science.Test;
+    "resampleToPlanar downsamples correctly": Science.Test;
+    "resampleToPlanar processes multi-channel planar data": Science.Test;
+    "resampleToPlanar handles zero channels gracefully": Science.Test;
+    "resampleToPlanar enforces minimum of 1 frame on aggressive downsample": Science.Test;
+    "resampleToPlanar calls copyTo with strict contract shape": Science.Test;
+    "5s long export at 30fps renders exacly 150 frames": Science.Test;
+    "5s long audio export at 48000Hz renders exactly 240000 frames": Science.Test;
+};
+export default _default;