@omnimedia/omnitool 1.1.0-8 → 1.1.0-80

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts

@@ -0,0 +1,5 @@
+import { VideoSink } from "./sink.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Item } from "../../../../../parts/item.js";
+export type VideoSampler = (item: Item.Video, time: Ms) => Promise<VideoFrame | undefined>;
+export declare function createDefaultVideoSampler(sink: VideoSink): VideoSampler;

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js

@@ -0,0 +1,10 @@
+export function createDefaultVideoSampler(sink) {
+    return async (item, time) => {
+        const s = await sink.getSink(item.mediaHash);
+        const sample = await s?.getSample(time / 1000);
+        const frame = sample?.toVideoFrame();
+        sample?.close();
+        return frame ?? undefined;
+    };
+}
+//# sourceMappingURL=defaults.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/defaults.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,yBAAyB,CAAC,IAAe;IACxD,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;QAC9C,MAAM,KAAK,GAAG,MAAM,EAAE,YAAY,EAAE,CAAA;QACpC,MAAM,EAAE,KAAK,EAAE,CAAA;QACf,OAAO,KAAK,IAAI,SAAS,CAAA;IAC1B,CAAC,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts

@@ -0,0 +1,6 @@
+import { SampleContext } from "./types.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Item } from "../../../../../parts/item.js";
+import { Layer } from "../../../../../../driver/fns/schematic.js";
+import { AncestorAt } from "../../../handy.js";
+export declare function sampleVisual(ctx: SampleContext, item: Item.Any, time: Ms, ancestors: AncestorAt[]): Promise<Layer[]>;

package/x/timeline/renderers/parts/samplers/visual/parts/sample.js

@@ -0,0 +1,48 @@
+import { sampleSequence } from "./sequence.js";
+import { Kind } from "../../../../../parts/item.js";
+import { computeOpacity, computeWorldMatrix } from "../../../handy.js";
+export async function sampleVisual(ctx, item, time, ancestors) {
+    const matrix = computeWorldMatrix(ctx.items, ancestors, item, time);
+    const alpha = computeOpacity(ctx, item, time);
+    const crop = "spatialId" in item && item.spatialId
+        ? ctx.items.get(item.spatialId)?.crop
+        : undefined;
+    const filters = "filterIds" in item && item.filterIds
+        ? item.filterIds
+            .map(id => ctx.items.get(id))
+            .filter((filter) => !!filter?.enabled)
+            .map(filter => ({ type: filter.type, params: filter.params }))
+        : undefined;
+    switch (item.kind) {
+        case Kind.Stack: {
+            const nextAnc = [...ancestors, { item, localTime: time }];
+            const layers = await Promise.all(item.childrenIds
+                .map(id => ctx.items.get(id))
+                .filter((child) => !!child)
+                .map(child => sampleVisual(ctx, child, time, nextAnc)));
+            return layers.flat();
+        }
+        case Kind.Sequence:
+            return sampleSequence(ctx, item, time, ancestors);
+        case Kind.Video: {
+            if (time < 0 || time >= item.duration)
+                return [];
+            const frame = await ctx.videoSampler(item, time);
+            return frame ? [{ kind: "image", frame, matrix, alpha, crop, filters, id: item.id }] : [];
+        }
+        case Kind.Text: {
+            if (time < 0 || time >= item.duration)
+                return [];
+            const style = item.styleId
+                ? ctx.items.get(item.styleId)?.style
+                : undefined;
+            return [{ id: item.id, kind: "text", content: item.content, style, matrix, alpha, crop, filters }];
+        }
+        case Kind.Gap: {
+            return [{ id: item.id, kind: "gap" }];
+        }
+        default:
+            return [];
+    }
+}
+//# sourceMappingURL=sample.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sample.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sample.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,cAAc,EAAC,MAAM,eAAe,CAAA;AAE5C,OAAO,EAAO,IAAI,EAAc,MAAM,8BAA8B,CAAA;AAEpE,OAAO,EAAa,cAAc,EAAE,kBAAkB,EAAC,MAAM,mBAAmB,CAAA;AAEhF,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,GAAkB,EAClB,IAAc,EACd,IAAQ,EACR,SAAuB;IAEvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACnE,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACjD,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAA6B,EAAE,IAAI;QAClE,CAAC,CAAC,SAAS,CAAA;IACZ,MAAM,OAAO,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACpD,CAAC,CAAC,IAAI,CAAC,SAAS;aACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;aACvD,MAAM,CAAC,CAAC,MAAM,EAAyB,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC;aAC5D,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAC,CAAe,CAAC;QAC3E,CAAC,CAAC,SAAS,CAAA;IAEZ,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;YAEvD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,WAAW;iBACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBAC5B,MAAM,CAAC,CAAC,KAAK,EAAqB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;iBAC7C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CACvD,CAAA;YAED,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;QACrB,CAAC;QAED,KAAK,IAAI,CAAC,QAAQ;YACjB,OAAO,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;QAElD,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,CAAA;YAEhD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACxF,CAAC;QAED,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,CAAA;YAEhD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO;gBACzB,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAoB,EAAE,KAAK;gBACxD,CAAC,CAAC,SAAS,CAAA;YAEZ,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAA;QACjG,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACf,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAA;QACpC,CAAC;QAED;YACC,OAAO,EAAE,CAAA;IACX,CAAC;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts

@@ -0,0 +1,6 @@
+import { SampleContext } from "./types.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Item } from "../../../../../parts/item.js";
+import { Layer } from "../../../../../../driver/fns/schematic.js";
+import { AncestorAt } from "../../../handy.js";
+export declare function sampleSequence(ctx: SampleContext, seq: Item.Sequence, time: Ms, ancestors: AncestorAt[]): Promise<Layer[]>;

package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js

@@ -0,0 +1,75 @@
+import { sampleVisual } from "./sample.js";
+import { sampleTransition } from "./transition.js";
+import { ms } from "../../../../../../units/ms.js";
+import { Kind } from "../../../../../parts/item.js";
+import { computeItemDuration } from "../../../handy.js";
+export async function sampleSequence(ctx, seq, time, ancestors) {
+    const state = sampleSequenceAt(ctx, seq, time);
+    if (!state)
+        return [];
+    const nextAnc = [...ancestors, { item: seq, localTime: time }];
+    if (!state.isTransitioning) {
+        return sampleVisual(ctx, state.item, state.localTime, nextAnc);
+    }
+    return sampleTransition(state.transition, state.progress, sampleVisual(ctx, state.outgoing, state.outgoingTime, nextAnc), sampleVisual(ctx, state.incoming, state.incomingTime, nextAnc));
+}
+function sampleSequenceAt(ctx, seq, time) {
+    const children = seq.childrenIds
+        .map(id => ctx.items.get(id))
+        .filter((i) => !!i);
+    let cursor = ms(0);
+    for (let i = 0; i < children.length; i++) {
+        const currentItem = children[i];
+        if (currentItem.kind === Kind.Transition)
+            continue;
+        const currentItemStart = cursor;
+        const currentItemDuration = computeItemDuration(currentItem.id, ctx.timeline);
+        const currentItemEnd = ms(currentItemStart + currentItemDuration);
+        const next = children[i + 1];
+        const hasTransition = next?.kind === Kind.Transition;
+        if (!hasTransition) {
+            if (time < currentItemEnd) {
+                return {
+                    isTransitioning: false,
+                    item: currentItem,
+                    localTime: ms(time - currentItemStart)
+                };
+            }
+            cursor = currentItemEnd;
+            continue;
+        }
+        const transition = next;
+        const incoming = children[i + 2];
+        if (!incoming || incoming.kind === Kind.Transition) {
+            cursor = currentItemEnd;
+            continue;
+        }
+        const incomingItemDuration = computeItemDuration(incoming.id, ctx.timeline);
+        const overlap = Math.max(0, Math.min(transition.duration, currentItemDuration, incomingItemDuration));
+        const currentItemSoloEnd = ms(currentItemEnd - overlap);
+        if (time < currentItemSoloEnd) {
+            return {
+                isTransitioning: false,
+                item: currentItem,
+                localTime: ms(time - currentItemStart)
+            };
+        }
+        if (time < currentItemEnd) {
+            const inLocal = ms(time - currentItemSoloEnd);
+            const outLocal = ms(time - currentItemStart);
+            return {
+                isTransitioning: true,
+                incoming,
+                outgoing: currentItem,
+                outgoingTime: outLocal,
+                incomingTime: inLocal,
+                progress: overlap > 0 ? inLocal / overlap : 1,
+                transition
+            };
+        }
+        cursor = currentItemSoloEnd;
+        i++;
+    }
+    return null;
+}
+//# sourceMappingURL=sequence.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sequence.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sequence.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,aAAa,CAAA;AAExC,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,EAAE,EAAK,MAAM,+BAA+B,CAAA;AACpD,OAAO,EAAO,IAAI,EAAC,MAAM,8BAA8B,CAAA;AAEvD,OAAO,EAAa,mBAAmB,EAAC,MAAM,mBAAmB,CAAA;AAEjE,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,GAAkB,EAClB,GAAkB,EAClB,IAAQ,EACR,SAAuB;IAEvB,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAE9C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAA;IAErB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;IAE5D,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QAC5B,OAAO,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAC/D,CAAC;IAED,OAAO,gBAAgB,CACtB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,QAAQ,EACd,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,EAC9D,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAC9D,CAAA;AACF,CAAC;AAED,SAAS,gBAAgB,CACxB,GAAkB,EAClB,GAAkB,EAClB,IAAQ;IAER,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW;SAC9B,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEnC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;QAC/B,IAAI,WAAW,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;YACvC,SAAQ;QAET,MAAM,gBAAgB,GAAG,MAAM,CAAA;QAC/B,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC7E,MAAM,cAAc,GAAG,EAAE,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,CAAA;QAEjE,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC5B,MAAM,aAAa,GAAG,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC,UAAU,CAAA;QAEpD,IAAI,CAAC,aAAa,EAAE,CAAC;YACpB,IAAI,IAAI,GAAG,cAAc,EAAE,CAAC;gBAC3B,OAAO;oBACN,eAAe,EAAE,KAAK;oBACtB,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,gBAAgB,CAAC;iBAC7B,CAAA;YACX,CAAC;YAED,MAAM,GAAG,cAAc,CAAA;YACvB,SAAQ;QACT,CAAC;QAED,MAAM,UAAU,GAAG,IAAuB,CAAA;QAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAEhC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACpD,MAAM,GAAG,cAAc,CAAA;YACvB,SAAQ;QACT,CAAC;QAED,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,EAAE,mBAAmB,EAAE,oBAAoB,CAAC,CAAC,CAAA;QACrG,MAAM,kBAAkB,GAAG,EAAE,CAAC,cAAc,GAAG,OAAO,CAAC,CAAA;QAEvD,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;YAC/B,OAAO;gBACN,eAAe,EAAE,KAAK;gBACtB,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,gBAAgB,CAAC;aAC7B,CAAA;QACX,CAAC;QAED,IAAI,IAAI,GAAG,cAAc,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,GAAG,kBAAkB,CAAC,CAAA;YAC7C,MAAM,QAAQ,GAAG,EAAE,CAAC,IAAI,GAAG,gBAAgB,CAAC,CAAA;YAE5C,OAAO;gBACN,eAAe,EAAE,IAAI;gBACrB,QAAQ;gBACR,QAAQ,EAAE,WAAW;gBACrB,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,OAAO;gBACrB,QAAQ,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC7C,UAAU;aACD,CAAA;QACX,CAAC;QAED,MAAM,GAAG,kBAAkB,CAAA;QAC3B,CAAC,EAAE,CAAA;IACJ,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/sink.d.ts

@@ -0,0 +1,8 @@
+import { VideoSampleSink } from "mediabunny";
+import { DecoderSource } from "../../../../../../driver/fns/schematic.js";
+export declare class VideoSink {
+    #private;
+    private resolveMedia;
+    constructor(resolveMedia: (hash: string) => DecoderSource);
+    getSink(hash: string): Promise<VideoSampleSink | null>;
+}

package/x/timeline/renderers/parts/samplers/visual/parts/sink.js

@@ -0,0 +1,24 @@
+import { ALL_FORMATS, Input, VideoSampleSink } from "mediabunny";
+import { loadDecoderSource } from "../../../../../../driver/utils/load-decoder-source.js";
+export class VideoSink {
+    resolveMedia;
+    #sinks = new Map();
+    constructor(resolveMedia) {
+        this.resolveMedia = resolveMedia;
+    }
+    async getSink(hash) {
+        const existing = this.#sinks.get(hash);
+        if (existing)
+            return existing.sink;
+        const input = new Input({
+            formats: ALL_FORMATS,
+            source: await loadDecoderSource(this.resolveMedia(hash)),
+        });
+        const videoTrack = await input.getPrimaryVideoTrack();
+        const canDecodeVideo = !!videoTrack && await videoTrack.canDecode();
+        const sink = canDecodeVideo && videoTrack ? new VideoSampleSink(videoTrack) : null;
+        this.#sinks.set(hash, { input, sink });
+        return sink;
+    }
+}
+//# sourceMappingURL=sink.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/sink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sink.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,YAAY,CAAA;AAG9D,OAAO,EAAC,iBAAiB,EAAC,MAAM,uDAAuD,CAAA;AAOvF,MAAM,OAAO,SAAS;IAIZ;IAHA,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE9C,YACS,YAA6C;QAA7C,iBAAY,GAAZ,YAAY,CAAiC;IACnD,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,IAAY;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEtC,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAC,IAAI,CAAA;QAErB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACxD,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,UAAU,CAAC,SAAS,EAAE,CAAA;QACnE,MAAM,IAAI,GAAG,cAAc,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAElF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QAEpC,OAAO,IAAI,CAAA;IACZ,CAAC;CACD"}

package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts

@@ -0,0 +1,3 @@
+import { Item } from "../../../../../parts/item.js";
+import { Layer } from "../../../../../../driver/fns/schematic.js";
+export declare function sampleTransition(item: Item.Transition, progress: number, p1: Promise<Layer[]>, p2: Promise<Layer[]>): Promise<Layer[]>;

package/x/timeline/renderers/parts/samplers/visual/parts/transition.js

@@ -0,0 +1,18 @@
+export async function sampleTransition(item, progress, p1, p2) {
+    const [l1, l2] = await Promise.all([p1, p2]);
+    const f1 = l1.find(l => l.kind === "image")?.frame;
+    const f2 = l2.find(l => l.kind === "image")?.frame;
+    const rest = [
+        ...l1.filter(l => l.kind !== "image"),
+        ...l2.filter(l => l.kind !== "image")
+    ];
+    return f1 && f2 ? [{
+            id: item.id,
+            kind: "transition",
+            name: "circle",
+            progress,
+            from: f1,
+            to: f2
+        }, ...rest] : rest;
+}
+//# sourceMappingURL=transition.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transition.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/transition.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,IAAqB,EACrB,QAAgB,EAChB,EAAoB,EACpB,EAAoB;IAEpB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAClD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAElD,MAAM,IAAI,GAAG;QACZ,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;QACrC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;KACrC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAClB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,QAAQ;YACd,QAAQ;YACR,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,EAAE;SACN,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACnB,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts

@@ -0,0 +1,8 @@
+import { VideoSampler } from "./defaults.js";
+import { Item } from "../../../../../parts/item.js";
+import { TimelineFile } from "../../../../../parts/basics.js";
+export type SampleContext = {
+    videoSampler: VideoSampler;
+    timeline: TimelineFile;
+    items: Map<number, Item.Any>;
+};

package/x/timeline/renderers/parts/samplers/visual/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/types.ts"],"names":[],"mappings":""}

package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts

@@ -0,0 +1,7 @@
+import { Ms } from "../../../../../units/ms.js";
+import { TimelineFile } from "../../../../parts/basics.js";
+import { DecoderSource } from "../../../../../driver/fns/schematic.js";
+import { VideoSampler } from "./parts/defaults.js";
+export declare function createVisualSampler(resolveMedia: (hash: string) => DecoderSource, sampleVideo?: VideoSampler): {
+    sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../../driver/fns/schematic.js").Layer[]>;
+};

package/x/timeline/renderers/parts/samplers/visual/sampler.js

@@ -0,0 +1,17 @@
+import { VideoSink } from "./parts/sink.js";
+import { sampleVisual } from "./parts/sample.js";
+import { createDefaultVideoSampler } from "./parts/defaults.js";
+export function createVisualSampler(resolveMedia, sampleVideo) {
+    const sink = new VideoSink(resolveMedia);
+    const videoSampler = sampleVideo ?? createDefaultVideoSampler(sink);
+    return {
+        async sample(timeline, timecode) {
+            const items = new Map(timeline.items.map(item => [item.id, item]));
+            const root = items.get(timeline.rootId);
+            if (!root)
+                return [];
+            return sampleVisual({ videoSampler, timeline, items }, root, timecode, []);
+        }
+    };
+}
+//# sourceMappingURL=sampler.js.map

package/x/timeline/renderers/parts/samplers/visual/sampler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../../../../s/timeline/renderers/parts/samplers/visual/sampler.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAI9C,OAAO,EAAC,yBAAyB,EAAe,MAAM,qBAAqB,CAAA;AAE3E,MAAM,UAAU,mBAAmB,CAClC,YAA6C,EAC7C,WAA0B;IAE1B,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAA;IACxC,MAAM,YAAY,GAAG,WAAW,IAAI,yBAAyB,CAAC,IAAI,CAAC,CAAA;IAEnE,OAAO;QACN,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,QAAY;YAChD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAEvC,IAAI,CAAC,IAAI;gBACR,OAAO,EAAE,CAAA;YAEV,OAAO,YAAY,CAAC,EAAC,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QACzE,CAAC;KACD,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/schedulers.d.ts

@@ -0,0 +1,17 @@
+import { Pub } from "@e280/stz";
+import { Ms } from "../../../units/ms.js";
+import { Fps } from "../../../units/fps.js";
+export type RealtimeGenerator = {
+    play(): void;
+    pause(): void;
+    setFPS(v: Fps): void;
+    isPlaying(): boolean;
+    ticks(): AsyncGenerator<void>;
+    onTick: Pub<[]>;
+};
+export declare const realtime: () => RealtimeGenerator;
+export type FixedStepOptions = {
+    fps: Fps;
+    duration: Ms;
+};
+export declare const fixedStep: (opts: FixedStepOptions, onFrame: (t: Ms, index: number) => Promise<void> | void) => Promise<void>;

package/x/timeline/renderers/parts/schedulers.js

@@ -0,0 +1,64 @@
+import { pub } from "@e280/stz";
+import { ms } from "../../../units/ms.js";
+import { fps } from "../../../units/fps.js";
+export const realtime = () => {
+    let playing = false;
+    let frameRate = fps(60);
+    let frameDuration = 1000 / frameRate;
+    let lastNow = 0;
+    let lastComposite = 0;
+    const onTick = pub();
+    let resolveTick = null;
+    const loop = (now) => {
+        requestAnimationFrame(loop);
+        if (!playing)
+            return;
+        lastNow = now;
+        while (now - lastComposite >= frameDuration) {
+            lastComposite += frameDuration;
+            resolveTick?.();
+            resolveTick = null;
+            onTick();
+        }
+    };
+    async function* ticks() {
+        lastNow = performance.now();
+        lastComposite = lastNow;
+        requestAnimationFrame(loop);
+        while (true) {
+            await new Promise(r => resolveTick = r);
+            yield;
+        }
+    }
+    return {
+        play() {
+            if (playing)
+                return;
+            playing = true;
+            lastNow = performance.now();
+            lastComposite = lastNow;
+        },
+        pause() {
+            playing = false;
+        },
+        setFPS(v) {
+            frameRate = v;
+            frameDuration = 1000 / frameRate;
+        },
+        isPlaying() {
+            return playing;
+        },
+        ticks,
+        onTick
+    };
+};
+export const fixedStep = async (opts, onFrame) => {
+    const dt = ms(1000 / opts.fps);
+    const durationInSeconds = opts.duration / 1000;
+    const total = Math.ceil(durationInSeconds * opts.fps);
+    for (let i = 0; i < total; i++) {
+        const t = ms(i * dt);
+        await onFrame(t, i);
+    }
+};
+//# sourceMappingURL=schedulers.js.map

package/x/timeline/renderers/parts/schedulers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schedulers.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/parts/schedulers.ts"],"names":[],"mappings":"AACA,OAAO,EAAM,GAAG,EAAC,MAAM,WAAW,CAAA;AAElC,OAAO,EAAC,EAAE,EAAK,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAC,GAAG,EAAM,MAAM,uBAAuB,CAAA;AAW9C,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAsB,EAAE;IAE/C,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC,CAAA;IACvB,IAAI,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;IAEpC,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAA;IACpB,IAAI,WAAW,GAAwB,IAAI,CAAA;IAE3C,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC5B,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,OAAO,GAAG,GAAG,CAAA;QAEb,OAAO,GAAG,GAAG,aAAa,IAAI,aAAa,EAAE,CAAC;YAC7C,aAAa,IAAI,aAAa,CAAA;YAE9B,WAAW,EAAE,EAAE,CAAA;YACf,WAAW,GAAG,IAAI,CAAA;YAClB,MAAM,EAAE,CAAA;QACT,CAAC;IACF,CAAC,CAAA;IAED,KAAK,SAAS,CAAC,CAAC,KAAK;QACpB,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC3B,aAAa,GAAG,OAAO,CAAA;QACvB,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;YAC7C,KAAK,CAAA;QACN,CAAC;IAEF,CAAC;IAED,OAAO;QACN,IAAI;YACH,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC3B,aAAa,GAAG,OAAO,CAAA;QACxB,CAAC;QACD,KAAK;YACJ,OAAO,GAAG,KAAK,CAAA;QAChB,CAAC;QACD,MAAM,CAAC,CAAM;YACZ,SAAS,GAAG,CAAC,CAAA;YACb,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;QACjC,CAAC;QACD,SAAS;YACR,OAAO,OAAO,CAAA;QACf,CAAC;QACD,KAAK;QACL,MAAM;KACN,CAAA;AACF,CAAC,CAAA;AAOD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC7B,IAAsB,EACtB,OAAuD,EACtD,EAAE;IACH,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAC9B,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QACpB,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACpB,CAAC;AACF,CAAC,CAAA"}

package/x/timeline/renderers/player/parts/playback.d.ts

@@ -0,0 +1,36 @@
+import { Fps } from '../../../../units/fps.js';
+import { Ms } from '../../../../units/ms.js';
+import { Driver } from '../../../../driver/driver.js';
+import { TimelineFile } from '../../../parts/basics.js';
+import { CursorVisualSampler } from '../../export/parts/cursor.js';
+import { DecoderSource } from '../../../../driver/fns/schematic.js';
+export declare class Playback {
+    #private;
+    private driver;
+    private timeline;
+    private resolveMedia;
+    audioSampler: {
+        sampleAudio(timeline: TimelineFile, from: Ms): AsyncGenerator<{
+            sample: import("mediabunny").AudioSample;
+            timestamp: number;
+            gain: number;
+        }, void, unknown>;
+    };
+    seekVisualSampler: {
+        sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    };
+    playVisualSampler: CursorVisualSampler | null;
+    onTick: import("@e280/stz").Pub<[]>;
+    audioContext: AudioContext;
+    audioGain: GainNode;
+    audioNodes: Set<AudioBufferSourceNode>;
+    constructor(driver: Driver, timeline: TimelineFile, resolveMedia: (hash: string) => DecoderSource);
+    update(timeline: TimelineFile): void;
+    get isPlaying(): boolean;
+    seek(time: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
+    start(): Promise<void>;
+    pause(): void;
+    get duration(): Ms;
+    get currentTime(): Ms;
+    setFps(fps: Fps): void;
+}

package/x/timeline/renderers/player/parts/playback.js

@@ -0,0 +1,113 @@
+import { ms } from '../../../../units/ms.js';
+import { realtime } from '../../parts/schedulers.js';
+import { computeItemDuration } from '../../parts/handy.js';
+import { seconds } from '../../../../units/seconds.js';
+import { CursorVisualSampler } from '../../export/parts/cursor.js';
+import { createAudioSampler } from '../../parts/samplers/audio/sampler.js';
+import { createVisualSampler } from '../../parts/samplers/visual/sampler.js';
+export class Playback {
+    driver;
+    timeline;
+    resolveMedia;
+    audioSampler;
+    seekVisualSampler;
+    playVisualSampler = null;
+    #playbackStart = ms(0);
+    #audioStartSec = null;
+    #controller = realtime();
+    onTick = this.#controller.onTick;
+    audioContext = new AudioContext({ sampleRate: 48000 });
+    audioGain = this.audioContext.createGain();
+    audioNodes = new Set();
+    #audioAbort = null;
+    constructor(driver, timeline, resolveMedia) {
+        this.driver = driver;
+        this.timeline = timeline;
+        this.resolveMedia = resolveMedia;
+        this.audioGain.connect(this.audioContext.destination);
+        this.audioGain.gain.value = 0.7 ** 2;
+        this.seekVisualSampler = createVisualSampler(this.resolveMedia);
+        this.audioSampler = createAudioSampler(this.resolveMedia);
+        this.#samples();
+    }
+    update(timeline) {
+        this.timeline = timeline;
+    }
+    get isPlaying() {
+        return this.#controller.isPlaying();
+    }
+    async #samples() {
+        for await (const _ of this.#controller.ticks()) {
+            const layers = await this.playVisualSampler?.next(this.currentTime) ?? [];
+            const frame = await this.driver.composite(layers);
+            frame.close();
+            if (this.currentTime >= this.duration)
+                this.pause();
+        }
+    }
+    async seek(time) {
+        this.pause();
+        this.#playbackStart = time;
+        return await this.seekVisualSampler.sample(this.timeline, time);
+    }
+    async start() {
+        if (this.#controller.isPlaying())
+            return;
+        await this.audioContext.resume();
+        this.#playbackStart = this.currentTime;
+        this.#audioStartSec = this.audioContext.currentTime;
+        this.#audioAbort?.abort();
+        this.#audioAbort = new AbortController();
+        for (const node of this.audioNodes)
+            node.stop();
+        this.audioNodes.clear();
+        this.playVisualSampler = new CursorVisualSampler(this.driver, this.resolveMedia, this.timeline);
+        this.#controller.play();
+        this.#startAudio(this.#audioAbort.signal, seconds(this.#playbackStart / 1000));
+    }
+    pause() {
+        this.#playbackStart = this.currentTime;
+        this.#controller.pause();
+        this.#audioAbort?.abort();
+        for (const node of this.audioNodes)
+            node.stop();
+        this.audioNodes.clear();
+        if (this.playVisualSampler) {
+            this.playVisualSampler.cancel();
+            this.playVisualSampler = null;
+        }
+    }
+    get duration() {
+        return computeItemDuration(this.timeline.rootId, this.timeline);
+    }
+    get currentTime() {
+        if (!this.#controller.isPlaying() || this.#audioStartSec === null)
+            return this.#playbackStart;
+        const elapsedMs = (this.audioContext.currentTime - this.#audioStartSec) * 1000;
+        return ms(this.#playbackStart + elapsedMs);
+    }
+    setFps(fps) {
+        this.#controller.setFPS(fps);
+    }
+    async #startAudio(signal, from) {
+        const ctx = this.audioContext;
+        if (this.#audioStartSec === null)
+            return;
+        for await (const { sample, timestamp } of this.audioSampler.sampleAudio(this.timeline, ms(from * 1000))) {
+            if (signal.aborted || !this.#controller.isPlaying())
+                return;
+            while (timestamp - (ctx.currentTime - this.#audioStartSec + from) > 0.75)
+                await new Promise(r => setTimeout(r, 25));
+            const node = ctx.createBufferSource();
+            node.buffer = sample.toAudioBuffer();
+            node.connect(this.audioGain);
+            node.onended = () => this.audioNodes.delete(node);
+            this.audioNodes.add(node);
+            const startAt = this.#audioStartSec + timestamp - from;
+            startAt >= ctx.currentTime
+                ? node.start(startAt)
+                : node.start(ctx.currentTime, ctx.currentTime - startAt);
+        }
+    }
+}
+//# sourceMappingURL=playback.js.map

package/x/timeline/renderers/player/parts/playback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playback.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/player/parts/playback.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,EAAE,EAAK,MAAM,yBAAyB,CAAA;AAE9C,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAElD,OAAO,EAAC,mBAAmB,EAAC,MAAM,sBAAsB,CAAA;AACxD,OAAO,EAAC,OAAO,EAAU,MAAM,8BAA8B,CAAA;AAC7D,OAAO,EAAC,mBAAmB,EAAC,MAAM,8BAA8B,CAAA;AAEhE,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAA;AACxE,OAAO,EAAC,mBAAmB,EAAC,MAAM,wCAAwC,CAAA;AAE1E,MAAM,OAAO,QAAQ;IAiBX;IACA;IACA;IAlBT,YAAY,CAAA;IACZ,iBAAiB,CAAA;IACjB,iBAAiB,GAA+B,IAAI,CAAA;IAEpD,cAAc,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IACtB,cAAc,GAAkB,IAAI,CAAA;IAEpC,WAAW,GAAG,QAAQ,EAAE,CAAA;IACxB,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAA;IAEhC,YAAY,GAAG,IAAI,YAAY,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAA;IACpD,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAA;IAC1C,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAA;IAC7C,WAAW,GAA2B,IAAI,CAAA;IAE1C,YACS,MAAc,EACd,QAAsB,EACtB,YAA6C;QAF7C,WAAM,GAAN,MAAM,CAAQ;QACd,aAAQ,GAAR,QAAQ,CAAc;QACtB,iBAAY,GAAZ,YAAY,CAAiC;QAErD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QACrD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,IAAI,CAAC,CAAA;QACpC,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAC/D,IAAI,CAAC,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACzD,IAAI,CAAC,QAAQ,EAAE,CAAA;IAChB,CAAC;IAED,MAAM,CAAC,QAAsB;QAC5B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;IACzB,CAAC;IAED,IAAI,SAAS;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;YAEzE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YACjD,KAAK,CAAC,KAAK,EAAE,CAAA;YAEb,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,QAAQ;gBACpC,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAQ;QAClB,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;QAC1B,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IAChE,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE;YAC9B,OAAM;QAEP,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;QAEhC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAA;QACtC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAA;QAEnD,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAA;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,EAAE,CAAA;QAExC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU;YACjC,IAAI,CAAC,IAAI,EAAE,CAAA;QAEZ,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;QAEvB,IAAI,CAAC,iBAAiB,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QAE/F,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QACvB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC,CAAA;IAC/E,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAA;QACtC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;QACxB,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAA;QAEzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU;YACjC,IAAI,CAAC,IAAI,EAAE,CAAA;QAEZ,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;QAEvB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAA;YAC/B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAA;QAC9B,CAAC;IAEF,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,mBAAmB,CACzB,IAAI,CAAC,QAAQ,CAAC,MAAM,EACpB,IAAI,CAAC,QAAQ,CACb,CAAA;IACF,CAAC;IAED,IAAI,WAAW;QACd,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAChE,OAAO,IAAI,CAAC,cAAc,CAAA;QAE3B,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAA;QAC9E,OAAO,EAAE,CAAC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,CAAC,GAAQ;QACd,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAmB,EAAE,IAAa;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAA;QAE7B,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAC/B,OAAM;QAEP,IAAI,KAAK,EAAE,MAAM,EAAC,MAAM,EAAE,SAAS,EAAC,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CACpE,IAAI,CAAC,QAAQ,EACb,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CACf,EAAE,CAAC;YAEH,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE;gBAClD,OAAM;YAEP,OAAO,SAAS,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,IAAI;gBACvE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;YAE1C,MAAM,IAAI,GAAG,GAAG,CAAC,kBAAkB,EAAE,CAAA;YACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,CAAA;YACpC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC5B,IAAI,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,IAAI,CAAA;YAEtD,OAAO,IAAI,GAAG,CAAC,WAAW;gBACzB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;gBACrB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,CAAA;QAE1D,CAAC;IACF,CAAC;CACD"}

package/x/timeline/renderers/player/player.d.ts

@@ -0,0 +1,25 @@
+import { Playback } from "./parts/playback.js";
+import { Driver } from "../../../driver/driver.js";
+import { TimelineFile } from "../../parts/basics.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+type ResolveMedia = (hash: string) => DecoderSource;
+export declare class VideoPlayer {
+    #private;
+    private driver;
+    canvas: HTMLCanvasElement;
+    playback: Playback;
+    constructor(driver: Driver, resolveMedia: ResolveMedia, timeline: TimelineFile);
+    play(): Promise<void>;
+    pause(): void;
+    seek(timeMs: number): Promise<void>;
+    setFPS(value: number): void;
+    get isSeeking(): boolean;
+    get isPlaying(): boolean;
+    get duration(): import("../../../units/ms.js").Ms;
+    get currentTime(): import("../../../units/ms.js").Ms;
+    /**
+     call this whenever your timeline state changes
+    */
+    update(timeline: TimelineFile): void;
+}
+export {};

package/x/timeline/renderers/player/player.js

@@ -0,0 +1,56 @@
+import { ms } from "../../../units/ms.js";
+import { fps } from "../../../units/fps.js";
+import { Playback } from "./parts/playback.js";
+export class VideoPlayer {
+    driver;
+    canvas;
+    playback;
+    #pendingSeek = null;
+    #flushTask = null;
+    constructor(driver, resolveMedia, timeline) {
+        this.driver = driver;
+        this.playback = new Playback(driver, timeline, resolveMedia);
+        this.canvas = driver.compositor.pixi.renderer.canvas;
+    }
+    async play() {
+        await this.playback.start();
+    }
+    pause() {
+        this.playback.pause();
+    }
+    seek(timeMs) {
+        this.#pendingSeek = timeMs;
+        return this.#flushTask ??= this.#flushSeeks().finally(() => this.#flushTask = null);
+    }
+    setFPS(value) {
+        this.playback.setFps(fps(value));
+    }
+    get isSeeking() {
+        return this.#flushTask !== null;
+    }
+    get isPlaying() {
+        return this.playback.isPlaying;
+    }
+    get duration() {
+        return this.playback.duration;
+    }
+    get currentTime() {
+        return this.playback.currentTime;
+    }
+    /**
+     call this whenever your timeline state changes
+    */
+    update(timeline) {
+        this.playback.update(timeline);
+    }
+    async #flushSeeks() {
+        while (this.#pendingSeek !== null) {
+            const next = this.#pendingSeek;
+            this.#pendingSeek = null;
+            const layers = await this.playback.seek(ms(next));
+            const frame = await this.driver.composite(layers);
+            frame.close();
+        }
+    }
+}
+//# sourceMappingURL=player.js.map

package/x/timeline/renderers/player/player.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"player.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/player/player.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,sBAAsB,CAAA;AACvC,OAAO,EAAC,GAAG,EAAC,MAAM,uBAAuB,CAAA;AACzC,OAAO,EAAC,QAAQ,EAAC,MAAM,qBAAqB,CAAA;AAO5C,MAAM,OAAO,WAAW;IAQd;IAPT,MAAM,CAAmB;IACzB,QAAQ,CAAU;IAElB,YAAY,GAAkB,IAAI,CAAA;IAClC,UAAU,GAAyB,IAAI,CAAA;IAEvC,YACS,MAAc,EACtB,YAA0B,EAC1B,QAAsB;QAFd,WAAM,GAAN,MAAM,CAAQ;QAItB,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;QAC5D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IAC5B,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;IAED,IAAI,CAAC,MAAc;QAClB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAA;QAC1B,OAAO,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,CAAA;IACpF,CAAC;IAED,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;IACjC,CAAC;IAED,IAAI,SAAS;QACZ,OAAO,IAAI,CAAC,UAAU,KAAK,IAAI,CAAA;IAChC,CAAC;IAED,IAAI,SAAS;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA;IAC/B,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAA;IAC9B,CAAC;IAED,IAAI,WAAW;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAA;IACjC,CAAC;IAED;;MAEE;IACF,MAAM,CAAC,QAAsB;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,WAAW;QAChB,OAAO,IAAI,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAA;YAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;YACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;YACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YACjD,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACF,CAAC;CACD"}