@omnimedia/omnitool 1.1.0-7 → 1.1.0-70

package/x/timeline/renderers/export/parts/produce-video.js

@@ -0,0 +1,26 @@
+import { CursorVisualSampler } from "./cursor.js";
+import { fixedStep } from "../../parts/schedulers.js";
+import { computeItemDuration } from "../../parts/handy.js";
+export function produceVideo({ timeline, fps, driver, resolveMedia, }) {
+    const stream = new TransformStream();
+    const writer = stream.writable.getWriter();
+    const sampler = new CursorVisualSampler(driver, resolveMedia, timeline);
+    const dt = 1 / fps;
+    const duration = computeItemDuration(timeline.rootId, timeline);
+    async function produce() {
+        await fixedStep({ fps, duration }, async (timecode, i) => {
+            const layers = await sampler.next(timecode);
+            const composed = await driver.composite(layers);
+            const frame = new VideoFrame(composed, {
+                timestamp: Math.round(i * dt * 1_000_000),
+                duration: Math.round(dt * 1_000_000)
+            });
+            await writer.write(frame);
+            composed.close();
+        });
+        await writer.close();
+    }
+    produce();
+    return stream.readable;
+}
+//# sourceMappingURL=produce-video.js.map

package/x/timeline/renderers/export/parts/produce-video.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce-video.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-video.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAE/C,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAA;AAEnD,OAAO,EAAC,mBAAmB,EAAC,MAAM,sBAAsB,CAAA;AAGxD,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,GAAG,EACH,MAAM,EACN,YAAY,GAMZ;IAEA,MAAM,MAAM,GAAG,IAAI,eAAe,EAA0B,CAAA;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAA;IACvE,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAA;IAClB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAE/D,KAAK,UAAU,OAAO;QACrB,MAAM,SAAS,CAAC,EAAC,GAAG,EAAE,QAAQ,EAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC3C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YAE/C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;gBACtC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACzB,QAAQ,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC"}

package/x/timeline/renderers/export/parts/resamplers.d.ts

@@ -0,0 +1,12 @@
+export declare const resampleToPlanar: (sample: {
+    numberOfFrames: number;
+    numberOfChannels: number;
+    sampleRate: number;
+    copyTo: (dest: Float32Array, options: {
+        planeIndex: number;
+        format: "f32-planar";
+    }) => void;
+}, targetRate: number) => {
+    data: Float32Array[];
+    frames: number;
+};

package/x/timeline/renderers/export/parts/resamplers.js

@@ -0,0 +1,29 @@
+const resampleLinear = (src, fromRate, targetRate) => {
+    if (fromRate === targetRate)
+        return src;
+    const ratio = targetRate / fromRate;
+    const outFrames = Math.max(1, Math.round(src.length * ratio));
+    const out = new Float32Array(outFrames);
+    for (let i = 0; i < outFrames; i++) {
+        const t = i / ratio;
+        const i0 = Math.floor(t);
+        const i1 = Math.min(i0 + 1, src.length - 1);
+        const frac = t - i0;
+        out[i] = src[i0] * (1 - frac) + src[i1] * frac;
+    }
+    return out;
+};
+export const resampleToPlanar = (sample, targetRate) => {
+    const channels = sample.numberOfChannels;
+    const data = new Array(channels);
+    let frames = 0;
+    for (let ch = 0; ch < channels; ch++) {
+        const plane = new Float32Array(sample.numberOfFrames);
+        sample.copyTo(plane, { planeIndex: ch, format: 'f32-planar' });
+        const resampled = resampleLinear(plane, sample.sampleRate, targetRate);
+        data[ch] = resampled;
+        frames = resampled.length;
+    }
+    return { data, frames };
+};
+//# sourceMappingURL=resamplers.js.map

package/x/timeline/renderers/export/parts/resamplers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resamplers.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/resamplers.ts"],"names":[],"mappings":"AACA,MAAM,cAAc,GAAG,CACtB,GAAiB,EACjB,QAAgB,EAChB,UAAkB,EACjB,EAAE;IACH,IAAI,QAAQ,KAAK,UAAU;QAC1B,OAAO,GAAG,CAAA;IAEX,MAAM,KAAK,GAAG,UAAU,GAAG,QAAQ,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAA;IAC7D,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAA;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAA;QACnB,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;IAC/C,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC/B,MAKC,EACD,UAAkB,EACuB,EAAE;IAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAe,QAAQ,CAAC,CAAA;IAC9C,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;QACrD,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAC,CAAC,CAAA;QAC5D,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QACtE,IAAI,CAAC,EAAE,CAAC,GAAG,SAAS,CAAA;QACpB,MAAM,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAA;AACtB,CAAC,CAAA"}

package/x/timeline/renderers/export/produce.d.ts

@@ -0,0 +1,13 @@
+import { Fps } from "../../../units/fps.js";
+import { Driver } from "../../../driver/driver.js";
+import { TimelineFile } from "../../parts/basics.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+export declare function produce(opts: {
+    timeline: TimelineFile;
+    fps: Fps;
+    driver: Driver;
+    resolveMedia: (hash: string) => DecoderSource;
+}): {
+    readable: ReadableStream<import("mediabunny").StreamTargetChunk>;
+    done: Promise<void>;
+};

package/x/timeline/renderers/export/produce.js

@@ -0,0 +1,15 @@
+import { produceAudio } from "./parts/produce-audio.js";
+import { produceVideo } from "./parts/produce-video.js";
+export function produce(opts) {
+    const audio = produceAudio({ ...opts });
+    const video = produceVideo({ ...opts });
+    return opts.driver.encode({
+        video,
+        audio,
+        config: {
+            audio: { codec: 'opus', bitrate: 128000 },
+            video: { codec: 'vp9', bitrate: 1000000 }
+        }
+    });
+}
+//# sourceMappingURL=produce.js.map

package/x/timeline/renderers/export/produce.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/export/produce.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AACrD,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AAGrD,MAAM,UAAU,OAAO,CAAC,IAKvB;IAEA,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IAErC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACzB,KAAK;QACL,KAAK;QACL,MAAM,EAAE;YACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;YACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;SACvC;KACD,CAAC,CAAA;AACH,CAAC"}

package/x/timeline/renderers/parts/handy.d.ts

@@ -0,0 +1,30 @@
+import { Ms } from '../../../units/ms.js';
+import { Id, TimelineFile } from '../../parts/basics.js';
+import { Mat6 } from '../../utils/matrix.js';
+import { ContainerItem, Item } from '../../parts/item.js';
+type WalkCallbacks = {
+    sequence?: (x: Item.Sequence, matrix: Mat6, ancestors: ContainerItem[]) => void;
+    stack?: (x: Item.Stack, matrix: Mat6, ancestors: ContainerItem[]) => void;
+    video?: (x: Item.Video, matrix: Mat6, ancestors: ContainerItem[]) => void;
+    text?: (x: Item.Text, matrix: Mat6, ancestors: ContainerItem[]) => void;
+    audio?: (x: Item.Audio) => void;
+};
+interface Props {
+    timeline: TimelineFile;
+    timecode: Ms;
+}
+interface At {
+    item: Item.Any;
+    localTime: Ms;
+    ancestors: ContainerItem[];
+}
+export declare function itemsAt(p: Props): At[];
+interface FromProps {
+    timeline: TimelineFile;
+    from: Ms;
+}
+export declare function itemsFrom(p: FromProps): At[];
+export declare function computeWorldMatrix(items: Map<Id, Item.Any>, ancestors: ContainerItem[], item: Item.Any): Mat6;
+export declare function walk(id: Id, items: Map<Id, Item.Any>, parentMatrix: Mat6, callbacks: WalkCallbacks, ancestors?: ContainerItem[]): void;
+export declare function computeItemDuration(id: number, timeline: TimelineFile): Ms;
+export {};

package/x/timeline/renderers/parts/handy.js

@@ -0,0 +1,219 @@
+import { ms } from '../../../units/ms.js';
+import { I6, mul6, transformToMat6 } from '../../utils/matrix.js';
+import { Kind } from '../../parts/item.js';
+function isPlayableItem(item) {
+    return 'duration' in item;
+}
+export function itemsAt(p) {
+    const results = [];
+    const itemMap = new Map(p.timeline.items.map(item => [item.id, item]));
+    walkAt(p.timeline.rootId, itemMap, p.timecode, {
+        sequence: () => { },
+        stack: () => { },
+        video: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        text: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        audio: (item, localTime, ancestors) => results.push({ item, localTime, ancestors })
+    });
+    return results;
+}
+export function itemsFrom(p) {
+    const results = [];
+    const itemMap = new Map(p.timeline.items.map(item => [item.id, item]));
+    walkFrom(p.timeline.rootId, itemMap, p.from, {
+        sequence: () => { },
+        stack: () => { },
+        video: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        text: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        audio: (item, localTime, ancestors) => results.push({ item, localTime, ancestors })
+    });
+    return results;
+}
+export function computeWorldMatrix(items, ancestors, item) {
+    let world = I6;
+    for (const ancestor of ancestors) {
+        world = applySpatialIfAny(items, ancestor, world);
+    }
+    return applySpatialIfAny(items, item, world);
+}
+function applySpatialIfAny(items, item, parentMatrix) {
+    if ("spatialId" in item && item.spatialId) {
+        const spatial = items.get(item.spatialId);
+        if (spatial?.enabled) {
+            const local = transformToMat6(spatial.transform);
+            return mul6(local, parentMatrix);
+        }
+    }
+    return parentMatrix;
+}
+export function walk(id, items, parentMatrix, callbacks, ancestors = []) {
+    const item = items.get(id);
+    if (!item)
+        return;
+    let currentMatrix = parentMatrix;
+    if ("spatialId" in item && item.spatialId) {
+        const spatial = items.get(item.spatialId);
+        if (spatial.enabled) {
+            const local = transformToMat6(spatial.transform);
+            currentMatrix = mul6(local, currentMatrix);
+        }
+    }
+    switch (item.kind) {
+        case Kind.Stack:
+            callbacks.stack?.(item, currentMatrix, ancestors);
+            for (const childId of item.childrenIds) {
+                walk(childId, items, currentMatrix, callbacks, [...ancestors, item]);
+            }
+            break;
+        case Kind.Sequence: {
+            callbacks.sequence?.(item, currentMatrix, ancestors);
+            for (const childId of item.childrenIds) {
+                const child = items.get(childId);
+                if (!child)
+                    continue;
+                if (!isPlayableItem(child)) {
+                    continue;
+                }
+                walk(childId, items, currentMatrix, callbacks, [...ancestors, item]);
+            }
+            break;
+        }
+        case Kind.Video:
+            callbacks.video?.(item, currentMatrix, ancestors);
+            break;
+        case Kind.Text:
+            callbacks.text?.(item, currentMatrix, ancestors);
+            break;
+        case Kind.Audio:
+            callbacks.audio?.(item);
+            break;
+    }
+}
+function walkAt(id, items, time, callbacks, ancestors = []) {
+    const item = items.get(id);
+    if (!item)
+        return;
+    switch (item.kind) {
+        case Kind.Stack:
+            callbacks.stack(item, time, ancestors);
+            for (const childId of item.childrenIds) {
+                walkAt(childId, items, time, callbacks, [...ancestors, item]);
+            }
+            break;
+        case Kind.Sequence: {
+            callbacks.sequence(item, time, ancestors);
+            let offset = ms(0);
+            for (const childId of item.childrenIds) {
+                const child = items.get(childId);
+                if (!child)
+                    continue;
+                if (!isPlayableItem(child)) {
+                    continue;
+                }
+                if (time >= offset && time < offset + child.duration) {
+                    const localTime = ms(time - offset);
+                    walkAt(childId, items, localTime, callbacks, [...ancestors, item]);
+                    break;
+                }
+                offset = ms(offset + child.duration);
+            }
+            break;
+        }
+        case Kind.Video:
+            callbacks.video(item, time, ancestors);
+            break;
+        case Kind.Text:
+            callbacks.text(item, time, ancestors);
+            break;
+        case Kind.Audio:
+            callbacks.audio(item, time, ancestors);
+            break;
+    }
+}
+function walkFrom(id, items, from, callbacks, ancestors = []) {
+    const item = items.get(id);
+    if (!item)
+        return;
+    switch (item.kind) {
+        case Kind.Stack:
+            callbacks.stack(item, from, ancestors);
+            for (const childId of item.childrenIds) {
+                walkFrom(childId, items, from, callbacks, [...ancestors, item]);
+            }
+            break;
+        case Kind.Sequence: {
+            callbacks.sequence(item, from, ancestors);
+            let offset = ms(0);
+            for (const childId of item.childrenIds) {
+                const child = items.get(childId);
+                if (!child)
+                    continue;
+                if (!isPlayableItem(child)) {
+                    continue;
+                }
+                const end = ms(offset + child.duration);
+                if (from >= end) {
+                    offset = end;
+                    continue;
+                }
+                const localTime = ms(Math.max(0, from - offset));
+                walkFrom(childId, items, localTime, callbacks, [...ancestors, item]);
+                offset = end;
+            }
+            break;
+        }
+        case Kind.Video:
+            callbacks.video(item, from, ancestors);
+            break;
+        case Kind.Text:
+            callbacks.text(item, from, ancestors);
+            break;
+        case Kind.Audio:
+            callbacks.audio(item, from, ancestors);
+            break;
+    }
+}
+export function computeItemDuration(id, timeline) {
+    const item = timeline.items.find(item => item.id === id);
+    if (!item)
+        return ms(0);
+    switch (item.kind) {
+        case Kind.Sequence: {
+            const children = item.childrenIds
+                .map(childId => timeline.items.find(x => x.id === childId))
+                .filter(Boolean);
+            let total = ms(0);
+            for (let i = 0; i < children.length; i++) {
+                const child = children[i];
+                if (child.kind === Kind.Transition) {
+                    const prev = children[i - 1];
+                    const next = children[i + 1];
+                    if (prev && next && prev.kind !== Kind.Transition && next.kind !== Kind.Transition) {
+                        const prevDur = computeItemDuration(prev.id, timeline);
+                        const nextDur = computeItemDuration(next.id, timeline);
+                        const overlap = Math.max(0, Math.min(child.duration, prevDur, nextDur));
+                        total = ms(total - overlap);
+                    }
+                    continue;
+                }
+                total = ms(total + computeItemDuration(child.id, timeline));
+            }
+            return total;
+        }
+        case Kind.Stack: {
+            let longest = ms(0);
+            for (const childId of item.childrenIds) {
+                const duration = computeItemDuration(childId, timeline);
+                if (duration > longest) {
+                    longest = duration;
+                }
+            }
+            return longest;
+        }
+        default: {
+            if (!isPlayableItem(item))
+                return ms(0);
+            return item.duration;
+        }
+    }
+}
+//# sourceMappingURL=handy.js.map

package/x/timeline/renderers/parts/handy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handy.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/parts/handy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAK,MAAM,sBAAsB,CAAA;AAE3C,OAAO,EAAC,EAAE,EAAQ,IAAI,EAAE,eAAe,EAAC,MAAM,uBAAuB,CAAA;AACrE,OAAO,EAAsB,IAAI,EAAe,MAAM,qBAAqB,CAAA;AAE3E,SAAS,cAAc,CAAC,IAAc;IACrC,OAAO,UAAU,IAAI,IAAI,CAAA;AAC1B,CAAC;AA6BD,MAAM,UAAU,OAAO,CAAC,CAAQ;IAC/B,MAAM,OAAO,GAAS,EAAE,CAAA;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IAEtE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;QAC9C,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC;QACnB,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;QAChB,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QACnF,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QAClF,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;KACnF,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AACf,CAAC;AAOD,MAAM,UAAU,SAAS,CAAC,CAAY;IACrC,MAAM,OAAO,GAAS,EAAE,CAAA;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IAEtE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;QAC5C,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC;QACnB,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;QAChB,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QACnF,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QAClF,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;KACnF,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CACjC,KAAwB,EACxB,SAA0B,EAC1B,IAAc;IAEd,IAAI,KAAK,GAAG,EAAE,CAAA;IAEd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;IAClD,CAAC;IAED,OAAO,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;AAC7C,CAAC;AAED,SAAS,iBAAiB,CACzB,KAAwB,EACxB,IAAc,EACd,YAAkB;IAElB,IAAI,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAA6B,CAAA;QACrE,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;YAChD,OAAO,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;QACjC,CAAC;IACF,CAAC;IACD,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,IAAI,CACnB,EAAM,EACN,KAAwB,EACxB,YAAkB,EAClB,SAAwB,EACxB,YAA6B,EAAE;IAE/B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,IAAI,CAAC,IAAI;QAAE,OAAM;IAEjB,IAAI,aAAa,GAAG,YAAY,CAAA;IAEhC,IAAI,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAiB,CAAA;QACzD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;YAChD,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC3C,CAAC;IACF,CAAC;IAED,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YACjD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,EAAE,IAAI,CAAC,CAAC,CAAA;YACrE,CAAC;YACD,MAAK;QAEN,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,SAAS,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YAEpD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBAEhC,IAAI,CAAC,KAAK;oBACT,SAAQ;gBACT,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,SAAQ;gBACT,CAAC;gBAED,IAAI,CACH,OAAO,EACP,KAAK,EACL,aAAa,EACb,SAAS,EACT,CAAC,GAAG,SAAS,EAAE,IAAI,CAAC,CACpB,CAAA;YACF,CAAC;YAED,MAAK;QACN,CAAC;QAED,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YACjD,MAAK;QAEN,KAAK,IAAI,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YAChD,MAAK;QAEN,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAA;YACvB,MAAK;IACP,CAAC;AACF,CAAC;AAGD,SAAS,MAAM,CACd,EAAM,EACN,KAAwB,EACxB,IAAQ,EACR,SAA0B,EAC1B,YAA6B,EAAE;IAE/B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,IAAI,CAAC,IAAI;QAAE,OAAM;IAEjB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,EAAE,IAAI,CAAC,CAAC,CAAA;YAC9D,CAAC;YACD,MAAK;QAEN,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YAEzC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAElB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBAEhC,IAAI,CAAC,KAAK;oBACT,SAAQ;gBACT,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,SAAQ;gBACT,CAAC;gBAED,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,GAAG,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACtD,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,GAAG,MAAM,CAAC,CAAA;oBACnC,MAAM,CACL,OAAO,EACP,KAAK,EACL,SAAS,EACT,SAAS,EACT,CAAC,GAAG,SAAS,EAAE,IAAI,CAAC,CACpB,CAAA;oBACD,MAAK;gBACN,CAAC;gBAED,MAAM,GAAG,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAA;YACrC,CAAC;YAED,MAAK;QACN,CAAC;QAED,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;QAEN,KAAK,IAAI,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACrC,MAAK;QAEN,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;IACP,CAAC;AACF,CAAC;AAED,SAAS,QAAQ,CAChB,EAAM,EACN,KAAwB,EACxB,IAAQ,EACR,SAA0B,EAC1B,YAA6B,EAAE;IAE/B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,IAAI,CAAC,IAAI;QAAE,OAAM;IAEjB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,EAAE,IAAI,CAAC,CAAC,CAAA;YAChE,CAAC;YACD,MAAK;QAEN,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YAEzC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAElB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBAEhC,IAAI,CAAC,KAAK;oBACT,SAAQ;gBACT,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,SAAQ;gBACT,CAAC;gBAED,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAA;gBACvC,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;oBACjB,MAAM,GAAG,GAAG,CAAA;oBACZ,SAAQ;gBACT,CAAC;gBAED,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC,CAAA;gBAChD,QAAQ,CACP,OAAO,EACP,KAAK,EACL,SAAS,EACT,SAAS,EACT,CAAC,GAAG,SAAS,EAAE,IAAI,CAAC,CACpB,CAAA;gBAED,MAAM,GAAG,GAAG,CAAA;YACb,CAAC;YAED,MAAK;QACN,CAAC;QAED,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;QAEN,KAAK,IAAI,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACrC,MAAK;QAEN,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;IACP,CAAC;AACF,CAAC;AAED,MAAM,UAAU,mBAAmB,CAClC,EAAU,EACV,QAAsB;IAEtB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAExD,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;IAEvB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW;iBAC/B,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;iBAC1D,MAAM,CAAC,OAAO,CAAe,CAAA;YAE/B,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;gBAEzB,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBAC5B,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBAE5B,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;wBACpF,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;wBACtD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;wBACtD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;wBAEvE,KAAK,GAAG,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,CAAA;oBAC5B,CAAC;oBACD,SAAQ;gBACT,CAAC;gBAED,KAAK,GAAG,EAAE,CAAC,KAAK,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAA;YAC5D,CAAC;YAED,OAAO,KAAK,CAAA;QACb,CAAC;QAED,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAEnB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;gBACvD,IAAI,QAAQ,GAAG,OAAO,EAAE,CAAC;oBACxB,OAAO,GAAG,QAAQ,CAAA;gBACnB,CAAC;YACF,CAAC;YAED,OAAO,OAAO,CAAA;QACf,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;gBACxB,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YAEb,OAAO,IAAI,CAAC,QAAQ,CAAA;QACrB,CAAC;IACF,CAAC;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts

@@ -0,0 +1,6 @@
+import { ActiveStream } from "./types.js";
+export declare function findEarliestStream(streams: ActiveStream[]): {
+    index: number;
+    stream: ActiveStream;
+    time: import("../../../../../../units/seconds.js").Seconds;
+};

package/x/timeline/renderers/parts/samplers/audio/parts/find.js

@@ -0,0 +1,15 @@
+export function findEarliestStream(streams) {
+    let earliest = {
+        index: 0,
+        stream: streams[0],
+        time: streams[0].timelineTime()
+    };
+    for (const [index, stream] of streams.entries()) {
+        const time = stream.timelineTime();
+        if (time < earliest.time) {
+            earliest = { time, stream, index };
+        }
+    }
+    return earliest;
+}
+//# sourceMappingURL=find.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"find.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/find.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,kBAAkB,CAAC,OAAuB;IACzD,IAAI,QAAQ,GAAG;QACd,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAClB,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE;KAC/B,CAAA;IAED,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;QAClC,IAAI,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1B,QAAQ,GAAG,EAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAC,CAAA;QACjC,CAAC;IACF,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC"}

package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts

@@ -0,0 +1,5 @@
+import { AudioSinkPool } from "./sink.js";
+import { ActiveStream } from "./types.js";
+import { itemsFrom } from "../../../handy.js";
+import { Ms } from "../../../../../../units/ms.js";
+export declare function initStreams(pool: AudioSinkPool, items: ReturnType<typeof itemsFrom>, from: Ms): Promise<ActiveStream[]>;

package/x/timeline/renderers/parts/samplers/audio/parts/init.js

@@ -0,0 +1,40 @@
+import { Kind } from "../../../../../parts/item.js";
+import { seconds } from "../../../../../../units/seconds.js";
+export async function initStreams(pool, items, from) {
+    const streams = await Promise.all(items.map(async ({ item, localTime }) => {
+        if (item.kind !== Kind.Audio)
+            return;
+        const sink = await pool.getSink(item.mediaHash);
+        if (!sink)
+            return;
+        const mediaTime = item.start + localTime;
+        const offset = seconds((from - mediaTime) / 1000);
+        const iter = sink.samples(mediaTime / 1000);
+        const first = await iter.next();
+        if (first.done)
+            return;
+        let currentSample = first.value;
+        let nextPromise = iter.next();
+        return {
+            offset,
+            gain: item.gain ?? 1,
+            get currentSample() { return currentSample; },
+            timelineTime: () => seconds(offset + currentSample.timestamp),
+            output: () => ({
+                sample: currentSample,
+                timestamp: offset + currentSample.timestamp,
+                gain: item.gain ?? 1
+            }),
+            advance: async () => {
+                const result = await nextPromise;
+                if (result.done)
+                    return false;
+                currentSample = result.value;
+                nextPromise = iter.next();
+                return true;
+            }
+        };
+    }));
+    return streams.filter((stream) => !!stream);
+}
+//# sourceMappingURL=init.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/init.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,IAAI,EAAC,MAAM,8BAA8B,CAAA;AACjD,OAAO,EAAC,OAAO,EAAC,MAAM,oCAAoC,CAAA;AAE1D,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,IAAmB,EACnB,KAAmC,EACnC,IAAQ;IAER,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAC,IAAI,EAAE,SAAS,EAAC,EAAE,EAAE;QACrC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK;YAC3B,OAAM;QAEP,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC/C,IAAI,CAAC,IAAI;YACR,OAAM;QAEP,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAA;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAAA;QAE3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC/B,IAAI,KAAK,CAAC,IAAI;YACb,OAAM;QAEP,IAAI,aAAa,GAAG,KAAK,CAAC,KAAK,CAAA;QAC/B,IAAI,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAE7B,OAAO;YACN,MAAM;YACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;YACpB,IAAI,aAAa,KAAI,OAAO,aAAa,CAAA,CAAA,CAAC;YAC1C,YAAY,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC;YAC7D,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;gBACd,MAAM,EAAE,aAAa;gBACrB,SAAS,EAAE,MAAM,GAAG,aAAa,CAAC,SAAS;gBAC3C,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;aACpB,CAAC;YACF,OAAO,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAA;gBAChC,IAAI,MAAM,CAAC,IAAI;oBACd,OAAO,KAAK,CAAA;gBAEb,aAAa,GAAG,MAAM,CAAC,KAAK,CAAA;gBAC5B,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;gBAEzB,OAAO,IAAI,CAAA;YACZ,CAAC;SACD,CAAA;IACF,CAAC,CAAC,CACF,CAAA;IAED,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAA0B,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AACpE,CAAC"}

package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts

@@ -0,0 +1,8 @@
+import { AudioSampleSink } from "mediabunny";
+import { DecoderSource } from "../../../../../../driver/fns/schematic.js";
+export declare class AudioSinkPool {
+    #private;
+    private resolveMedia;
+    constructor(resolveMedia: (hash: string) => DecoderSource);
+    getSink(hash: string): Promise<AudioSampleSink | null>;
+}

package/x/timeline/renderers/parts/samplers/audio/parts/sink.js

@@ -0,0 +1,24 @@
+import { ALL_FORMATS, Input, AudioSampleSink } from "mediabunny";
+import { loadDecoderSource } from "../../../../../../driver/utils/load-decoder-source.js";
+export class AudioSinkPool {
+    resolveMedia;
+    #sinks = new Map();
+    constructor(resolveMedia) {
+        this.resolveMedia = resolveMedia;
+    }
+    async getSink(hash) {
+        const existing = this.#sinks.get(hash);
+        if (existing)
+            return existing.sink;
+        const input = new Input({
+            formats: ALL_FORMATS,
+            source: await loadDecoderSource(this.resolveMedia(hash)),
+        });
+        const audioTrack = await input.getPrimaryAudioTrack();
+        const canDecodeAudio = !!audioTrack && await audioTrack.canDecode();
+        const sink = canDecodeAudio && audioTrack ? new AudioSampleSink(audioTrack) : null;
+        this.#sinks.set(hash, { input, sink });
+        return sink;
+    }
+}
+//# sourceMappingURL=sink.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/sink.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,YAAY,CAAA;AAG9D,OAAO,EAAC,iBAAiB,EAAC,MAAM,uDAAuD,CAAA;AAOvF,MAAM,OAAO,aAAa;IAIhB;IAHA,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE9C,YACS,YAA6C;QAA7C,iBAAY,GAAZ,YAAY,CAAiC;IACnD,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,IAAY;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEtC,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAC,IAAI,CAAA;QAErB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACxD,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,UAAU,CAAC,SAAS,EAAE,CAAA;QACnE,MAAM,IAAI,GAAG,cAAc,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAElF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QAEpC,OAAO,IAAI,CAAA;IACZ,CAAC;CACD"}

package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts

@@ -0,0 +1,14 @@
+import { AudioSample } from "mediabunny";
+import { Seconds } from "../../../../../../units/seconds.js";
+export type ActiveStream = {
+    offset: Seconds;
+    gain: number;
+    currentSample: AudioSample;
+    timelineTime: () => Seconds;
+    output: () => {
+        sample: AudioSample;
+        timestamp: number;
+        gain: number;
+    };
+    advance: () => Promise<boolean>;
+};

package/x/timeline/renderers/parts/samplers/audio/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/types.ts"],"names":[],"mappings":""}

package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts

@@ -0,0 +1,11 @@
+import { AudioSample } from "mediabunny";
+import { Ms } from "../../../../../units/ms.js";
+import { TimelineFile } from "../../../../parts/basics.js";
+import { DecoderSource } from "../../../../../driver/fns/schematic.js";
+export declare function createAudioSampler(resolveMedia: (hash: string) => DecoderSource): {
+    sampleAudio(timeline: TimelineFile, from: Ms): AsyncGenerator<{
+        sample: AudioSample;
+        timestamp: number;
+        gain: number;
+    }, void, unknown>;
+};

package/x/timeline/renderers/parts/samplers/audio/sampler.js

@@ -0,0 +1,22 @@
+import { itemsFrom } from "../../handy.js";
+import { initStreams } from "./parts/init.js";
+import { AudioSinkPool } from "./parts/sink.js";
+import { findEarliestStream } from "./parts/find.js";
+export function createAudioSampler(resolveMedia) {
+    const sinkPool = new AudioSinkPool(resolveMedia);
+    return {
+        async *sampleAudio(timeline, from) {
+            const items = itemsFrom({ timeline, from });
+            const streams = await initStreams(sinkPool, items, from);
+            while (streams.length > 0) {
+                const { stream, index } = findEarliestStream(streams);
+                yield stream.output();
+                const advancing = await stream.advance();
+                if (!advancing) {
+                    streams.splice(index, 1);
+                }
+            }
+        }
+    };
+}
+//# sourceMappingURL=sampler.js.map

package/x/timeline/renderers/parts/samplers/audio/sampler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../../../../s/timeline/renderers/parts/samplers/audio/sampler.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAC3C,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAA;AAE7C,OAAO,EAAC,kBAAkB,EAAC,MAAM,iBAAiB,CAAA;AAIlD,MAAM,UAAU,kBAAkB,CAAC,YAA6C;IAC/E,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,YAAY,CAAC,CAAA;IAEhD,OAAO;QACN,KAAK,CAAC,CAAC,WAAW,CAAC,QAAsB,EAAE,IAAQ;YAClD,MAAM,KAAK,GAAG,SAAS,CAAC,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAA;YACzC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;YAExD,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,EAAC,MAAM,EAAE,KAAK,EAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEnD,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;gBAErB,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;gBAExC,IAAI,CAAC,SAAS,EAAE,CAAC;oBAChB,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;gBACzB,CAAC;YACF,CAAC;QAEF,CAAC;KACD,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts

@@ -0,0 +1,5 @@
+import { VideoSink } from "./sink.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Item } from "../../../../../parts/item.js";
+export type VideoSampler = (item: Item.Video, time: Ms) => Promise<VideoFrame | undefined>;
+export declare function createDefaultVideoSampler(sink: VideoSink): VideoSampler;

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js

@@ -0,0 +1,10 @@
+export function createDefaultVideoSampler(sink) {
+    return async (item, time) => {
+        const s = await sink.getSink(item.mediaHash);
+        const sample = await s?.getSample(time / 1000);
+        const frame = sample?.toVideoFrame();
+        sample?.close();
+        return frame ?? undefined;
+    };
+}
+//# sourceMappingURL=defaults.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/defaults.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,yBAAyB,CAAC,IAAe;IACxD,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;QAC9C,MAAM,KAAK,GAAG,MAAM,EAAE,YAAY,EAAE,CAAA;QACpC,MAAM,EAAE,KAAK,EAAE,CAAA;QACf,OAAO,KAAK,IAAI,SAAS,CAAA;IAC1B,CAAC,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts

@@ -0,0 +1,5 @@
+import { SampleContext } from "./types.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Layer } from "../../../../../../driver/fns/schematic.js";
+import { ContainerItem, Item } from "../../../../../parts/item.js";
+export declare function sampleVisual(ctx: SampleContext, item: Item.Any, time: Ms, ancestors: ContainerItem[]): Promise<Layer[]>;

package/x/timeline/renderers/parts/samplers/visual/parts/sample.js

@@ -0,0 +1,38 @@
+import { sampleSequence } from "./sequence.js";
+import { computeWorldMatrix } from "../../../handy.js";
+import { Kind } from "../../../../../parts/item.js";
+export async function sampleVisual(ctx, item, time, ancestors) {
+    const matrix = computeWorldMatrix(ctx.items, ancestors, item);
+    switch (item.kind) {
+        case Kind.Stack: {
+            const nextAnc = [...ancestors, item];
+            const layers = await Promise.all(item.childrenIds
+                .map(id => ctx.items.get(id))
+                .filter((child) => !!child)
+                .map(child => sampleVisual(ctx, child, time, nextAnc)));
+            return layers.flat();
+        }
+        case Kind.Sequence:
+            return sampleSequence(ctx, item, time, ancestors);
+        case Kind.Video: {
+            if (time < 0 || time >= item.duration)
+                return [];
+            const frame = await ctx.videoSampler(item, time);
+            return frame ? [{ kind: "image", frame, matrix, id: item.id }] : [];
+        }
+        case Kind.Text: {
+            if (time < 0 || time >= item.duration)
+                return [];
+            const style = item.styleId
+                ? ctx.items.get(item.styleId)?.style
+                : undefined;
+            return [{ id: item.id, kind: "text", content: item.content, style, matrix }];
+        }
+        case Kind.Gap: {
+            return [{ id: item.id, kind: "gap" }];
+        }
+        default:
+            return [];
+    }
+}
+//# sourceMappingURL=sample.js.map